params/_sharding

{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5lbWJlZGRpbmcuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5lbWJlZGRpbmcua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5lbWJlZGRpbmcubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5lbWJlZGRpbmcubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5oZWFkLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5oZWFkLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfbGVmdF93cmlzdF8wX3JnYi5wb3NfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuZW1iZWRkaW5nLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuZW1iZWRkaW5nLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuaGVhZC5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IuaGVhZC5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWdfcmlnaHRfd3Jpc3RfMF9yZ2IucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [64, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}], [{\"id\": 8}], [{\"id\": 9}], [{\"id\": 10}], [{\"id\": 11}], [{\"id\": 12}], [{\"id\": 13}], [{\"id\": 14}], [{\"id\": 15}], [{\"id\": 16}], [{\"id\": 17}], [{\"id\": 18}], [{\"id\": 19}], [{\"id\": 20}], [{\"id\": 21}], [{\"id\": 22}], [{\"id\": 23}], [{\"id\": 24}], [{\"id\": 25}], [{\"id\": 26}], [{\"id\": 27}], [{\"id\": 28}], [{\"id\": 29}], [{\"id\": 30}], [{\"id\": 31}], [{\"id\": 32}], [{\"id\": 33}], [{\"id\": 34}], [{\"id\": 35}], [{\"id\": 36}], [{\"id\": 37}], [{\"id\": 38}], [{\"id\": 39}], [{\"id\": 40}], [{\"id\": 41}], [{\"id\": 42}], [{\"id\": 43}], [{\"id\": 44}], [{\"id\": 45}], [{\"id\": 46}], [{\"id\": 47}], [{\"id\": 48}], [{\"id\": 49}], [{\"id\": 50}], [{\"id\": 51}], [{\"id\": 52}], [{\"id\": 53}], [{\"id\": 54}], [{\"id\": 55}], [{\"id\": 56}], [{\"id\": 57}], [{\"id\": 58}], [{\"id\": 59}], [{\"id\": 60}], [{\"id\": 61}], [{\"id\": 62}], [{\"id\": 63}]]}}"}