catglossop commited on
Commit
01e7d59
·
verified ·
1 Parent(s): 5d18524

Delete cast_checkpoint

Browse files

reuploading checkpoint with language tokenizer

Files changed (25) hide show
  1. cast_checkpoint/0/_CHECKPOINT_METADATA +0 -1
  2. cast_checkpoint/0/commit_success.txt +0 -1
  3. cast_checkpoint/0/default/_METADATA +0 -0
  4. cast_checkpoint/0/default/_sharding +0 -1
  5. cast_checkpoint/0/default/commit_success.txt +0 -1
  6. cast_checkpoint/0/default/d/366a170ca0f6afdf63eb4141e7d9ce5c +0 -0
  7. cast_checkpoint/0/default/manifest.ocdbt +0 -0
  8. cast_checkpoint/0/default/ocdbt.process_0/d/1092e3334d3bc1c52edf6451f6d5e2c1 +0 -3
  9. cast_checkpoint/0/default/ocdbt.process_0/d/52b4a60b211a707a16fc8b1125963223 +0 -3
  10. cast_checkpoint/0/default/ocdbt.process_0/d/54fa563054598db7c6f9689b0a1333a8 +0 -3
  11. cast_checkpoint/0/default/ocdbt.process_0/d/5e5acb35fae0f61793cff8b8c83d8115 +0 -0
  12. cast_checkpoint/0/default/ocdbt.process_0/d/6fda635061a19d3c8a10703bcf7b7d85 +0 -3
  13. cast_checkpoint/0/default/ocdbt.process_0/d/80cc264640cb01bbed909f5a3ce4b954 +0 -3
  14. cast_checkpoint/0/default/ocdbt.process_0/d/8d9f3551eef653fffed9c118e1e77c6a +0 -0
  15. cast_checkpoint/0/default/ocdbt.process_0/d/93dae15bab7348f839f64a906e4c16ca +0 -3
  16. cast_checkpoint/0/default/ocdbt.process_0/d/a0f30e92180c8785fce96cc16b4cf57a +0 -3
  17. cast_checkpoint/0/default/ocdbt.process_0/d/ac525f89ad4e08385a15ddba9963f2fd +0 -3
  18. cast_checkpoint/0/default/ocdbt.process_0/d/b8828f56f6fbfec19de8c5da5a0a9afa +0 -3
  19. cast_checkpoint/0/default/ocdbt.process_0/d/d58a9eceaaa0524a7d7900056cbaf4a9 +0 -3
  20. cast_checkpoint/0/default/ocdbt.process_0/d/de68f8db040ca2dc1d9af30c2acef758 +0 -3
  21. cast_checkpoint/0/default/ocdbt.process_0/d/de8b7b5dba28c6e610b1585cd69abe8b +0 -3
  22. cast_checkpoint/0/default/ocdbt.process_0/d/e7756715d2319a21daf4c5713c37d480 +0 -3
  23. cast_checkpoint/0/default/ocdbt.process_0/d/eed76202e5e5ae85cc33d9d00e6e87b2 +0 -3
  24. cast_checkpoint/0/default/ocdbt.process_0/d/fe5fb6c71f82ac58faa70aafdeb6a45a +0 -3
  25. cast_checkpoint/0/default/ocdbt.process_0/manifest.ocdbt +0 -0
cast_checkpoint/0/_CHECKPOINT_METADATA DELETED
@@ -1 +0,0 @@
1
- {"init_timestamp_nsecs": 1746612959066328518, "commit_timestamp_nsecs": 1746613000557028553}
 
 
cast_checkpoint/0/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://cat-logs/cf_filtered_w_atomic_2025_05_05_06_46_45/40000
 
 
cast_checkpoint/0/default/_METADATA DELETED
The diff for this file is too large to render. See raw diff
 
cast_checkpoint/0/default/_sharding DELETED
@@ -1 +0,0 @@
1
- {"b3B0X3N0YXRlLm9wdGltaXplci5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtc19zdGF0ZXMuZW1iZWRfbGVhcm5pbmdfcmF0ZS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtc19zdGF0ZXMuaW1nX2xlYXJuaW5nX3JhdGUuY291bnQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtc19zdGF0ZXMubGxtX2xlYXJuaW5nX3JhdGUuY291bnQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtcy5lbWJlZF9sZWFybmluZ19yYXRl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtcy5pbWdfbGVhcm5pbmdfcmF0ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5oeXBlcnBhcmFtcy5sbG1fbGVhcm5pbmdfcmF0ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuZW1iZWQuaW5uZXJfc3RhdGUuMS4wLm11LnN0YXJ0X2ltYWdlX3ByaW1hcnk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuZW1iZWQuaW5uZXJfc3RhdGUuMS4wLm51LnN0YXJ0X2ltYWdlX3ByaW1hcnk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuZW1iZWQuaW5uZXJfc3RhdGUuMS4wLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuZW1iZWRkaW5nLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuZW1iZWRkaW5nLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuaGVhZC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcuaGVhZC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5tdS5pbWcucG9zX2VtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuZW1iZWRkaW5nLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuZW1iZWRkaW5nLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuaGVhZC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcuaGVhZC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMuaW1nLmlubmVyX3N0YXRlLjEuMC5udS5pbWcucG9zX2VtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0uZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLm1scC5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5tdS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0uZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLm1scC5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","b3B0X3N0YXRlLm9wdGltaXplci5pbm5lcl9zdGF0ZS5pbm5lcl9zdGF0ZXMubGxtLmlubmVyX3N0YXRlLjEuMC5udS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","c3RlcA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5lbWJlZGRpbmcuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5lbWJlZGRpbmcua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5oZWFkLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5oZWFkLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmltZy5wb3NfZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5lbWJlZGRlci5pbnB1dF9lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5maW5hbF9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMubWxwLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMubWxwLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLmxsbS5sYXllcnMucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}","cGFyYW1zLnN0YXJ0X2ltYWdlX3ByaW1hcnk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4], \"axis_names\": [\"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]}}"}
 
 
cast_checkpoint/0/default/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://cat-logs/cf_filtered_w_atomic_2025_05_05_06_46_45/40000/default
 
 
cast_checkpoint/0/default/d/366a170ca0f6afdf63eb4141e7d9ce5c DELETED
Binary file (4.12 kB)
 
cast_checkpoint/0/default/manifest.ocdbt DELETED
Binary file (118 Bytes)
 
cast_checkpoint/0/default/ocdbt.process_0/d/1092e3334d3bc1c52edf6451f6d5e2c1 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a0336295e3bdc7e79a2e5fdf4cc8899360de068a2a630bf3d38d01e100c2016
3
- size 2219313796
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/52b4a60b211a707a16fc8b1125963223 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2661c6d438eb8723df13523bba35c9256f339e3d24d1cbbe06f4d8569f0a4d5
3
- size 2189157614
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/54fa563054598db7c6f9689b0a1333a8 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0bb15067a4a492401fafa9a76e5321c7fd6210bdda08c8bd1386801c597c8d8
3
- size 2456172529
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/5e5acb35fae0f61793cff8b8c83d8115 DELETED
Binary file (4.06 kB)
 
cast_checkpoint/0/default/ocdbt.process_0/d/6fda635061a19d3c8a10703bcf7b7d85 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5f3aeb312360fa87f22c65951e8075929b4c7028690931f59d2b9aa20b2af3b
3
- size 2480049114
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/80cc264640cb01bbed909f5a3ce4b954 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c694ed090302763c14de2f4007c7995664ecf6d2980df6c6d8fb9fb2fad668ac
3
- size 2242386436
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/8d9f3551eef653fffed9c118e1e77c6a DELETED
Binary file (215 Bytes)
 
cast_checkpoint/0/default/ocdbt.process_0/d/93dae15bab7348f839f64a906e4c16ca DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eca5f66f0d103e59aba1c5454c934037810abda0e4edb961aa5b6be7dbe87789
3
- size 2802660959
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/a0f30e92180c8785fce96cc16b4cf57a DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf7b7bf5884ae8bb3a7a087615c5afe7686ad7e5322a90da418d2ac7337c5eca
3
- size 2175803390
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/ac525f89ad4e08385a15ddba9963f2fd DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:11896c76ec784c068b0fab251a128747e1c1937ebcd659bfd85fb121e3fffd81
3
- size 2219219589
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/b8828f56f6fbfec19de8c5da5a0a9afa DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a5567256d776dcad1e1d6819296821781386b38e2973ca37b5a6c18cb391fec
3
- size 118887
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/d58a9eceaaa0524a7d7900056cbaf4a9 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:34386e82a60c96f3b5e392526a3e05e46d831f714ad4edcd65f6e9eae679a9f2
3
- size 2253158942
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/de68f8db040ca2dc1d9af30c2acef758 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b58c772fd2ff867837616f7cd391fa3ba2bf00d1a0e201b548ea6973a0de4919
3
- size 2229898530
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/de8b7b5dba28c6e610b1585cd69abe8b DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b06aecced9cc0d27c1659f1d7e1323ef91b47f2557c747f950de908c1f1b33d
3
- size 2545267421
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/e7756715d2319a21daf4c5713c37d480 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6362f9d8b9186e836a9a973be0586d34ead064eda859f95ab84139beef899a1d
3
- size 2186372302
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/eed76202e5e5ae85cc33d9d00e6e87b2 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4080cf66dec6cde6e1e31826a84138b3834204daf8f2df29de6fb1183471428f
3
- size 2253064312
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/d/fe5fb6c71f82ac58faa70aafdeb6a45a DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e58d31becd431222f158c1b500bdf907aff413f34484eded9b968698d6afa55
3
- size 2186515306
 
 
 
 
cast_checkpoint/0/default/ocdbt.process_0/manifest.ocdbt DELETED
Binary file (258 Bytes)