diff --git a/.gitattributes b/.gitattributes
index 865a4820d87319acb51e0418e18dcfa8053f456d..1de5da4c0fc6955b1217eb967364a1983a7e9b01 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -78,3 +78,7 @@ LAVIS-main/projects/xinstructblip/demo/examples/audio/110714_wren.wav filter=lfs
 LAVIS-main/projects/xinstructblip/demo/examples/audio/Group_of_Dogs_Barking.wav filter=lfs diff=lfs merge=lfs -text
 LAVIS-main/projects/xinstructblip/demo/examples/point_cloud/banana.glb filter=lfs diff=lfs merge=lfs -text
 PFMBench/fig/framework.png filter=lfs diff=lfs merge=lfs -text
+ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_181302-ll3mmru8/run-ll3mmru8.wandb filter=lfs diff=lfs merge=lfs -text
+ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_183533-fmjlrb7w/run-fmjlrb7w.wandb filter=lfs diff=lfs merge=lfs -text
+ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_190631-9wqt24k3/run-9wqt24k3.wandb filter=lfs diff=lfs merge=lfs -text
+ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_192909-2yv19r3n/run-2yv19r3n.wandb filter=lfs diff=lfs merge=lfs -text
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bad72945a457b52f3a4b6db1f22a11a80d892b9
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ea30073cd54413b1b672abde1f36190d67848c95864b1dce943462e2ec1082
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188da09dfdb28f69ca6e14a58003b8cb17df7368
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3857ffe99669f955075acbd81e1fbcf4b08e49ed2fefecb2d62113a42f6794d
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3099ccc333b4a13639d46fbc45737b8391f0964
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5785c3fa3e93f6f363dc77f86fd372039d1c559a991ec0fafb02d79bd332e638
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac999433b57419b902be4b9abaed037aff749c73
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353b32138b30190b5714074d7c6da581ed9b42a05c6fc9fce4a22faefcb17c72
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e574bf0a960b62184b19ef9a807dbecf92b19fc
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a9620ac454e415e44a9bbe250c987c4bb50ffddc23f92434cfeb6f10379f44
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105ad97eb13daa43b8a505db2a4c74745590b60
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccdbee23d9eae30cd9eb26abe4d9ad19008b0202f2c02b346576edaaaea38ff
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf769b70a21a0ba48384cca62141e4c829ac3d0
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27dec0629767ddd6498fb81e037c487e5f4ddae9490a328597a357f3223c3c9
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9d78873663db7ae0815e01228f955bfa0e407c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90d829448bdbb52ff663c5703b34ee9569714f154f2bdb872123d86784e8961
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8873628c2f047d87b29c0b718dab065f99751c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa2f336f5b5ea4ea5b88227f90537a07085140d1c57833196a298d88eaec44
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb6cbebcc00d68108ba815144b5bedd05b25f8
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc698ca5fa81c492c016e25b8b79214629ca5b91aa02a610d449cb9089c9c4
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8de64f2f72fdafbd039f5f4c414bfbb8d08543f
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d0ad814bb15d034d47f76f2304882c7596aad7142eb6aa7eb3ffb8d7d7e00
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734a3a31788fda8e726fdec5ac97a67b12c90851
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5dc923a949c1ae502106da83cb711931705b3919fb03d3c75c4da99e7d0cec
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09-v1.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac999433b57419b902be4b9abaed037aff749c73
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353b32138b30190b5714074d7c6da581ed9b42a05c6fc9fce4a22faefcb17c72
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e574bf0a960b62184b19ef9a807dbecf92b19fc
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a9620ac454e415e44a9bbe250c987c4bb50ffddc23f92434cfeb6f10379f44
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105ad97eb13daa43b8a505db2a4c74745590b60
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccdbee23d9eae30cd9eb26abe4d9ad19008b0202f2c02b346576edaaaea38ff
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf769b70a21a0ba48384cca62141e4c829ac3d0
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27dec0629767ddd6498fb81e037c487e5f4ddae9490a328597a357f3223c3c9
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9d78873663db7ae0815e01228f955bfa0e407c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90d829448bdbb52ff663c5703b34ee9569714f154f2bdb872123d86784e8961
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8873628c2f047d87b29c0b718dab065f99751c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa2f336f5b5ea4ea5b88227f90537a07085140d1c57833196a298d88eaec44
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb6cbebcc00d68108ba815144b5bedd05b25f8
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc698ca5fa81c492c016e25b8b79214629ca5b91aa02a610d449cb9089c9c4
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8de64f2f72fdafbd039f5f4c414bfbb8d08543f
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d0ad814bb15d034d47f76f2304882c7596aad7142eb6aa7eb3ffb8d7d7e00
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2643af5fdfc0e57c9323b14c276347cfa126637c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f524c1a8b64285126ad1d89a44bd2e331c36b66cdba7581080aa35f5510ad38
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=09.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7c217d6bdba05179075303b2235bd9e6e54bc
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40820854a2e3349da13a12ed4509d0832dc4b76b8f9fc6fcec429f9a6e08871
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2757890f1604bbc52c866359511f7d8a4f70c6c4
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8396f31224067c92d34ebcc6419681f68c00a1ce9656803fcb6e3934579eb193
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e97739a1c78fcad4b4a3ad22a15b22ea49096
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cbd2c30491b544587357ea9a1593b9b8488e5f1a26a2a5e7fe5a373d65c666
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eda49496e0631c12c96d2458ebc63d244aab16
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e0d42fd6f8c29c9743b1d026fe86ecf87777e32233fee3651fac2be57fef4b
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd137f2ff70cb1557af46d20767007c333f0ccc7
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e648f802227f32f7598d7c9438ae61fb0b1b1e22212bdf12114ca65241bc74b
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4981f7fa92c69ea17b15a14421e5c43aa30b17c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0391bbf3c053cea211858e3478ffcc7f353b5a16404823a84884ba0fb703aa
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e195b59141d11474d2a89dfdf99725493291fbd
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d98a72a3d06ca9e6526c44a1fa9fa9a420df86e4a5489c8ad027d6a20424661
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3aeefc9e805555135258a5f7fbf94af473133d
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a43c2d8eed45cf50c514415c310bcf55537d971b7fb5fa6e959bde2c25bed53
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c513234d36dc9a0a70a38559ab04fdc05c2880f6
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2ce2fbf3020aa9557cac362297bdc665c802e5bdc70da43b625cf4f800b4f
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=14.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8f44e32feb29ed01eaf65d5baa763b11c7f48b
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e5b3d2beec22a4ce43b71325ddd9d5538571c9562303bace0832b8bc23d9ff
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a249d7bc62d54e974a085a87abfce6d025dc0449
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1b19e426f6ae13cf0f3fd7b57d28ade3b2d3e0bf731bd6da166970b21497ab
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47d90e716b53f5d7593065981d524661f45ef37
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db9738c8c80a1affdf6e45ab9a1da6cd9c364a438634b465c3fa1a722f38f51
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0eb9965249fce8d9ecbe69e1d8b762091dee10c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bede82cf58b21c77b072b5d183136c39f357356a771d27305f878d5b1be39e12
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e966e73a440312039eab56639e2d99c15c37d2c5
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8214dedba723ce2b33b2fdb77e25e521969c943f46a1a451a54b28bec04f963
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9170737d9463ca031e5785fcaa1bd45bdbca33
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92098ff4994f682a8c39c4e1dc262508e3e82f130b0d281cf5f97818220c9c8a
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543b7a295e3229486d445bc036a93950092f6796
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6772f748bd654082f231d6fb21e7ad293c9f2bf30a99ac3bdac187ec188e3daa
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa964ea712dafa6112c141f297a84bbe31590f9
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3594ce82a57426cbe263c9bdc42e1387560820e2b4ac41b554b9ae75cf632246
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef42e54902c2719a205d82906d6b1b12a55d295
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db065e746d469ee22475fafa26d978c4c37c87d7b6f72c1191f957d067b26f1
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=19.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_181302-ll3mmru8/run-ll3mmru8.wandb b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_181302-ll3mmru8/run-ll3mmru8.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..538978443ca3b875feca1daeacd35a012b96de42
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_181302-ll3mmru8/run-ll3mmru8.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19b222546a6a7cf823d35c9815b191534c167e2d757c053ae65a5580e6e7b4d
+size 490097
diff --git a/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_183533-fmjlrb7w/run-fmjlrb7w.wandb b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_183533-fmjlrb7w/run-fmjlrb7w.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..231b7e8d6e42f7e99e786b66dd921dbe5a723992
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_183533-fmjlrb7w/run-fmjlrb7w.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d02d0147e73c07198f124074f8007e517156acda8d1b17382f7db31026e532d
+size 753664
diff --git a/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_190631-9wqt24k3/run-9wqt24k3.wandb b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_190631-9wqt24k3/run-9wqt24k3.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..b70f3675ea0ec3a1d9e5de43d4fe0fbb3f8f1607
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_190631-9wqt24k3/run-9wqt24k3.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560eba018f34cd1f32e0e4cd9fbeebda22958225ab8e77304193a1327b423fa6
+size 131072
diff --git a/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_192909-2yv19r3n/run-2yv19r3n.wandb b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_192909-2yv19r3n/run-2yv19r3n.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..5968edada3fd68ed15a1389d7f143308ebef9b75
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06221723/wandb/run-20250622_192909-2yv19r3n/run-2yv19r3n.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfd39a506a93eee9efdd14323796a7461b2515f28e8f8e59c4610f0459c6d8e
+size 1161947
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bf67ff9d86f03405b2b52441871c9597e3dfbc
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9534f079a3a0251d5418e54e07306b664f2226c054c7a746bf7dd42e958b40
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16827265ed9353f17eb806d51108768c3575e82
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f8d82ad3e60693a0522b39747fbe39f43632a00fe85e968b5ae9ecabadc969
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a64667d68b68b218d396ea53fcc2ee14645b8a8
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88591aef2e841acb3784957f4c0c6808587e215b715b8f07593f0c907088c99
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa36345dcd281bd998eeb01625592bc2f80caf0
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b380991c2a1b3ef28789e2455aa97c3b6f061e14a42ef6a86e41671f1253f83
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1016139ac46a7dc1528535dca7229ec0b0a3
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3416eef6827be38eac072d843b6956e1810c78114d8ef41335ecf27635d3a4d6
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f60bac83b6af1215e9eb34d6f1f199833f94aa5
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c80219219a25bf9c622ce379d16e2beadb635a5124598f30310e94cd4c623a9
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300d3ea1a5e46102e05e562d646cdcd0dcfc33f
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1248dfd9b97a5fc2a12a9c75b1456b2b598c774805cea2ff727eb71dc26a13a
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38efccb8cbc2d44147e3325e85202217f42f1827
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bdf55c705991c5241cb7f28d54846a3f4ef8ac0333229add67951cb78b615d
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd83ccd2e2a2658d113e3aa8e531892d0745b52
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa765a1b2aefaa60b05a57dfd0e97cbd2f3ea94ecdf4b0011036a66a67e4b4b
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/latest b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=04.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1d7a6f5d715fa6ca3c2b54b262dbc79d5e6099
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab1235291a366b9c38ec9f58d7f822e964d7a7d864699460641da8fa3824c9e
+size 269461360
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3847a1de62bff3f21f48c2dfcd89a8299e7bf57b
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a86dbdd56872cabaa7a6584126742a2679c20929db0797f6cedec9245087ae
+size 269466288
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6841f8be029bc02ac13942ef6eb68cc6a2e163
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2114d70cff96804209293148d216339825cc5ba27163d74b325ddc0d640cb
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c86282928fbaedd4b6c658b520754a7fc68413c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2458cf597d0341c3151ac2af815fbdf6b7c0328bb09b2f0dd6fa4e5a29b62d46
+size 269465648
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdc3ecdfc9ee3f1a7a1bb611dcf1ad5b2ff3be7
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7d4b70d13aeaddbe3bfd05ed79dff3fe70c56e584f32936b1f13bc706ace02
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06cf5f1ef2b42632e30962bc7f5c8869bc706f5
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9820a2da58012278fca98ba350f9feb3fa0b5b81ae34a5db1d489cfde0d12e
+size 269466352
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56ea331039d62090a62e135ebae5e077931f135
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77988ecdcd6109f69397588f24af956218f55243211ba9f8fdf070f18b327163
+size 269466096
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fd153907ff2d10ef1fd352ae8a7bb8428fd00c
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345618c65151f12017b43eea0920f532a90f46d5f65e0a78f4e1115f919a4c27
+size 269465904
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addc4423a947b3cca043d3e3fa40ebd8012b7741
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/checkpoint/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09bc8b4587c7a723ec98ce7a00235f629d0da15b77fcc0b575fe1d296a4df61
+size 359448760
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/latest b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=09.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/latest b/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/latest
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef
+size 10
diff --git a/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231
--- /dev/null
+++ b/ProtT3/all_checkpoints/stage1_06251740/epoch=14.ckpt/zero_to_fp32.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f
+size 33272