diff --git a/.gitattributes b/.gitattributes index 0b5fd4a3de309f254b1bb1dafd16a4b4f46d0d4f..865a4820d87319acb51e0418e18dcfa8053f456d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -35,3 +35,46 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text sft/qwen-metal_ion_binding-08022141/v0-20250802-215822/checkpoint-264-merged/tokenizer.json filter=lfs diff=lfs merge=lfs -text sft/qwen-production-08022302/v0-20250802-230250/checkpoint-1029-merged/tokenizer.json filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/flickr30k.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/gqa.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/msrvtt.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/msrvtt_qa.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/msvd_qa.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/nocaps.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/sbu_caption.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/snli_ve.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/dataset_card/imgs/vqav2.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/docs/_static/architecture.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/docs/_static/merlion.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/lavis/configs/datasets/discriminatory_reasoning/discriminatory_dataset/objaverse_discrn.json filter=lfs diff=lfs merge=lfs -text +LAVIS-main/lavis/models/clip_models/pics/CLIP.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/teaser-website.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/black-cat.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/cat-sofa.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dog.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dog2.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dress-model.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/green-skirt.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/pink-dress.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/00.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/01.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/02.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/03.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/04.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/jacket-letter-s/jacket-letter-s.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/pink-dress/pink-dress.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip-diffusion/images/shein-jacket/shein-jacket.jpg filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/blip2/blip2_illustration.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/img2llm-vqa/Caption.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/img2llm-vqa/Illustration.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/img2llm-vqa/QuestionGeneration.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/img2llm-vqa/demo.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/instructblip/comparison.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/instructblip/showcase.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/pnp-vqa/pnp_vqa.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/xinstructblip/assets/architecture.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/xinstructblip/assets/data.png filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/xinstructblip/demo/examples/audio/110714_wren.wav filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/xinstructblip/demo/examples/audio/Group_of_Dogs_Barking.wav filter=lfs diff=lfs merge=lfs -text +LAVIS-main/projects/xinstructblip/demo/examples/point_cloud/banana.glb filter=lfs diff=lfs merge=lfs -text +PFMBench/fig/framework.png filter=lfs diff=lfs merge=lfs -text diff --git a/LAVIS-main/dataset_card/imgs/flickr30k.png b/LAVIS-main/dataset_card/imgs/flickr30k.png new file mode 100644 index 0000000000000000000000000000000000000000..19ed90b0f54d7071c8fea1527e5b9998e7960ebd --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/flickr30k.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6397b8d87738dad19e1e2e5be652a6be6c9c50331023f1c5caa39ddbef981c24 +size 1435840 diff --git a/LAVIS-main/dataset_card/imgs/gqa.png b/LAVIS-main/dataset_card/imgs/gqa.png new file mode 100644 index 0000000000000000000000000000000000000000..7bf176c5ed2d49baadfa774165d86e2af46e3a4d --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/gqa.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aab093dd97c874c944f46991eb4bd018bbfc08f3a2fab3afbf27d71d2437866 +size 3124754 diff --git a/LAVIS-main/dataset_card/imgs/msrvtt.png b/LAVIS-main/dataset_card/imgs/msrvtt.png new file mode 100644 index 0000000000000000000000000000000000000000..5dd73b830b38e55d176133c70948277e5a896ba2 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/msrvtt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defdac15aefc94420db8c64ca10eb19425e4454521b780bd391d032ec2f36a57 +size 1116496 diff --git a/LAVIS-main/dataset_card/imgs/msrvtt_qa.png b/LAVIS-main/dataset_card/imgs/msrvtt_qa.png new file mode 100644 index 0000000000000000000000000000000000000000..b4413c48c8c55eaff89ad8391763f5139d101842 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/msrvtt_qa.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5518bff90f37cd9ddc2ca9eb96f9378075c341d3676c6708b0aabc9e7e78e758 +size 334684 diff --git a/LAVIS-main/dataset_card/imgs/msvd_qa.png b/LAVIS-main/dataset_card/imgs/msvd_qa.png new file mode 100644 index 0000000000000000000000000000000000000000..014ca322b333a78742782457d6327f6f9c062f68 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/msvd_qa.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b7bf302d23a363996d0390bfd3c1ffc5f95b2b0f826c057af169ebd3d9e93f +size 388485 diff --git a/LAVIS-main/dataset_card/imgs/nocaps.png b/LAVIS-main/dataset_card/imgs/nocaps.png new file mode 100644 index 0000000000000000000000000000000000000000..2aa5e546b091f19c23b7b101679872d7ccf920ba --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/nocaps.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c087d4838a5d43612158a960bfd4200b3ef00303447ed27ba4ffc23a37588b6b +size 1509004 diff --git a/LAVIS-main/dataset_card/imgs/sbu_caption.png b/LAVIS-main/dataset_card/imgs/sbu_caption.png new file mode 100644 index 0000000000000000000000000000000000000000..beda4b8cf8fbed29845aaa8559e61b9478317153 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/sbu_caption.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fea4744bed8090a23f66689a8b4ca1fde008752f3830b24afe8d3eb81c2a2ea +size 1521589 diff --git a/LAVIS-main/dataset_card/imgs/snli_ve.png b/LAVIS-main/dataset_card/imgs/snli_ve.png new file mode 100644 index 0000000000000000000000000000000000000000..064cfbb487caeca013439366e067517502dec8b0 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/snli_ve.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4660107e5ef8599fe587ebe6b8bf7b4b5561c796272f927a1d9e4aa5f8e15420 +size 2331339 diff --git a/LAVIS-main/dataset_card/imgs/vqav2.png b/LAVIS-main/dataset_card/imgs/vqav2.png new file mode 100644 index 0000000000000000000000000000000000000000..641ac58e9089eeeae1fceb0b61580c282e78bbe9 --- /dev/null +++ b/LAVIS-main/dataset_card/imgs/vqav2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4101a7978e0870f95f5950cfe64697b2f1b7de725b056546ba950d27e2080bec +size 2281373 diff --git a/LAVIS-main/docs/_static/architecture.png b/LAVIS-main/docs/_static/architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..7c4c13e2f7e8be9d9cacdd817f6606148144d30c --- /dev/null +++ b/LAVIS-main/docs/_static/architecture.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0346c87c93cc8f8581beeebec5920659a4193969d61eb91381f049013b9806ac +size 133155 diff --git a/LAVIS-main/docs/_static/merlion.png b/LAVIS-main/docs/_static/merlion.png new file mode 100644 index 0000000000000000000000000000000000000000..c8d299377ad181ae481e0517a651d4a6001b74de --- /dev/null +++ b/LAVIS-main/docs/_static/merlion.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f3b6a507ec92e8f47ac6d7c64e11b03fcba8c550bcb6851f80e261e8951431 +size 1604159 diff --git a/LAVIS-main/lavis/configs/datasets/discriminatory_reasoning/discriminatory_dataset/objaverse_discrn.json b/LAVIS-main/lavis/configs/datasets/discriminatory_reasoning/discriminatory_dataset/objaverse_discrn.json new file mode 100644 index 0000000000000000000000000000000000000000..ab862da5b51a0c5e64b1680ceaca2d9887c99a97 --- /dev/null +++ b/LAVIS-main/lavis/configs/datasets/discriminatory_reasoning/discriminatory_dataset/objaverse_discrn.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151bbc8d87d5a3fb81f92b89edc1ab882cfe2b4e0a66e854a1e1ee3db4f88001 +size 21624268 diff --git a/LAVIS-main/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz b/LAVIS-main/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz new file mode 100644 index 0000000000000000000000000000000000000000..36a15856e00a06a9fbed8cdd34d2393fea4a3113 --- /dev/null +++ b/LAVIS-main/lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924691ac288e54409236115652ad4aa250f48203de50a9e4722a6ecd48d6804a +size 1356917 diff --git a/LAVIS-main/lavis/models/clip_models/pics/CLIP.png b/LAVIS-main/lavis/models/clip_models/pics/CLIP.png new file mode 100644 index 0000000000000000000000000000000000000000..02a008634f25b30197da01414daa1b6a09af026a --- /dev/null +++ b/LAVIS-main/lavis/models/clip_models/pics/CLIP.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308a3ca4503f1c7a07803916c369d78c4ef501e5ab7fc727da9b5e1d2f9ec85b +size 252444 diff --git a/LAVIS-main/projects/blip-diffusion/images/black-cat.png b/LAVIS-main/projects/blip-diffusion/images/black-cat.png new file mode 100644 index 0000000000000000000000000000000000000000..729a46d0e1f1ca0b76eb6f01f74a40f62e983927 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/black-cat.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc1587eb3b84f0c5ab53fce415fff1b54e8645dca75aa606e093c096c0cd4cd +size 1360452 diff --git a/LAVIS-main/projects/blip-diffusion/images/cat-sofa.png b/LAVIS-main/projects/blip-diffusion/images/cat-sofa.png new file mode 100644 index 0000000000000000000000000000000000000000..c059764d1bd97b9e0d174f1152fd7b001ae9aaf5 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/cat-sofa.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c56e4b0fc63219ac314b706d49eae3fa9ca78f55ac896e72aea5ff60261eb3f +size 1048269 diff --git a/LAVIS-main/projects/blip-diffusion/images/dog.png b/LAVIS-main/projects/blip-diffusion/images/dog.png new file mode 100644 index 0000000000000000000000000000000000000000..b6edd720a5f3ec392f7a69bcbfffd73a886f5af0 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dog.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7016755ad4fcb318adf4ecf1931326915dcd070694dd08c381158c6b697f6d32 +size 1633155 diff --git a/LAVIS-main/projects/blip-diffusion/images/dog2.png b/LAVIS-main/projects/blip-diffusion/images/dog2.png new file mode 100644 index 0000000000000000000000000000000000000000..058db4f00d065cf20f67ef4a57658074a4327b6b --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dog2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc1d523d90ea1aaea9d0d4ab92f9bfb21109d14fa477f1359600c9ff7a2ae07 +size 2034363 diff --git a/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/00.jpg b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/00.jpg new file mode 100644 index 0000000000000000000000000000000000000000..351db1489dbf1db91504c38c5c6af0326ce8a076 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/00.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c14902bd3fc3101ff1a27a1bbe9f6632466ae27db95eea1b2f94352341facd9 +size 273303 diff --git a/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/01.jpg b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/01.jpg new file mode 100644 index 0000000000000000000000000000000000000000..308cd202f6fd392eaed807c63425a242d258bb92 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/01.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebdbeb2d24e19ac07e1274b765277993cfc859eba875548d381a1ed85e5a017 +size 250638 diff --git a/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/02.jpg b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/02.jpg new file mode 100644 index 0000000000000000000000000000000000000000..14ee27ddf12e720e559091262dc0b7fbdac3cac1 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/02.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babacdd40fb3bd39fdde8c72a60bd98a622df49c288f2ac54606a63220549692 +size 296383 diff --git a/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/03.jpg b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/03.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d5c9e72ee9f74aa6b56a471c291c15aa0b4a37e8 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/03.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daac6f70cbe6a9191d4878fa2fb55de08940b9a5b36573f8344d9db02c5325eb +size 295984 diff --git a/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/04.jpg b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/04.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3ced987ce2341ecf08955073e193b82855973c6c --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dreambooth/dog8/04.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1994030da6d469b983f04c3e0161f49fb5b3b0a261d5f7dc56aefaed1ae74d8f +size 197308 diff --git a/LAVIS-main/projects/blip-diffusion/images/dress-model.png b/LAVIS-main/projects/blip-diffusion/images/dress-model.png new file mode 100644 index 0000000000000000000000000000000000000000..c8e85f8b091a0bb22ef4551ddd87807918bd3fd1 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/dress-model.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe7bb12c614982cd7f319bbf3089b28793e2e4d379201b4ef4e8fc51f8f2912 +size 388887 diff --git a/LAVIS-main/projects/blip-diffusion/images/green-skirt.png b/LAVIS-main/projects/blip-diffusion/images/green-skirt.png new file mode 100644 index 0000000000000000000000000000000000000000..e8842e6a4d52bcbd6496c6ff0dcae94572737a33 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/green-skirt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50802737a665cf782e9fe772ce2676d370b926254f497b619f956c1a43f876b0 +size 820934 diff --git a/LAVIS-main/projects/blip-diffusion/images/jacket-letter-s/jacket-letter-s.png b/LAVIS-main/projects/blip-diffusion/images/jacket-letter-s/jacket-letter-s.png new file mode 100644 index 0000000000000000000000000000000000000000..23c7478a08d3cba48e8e8a38d661c2ce2432da2a --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/jacket-letter-s/jacket-letter-s.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8731efa3f9f871489c179d9b2a424283b39df9186b933d1bc74400a2f7b28f71 +size 177121 diff --git a/LAVIS-main/projects/blip-diffusion/images/pink-dress.png b/LAVIS-main/projects/blip-diffusion/images/pink-dress.png new file mode 100644 index 0000000000000000000000000000000000000000..7b5bcc7ec376e728f238d743c78ac948263210bc --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/pink-dress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4ce70aedde5f687035e7caf5479a2505d1ddd64f4f55e490b4cd3b50dade41 +size 602125 diff --git a/LAVIS-main/projects/blip-diffusion/images/pink-dress/pink-dress.png b/LAVIS-main/projects/blip-diffusion/images/pink-dress/pink-dress.png new file mode 100644 index 0000000000000000000000000000000000000000..7b5bcc7ec376e728f238d743c78ac948263210bc --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/pink-dress/pink-dress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4ce70aedde5f687035e7caf5479a2505d1ddd64f4f55e490b4cd3b50dade41 +size 602125 diff --git a/LAVIS-main/projects/blip-diffusion/images/shein-jacket/shein-jacket.jpg b/LAVIS-main/projects/blip-diffusion/images/shein-jacket/shein-jacket.jpg new file mode 100644 index 0000000000000000000000000000000000000000..aa8885ff87ffd20645f3aac36288e51c9947e573 --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/images/shein-jacket/shein-jacket.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4f87a91279d104cf9dfb441493c755211bc8c7c375b86511fa4caccec0d8a7 +size 179526 diff --git a/LAVIS-main/projects/blip-diffusion/teaser-website.png b/LAVIS-main/projects/blip-diffusion/teaser-website.png new file mode 100644 index 0000000000000000000000000000000000000000..8e999ea4c43955376045b3c046c0a4c3de3ed78b --- /dev/null +++ b/LAVIS-main/projects/blip-diffusion/teaser-website.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa9cd8e436ec13d2525251bbb3cd1a389d8449f1fda27a37a5d83fcf0f8bce7 +size 4281353 diff --git a/LAVIS-main/projects/blip2/blip2_illustration.png b/LAVIS-main/projects/blip2/blip2_illustration.png new file mode 100644 index 0000000000000000000000000000000000000000..779ef920f386567dda0b0979594fe9fe67e63e52 --- /dev/null +++ b/LAVIS-main/projects/blip2/blip2_illustration.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d66b9e4625937e264e7d71170e74f1a7bf38951145085ece476995fd96a022f +size 532033 diff --git a/LAVIS-main/projects/img2llm-vqa/Caption.png b/LAVIS-main/projects/img2llm-vqa/Caption.png new file mode 100644 index 0000000000000000000000000000000000000000..beb95c311abebb4d44735c2bb6083f99a9c80d83 --- /dev/null +++ b/LAVIS-main/projects/img2llm-vqa/Caption.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d255599a48aad39f43bfbbc10b3915fdce3e89edcc36a41298597c6237e14e +size 876658 diff --git a/LAVIS-main/projects/img2llm-vqa/Illustration.png b/LAVIS-main/projects/img2llm-vqa/Illustration.png new file mode 100644 index 0000000000000000000000000000000000000000..4b6cfa1ba8f1c419d142acefd1c52e819bcd0347 --- /dev/null +++ b/LAVIS-main/projects/img2llm-vqa/Illustration.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4b4bd8732e2a8b361dc301c523cb2fd8fa4854af825371c39ff7c881b12103 +size 866987 diff --git a/LAVIS-main/projects/img2llm-vqa/QuestionGeneration.png b/LAVIS-main/projects/img2llm-vqa/QuestionGeneration.png new file mode 100644 index 0000000000000000000000000000000000000000..33b41f1dc2649effb53081bdf41e2a992180d717 --- /dev/null +++ b/LAVIS-main/projects/img2llm-vqa/QuestionGeneration.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1ba4ea52a93cee308cbe964ad972ae988b01e0a2abb6077dbf1f80cdc2837f +size 547445 diff --git a/LAVIS-main/projects/img2llm-vqa/demo.png b/LAVIS-main/projects/img2llm-vqa/demo.png new file mode 100644 index 0000000000000000000000000000000000000000..d5a22530c4c9895514dc96b00dd9e5656bf53675 --- /dev/null +++ b/LAVIS-main/projects/img2llm-vqa/demo.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118165be2c3f952528389a211ff7471d0d958e4e5c8a823d65db7391448e9278 +size 500241 diff --git a/LAVIS-main/projects/instructblip/comparison.png b/LAVIS-main/projects/instructblip/comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..3953debdab93cc02c3e24c829d82e75590294069 --- /dev/null +++ b/LAVIS-main/projects/instructblip/comparison.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72db629c3bd1ad7fb45e366db6f54aac273c8d5dd67fd25b702290e3305389ca +size 395211 diff --git a/LAVIS-main/projects/instructblip/showcase.png b/LAVIS-main/projects/instructblip/showcase.png new file mode 100644 index 0000000000000000000000000000000000000000..6706ebce0596cef113d500ee58429adb42b62826 --- /dev/null +++ b/LAVIS-main/projects/instructblip/showcase.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e580f309ab40201ff4b8448de49b97e5a826ad69aafdb680b097d2c353e94c7b +size 900348 diff --git a/LAVIS-main/projects/pnp-vqa/pnp_vqa.png b/LAVIS-main/projects/pnp-vqa/pnp_vqa.png new file mode 100644 index 0000000000000000000000000000000000000000..429cf3cd226e64ea87f1675949d175e72f19e52b --- /dev/null +++ b/LAVIS-main/projects/pnp-vqa/pnp_vqa.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0971469af0c2b5a47fc534ffc2aa7762437ed88edc23ebcb91a93a2f7cfcff9f +size 792700 diff --git a/LAVIS-main/projects/xinstructblip/assets/architecture.png b/LAVIS-main/projects/xinstructblip/assets/architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..8f67774dcadfce8e06e0f6323894cc3195fa0733 --- /dev/null +++ b/LAVIS-main/projects/xinstructblip/assets/architecture.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb2847433c8f53ac838311bfdf32436095ce291b2f63526c5216cae27cf1316 +size 202606 diff --git a/LAVIS-main/projects/xinstructblip/assets/data.png b/LAVIS-main/projects/xinstructblip/assets/data.png new file mode 100644 index 0000000000000000000000000000000000000000..11a81f43e32c88d77ca138f7f085526f980df792 --- /dev/null +++ b/LAVIS-main/projects/xinstructblip/assets/data.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add83e25efd933b6e85714e93cc4b3b01dde997a202eab876de38720b41bc1a2 +size 340719 diff --git a/LAVIS-main/projects/xinstructblip/demo/examples/audio/110714_wren.wav b/LAVIS-main/projects/xinstructblip/demo/examples/audio/110714_wren.wav new file mode 100644 index 0000000000000000000000000000000000000000..d8246f9490324eced6e4148e0afef4fcbbf0d325 --- /dev/null +++ b/LAVIS-main/projects/xinstructblip/demo/examples/audio/110714_wren.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aff5d8530d0903f659044d10379a5087227fcad13780488e3d4d8675253ed43 +size 1731222 diff --git a/LAVIS-main/projects/xinstructblip/demo/examples/audio/Group_of_Dogs_Barking.wav b/LAVIS-main/projects/xinstructblip/demo/examples/audio/Group_of_Dogs_Barking.wav new file mode 100644 index 0000000000000000000000000000000000000000..03872b47806ee331e7d7bdd352ddb526cd209960 --- /dev/null +++ b/LAVIS-main/projects/xinstructblip/demo/examples/audio/Group_of_Dogs_Barking.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21ccafa5b32c894a8616dd7b6470881dc27ad04617a8f92e1123ed6ee14612a +size 1908780 diff --git a/LAVIS-main/projects/xinstructblip/demo/examples/point_cloud/banana.glb b/LAVIS-main/projects/xinstructblip/demo/examples/point_cloud/banana.glb new file mode 100644 index 0000000000000000000000000000000000000000..202b4905ae403c16885c3efac10f58b5f2458efa --- /dev/null +++ b/LAVIS-main/projects/xinstructblip/demo/examples/point_cloud/banana.glb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5d3b487832bc4bd1d41d78b55b2dd81117db4722fcb524f2a23d2d5238ffaf +size 9041624 diff --git a/PFMBench/fig/framework.png b/PFMBench/fig/framework.png new file mode 100644 index 0000000000000000000000000000000000000000..4dfa04defac11e2d176487442ced63c2feb11f04 --- /dev/null +++ b/PFMBench/fig/framework.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9edf35749c578f9b3c92acf7ebb64e93a7a1b842e5c767b06802f22201d1727 +size 453467 diff --git a/ProtT3/all_checkpoints/author/checkpoints.zip b/ProtT3/all_checkpoints/author/checkpoints.zip new file mode 100644 index 0000000000000000000000000000000000000000..758d7654c488b4f92cb75c776b9abba748028a5a --- /dev/null +++ b/ProtT3/all_checkpoints/author/checkpoints.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0a66744f1561dc90b0fa8fe1b156606534b3194cdf64c9a70385fc57b218e6 +size 1120058549 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a81e3a140c51233e05c6d826bec409d262fff150 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca76a3278218ad48bbfc31b4f5405de0855ef672e4aead9b458dd39778fd27c3 +size 269461360 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8be76bb44717cbff10828eea667babd118a8acf --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e48a34e355846caa81912326db0af92ef8136856a6db1249c62472189221937 +size 269466288 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..658db3e4a9fb707aad9ee214172319485e1b64bb --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850d192ff70b3b10da2925fd362e8166e2c8fd7d9a2514b06aad433146a68131 +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3a16beecdc91b48fd21b9f816123db1a4f5eca5 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee58355bf08eeb71129554edba648018b3ca7b8db655ccdf6e7e683bd39b066 +size 269465648 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d9d12a7e3af3f1606d4cea64e73c016509c1aa --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295390b8cb92bc1a7d82bce471da95710208c9e0bcda6bda13462869dcc62995 +size 269466096 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ccf82d99d56beeebfa3e4450d095f4fe2e5d26 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6139f423c92632231b8809ef557fe73c56d3b7835f8b9701ead74d420b9fa82e +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bad72945a457b52f3a4b6db1f22a11a80d892b9 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ea30073cd54413b1b672abde1f36190d67848c95864b1dce943462e2ec1082 +size 269466096 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..188da09dfdb28f69ca6e14a58003b8cb17df7368 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3857ffe99669f955075acbd81e1fbcf4b08e49ed2fefecb2d62113a42f6794d +size 269465904 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..717403ebe4f114ff5b2bae81b045df6c6bf09a75 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/checkpoint/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6801f299fbc249b138a66ab21d5db9a939b3a2581dc256cd2c48d972557873a5 +size 359448760 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/latest new file mode 100644 index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/latest @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef +size 10 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v1.ckpt/zero_to_fp32.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f +size 33272 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a81e3a140c51233e05c6d826bec409d262fff150 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca76a3278218ad48bbfc31b4f5405de0855ef672e4aead9b458dd39778fd27c3 +size 269461360 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8be76bb44717cbff10828eea667babd118a8acf --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e48a34e355846caa81912326db0af92ef8136856a6db1249c62472189221937 +size 269466288 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..658db3e4a9fb707aad9ee214172319485e1b64bb --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850d192ff70b3b10da2925fd362e8166e2c8fd7d9a2514b06aad433146a68131 +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3a16beecdc91b48fd21b9f816123db1a4f5eca5 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee58355bf08eeb71129554edba648018b3ca7b8db655ccdf6e7e683bd39b066 +size 269465648 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d9d12a7e3af3f1606d4cea64e73c016509c1aa --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295390b8cb92bc1a7d82bce471da95710208c9e0bcda6bda13462869dcc62995 +size 269466096 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ccf82d99d56beeebfa3e4450d095f4fe2e5d26 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6139f423c92632231b8809ef557fe73c56d3b7835f8b9701ead74d420b9fa82e +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bad72945a457b52f3a4b6db1f22a11a80d892b9 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ea30073cd54413b1b672abde1f36190d67848c95864b1dce943462e2ec1082 +size 269466096 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..188da09dfdb28f69ca6e14a58003b8cb17df7368 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3857ffe99669f955075acbd81e1fbcf4b08e49ed2fefecb2d62113a42f6794d +size 269465904 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/mp_rank_00_model_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..02067dfa6f75de1decfe9d427928019e93fd15af --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/checkpoint/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aadafb601006344048b1600da42bb9b39696ee70eb19ffc4cb083c977967efc +size 359448760 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/latest new file mode 100644 index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/latest @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef +size 10 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04-v2.ckpt/zero_to_fp32.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f +size 33272 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a81e3a140c51233e05c6d826bec409d262fff150 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca76a3278218ad48bbfc31b4f5405de0855ef672e4aead9b458dd39778fd27c3 +size 269461360 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8be76bb44717cbff10828eea667babd118a8acf --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e48a34e355846caa81912326db0af92ef8136856a6db1249c62472189221937 +size 269466288 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..658db3e4a9fb707aad9ee214172319485e1b64bb --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850d192ff70b3b10da2925fd362e8166e2c8fd7d9a2514b06aad433146a68131 +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3a16beecdc91b48fd21b9f816123db1a4f5eca5 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee58355bf08eeb71129554edba648018b3ca7b8db655ccdf6e7e683bd39b066 +size 269465648 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d9d12a7e3af3f1606d4cea64e73c016509c1aa --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295390b8cb92bc1a7d82bce471da95710208c9e0bcda6bda13462869dcc62995 +size 269466096 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ccf82d99d56beeebfa3e4450d095f4fe2e5d26 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/checkpoint/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6139f423c92632231b8809ef557fe73c56d3b7835f8b9701ead74d420b9fa82e +size 269466352 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/latest b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/latest new file mode 100644 index 0000000000000000000000000000000000000000..cba72880aceabcd7bb2ab41315a70f60d597b12a --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/latest @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47320987f9a49d5b00119b960f247a956773f57543982b8bfcb6da5bb3afd9ef +size 10 diff --git a/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/zero_to_fp32.py b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..6f27606cda22fb2388a87055621bbadb4dd8e231 --- /dev/null +++ b/ProtT3/all_checkpoints/stage1_06221723/epoch=04.ckpt/zero_to_fp32.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46497565ccf2b4a8b1f6f18c8341042f3749605a94335c81f69df1bd268af64f +size 33272