add AIBOM

MILVLG_imp-v1-3b.json

@@ -0,0 +1,158 @@
+{
+    "bomFormat": "CycloneDX",
+    "specVersion": "1.6",
+    "serialNumber": "urn:uuid:6c3b467c-c76e-47eb-bf5c-1d97c8f26c4d",
+    "version": 1,
+    "metadata": {
+        "timestamp": "2025-07-14T11:12:32.085748+00:00",
+        "component": {
+            "type": "machine-learning-model",
+            "bom-ref": "MILVLG/imp-v1-3b-c7e93326-9202-5ee4-804d-f351fc4293d5",
+            "name": "MILVLG/imp-v1-3b",
+            "externalReferences": [
+                {
+                    "url": "https://huggingface.co/MILVLG/imp-v1-3b",
+                    "type": "documentation"
+                }
+            ],
+            "modelCard": {
+                "modelParameters": {
+                    "task": "text-generation",
+                    "architectureFamily": "imp",
+                    "modelArchitecture": "ImpForCausalLM",
+                    "datasets": [
+                        {
+                            "ref": "liuhaotian/LLaVA-Pretrain-8de3d58f-6f2a-556e-9c5a-056d9604987c"
+                        },
+                        {
+                            "ref": "liuhaotian/LLaVA-Instruct-150K-67c7ef13-998b-5b99-8af3-d82417369ce2"
+                        }
+                    ]
+                },
+                "properties": [
+                    {
+                        "name": "library_name",
+                        "value": "transformers"
+                    }
+                ]
+            },
+            "authors": [
+                {
+                    "name": "MILVLG"
+                }
+            ],
+            "licenses": [
+                {
+                    "license": {
+                        "id": "Apache-2.0",
+                        "url": "https://spdx.org/licenses/Apache-2.0.html"
+                    }
+                }
+            ],
+            "description": "The Imp project aims to provide a family of  a strong multimodal `small` language models (MSLMs). Our `imp-v1-3b` is a strong MSLM with only **3B** parameters, which is build upon a small yet powerful SLM [Phi-2 ](https://huggingface.co/microsoft/phi-2)(2.7B) and a powerful visual encoder [SigLIP ](https://huggingface.co/google/siglip-so400m-patch14-384)(0.4B), and trained on the [LLaVA-v1.5](https://github.com/haotian-liu/LLaVA) training set.As shown in the image below, `imp-v1-3b` significantly outperforms the counterparts of similar model sizes, and even achieves slightly better performance than the strong LLaVA-7B model on various multimodal benchmarks.![evaluation](images/evaluation.png)We release our model weights and provide an example below to run our model . Detailed technical report and corresponding training/evaluation code will be released soon on our [GitHub repo](https://github.com/MILVLG/imp). We will persistently improve our model and release the next versions to further improve model performance :)",
+            "tags": [
+                "transformers",
+                "safetensors",
+                "imp",
+                "text-generation",
+                "custom_code",
+                "dataset:liuhaotian/LLaVA-Pretrain",
+                "dataset:liuhaotian/LLaVA-Instruct-150K",
+                "arxiv:2405.12107",
+                "license:apache-2.0",
+                "autotrain_compatible",
+                "region:us"
+            ]
+        }
+    },
+    "components": [
+        {
+            "type": "data",
+            "bom-ref": "liuhaotian/LLaVA-Pretrain-8de3d58f-6f2a-556e-9c5a-056d9604987c",
+            "name": "liuhaotian/LLaVA-Pretrain",
+            "data": [
+                {
+                    "type": "dataset",
+                    "bom-ref": "liuhaotian/LLaVA-Pretrain-8de3d58f-6f2a-556e-9c5a-056d9604987c",
+                    "name": "liuhaotian/LLaVA-Pretrain",
+                    "contents": {
+                        "url": "https://huggingface.co/datasets/liuhaotian/LLaVA-Pretrain",
+                        "properties": [
+                            {
+                                "name": "language",
+                                "value": "en"
+                            },
+                            {
+                                "name": "pretty_name",
+                                "value": "LLaVA Pretrain"
+                            },
+                            {
+                                "name": "license",
+                                "value": "other"
+                            }
+                        ]
+                    },
+                    "governance": {
+                        "owners": [
+                            {
+                                "organization": {
+                                    "name": "liuhaotian",
+                                    "url": "https://huggingface.co/liuhaotian"
+                                }
+                            }
+                        ]
+                    },
+                    "description": "\n\t\n\t\t\n\t\tLLaVA Visual Instruct Pretrain Dataset Card\n\t\n\n\n\t\n\t\t\n\t\tDataset details\n\t\n\nDataset type:\nLLaVA Visual Instruct Pretrain LCS-558K is a subset of LAION/CC/SBU dataset, filtered with a more balanced concept coverage distribution.\nCaptions are also associated with BLIP synthetic caption for reference.\nIt is constructed for the pretraining stage for feature alignment in visual instruction tuning.\nWe aim to build large multimodal towards GPT-4 vision/language capability.\nDataset date:\nLLaVA\u2026 See the full description on the dataset page: https://huggingface.co/datasets/liuhaotian/LLaVA-Pretrain."
+                }
+            ]
+        },
+        {
+            "type": "data",
+            "bom-ref": "liuhaotian/LLaVA-Instruct-150K-67c7ef13-998b-5b99-8af3-d82417369ce2",
+            "name": "liuhaotian/LLaVA-Instruct-150K",
+            "data": [
+                {
+                    "type": "dataset",
+                    "bom-ref": "liuhaotian/LLaVA-Instruct-150K-67c7ef13-998b-5b99-8af3-d82417369ce2",
+                    "name": "liuhaotian/LLaVA-Instruct-150K",
+                    "contents": {
+                        "url": "https://huggingface.co/datasets/liuhaotian/LLaVA-Instruct-150K",
+                        "properties": [
+                            {
+                                "name": "task_categories",
+                                "value": "visual-question-answering, question-answering"
+                            },
+                            {
+                                "name": "language",
+                                "value": "en"
+                            },
+                            {
+                                "name": "size_categories",
+                                "value": "100K<n<1M"
+                            },
+                            {
+                                "name": "pretty_name",
+                                "value": "LLaVA Visual Instruct 150K"
+                            },
+                            {
+                                "name": "license",
+                                "value": "cc-by-4.0"
+                            }
+                        ]
+                    },
+                    "governance": {
+                        "owners": [
+                            {
+                                "organization": {
+                                    "name": "liuhaotian",
+                                    "url": "https://huggingface.co/liuhaotian"
+                                }
+                            }
+                        ]
+                    },
+                    "description": "\n\t\n\t\t\n\t\tLLaVA Visual Instruct 150K Dataset Card\n\t\n\n\n\t\n\t\t\n\t\tDataset details\n\t\n\nDataset type:\nLLaVA Visual Instruct 150K is a set of GPT-generated multimodal instruction-following data.\nIt is constructed for visual instruction tuning and for building large multimodal towards GPT-4 vision/language capability.\nDataset date:\nLLaVA Visual Instruct 150K was collected in April 2023, by prompting GPT-4-0314 API.\nPaper or resources for more information:\nhttps://llava-vl.github.io/\nLicense:\nCreative\u2026 See the full description on the dataset page: https://huggingface.co/datasets/liuhaotian/LLaVA-Instruct-150K."
+                }
+            ]
+        }
+    ]
+}