Upload CustomViltForVQA

config.json

@@ -1,234 +1,234 @@
 {
   "_name_or_path": "dandelin/vilt-b32-finetuned-vqa",
   "architectures": [
-    "ViltForQuestionAnswering"
+    "CustomViltForVQA"
   ],
   "attention_probs_dropout_prob": 0.0,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
   "hidden_size": 768,
   "id2label": {
-    "0": "Front",
-    "1": "Left",
-    "2": "Below",
-    "3": "left",
-    "4": "refrigerator",
-    "5": "banana",
-    "6": "stop sign",
-    "7": "right",
-    "8": "bottle",
-    "9": "Red",
-    "10": "teddy bear",
-    "11": "bus",
-    "12": "baseball glove",
-    "13": "couch",
-    "14": "apple",
-    "15": "Orange",
-    "16": "above",
-    "17": "vase",
-    "18": "clock",
-    "19": "frisbee",
-    "20": "snowboard",
-    "21": "spoon",
-    "22": "dining table",
-    "23": "laptop",
-    "24": "Purple",
-    "25": "Yellow",
-    "26": "truck",
-    "27": "cake",
-    "28": "dog",
-    "29": "donut",
-    "30": "No",
-    "31": "bird",
-    "32": "handbag",
-    "33": "sheep",
-    "34": "orange",
+    "0": "boat",
+    "1": "above",
+    "2": "apple",
+    "3": "clock",
+    "4": "9",
+    "5": "wine glass",
+    "6": "mouse",
+    "7": "2",
+    "8": "sheep",
+    "9": "couch",
+    "10": "snowboard",
+    "11": "Yes",
+    "12": "spoon",
+    "13": "sports ball",
+    "14": "handbag",
+    "15": "Blue",
+    "16": "5",
+    "17": "laptop",
+    "18": "toothbrush",
+    "19": "carrot",
+    "20": "cake",
+    "21": "dog",
+    "22": "White",
+    "23": "motorcycle",
+    "24": "chair",
+    "25": "train",
+    "26": "zebra",
+    "27": "6",
+    "28": "person",
+    "29": "parking meter",
+    "30": "Brown",
+    "31": "car",
+    "32": "sink",
+    "33": "right",
+    "34": "bear",
     "35": "Right",
-    "36": "Brown",
-    "37": "1",
-    "38": "keyboard",
-    "39": "sink",
-    "40": "9",
-    "41": "7",
-    "42": "4",
-    "43": "horse",
-    "44": "remote",
-    "45": "traffic light",
-    "46": "toothbrush",
-    "47": "bed",
-    "48": "zebra",
-    "49": "White",
-    "50": "tie",
-    "51": "surfboard",
-    "52": "elephant",
-    "53": "bear",
-    "54": "Above",
-    "55": "train",
+    "36": "sandwich",
+    "37": "Grey",
+    "38": "Red",
+    "39": "surfboard",
+    "40": "bowl",
+    "41": "airplane",
+    "42": "potted plant",
+    "43": "7",
+    "44": "tv",
+    "45": "suitcase",
+    "46": "kite",
+    "47": "tennis racket",
+    "48": "bench",
+    "49": "0",
+    "50": "bed",
+    "51": "dining table",
+    "52": "No",
+    "53": "refrigerator",
+    "54": "giraffe",
+    "55": "Purple",
     "56": "hot dog",
-    "57": "skateboard",
-    "58": "bicycle",
-    "59": "wine glass",
-    "60": "Behind",
-    "61": "3",
-    "62": "kite",
-    "63": "knife",
-    "64": "potted plant",
-    "65": "cup",
-    "66": "car",
-    "67": "Blue",
-    "68": "8",
-    "69": "chair",
-    "70": "Black",
-    "71": "sports ball",
-    "72": "cow",
-    "73": "bench",
-    "74": "fire hydrant",
-    "75": "parking meter",
-    "76": "umbrella",
-    "77": "0",
-    "78": "skis",
-    "79": "person",
-    "80": "mouse",
-    "81": "scissors",
-    "82": "bowl",
-    "83": "tv",
-    "84": "cell phone",
-    "85": "toilet",
-    "86": "sandwich",
-    "87": "giraffe",
-    "88": "2",
-    "89": "carrot",
-    "90": "cat",
-    "91": "tennis racket",
-    "92": "Grey",
-    "93": "Yes",
-    "94": "suitcase",
-    "95": "broccoli",
-    "96": "fork",
+    "57": "truck",
+    "58": "vase",
+    "59": "Orange",
+    "60": "tie",
+    "61": "broccoli",
+    "62": "umbrella",
+    "63": "Green",
+    "64": "left",
+    "65": "stop sign",
+    "66": "cat",
+    "67": "teddy bear",
+    "68": "bicycle",
+    "69": "orange",
+    "70": "3",
+    "71": "scissors",
+    "72": "baseball glove",
+    "73": "frisbee",
+    "74": "4",
+    "75": "keyboard",
+    "76": "banana",
+    "77": "bus",
+    "78": "1",
+    "79": "Black",
+    "80": "8",
+    "81": "fork",
+    "82": "baseball bat",
+    "83": "donut",
+    "84": "book",
+    "85": "Above",
+    "86": "skis",
+    "87": "oven",
+    "88": "Below",
+    "89": "cell phone",
+    "90": "Left",
+    "91": "fire hydrant",
+    "92": "Behind",
+    "93": "cup",
+    "94": "elephant",
+    "95": "pizza",
+    "96": "bird",
     "97": "Pink",
-    "98": "motorcycle",
-    "99": "oven",
-    "100": "6",
-    "101": "baseball bat",
-    "102": "book",
-    "103": "5",
-    "104": "pizza",
-    "105": "boat",
-    "106": "airplane",
-    "107": "Green"
+    "98": "knife",
+    "99": "skateboard",
+    "100": "horse",
+    "101": "Front",
+    "102": "Yellow",
+    "103": "traffic light",
+    "104": "remote",
+    "105": "cow",
+    "106": "toilet",
+    "107": "bottle"
   },
   "image_size": 384,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "0": 77,
-    "1": 37,
-    "2": 88,
-    "3": 61,
-    "4": 42,
-    "5": 103,
-    "6": 100,
-    "7": 41,
-    "8": 68,
-    "9": 40,
-    "Above": 54,
-    "Behind": 60,
-    "Below": 2,
-    "Black": 70,
-    "Blue": 67,
-    "Brown": 36,
-    "Front": 0,
-    "Green": 107,
-    "Grey": 92,
-    "Left": 1,
-    "No": 30,
-    "Orange": 15,
+    "0": 49,
+    "1": 78,
+    "2": 7,
+    "3": 70,
+    "4": 74,
+    "5": 16,
+    "6": 27,
+    "7": 43,
+    "8": 80,
+    "9": 4,
+    "Above": 85,
+    "Behind": 92,
+    "Below": 88,
+    "Black": 79,
+    "Blue": 15,
+    "Brown": 30,
+    "Front": 101,
+    "Green": 63,
+    "Grey": 37,
+    "Left": 90,
+    "No": 52,
+    "Orange": 59,
     "Pink": 97,
-    "Purple": 24,
-    "Red": 9,
+    "Purple": 55,
+    "Red": 38,
     "Right": 35,
-    "White": 49,
-    "Yellow": 25,
-    "Yes": 93,
-    "above": 16,
-    "airplane": 106,
-    "apple": 14,
-    "banana": 5,
-    "baseball bat": 101,
-    "baseball glove": 12,
-    "bear": 53,
-    "bed": 47,
-    "bench": 73,
-    "bicycle": 58,
-    "bird": 31,
-    "boat": 105,
-    "book": 102,
-    "bottle": 8,
-    "bowl": 82,
-    "broccoli": 95,
-    "bus": 11,
-    "cake": 27,
-    "car": 66,
-    "carrot": 89,
-    "cat": 90,
-    "cell phone": 84,
-    "chair": 69,
-    "clock": 18,
-    "couch": 13,
-    "cow": 72,
-    "cup": 65,
-    "dining table": 22,
-    "dog": 28,
-    "donut": 29,
-    "elephant": 52,
-    "fire hydrant": 74,
-    "fork": 96,
-    "frisbee": 19,
-    "giraffe": 87,
-    "handbag": 32,
-    "horse": 43,
+    "White": 22,
+    "Yellow": 102,
+    "Yes": 11,
+    "above": 1,
+    "airplane": 41,
+    "apple": 2,
+    "banana": 76,
+    "baseball bat": 82,
+    "baseball glove": 72,
+    "bear": 34,
+    "bed": 50,
+    "bench": 48,
+    "bicycle": 68,
+    "bird": 96,
+    "boat": 0,
+    "book": 84,
+    "bottle": 107,
+    "bowl": 40,
+    "broccoli": 61,
+    "bus": 77,
+    "cake": 20,
+    "car": 31,
+    "carrot": 19,
+    "cat": 66,
+    "cell phone": 89,
+    "chair": 24,
+    "clock": 3,
+    "couch": 9,
+    "cow": 105,
+    "cup": 93,
+    "dining table": 51,
+    "dog": 21,
+    "donut": 83,
+    "elephant": 94,
+    "fire hydrant": 91,
+    "fork": 81,
+    "frisbee": 73,
+    "giraffe": 54,
+    "handbag": 14,
+    "horse": 100,
     "hot dog": 56,
-    "keyboard": 38,
-    "kite": 62,
-    "knife": 63,
-    "laptop": 23,
-    "left": 3,
-    "motorcycle": 98,
-    "mouse": 80,
-    "orange": 34,
-    "oven": 99,
-    "parking meter": 75,
-    "person": 79,
-    "pizza": 104,
-    "potted plant": 64,
-    "refrigerator": 4,
-    "remote": 44,
-    "right": 7,
-    "sandwich": 86,
-    "scissors": 81,
-    "sheep": 33,
-    "sink": 39,
-    "skateboard": 57,
-    "skis": 78,
-    "snowboard": 20,
-    "spoon": 21,
-    "sports ball": 71,
-    "stop sign": 6,
-    "suitcase": 94,
-    "surfboard": 51,
-    "teddy bear": 10,
-    "tennis racket": 91,
-    "tie": 50,
-    "toilet": 85,
-    "toothbrush": 46,
-    "traffic light": 45,
-    "train": 55,
-    "truck": 26,
-    "tv": 83,
-    "umbrella": 76,
-    "vase": 17,
-    "wine glass": 59,
-    "zebra": 48
+    "keyboard": 75,
+    "kite": 46,
+    "knife": 98,
+    "laptop": 17,
+    "left": 64,
+    "motorcycle": 23,
+    "mouse": 6,
+    "orange": 69,
+    "oven": 87,
+    "parking meter": 29,
+    "person": 28,
+    "pizza": 95,
+    "potted plant": 42,
+    "refrigerator": 53,
+    "remote": 104,
+    "right": 33,
+    "sandwich": 36,
+    "scissors": 71,
+    "sheep": 8,
+    "sink": 32,
+    "skateboard": 99,
+    "skis": 86,
+    "snowboard": 10,
+    "spoon": 12,
+    "sports ball": 13,
+    "stop sign": 65,
+    "suitcase": 45,
+    "surfboard": 39,
+    "teddy bear": 67,
+    "tennis racket": 47,
+    "tie": 60,
+    "toilet": 106,
+    "toothbrush": 18,
+    "traffic light": 103,
+    "train": 25,
+    "truck": 57,
+    "tv": 44,
+    "umbrella": 62,
+    "vase": 58,
+    "wine glass": 5,
+    "zebra": 26
   },
   "layer_norm_eps": 1e-12,
   "max_image_length": -1,
@@ -243,7 +243,7 @@
   "qkv_bias": true,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.47.0",
+  "transformers_version": "4.35.2",
   "type_vocab_size": 2,
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed63c524be59be652b00f1cf6d13adf15695129ee961964d7200f1bcd5c8a822
+oid sha256:a6b0c4270fa9bd8aff01435a16088e82bf69fe503393723e7aa34ce09f5d80b1
 size 451805856