Update config.json

config.json

@@ -36,5 +36,6 @@
     "model_type": "blip_2_vision_model",
     "num_channels": 3,
     "projection_dim": 512
-  }
+  },
+  "ignore_mismatched_sizes": true
 }