Update

config.json

@@ -205,7 +205,7 @@
         "num_hidden_layers": 6,
         "num_attention_heads": 16,
         "hidden_act": "gelu",
-        "intermediate_size": 4096,
+        "intermediate_size": 2816,
         "hidden_dropout_prob": 0.1,
         "attention_probs_dropout_prob": 0.1,
         "max_position_embeddings": 512,
@@ -250,4 +250,4 @@
     "initializer_factor": 1.0,
     "initializer_range": 0.02,
     "model_type": "mplug-owl"
-}
+}