Explicitly set lang adapter bias to False

params.json

@@ -17,6 +17,7 @@
     "intermediate_size": 6144,
     "num_hidden_layers": 40,
     "num_attention_heads": 16,
-    "image_token_id": 10
+    "image_token_id": 10,
+    "adapter_bias": false
   }
 }