manu
/

mplt_untrained

Model card Files Files and versions

manu commited on Jul 8, 2022

Commit

bc42c33

·

1 Parent(s): b391592

Upload config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
-  "_name_or_path": "/home/manuel/layout-pretraining/models/MPLT_init",
   "architectures": [
-    "MPLTModel"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 5,
@@ -11,6 +11,7 @@
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "input_size": 224,
   "intermediate_size": 3072,
@@ -20,7 +21,6 @@
   "model_type": "mplt",
   "num_attention_heads": 12,
   "num_channels": 3,
-  "num_classes": 8,
   "num_hidden_layers": 12,
   "output_past": true,
   "pad_token_id": 1,

 {
+  "_name_or_path": "models/MPLT_mlm_init/",
   "architectures": [
+    "MPLTForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 5,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
+  "im_vocab_size": 8192,
   "initializer_range": 0.02,
   "input_size": 224,
   "intermediate_size": 3072,
   "model_type": "mplt",
   "num_attention_heads": 12,
   "num_channels": 3,
   "num_hidden_layers": 12,
   "output_past": true,
   "pad_token_id": 1,