Update config.json

config.json

@@ -1,5 +1,4 @@
 {
-  "_name_or_path": "/home/jiqingfe/protst/ProtST-HuggingFace/hf_model/protst_model/",
   "architectures": [
     "ProtSTModel"
   ],
@@ -13,31 +12,50 @@
     ],
     "attention_probs_dropout_prob": 0.0,
     "classifier_dropout": null,
-    "cls_token_id": 0,
     "emb_layer_norm_before": true,
-    "eos_token_id": 2,
+    "esmfold_config": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.0,
     "hidden_size": 1280,
+    "initializer_range": 0.02,
     "intermediate_size": 5120,
+    "is_folding_model": false,
     "layer_norm_eps": 1e-05,
     "mask_token_id": 32,
+    "max_position_embeddings": 1026,
     "model_type": "esm",
     "num_attention_heads": 20,
     "num_hidden_layers": 33,
+    "cls_token_id": 0,
     "pad_token_id": 1,
+    "eos_token_id": 2,
+    "position_embedding_type": "absolute",
     "token_dropout": true,
     "torch_dtype": "float32",
+    "use_cache": true,
+    "vocab_list": null,
     "vocab_size": 33
   },
   "text_config": {
     "architectures": [
       "BertForMaskedLM"
     ],
-    "cls_token_id": 2,
     "model_type": "bert",
-    "sep_token_id": 3
+    "attention_probs_dropout_prob": 0.1,
+    "hidden_act": "gelu",
+    "pad_token_id": 0,
+    "cls_token_id": 2,
+    "sep_token_id": 3,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "max_position_embeddings": 512,
+    "num_attention_heads": 12,
+    "num_hidden_layers": 12,
+    "type_vocab_size": 2,
+    "vocab_size": 30522
   },
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.35.0.dev0"
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.0.dev0"
 }