Updated to Transformers v4

config.json

@@ -1,6 +1,10 @@
 {
+  "_name_or_path": "BioSyn-master/Models/pybiobert2",
+  "architectures": [
+    "BertModel"
+  ],
   "attention_probs_dropout_prob": 0.1,
-  "finetuning_task": null,
+  "classifier_dropout": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -8,14 +12,14 @@
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
-  "num_labels": 2,
-  "output_attentions": false,
-  "output_hidden_states": false,
-  "pruned_heads": {},
-  "torchscript": false,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
   "type_vocab_size": 2,
-  "use_bfloat16": false,
+  "use_cache": true,
   "vocab_size": 28996
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75af94490c2391833cd56797ca40392ce132a277012ce5734df2d2b6a7aa4fa3
-size 433288887
+oid sha256:2153e33eb80408c25e619f214cf26e03ac55b25bc536490972934f02cd7a7498
+size 433327607

requirements.txt

@@ -0,0 +1,79 @@
+absl-py==1.0.0
+astunparse==1.6.3
+cached-property==1.5.2
+cachetools==5.0.0
+cchardet==2.1.7
+certifi==2021.10.8
+chardet==4.0.0
+charset-normalizer==2.0.10
+click==8.0.3
+cycler==0.11.0
+fastprogress==1.0.2
+filelock==3.4.2
+flatbuffers==2.0
+fonttools==4.29.1
+gast==0.5.3
+google-auth==2.6.0
+google-auth-oauthlib==0.4.6
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.10.0
+jieba==0.42.1
+keras==2.8.0
+keras-bert==0.89.0
+keras-embed-sim==0.10.0
+keras-layer-normalization==0.16.0
+keras-multi-head==0.29.0
+keras-pos-embd==0.13.0
+keras-position-wise-feed-forward==0.8.0
+Keras-Preprocessing==1.1.2
+keras-self-attention==0.51.0
+keras-transformer==0.40.0
+kiwisolver==1.3.2
+ktrain==0.29.2
+langdetect==1.0.9
+libclang==13.0.0
+Markdown==3.3.6
+matplotlib==3.5.1
+mkl-fft==1.3.1
+mkl-service==2.4.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+packaging==21.3
+pandas==1.3.5
+Pillow==9.0.1
+protobuf==3.19.4
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pyparsing==3.0.6
+python-dateutil==2.8.2
+pytz==2021.3
+PyYAML==6.0
+regex==2021.11.10
+requests==2.27.1
+requests-oauthlib==1.3.1
+rsa==4.8
+sacremoses==0.0.47
+scikit-learn==0.24.2
+scipy==1.7.3
+sentencepiece==0.1.96
+seqeval==0.0.19
+syntok==1.3.3
+tensorboard==2.8.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorflow==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+tokenizers==0.10.3
+torch==1.8.0
+transformers==4.10.3
+urllib3==1.26.8
+Werkzeug==2.0.3
+Whoosh==2.7.4
+wrapt==1.13.3
+zipp==3.7.0

sparse_weight.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e722c7d449a4455ceb745f846c58c9fa51d4dbf35decc0364d51d1d9a7a0ed70
-size 392
+oid sha256:b3be7cbe86ece8c01aac1a4935fe710d497d686a09723e55c3c060cc64800142
+size 824

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

flax_model.msgpack → tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82267d6626c4d6e4181deae08f217bb50e7b30b31cd0d805f299fab51a71b0b6
-size 433248237
+oid sha256:1e161c4daef5fd00ef17abccec00ea69b0f1f36967819fe543167fbe08202eb5
+size 433508352

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "BioSyn-master/Models/pybiobert2", "do_basic_tokenize": true, "never_split": null, "tokenizer_class": "BertTokenizer"}