Delete chinese-lert-base-tokenizer

chinese-lert-base-tokenizer/README.md

@@ -1,13 +0,0 @@
----
-language: 
-- zh
-license: "apache-2.0"
----
-### LERT
-LERT is a linguistically-motivated pre-trained language model.
-
-Further information: https://github.com/ymcui/LERT/blob/main/README_EN.md
-
-- **LERT: A Linguistically-motivated Pre-trained Language Model**
-- *Yiming Cui, Wanxiang Che, Shijin Wang, Ting Liu*
-- Paper link: https://arxiv.org/abs/2211.05344

chinese-lert-base-tokenizer/added_tokens.json

@@ -1 +0,0 @@
-{}

chinese-lert-base-tokenizer/config.json

@@ -1,30 +0,0 @@
-{
-  "_name_or_path": ".",
-  "architectures": [
-    "BertForMaskedLM"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "directionality": "bidi",
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "pooler_fc_size": 768,
-  "pooler_num_attention_heads": 12,
-  "pooler_num_fc_layers": 3,
-  "pooler_size_per_head": 128,
-  "pooler_type": "first_token_transform",
-  "position_embedding_type": "absolute",
-  "transformers_version": "4.16.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 21128
-}

chinese-lert-base-tokenizer/special_tokens_map.json

@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

chinese-lert-base-tokenizer/tokenizer_config.json

@@ -1 +0,0 @@
-{"init_inputs": []}