uploading tokenizer

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -1,42 +1,3 @@
-{
-  "_name_or_path": "setu4993/LaBSE",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "id2label": {
-    "0": "post7geo10",
-    "1": "post7geo30",
-    "2": "post7geo50",
-    "3": "pre7geo10",
-    "4": "pre7geo30",
-    "5": "pre7geo50"
-  },
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "label2id": {
-    "post7geo10": 0,
-    "post7geo30": 1,
-    "post7geo50": 2,
-    "pre7geo10": 3,
-    "pre7geo30": 4,
-    "pre7geo50": 5
-  },
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "multi_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.19.0",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 501153
-}
+version https://git-lfs.github.com/spec/v1
+oid sha256:6667bb3551c88cd213f25fd910f1125c93b0c8b1434c0b8747592b5a86263e52
+size 987

special_tokens_map.json

@@ -1 +1,3 @@
-{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
+version https://git-lfs.github.com/spec/v1
+oid sha256:303df45a03609e4ead04bc3dc1536d0ab19b5358db685b6f3da123d05ec200e3
+size 112

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09216b42d2697b7b4a26ac05ff09ba8bf52dc19b896c5ceee8bbff9f39055322
+size 13631919

tokenizer_config.json

@@ -1 +1,3 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "clean_up_tokenization_spaces": true, "do_basic_tokenize": true, "model_max_length": 32, "never_split": null, "special_tokens_map_file": "/home/mmendieta/.cache/huggingface/transformers/f7976973d6e1d492e81cc7e3f495661fffb63be89dd6889a1f1b32911095fbbc.7da70648c6cb9951e284c9685f9ba7ae083dd59ed1d6d84bdfc0584a4ea94b6d", "name_or_path": "setu4993/LaBSE", "tokenizer_class": "BertTokenizer"}
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdb87e6f0f8c02e3494fdb8e48f904bf7f73620581a98021e01d20ca1e17e81
+size 579