Update tiny models for OpenAIPrivacyFilterForTokenClassification

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,110 @@
+{
+  "architectures": [
+    "OpenAIPrivacyFilterForTokenClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "classifier_dropout": 0.0,
+  "dtype": "float32",
+  "eos_token_id": 199999,
+  "head_dim": 8,
+  "hidden_size": 32,
+  "id2label": {
+    "0": "O",
+    "1": "B-account_number",
+    "2": "I-account_number",
+    "3": "E-account_number",
+    "4": "S-account_number",
+    "5": "B-private_address",
+    "6": "I-private_address",
+    "7": "E-private_address",
+    "8": "S-private_address",
+    "9": "B-private_date",
+    "10": "I-private_date",
+    "11": "E-private_date",
+    "12": "S-private_date",
+    "13": "B-private_email",
+    "14": "I-private_email",
+    "15": "E-private_email",
+    "16": "S-private_email",
+    "17": "B-private_person",
+    "18": "I-private_person",
+    "19": "E-private_person",
+    "20": "S-private_person",
+    "21": "B-private_phone",
+    "22": "I-private_phone",
+    "23": "E-private_phone",
+    "24": "S-private_phone",
+    "25": "B-private_url",
+    "26": "I-private_url",
+    "27": "E-private_url",
+    "28": "S-private_url",
+    "29": "B-secret",
+    "30": "I-secret",
+    "31": "E-secret",
+    "32": "S-secret"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 16,
+  "label2id": {
+    "B-account_number": 1,
+    "B-private_address": 5,
+    "B-private_date": 9,
+    "B-private_email": 13,
+    "B-private_person": 17,
+    "B-private_phone": 21,
+    "B-private_url": 25,
+    "B-secret": 29,
+    "E-account_number": 3,
+    "E-private_address": 7,
+    "E-private_date": 11,
+    "E-private_email": 15,
+    "E-private_person": 19,
+    "E-private_phone": 23,
+    "E-private_url": 27,
+    "E-secret": 31,
+    "I-account_number": 2,
+    "I-private_address": 6,
+    "I-private_date": 10,
+    "I-private_email": 14,
+    "I-private_person": 18,
+    "I-private_phone": 22,
+    "I-private_url": 26,
+    "I-secret": 30,
+    "O": 0,
+    "S-account_number": 4,
+    "S-private_address": 8,
+    "S-private_date": 12,
+    "S-private_email": 16,
+    "S-private_person": 20,
+    "S-private_phone": 24,
+    "S-private_url": 28,
+    "S-secret": 32
+  },
+  "max_position_embeddings": 200,
+  "model_type": "openai_privacy_filter",
+  "num_attention_heads": 4,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 2,
+  "num_local_experts": 4,
+  "output_router_logits": false,
+  "pad_token_id": 199999,
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "beta_fast": 32.0,
+    "beta_slow": 1.0,
+    "factor": 1.0,
+    "original_max_position_embeddings": 64,
+    "rope_theta": 150000.0,
+    "rope_type": "yarn",
+    "truncate": false
+  },
+  "router_aux_loss_coef": 0.001,
+  "sliding_window": 2,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": true,
+  "vocab_size": 200019
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e804a861957a2f72dd91d1b381243a459f5aed0fac1e8051e34d81a49a3a7f8
+size 25689028

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0614fe83cadab421296e664e1f48f4261fa8fef6e03e63bb75c20f38e37d07d3
+size 27868174

tokenizer_config.json

@@ -0,0 +1,13 @@
+{
+  "backend": "tokenizers",
+  "eos_token": "<|endoftext|>",
+  "is_local": true,
+  "local_files_only": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 200,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "TokenizersBackend"
+}