Upload folder using huggingface_hub

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/config.json

@@ -0,0 +1,157 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "ACCOUNTNAME",
+    "2": "ACCOUNTNUMBER",
+    "3": "AGE",
+    "4": "AMOUNT",
+    "5": "BIC",
+    "6": "BITCOINADDRESS",
+    "7": "BUILDINGNUMBER",
+    "8": "CITY",
+    "9": "COMPANYNAME",
+    "10": "COUNTY",
+    "11": "CREDITCARDCVV",
+    "12": "CREDITCARDISSUER",
+    "13": "CREDITCARDNUMBER",
+    "14": "CURRENCY",
+    "15": "CURRENCYCODE",
+    "16": "CURRENCYNAME",
+    "17": "CURRENCYSYMBOL",
+    "18": "DATE",
+    "19": "DOB",
+    "20": "EMAIL",
+    "21": "ETHEREUMADDRESS",
+    "22": "EYECOLOR",
+    "23": "FIRSTNAME",
+    "24": "GENDER",
+    "25": "HEIGHT",
+    "26": "IBAN",
+    "27": "IP",
+    "28": "IPV4",
+    "29": "IPV6",
+    "30": "JOBAREA",
+    "31": "JOBTITLE",
+    "32": "JOBTYPE",
+    "33": "LASTNAME",
+    "34": "LITECOINADDRESS",
+    "35": "MAC",
+    "36": "MASKEDNUMBER",
+    "37": "MIDDLENAME",
+    "38": "NEARBYGPSCOORDINATE",
+    "39": "ORDINALDIRECTION",
+    "40": "PASSWORD",
+    "41": "PHONEIMEI",
+    "42": "PHONENUMBER",
+    "43": "PIN",
+    "44": "PREFIX",
+    "45": "SECONDARYADDRESS",
+    "46": "SEX",
+    "47": "SSN",
+    "48": "STATE",
+    "49": "STREET",
+    "50": "TIME",
+    "51": "URL",
+    "52": "USERAGENT",
+    "53": "USERNAME",
+    "54": "VEHICLEVIN",
+    "55": "VEHICLEVRM",
+    "56": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "ACCOUNTNAME": 1,
+    "ACCOUNTNUMBER": 2,
+    "AGE": 3,
+    "AMOUNT": 4,
+    "BIC": 5,
+    "BITCOINADDRESS": 6,
+    "BUILDINGNUMBER": 7,
+    "CITY": 8,
+    "COMPANYNAME": 9,
+    "COUNTY": 10,
+    "CREDITCARDCVV": 11,
+    "CREDITCARDISSUER": 12,
+    "CREDITCARDNUMBER": 13,
+    "CURRENCY": 14,
+    "CURRENCYCODE": 15,
+    "CURRENCYNAME": 16,
+    "CURRENCYSYMBOL": 17,
+    "DATE": 18,
+    "DOB": 19,
+    "EMAIL": 20,
+    "ETHEREUMADDRESS": 21,
+    "EYECOLOR": 22,
+    "FIRSTNAME": 23,
+    "GENDER": 24,
+    "HEIGHT": 25,
+    "IBAN": 26,
+    "IP": 27,
+    "IPV4": 28,
+    "IPV6": 29,
+    "JOBAREA": 30,
+    "JOBTITLE": 31,
+    "JOBTYPE": 32,
+    "LASTNAME": 33,
+    "LITECOINADDRESS": 34,
+    "MAC": 35,
+    "MASKEDNUMBER": 36,
+    "MIDDLENAME": 37,
+    "NEARBYGPSCOORDINATE": 38,
+    "O": 0,
+    "ORDINALDIRECTION": 39,
+    "PASSWORD": 40,
+    "PHONEIMEI": 41,
+    "PHONENUMBER": 42,
+    "PIN": 43,
+    "PREFIX": 44,
+    "SECONDARYADDRESS": 45,
+    "SEX": 46,
+    "SSN": 47,
+    "STATE": 48,
+    "STREET": 49,
+    "TIME": 50,
+    "URL": 51,
+    "USERAGENT": 52,
+    "USERNAME": 53,
+    "VEHICLEVIN": 54,
+    "VEHICLEVRM": 55,
+    "ZIPCODE": 56
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813aee93a6c9c72d0a578ffbcb62c14a39733f40b691825b96eddc10298072e
+size 741504316

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb913daeb5b02650eb8ce0d2f55bd336c331cb68e9e5b015ffdd285ba01ba404
+size 1483132299

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32b1cdf76acb83e0ab16eb992b305f0052721f6c55cce1dc16704430c086ac
+size 14645

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148ca1e14023632ea13349bbcd8f280021f5bd8fa861b06e649de22dcb890e71
+size 1383

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fd2a9464797225dd77fdcda28cb6d4a004edb05ae6a957c4f50df32d15cc8b
+size 1465

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/trainer_state.json

@@ -0,0 +1,181 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 10838,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.09226794611551947,
+      "grad_norm": 0.013377240858972073,
+      "learning_rate": 1.9079165897767117e-05,
+      "loss": 0.011818027496337891,
+      "step": 500
+    },
+    {
+      "epoch": 0.18453589223103894,
+      "grad_norm": 0.01368043664842844,
+      "learning_rate": 1.815648643661192e-05,
+      "loss": 0.0040970339775085445,
+      "step": 1000
+    },
+    {
+      "epoch": 0.2768038383465584,
+      "grad_norm": 0.015748485922813416,
+      "learning_rate": 1.723380697545673e-05,
+      "loss": 0.0019339693784713745,
+      "step": 1500
+    },
+    {
+      "epoch": 0.3690717844620779,
+      "grad_norm": 0.013551352545619011,
+      "learning_rate": 1.6311127514301534e-05,
+      "loss": 0.001239347219467163,
+      "step": 2000
+    },
+    {
+      "epoch": 0.46133973057759736,
+      "grad_norm": 0.015444819815456867,
+      "learning_rate": 1.5388448053146338e-05,
+      "loss": 0.0009453317523002624,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5536076766931168,
+      "grad_norm": 0.012576445005834103,
+      "learning_rate": 1.4465768591991143e-05,
+      "loss": 0.0007971944808959961,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6458756228086363,
+      "grad_norm": 0.009161020629107952,
+      "learning_rate": 1.3543089130835949e-05,
+      "loss": 0.0006877148151397705,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7381435689241558,
+      "grad_norm": 0.021290592849254608,
+      "learning_rate": 1.2620409669680753e-05,
+      "loss": 0.0006193248629570008,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8304115150396753,
+      "grad_norm": 0.007458180654793978,
+      "learning_rate": 1.169773020852556e-05,
+      "loss": 0.0005676882863044738,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9226794611551947,
+      "grad_norm": 0.012828211300075054,
+      "learning_rate": 1.0775050747370364e-05,
+      "loss": 0.0005238401889801025,
+      "step": 5000
+    },
+    {
+      "epoch": 1.014947407270714,
+      "grad_norm": 0.016309715807437897,
+      "learning_rate": 9.85237128621517e-06,
+      "loss": 0.0004752824902534485,
+      "step": 5500
+    },
+    {
+      "epoch": 1.1072153533862337,
+      "grad_norm": 0.016130661591887474,
+      "learning_rate": 8.929691825059975e-06,
+      "loss": 0.0004253955185413361,
+      "step": 6000
+    },
+    {
+      "epoch": 1.199483299501753,
+      "grad_norm": 0.00841038953512907,
+      "learning_rate": 8.007012363904781e-06,
+      "loss": 0.00040376508235931397,
+      "step": 6500
+    },
+    {
+      "epoch": 1.2917512456172726,
+      "grad_norm": 0.012786151841282845,
+      "learning_rate": 7.084332902749585e-06,
+      "loss": 0.00037746840715408323,
+      "step": 7000
+    },
+    {
+      "epoch": 1.384019191732792,
+      "grad_norm": 0.020556332543492317,
+      "learning_rate": 6.161653441594391e-06,
+      "loss": 0.00036286091804504396,
+      "step": 7500
+    },
+    {
+      "epoch": 1.4762871378483116,
+      "grad_norm": 0.002548969816416502,
+      "learning_rate": 5.238973980439196e-06,
+      "loss": 0.00034481051564216615,
+      "step": 8000
+    },
+    {
+      "epoch": 1.568555083963831,
+      "grad_norm": 0.004770679399371147,
+      "learning_rate": 4.3162945192840015e-06,
+      "loss": 0.0003391757905483246,
+      "step": 8500
+    },
+    {
+      "epoch": 1.6608230300793503,
+      "grad_norm": 0.016097497195005417,
+      "learning_rate": 3.3936150581288064e-06,
+      "loss": 0.0003458640575408936,
+      "step": 9000
+    },
+    {
+      "epoch": 1.7530909761948699,
+      "grad_norm": 0.01792999543249607,
+      "learning_rate": 2.4709355969736113e-06,
+      "loss": 0.00032689249515533445,
+      "step": 9500
+    },
+    {
+      "epoch": 1.8453589223103894,
+      "grad_norm": 0.009682539850473404,
+      "learning_rate": 1.5482561358184167e-06,
+      "loss": 0.00031686127185821534,
+      "step": 10000
+    },
+    {
+      "epoch": 1.9376268684259088,
+      "grad_norm": 0.0033965129405260086,
+      "learning_rate": 6.25576674663222e-07,
+      "loss": 0.00031349530816078184,
+      "step": 10500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 10838,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8974533831191028.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

pii-masking-200k/SpanBased-CustomDeBERTa/checkpoint-10838/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472edcd837d3b5ec587300c8326149d94c53b9568d213ec51b6dbfa20dce3f9c
+size 5201

pii-masking-200k/SpanBased-CustomDeBERTa/config.json

@@ -0,0 +1,157 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "ACCOUNTNAME",
+    "2": "ACCOUNTNUMBER",
+    "3": "AGE",
+    "4": "AMOUNT",
+    "5": "BIC",
+    "6": "BITCOINADDRESS",
+    "7": "BUILDINGNUMBER",
+    "8": "CITY",
+    "9": "COMPANYNAME",
+    "10": "COUNTY",
+    "11": "CREDITCARDCVV",
+    "12": "CREDITCARDISSUER",
+    "13": "CREDITCARDNUMBER",
+    "14": "CURRENCY",
+    "15": "CURRENCYCODE",
+    "16": "CURRENCYNAME",
+    "17": "CURRENCYSYMBOL",
+    "18": "DATE",
+    "19": "DOB",
+    "20": "EMAIL",
+    "21": "ETHEREUMADDRESS",
+    "22": "EYECOLOR",
+    "23": "FIRSTNAME",
+    "24": "GENDER",
+    "25": "HEIGHT",
+    "26": "IBAN",
+    "27": "IP",
+    "28": "IPV4",
+    "29": "IPV6",
+    "30": "JOBAREA",
+    "31": "JOBTITLE",
+    "32": "JOBTYPE",
+    "33": "LASTNAME",
+    "34": "LITECOINADDRESS",
+    "35": "MAC",
+    "36": "MASKEDNUMBER",
+    "37": "MIDDLENAME",
+    "38": "NEARBYGPSCOORDINATE",
+    "39": "ORDINALDIRECTION",
+    "40": "PASSWORD",
+    "41": "PHONEIMEI",
+    "42": "PHONENUMBER",
+    "43": "PIN",
+    "44": "PREFIX",
+    "45": "SECONDARYADDRESS",
+    "46": "SEX",
+    "47": "SSN",
+    "48": "STATE",
+    "49": "STREET",
+    "50": "TIME",
+    "51": "URL",
+    "52": "USERAGENT",
+    "53": "USERNAME",
+    "54": "VEHICLEVIN",
+    "55": "VEHICLEVRM",
+    "56": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "ACCOUNTNAME": 1,
+    "ACCOUNTNUMBER": 2,
+    "AGE": 3,
+    "AMOUNT": 4,
+    "BIC": 5,
+    "BITCOINADDRESS": 6,
+    "BUILDINGNUMBER": 7,
+    "CITY": 8,
+    "COMPANYNAME": 9,
+    "COUNTY": 10,
+    "CREDITCARDCVV": 11,
+    "CREDITCARDISSUER": 12,
+    "CREDITCARDNUMBER": 13,
+    "CURRENCY": 14,
+    "CURRENCYCODE": 15,
+    "CURRENCYNAME": 16,
+    "CURRENCYSYMBOL": 17,
+    "DATE": 18,
+    "DOB": 19,
+    "EMAIL": 20,
+    "ETHEREUMADDRESS": 21,
+    "EYECOLOR": 22,
+    "FIRSTNAME": 23,
+    "GENDER": 24,
+    "HEIGHT": 25,
+    "IBAN": 26,
+    "IP": 27,
+    "IPV4": 28,
+    "IPV6": 29,
+    "JOBAREA": 30,
+    "JOBTITLE": 31,
+    "JOBTYPE": 32,
+    "LASTNAME": 33,
+    "LITECOINADDRESS": 34,
+    "MAC": 35,
+    "MASKEDNUMBER": 36,
+    "MIDDLENAME": 37,
+    "NEARBYGPSCOORDINATE": 38,
+    "O": 0,
+    "ORDINALDIRECTION": 39,
+    "PASSWORD": 40,
+    "PHONEIMEI": 41,
+    "PHONENUMBER": 42,
+    "PIN": 43,
+    "PREFIX": 44,
+    "SECONDARYADDRESS": 45,
+    "SEX": 46,
+    "SSN": 47,
+    "STATE": 48,
+    "STREET": 49,
+    "TIME": 50,
+    "URL": 51,
+    "USERAGENT": 52,
+    "USERNAME": 53,
+    "VEHICLEVIN": 54,
+    "VEHICLEVRM": 55,
+    "ZIPCODE": 56
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

pii-masking-200k/SpanBased-CustomDeBERTa/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05188643660894d8b832d6a08716f89c5e79ee08bd5c454e6fb1606ed79104b
+size 741566223

pii-masking-200k/SpanBased-CustomDeBERTa/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}