Upload folder using huggingface_hub

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f517611c1917ab2c41d78c09772cd694d4ea72151b93f09ee4bf5f4be2ddadaf
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a18d2c3927b5bf77c15c4b1372dcf7cf0da5e5bec5e371957122e7b7da6b1eb
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6445b4ac7e20caee4ea31a3ef938f8806df7f4caa46eb420387d5c21a1a236
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7e02d1f012170e48d242a72010f8281f438cff7c2f2982682674188ec00e9c
+size 1465

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/trainer_state.json

@@ -0,0 +1,48 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.03447087211306446,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01723543605653223,
+      "grad_norm": 0.024685803800821304,
+      "learning_rate": 1.982799034815581e-05,
+      "loss": 0.008843849182128907,
+      "step": 500
+    },
+    {
+      "epoch": 0.03447087211306446,
+      "grad_norm": 0.04123898595571518,
+      "learning_rate": 1.9655635987590487e-05,
+      "loss": 0.002541024684906006,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 58020,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 618890527807776.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e2a1c11abbc6db9a57bc466d0b635a3053c32d2f9f7bf1bf3178ba06412eb
+size 5201

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1220410ffa927f402a4f2035e039aaf76d3298d914260de7d7053ef73e3221
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091eebc33956b53d8ec26abf10fe5c01e935283d196706cf3486fb980cbab8a7
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2b7fbd2e22830b4f271e2eb6d962f672d4427afbe5b5bc9508c7203abb5f8
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d4585b10249224403dd3714e6ae78f0c261a4953ce2db1f77bf7600117b048
+size 1465

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/trainer_state.json

@@ -0,0 +1,174 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3447087211306446,
+  "eval_steps": 500,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01723543605653223,
+      "grad_norm": 0.024685803800821304,
+      "learning_rate": 1.982799034815581e-05,
+      "loss": 0.008843849182128907,
+      "step": 500
+    },
+    {
+      "epoch": 0.03447087211306446,
+      "grad_norm": 0.04123898595571518,
+      "learning_rate": 1.9655635987590487e-05,
+      "loss": 0.002541024684906006,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05170630816959669,
+      "grad_norm": 0.03271405026316643,
+      "learning_rate": 1.9483281627025167e-05,
+      "loss": 0.001824699640274048,
+      "step": 1500
+    },
+    {
+      "epoch": 0.06894174422612892,
+      "grad_norm": 0.06265220791101456,
+      "learning_rate": 1.9310927266459844e-05,
+      "loss": 0.001429627776145935,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08617718028266115,
+      "grad_norm": 0.020704185590147972,
+      "learning_rate": 1.913857290589452e-05,
+      "loss": 0.0013211870193481445,
+      "step": 2500
+    },
+    {
+      "epoch": 0.10341261633919338,
+      "grad_norm": 0.015557130798697472,
+      "learning_rate": 1.8966218545329197e-05,
+      "loss": 0.0011224400997161864,
+      "step": 3000
+    },
+    {
+      "epoch": 0.12064805239572561,
+      "grad_norm": 0.013457460328936577,
+      "learning_rate": 1.8793864184763877e-05,
+      "loss": 0.001074621081352234,
+      "step": 3500
+    },
+    {
+      "epoch": 0.13788348845225784,
+      "grad_norm": 0.02342207543551922,
+      "learning_rate": 1.8621509824198554e-05,
+      "loss": 0.0009997550249099731,
+      "step": 4000
+    },
+    {
+      "epoch": 0.15511892450879008,
+      "grad_norm": 0.01696469821035862,
+      "learning_rate": 1.844915546363323e-05,
+      "loss": 0.0009507480263710022,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1723543605653223,
+      "grad_norm": 0.004125718027353287,
+      "learning_rate": 1.8276801103067908e-05,
+      "loss": 0.0008999933004379272,
+      "step": 5000
+    },
+    {
+      "epoch": 0.18958979662185454,
+      "grad_norm": 0.019089968875050545,
+      "learning_rate": 1.8104446742502585e-05,
+      "loss": 0.0008860356211662292,
+      "step": 5500
+    },
+    {
+      "epoch": 0.20682523267838676,
+      "grad_norm": 0.014516371302306652,
+      "learning_rate": 1.7932092381937265e-05,
+      "loss": 0.0008362931609153748,
+      "step": 6000
+    },
+    {
+      "epoch": 0.224060668734919,
+      "grad_norm": 0.01007766742259264,
+      "learning_rate": 1.775973802137194e-05,
+      "loss": 0.0007652562260627747,
+      "step": 6500
+    },
+    {
+      "epoch": 0.24129610479145122,
+      "grad_norm": 0.01970248855650425,
+      "learning_rate": 1.7587383660806622e-05,
+      "loss": 0.0007935873866081238,
+      "step": 7000
+    },
+    {
+      "epoch": 0.25853154084798347,
+      "grad_norm": 0.016304384917020798,
+      "learning_rate": 1.74150293002413e-05,
+      "loss": 0.0007385199666023254,
+      "step": 7500
+    },
+    {
+      "epoch": 0.2757669769045157,
+      "grad_norm": 0.015012095682322979,
+      "learning_rate": 1.7242674939675975e-05,
+      "loss": 0.0007128222584724427,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2930024129610479,
+      "grad_norm": 0.0058088283985853195,
+      "learning_rate": 1.7070320579110652e-05,
+      "loss": 0.0006927353739738465,
+      "step": 8500
+    },
+    {
+      "epoch": 0.31023784901758017,
+      "grad_norm": 0.01045498251914978,
+      "learning_rate": 1.689796621854533e-05,
+      "loss": 0.000677143394947052,
+      "step": 9000
+    },
+    {
+      "epoch": 0.3274732850741124,
+      "grad_norm": 0.023853832855820656,
+      "learning_rate": 1.672561185798001e-05,
+      "loss": 0.0007005311250686645,
+      "step": 9500
+    },
+    {
+      "epoch": 0.3447087211306446,
+      "grad_norm": 0.020033972337841988,
+      "learning_rate": 1.6553257497414686e-05,
+      "loss": 0.0006364259719848633,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 58020,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6186246492398400.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e2a1c11abbc6db9a57bc466d0b635a3053c32d2f9f7bf1bf3178ba06412eb
+size 5201

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c527ddc71d174318bece470aaa9e2bbf885e786a96c1628c09561218f749a2
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86430a55dbeb44aedaf1502c8c5e161fa88db2d0e88bbfd7b9eb53cf1d540685
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33082c1f93b12db3c306f3d781fb63c6850ac934d1dc58c316ac9ba46f102a9a
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f27314334bd5bd0ebdffe5ab8cf9df39a897edec9c8f37ee94ead37c9d6b45
+size 1465

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/trainer_state.json

@@ -0,0 +1,181 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3619441571871768,
+  "eval_steps": 500,
+  "global_step": 10500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01723543605653223,
+      "grad_norm": 0.024685803800821304,
+      "learning_rate": 1.982799034815581e-05,
+      "loss": 0.008843849182128907,
+      "step": 500
+    },
+    {
+      "epoch": 0.03447087211306446,
+      "grad_norm": 0.04123898595571518,
+      "learning_rate": 1.9655635987590487e-05,
+      "loss": 0.002541024684906006,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05170630816959669,
+      "grad_norm": 0.03271405026316643,
+      "learning_rate": 1.9483281627025167e-05,
+      "loss": 0.001824699640274048,
+      "step": 1500
+    },
+    {
+      "epoch": 0.06894174422612892,
+      "grad_norm": 0.06265220791101456,
+      "learning_rate": 1.9310927266459844e-05,
+      "loss": 0.001429627776145935,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08617718028266115,
+      "grad_norm": 0.020704185590147972,
+      "learning_rate": 1.913857290589452e-05,
+      "loss": 0.0013211870193481445,
+      "step": 2500
+    },
+    {
+      "epoch": 0.10341261633919338,
+      "grad_norm": 0.015557130798697472,
+      "learning_rate": 1.8966218545329197e-05,
+      "loss": 0.0011224400997161864,
+      "step": 3000
+    },
+    {
+      "epoch": 0.12064805239572561,
+      "grad_norm": 0.013457460328936577,
+      "learning_rate": 1.8793864184763877e-05,
+      "loss": 0.001074621081352234,
+      "step": 3500
+    },
+    {
+      "epoch": 0.13788348845225784,
+      "grad_norm": 0.02342207543551922,
+      "learning_rate": 1.8621509824198554e-05,
+      "loss": 0.0009997550249099731,
+      "step": 4000
+    },
+    {
+      "epoch": 0.15511892450879008,
+      "grad_norm": 0.01696469821035862,
+      "learning_rate": 1.844915546363323e-05,
+      "loss": 0.0009507480263710022,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1723543605653223,
+      "grad_norm": 0.004125718027353287,
+      "learning_rate": 1.8276801103067908e-05,
+      "loss": 0.0008999933004379272,
+      "step": 5000
+    },
+    {
+      "epoch": 0.18958979662185454,
+      "grad_norm": 0.019089968875050545,
+      "learning_rate": 1.8104446742502585e-05,
+      "loss": 0.0008860356211662292,
+      "step": 5500
+    },
+    {
+      "epoch": 0.20682523267838676,
+      "grad_norm": 0.014516371302306652,
+      "learning_rate": 1.7932092381937265e-05,
+      "loss": 0.0008362931609153748,
+      "step": 6000
+    },
+    {
+      "epoch": 0.224060668734919,
+      "grad_norm": 0.01007766742259264,
+      "learning_rate": 1.775973802137194e-05,
+      "loss": 0.0007652562260627747,
+      "step": 6500
+    },
+    {
+      "epoch": 0.24129610479145122,
+      "grad_norm": 0.01970248855650425,
+      "learning_rate": 1.7587383660806622e-05,
+      "loss": 0.0007935873866081238,
+      "step": 7000
+    },
+    {
+      "epoch": 0.25853154084798347,
+      "grad_norm": 0.016304384917020798,
+      "learning_rate": 1.74150293002413e-05,
+      "loss": 0.0007385199666023254,
+      "step": 7500
+    },
+    {
+      "epoch": 0.2757669769045157,
+      "grad_norm": 0.015012095682322979,
+      "learning_rate": 1.7242674939675975e-05,
+      "loss": 0.0007128222584724427,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2930024129610479,
+      "grad_norm": 0.0058088283985853195,
+      "learning_rate": 1.7070320579110652e-05,
+      "loss": 0.0006927353739738465,
+      "step": 8500
+    },
+    {
+      "epoch": 0.31023784901758017,
+      "grad_norm": 0.01045498251914978,
+      "learning_rate": 1.689796621854533e-05,
+      "loss": 0.000677143394947052,
+      "step": 9000
+    },
+    {
+      "epoch": 0.3274732850741124,
+      "grad_norm": 0.023853832855820656,
+      "learning_rate": 1.672561185798001e-05,
+      "loss": 0.0007005311250686645,
+      "step": 9500
+    },
+    {
+      "epoch": 0.3447087211306446,
+      "grad_norm": 0.020033972337841988,
+      "learning_rate": 1.6553257497414686e-05,
+      "loss": 0.0006364259719848633,
+      "step": 10000
+    },
+    {
+      "epoch": 0.3619441571871768,
+      "grad_norm": 0.012784373015165329,
+      "learning_rate": 1.6380903136849363e-05,
+      "loss": 0.0006469129920005798,
+      "step": 10500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 58020,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6499825337163168.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-10500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e2a1c11abbc6db9a57bc466d0b635a3053c32d2f9f7bf1bf3178ba06412eb
+size 5201

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15be0c5fff8fa636dcc0673818a90af7f7802bd0627896798c45a28fa5cdba28
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ffb7d7d1bad7993b39d3e409b424070a1abe4aeb3380a63648409a496ae6e
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece99629df2e5544b7abec1b258cf7754b1e62dc8d95641ed17f804e291d1121
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc51de6e34afe85bde27919d87d04ab6f8a39326dfa216e3323e6a28ad2dcea
+size 1465

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/trainer_state.json

@@ -0,0 +1,188 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3791795932437091,
+  "eval_steps": 500,
+  "global_step": 11000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01723543605653223,
+      "grad_norm": 0.024685803800821304,
+      "learning_rate": 1.982799034815581e-05,
+      "loss": 0.008843849182128907,
+      "step": 500
+    },
+    {
+      "epoch": 0.03447087211306446,
+      "grad_norm": 0.04123898595571518,
+      "learning_rate": 1.9655635987590487e-05,
+      "loss": 0.002541024684906006,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05170630816959669,
+      "grad_norm": 0.03271405026316643,
+      "learning_rate": 1.9483281627025167e-05,
+      "loss": 0.001824699640274048,
+      "step": 1500
+    },
+    {
+      "epoch": 0.06894174422612892,
+      "grad_norm": 0.06265220791101456,
+      "learning_rate": 1.9310927266459844e-05,
+      "loss": 0.001429627776145935,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08617718028266115,
+      "grad_norm": 0.020704185590147972,
+      "learning_rate": 1.913857290589452e-05,
+      "loss": 0.0013211870193481445,
+      "step": 2500
+    },
+    {
+      "epoch": 0.10341261633919338,
+      "grad_norm": 0.015557130798697472,
+      "learning_rate": 1.8966218545329197e-05,
+      "loss": 0.0011224400997161864,
+      "step": 3000
+    },
+    {
+      "epoch": 0.12064805239572561,
+      "grad_norm": 0.013457460328936577,
+      "learning_rate": 1.8793864184763877e-05,
+      "loss": 0.001074621081352234,
+      "step": 3500
+    },
+    {
+      "epoch": 0.13788348845225784,
+      "grad_norm": 0.02342207543551922,
+      "learning_rate": 1.8621509824198554e-05,
+      "loss": 0.0009997550249099731,
+      "step": 4000
+    },
+    {
+      "epoch": 0.15511892450879008,
+      "grad_norm": 0.01696469821035862,
+      "learning_rate": 1.844915546363323e-05,
+      "loss": 0.0009507480263710022,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1723543605653223,
+      "grad_norm": 0.004125718027353287,
+      "learning_rate": 1.8276801103067908e-05,
+      "loss": 0.0008999933004379272,
+      "step": 5000
+    },
+    {
+      "epoch": 0.18958979662185454,
+      "grad_norm": 0.019089968875050545,
+      "learning_rate": 1.8104446742502585e-05,
+      "loss": 0.0008860356211662292,
+      "step": 5500
+    },
+    {
+      "epoch": 0.20682523267838676,
+      "grad_norm": 0.014516371302306652,
+      "learning_rate": 1.7932092381937265e-05,
+      "loss": 0.0008362931609153748,
+      "step": 6000
+    },
+    {
+      "epoch": 0.224060668734919,
+      "grad_norm": 0.01007766742259264,
+      "learning_rate": 1.775973802137194e-05,
+      "loss": 0.0007652562260627747,
+      "step": 6500
+    },
+    {
+      "epoch": 0.24129610479145122,
+      "grad_norm": 0.01970248855650425,
+      "learning_rate": 1.7587383660806622e-05,
+      "loss": 0.0007935873866081238,
+      "step": 7000
+    },
+    {
+      "epoch": 0.25853154084798347,
+      "grad_norm": 0.016304384917020798,
+      "learning_rate": 1.74150293002413e-05,
+      "loss": 0.0007385199666023254,
+      "step": 7500
+    },
+    {
+      "epoch": 0.2757669769045157,
+      "grad_norm": 0.015012095682322979,
+      "learning_rate": 1.7242674939675975e-05,
+      "loss": 0.0007128222584724427,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2930024129610479,
+      "grad_norm": 0.0058088283985853195,
+      "learning_rate": 1.7070320579110652e-05,
+      "loss": 0.0006927353739738465,
+      "step": 8500
+    },
+    {
+      "epoch": 0.31023784901758017,
+      "grad_norm": 0.01045498251914978,
+      "learning_rate": 1.689796621854533e-05,
+      "loss": 0.000677143394947052,
+      "step": 9000
+    },
+    {
+      "epoch": 0.3274732850741124,
+      "grad_norm": 0.023853832855820656,
+      "learning_rate": 1.672561185798001e-05,
+      "loss": 0.0007005311250686645,
+      "step": 9500
+    },
+    {
+      "epoch": 0.3447087211306446,
+      "grad_norm": 0.020033972337841988,
+      "learning_rate": 1.6553257497414686e-05,
+      "loss": 0.0006364259719848633,
+      "step": 10000
+    },
+    {
+      "epoch": 0.3619441571871768,
+      "grad_norm": 0.012784373015165329,
+      "learning_rate": 1.6380903136849363e-05,
+      "loss": 0.0006469129920005798,
+      "step": 10500
+    },
+    {
+      "epoch": 0.3791795932437091,
+      "grad_norm": 0.01774316281080246,
+      "learning_rate": 1.620854877628404e-05,
+      "loss": 0.0006276642680168152,
+      "step": 11000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 58020,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6806092521309696.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e2a1c11abbc6db9a57bc466d0b635a3053c32d2f9f7bf1bf3178ba06412eb
+size 5201

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1206284a80210f46c2455c67d7a36c1a5056fa6ee6872263232aedac1893d58
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01a5077f14093b00002da6c901db1efaca70fbc15e5fa1bdb4f3ff9ef214c9b
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044771936d47b1fd97f0b3ff4721cee0097535640bf0e909194fe93b24e55d79
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e9dbb9083f19a9af9b0e813c756337e4182c02296f6b3b327bc0bcca2a83d
+size 1465

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": [
+    "[PAD]",
+    "[CLS]",
+    "[SEP]"
+  ],
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_id": 3,
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/trainer_state.json

@@ -0,0 +1,195 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3964150293002413,
+  "eval_steps": 500,
+  "global_step": 11500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01723543605653223,
+      "grad_norm": 0.024685803800821304,
+      "learning_rate": 1.982799034815581e-05,
+      "loss": 0.008843849182128907,
+      "step": 500
+    },
+    {
+      "epoch": 0.03447087211306446,
+      "grad_norm": 0.04123898595571518,
+      "learning_rate": 1.9655635987590487e-05,
+      "loss": 0.002541024684906006,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05170630816959669,
+      "grad_norm": 0.03271405026316643,
+      "learning_rate": 1.9483281627025167e-05,
+      "loss": 0.001824699640274048,
+      "step": 1500
+    },
+    {
+      "epoch": 0.06894174422612892,
+      "grad_norm": 0.06265220791101456,
+      "learning_rate": 1.9310927266459844e-05,
+      "loss": 0.001429627776145935,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08617718028266115,
+      "grad_norm": 0.020704185590147972,
+      "learning_rate": 1.913857290589452e-05,
+      "loss": 0.0013211870193481445,
+      "step": 2500
+    },
+    {
+      "epoch": 0.10341261633919338,
+      "grad_norm": 0.015557130798697472,
+      "learning_rate": 1.8966218545329197e-05,
+      "loss": 0.0011224400997161864,
+      "step": 3000
+    },
+    {
+      "epoch": 0.12064805239572561,
+      "grad_norm": 0.013457460328936577,
+      "learning_rate": 1.8793864184763877e-05,
+      "loss": 0.001074621081352234,
+      "step": 3500
+    },
+    {
+      "epoch": 0.13788348845225784,
+      "grad_norm": 0.02342207543551922,
+      "learning_rate": 1.8621509824198554e-05,
+      "loss": 0.0009997550249099731,
+      "step": 4000
+    },
+    {
+      "epoch": 0.15511892450879008,
+      "grad_norm": 0.01696469821035862,
+      "learning_rate": 1.844915546363323e-05,
+      "loss": 0.0009507480263710022,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1723543605653223,
+      "grad_norm": 0.004125718027353287,
+      "learning_rate": 1.8276801103067908e-05,
+      "loss": 0.0008999933004379272,
+      "step": 5000
+    },
+    {
+      "epoch": 0.18958979662185454,
+      "grad_norm": 0.019089968875050545,
+      "learning_rate": 1.8104446742502585e-05,
+      "loss": 0.0008860356211662292,
+      "step": 5500
+    },
+    {
+      "epoch": 0.20682523267838676,
+      "grad_norm": 0.014516371302306652,
+      "learning_rate": 1.7932092381937265e-05,
+      "loss": 0.0008362931609153748,
+      "step": 6000
+    },
+    {
+      "epoch": 0.224060668734919,
+      "grad_norm": 0.01007766742259264,
+      "learning_rate": 1.775973802137194e-05,
+      "loss": 0.0007652562260627747,
+      "step": 6500
+    },
+    {
+      "epoch": 0.24129610479145122,
+      "grad_norm": 0.01970248855650425,
+      "learning_rate": 1.7587383660806622e-05,
+      "loss": 0.0007935873866081238,
+      "step": 7000
+    },
+    {
+      "epoch": 0.25853154084798347,
+      "grad_norm": 0.016304384917020798,
+      "learning_rate": 1.74150293002413e-05,
+      "loss": 0.0007385199666023254,
+      "step": 7500
+    },
+    {
+      "epoch": 0.2757669769045157,
+      "grad_norm": 0.015012095682322979,
+      "learning_rate": 1.7242674939675975e-05,
+      "loss": 0.0007128222584724427,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2930024129610479,
+      "grad_norm": 0.0058088283985853195,
+      "learning_rate": 1.7070320579110652e-05,
+      "loss": 0.0006927353739738465,
+      "step": 8500
+    },
+    {
+      "epoch": 0.31023784901758017,
+      "grad_norm": 0.01045498251914978,
+      "learning_rate": 1.689796621854533e-05,
+      "loss": 0.000677143394947052,
+      "step": 9000
+    },
+    {
+      "epoch": 0.3274732850741124,
+      "grad_norm": 0.023853832855820656,
+      "learning_rate": 1.672561185798001e-05,
+      "loss": 0.0007005311250686645,
+      "step": 9500
+    },
+    {
+      "epoch": 0.3447087211306446,
+      "grad_norm": 0.020033972337841988,
+      "learning_rate": 1.6553257497414686e-05,
+      "loss": 0.0006364259719848633,
+      "step": 10000
+    },
+    {
+      "epoch": 0.3619441571871768,
+      "grad_norm": 0.012784373015165329,
+      "learning_rate": 1.6380903136849363e-05,
+      "loss": 0.0006469129920005798,
+      "step": 10500
+    },
+    {
+      "epoch": 0.3791795932437091,
+      "grad_norm": 0.01774316281080246,
+      "learning_rate": 1.620854877628404e-05,
+      "loss": 0.0006276642680168152,
+      "step": 11000
+    },
+    {
+      "epoch": 0.3964150293002413,
+      "grad_norm": 0.010101491585373878,
+      "learning_rate": 1.603619441571872e-05,
+      "loss": 0.0006070088744163513,
+      "step": 11500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 58020,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7118798952023424.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-11500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e2a1c11abbc6db9a57bc466d0b635a3053c32d2f9f7bf1bf3178ba06412eb
+size 5201

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-12000/config.json

@@ -0,0 +1,85 @@
+{
+  "architectures": [
+    "DebertaAdvancedSpanClassifier"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "AGE",
+    "2": "BUILDINGNUM",
+    "3": "CITY",
+    "4": "CREDITCARDNUMBER",
+    "5": "DATE",
+    "6": "DRIVERLICENSENUM",
+    "7": "EMAIL",
+    "8": "GENDER",
+    "9": "GIVENNAME",
+    "10": "IDCARDNUM",
+    "11": "PASSPORTNUM",
+    "12": "SEX",
+    "13": "SOCIALNUM",
+    "14": "STREET",
+    "15": "SURNAME",
+    "16": "TAXNUM",
+    "17": "TELEPHONENUM",
+    "18": "TIME",
+    "19": "TITLE",
+    "20": "ZIPCODE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AGE": 1,
+    "BUILDINGNUM": 2,
+    "CITY": 3,
+    "CREDITCARDNUMBER": 4,
+    "DATE": 5,
+    "DRIVERLICENSENUM": 6,
+    "EMAIL": 7,
+    "GENDER": 8,
+    "GIVENNAME": 9,
+    "IDCARDNUM": 10,
+    "O": 0,
+    "PASSPORTNUM": 11,
+    "SEX": 12,
+    "SOCIALNUM": 13,
+    "STREET": 14,
+    "SURNAME": 15,
+    "TAXNUM": 16,
+    "TELEPHONENUM": 17,
+    "TIME": 18,
+    "TITLE": 19,
+    "ZIPCODE": 20
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 0,
+  "use_cache": false,
+  "vocab_size": 128100
+}

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-12000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3132255ded9e2682234276e41a5432acd17193d4c42b78da9d73285d4ce7aff8
+size 741393580

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-12000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40421a805acd64176a604f0bbd63d9d9c76f0de072b49aa7244309a66b5e123e
+size 1482910859

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-12000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5867845be28224dd2772cf3a68c3c8bc82e0caee0b4f2b9a1f746698a191aa54
+size 14645

open-pii-masking-500k-ai4privacy/SpanBased-CustomDeBERTa/checkpoint-12000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053868da24d8cfc306938322d8414925d06aff665b40af7170437b481236b274
+size 1465