Hugging Face's logo

8Fai
/
context-filter

Token Classification
Transformers
Safetensors
English
gpt2
privacy
pii-detection
pii-redaction
sliding-window-attention
rope
swiglu
text-generation-inference
Model card Files
xet
 Community
context-filter
File size: 2,346 Bytes
88704b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0b3901b
88704b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c4ac2f6
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
    "vocab_size": 50257,
    "hidden_size": 512,
    "num_layers": 10,
    "num_q_heads": 8,
    "num_kv_heads": 4,
    "ffn_intermediate": 1792,
    "max_seq_len": 32768,
    "window_size": 512,
    "rope_theta": 500000.0,
    "dropout": 0.05,
    "entity_types": [
        "PERSON",
        "EMAIL",
        "PHONE",
        "ADDRESS",
        "SSN",
        "CREDITCARD",
        "IP",
        "DATE",
        "ORG",
        "USERNAME",
        "PASSPORT",
        "DRIVERSLICENSE"
    ],
    "num_train_examples": 500000,
    "num_val_examples": 8000,
    "batch_size": 64,
    "grad_accum": 1,
    "max_train_length": 384,
    "learning_rate": 0.0004,
    "warmup_steps": 800,
    "max_epochs": 3,
    "weight_decay": 0.01,
    "max_grad_norm": 1.0,
    "label_smoothing": 0.05,
    "focal_gamma": 2.0,
    "seed": 42,
    "output_dir": "/vol/context_filter_v2",
    "architectures": [
        "ContextFilterV2"
    ],
    "model_type": "gpt2",
    "torch_dtype": "float32",
    "transformers_version": "4.40.0",
    "id2label": {
        "0": "O",
        "1": "B-PERSON",
        "2": "I-PERSON",
        "3": "B-EMAIL",
        "4": "I-EMAIL",
        "5": "B-PHONE",
        "6": "I-PHONE",
        "7": "B-ADDRESS",
        "8": "I-ADDRESS",
        "9": "B-SSN",
        "10": "I-SSN",
        "11": "B-CREDITCARD",
        "12": "I-CREDITCARD",
        "13": "B-IP",
        "14": "I-IP",
        "15": "B-DATE",
        "16": "I-DATE",
        "17": "B-ORG",
        "18": "I-ORG",
        "19": "B-USERNAME",
        "20": "I-USERNAME",
        "21": "B-PASSPORT",
        "22": "I-PASSPORT",
        "23": "B-DRIVERSLICENSE",
        "24": "I-DRIVERSLICENSE"
    },
    "label2id": {
        "O": "0",
        "B-PERSON": "1",
        "I-PERSON": "2",
        "B-EMAIL": "3",
        "I-EMAIL": "4",
        "B-PHONE": "5",
        "I-PHONE": "6",
        "B-ADDRESS": "7",
        "I-ADDRESS": "8",
        "B-SSN": "9",
        "I-SSN": "10",
        "B-CREDITCARD": "11",
        "I-CREDITCARD": "12",
        "B-IP": "13",
        "I-IP": "14",
        "B-DATE": "15",
        "I-DATE": "16",
        "B-ORG": "17",
        "I-ORG": "18",
        "B-USERNAME": "19",
        "I-USERNAME": "20",
        "B-PASSPORT": "21",
        "I-PASSPORT": "22",
        "B-DRIVERSLICENSE": "23",
        "I-DRIVERSLICENSE": "24"
    }
}