File size: 1,078 Bytes
c2e777c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
    "model_details": {
        "name": "Context Filter V2",
        "version": "2.1.0",
        "type": "Privacy-Focused Token Classification (NER)",
        "architecture": "ContextFilterV2 (Custom Transformer)",
        "framework": "PyTorch / Modal",
        "format": "Safetensors"
    },
    "parameters": {
        "layers": 10,
        "hidden_size": 512,
        "attention_heads": 8,
        "kv_heads": 4,
        "max_sequence_length": 32768,
        "sliding_window": 512,
        "total_params": "Approx. 45M"
    },
    "training_hyperparameters": {
        "epochs": 3,
        "learning_rate": 0.0004,
        "batch_size": 64,
        "optimizer": "AdamW",
        "lr_scheduler": "Linear with Warmup",
        "warmup_steps": 800,
        "weight_decay": 0.01
    },
    "dataset_info": {
        "train_samples": 500000,
        "val_samples": 8000,
        "entities_tracked": [
            "PERSON", "EMAIL", "PHONE", "ADDRESS", "SSN", 
            "CREDITCARD", "IP", "DATE", "ORG", "USERNAME", 
            "PASSPORT", "DRIVERSLICENSE"
        ]
    }
}