Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.6 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.6 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.6")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.6") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.6", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 2,459 Bytes
53e781c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 | {
"checkpoint": "checkpoints_b6b/best.pt",
"split": "test",
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.8568349753694581,
"precision": 0.8527193330686781,
"recall": 0.7934983376431474,
"f1": 0.8220436280137773,
"tp": 2148,
"fp": 371,
"tn": 3418,
"fn": 559,
"total": 6496
},
"best": {
"threshold": 0.43,
"accuracy": 0.8568349753694581,
"precision": 0.8199495858840475,
"recall": 0.8411525674178056,
"f1": 0.8304157549234136,
"tp": 2277,
"fp": 500,
"tn": 3289,
"fn": 430,
"total": 6496
},
"per_source": {
"civil_comments": {
"threshold": 0.5,
"accuracy": 0.8404216648491457,
"precision": 0.8026159334126041,
"recall": 0.7120253164556962,
"f1": 0.7546115148127445,
"tp": 675,
"fp": 166,
"tn": 1637,
"fn": 273,
"total": 2751
},
"jigsaw": {
"threshold": 0.5,
"accuracy": 0.8979824895317853,
"precision": 0.875560538116592,
"recall": 0.8326226012793176,
"f1": 0.853551912568306,
"tp": 781,
"fp": 111,
"tn": 1578,
"fn": 157,
"total": 2627
},
"aegis": {
"threshold": 0.5,
"accuracy": 0.8238532110091743,
"precision": 0.9348314606741573,
"recall": 0.8612836438923396,
"f1": 0.896551724137931,
"tp": 416,
"fp": 29,
"tn": 33,
"fn": 67,
"total": 545
},
"beavertails": {
"threshold": 0.5,
"accuracy": 0.786096256684492,
"precision": 0.8766233766233766,
"recall": 0.8653846153846154,
"f1": 0.8709677419354839,
"tp": 270,
"fp": 38,
"tn": 24,
"fn": 42,
"total": 374
},
"dolly": {
"threshold": 0.5,
"accuracy": 0.8714285714285714,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"tp": 0,
"fp": 18,
"tn": 122,
"fn": 0,
"total": 140
},
"toxic_chat": {
"threshold": 0.5,
"accuracy": 0.5084745762711864,
"precision": 0.4,
"recall": 0.23076923076923078,
"f1": 0.29268292682926833,
"tp": 6,
"fp": 9,
"tn": 24,
"fn": 20,
"total": 59
}
},
"model_metrics": {
"loss": 0.3375901442307692,
"accuracy": 0.8572513287775246,
"precision": 0.84375,
"recall": 0.8068513119533528,
"f1": 0.8248882265275708,
"tp": 2214,
"fp": 410,
"tn": 3431,
"fn": 530
}
} |