Text Classification
Transformers
ONNX
Safetensors
fela-moderation
fela
fourier-neural-operator
fno
gated-linear-attention
cpu
on-device
content-moderation
toxicity
pii
byte-level
custom_code
Instructions to use lowdown-labs/fela-moderator with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use lowdown-labs/fela-moderator with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="lowdown-labs/fela-moderator", trust_remote_code=True)# Load model directly from transformers import AutoModelForSequenceClassification model = AutoModelForSequenceClassification.from_pretrained("lowdown-labs/fela-moderator", trust_remote_code=True, dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "model_type": "fela-moderation", | |
| "library_name": "transformers", | |
| "architectures": [ | |
| "FelaModeratorForSequenceClassification" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_moderation.FelaModeratorConfig", | |
| "AutoModelForSequenceClassification": "modeling_moderation.FelaModeratorForSequenceClassification" | |
| }, | |
| "arch": "FELAModerationV2", | |
| "note": "byte level FNO+GLA moderation and PII model, 18.9M params, vocab 259; seven heads on one shared encoder: 19 way taxonomy, 6 way Jigsaw toxicity, per token PII BIO (113 tags, 56 entity types), plus spam, jailbreak, nsfw, and identity.", | |
| "vocab_size": 259, | |
| "max_len": 512, | |
| "d_model": 448, | |
| "n_layers": 8, | |
| "n_heads": 7, | |
| "fno_modes": 128, | |
| "gla_chunk": 32, | |
| "ffn_hidden": 1280, | |
| "layer_pattern": "SSSL", | |
| "dropout": 0.1, | |
| "pad_id": 256, | |
| "cls_id": 257, | |
| "sep_id": 258, | |
| "n_tox_labels": 6, | |
| "n_pii_tags": 113, | |
| "n_tax": 19, | |
| "n_spam": 3, | |
| "n_jailbreak": 4, | |
| "n_nsfw": 2, | |
| "n_identity": 7, | |
| "taxonomy": [ | |
| "harassment", | |
| "harassment_threatening", | |
| "hate", | |
| "hate_threatening", | |
| "self_harm", | |
| "self_harm_intent", | |
| "self_harm_instructions", | |
| "sexual", | |
| "sexual_minors", | |
| "violence", | |
| "violence_graphic", | |
| "identity_attack", | |
| "insult", | |
| "profanity_obscene", | |
| "threat", | |
| "sexual_explicit", | |
| "severe_toxicity", | |
| "dehumanize", | |
| "incitement_violence" | |
| ], | |
| "jigsaw_labels": [ | |
| "toxic", | |
| "severe_toxic", | |
| "obscene", | |
| "threat", | |
| "insult", | |
| "identity_hate" | |
| ], | |
| "spam_labels": [ | |
| "spam", | |
| "scam", | |
| "phishing" | |
| ], | |
| "jailbreak_labels": [ | |
| "jailbreak", | |
| "instruction_override", | |
| "role_hijack", | |
| "data_exfiltration" | |
| ], | |
| "nsfw_labels": [ | |
| "sexual_suggestive", | |
| "sexual_explicit" | |
| ], | |
| "identity_labels": [ | |
| "race", | |
| "religion", | |
| "gender", | |
| "sexuality", | |
| "disability", | |
| "origin", | |
| "age" | |
| ], | |
| "pii_entity_types": [ | |
| "PERSON", | |
| "FIRSTNAME", | |
| "LASTNAME", | |
| "USERNAME", | |
| "EMAIL", | |
| "PHONE", | |
| "FAX", | |
| "STREET_ADDRESS", | |
| "CITY", | |
| "STATE", | |
| "ZIPCODE", | |
| "COUNTRY", | |
| "BUILDINGNUMBER", | |
| "SECONDARYADDRESS", | |
| "NEARBYGPSCOORDINATE", | |
| "DOB", | |
| "AGE", | |
| "SSN", | |
| "PASSPORT", | |
| "DRIVERLICENSE", | |
| "IDCARD", | |
| "CREDITCARD", | |
| "CREDITCARDCVV", | |
| "CREDITCARDEXP", | |
| "IBAN", | |
| "BIC_SWIFT", | |
| "ACCOUNTNUMBER", | |
| "ROUTINGNUMBER", | |
| "BITCOINADDRESS", | |
| "ETHEREUMADDRESS", | |
| "IPV4", | |
| "IPV6", | |
| "MACADDRESS", | |
| "URL", | |
| "USERAGENT", | |
| "COMPANYNAME", | |
| "JOBTITLE", | |
| "MRN", | |
| "MEDICALLICENSE", | |
| "HEALTHINSURANCEID", | |
| "VEHICLEVIN", | |
| "VEHICLEPLATE", | |
| "TIME", | |
| "DATE", | |
| "PIN", | |
| "PASSWORD", | |
| "APIKEY", | |
| "ORDINALDIRECTION", | |
| "CURRENCY", | |
| "AMOUNT", | |
| "GENDER", | |
| "ETHNICITY", | |
| "RELIGION", | |
| "SEXUALITY", | |
| "POLITICAL", | |
| "MARITALSTATUS" | |
| ], | |
| "pii_tags": [ | |
| "O", | |
| "B-PERSON", | |
| "I-PERSON", | |
| "B-FIRSTNAME", | |
| "I-FIRSTNAME", | |
| "B-LASTNAME", | |
| "I-LASTNAME", | |
| "B-USERNAME", | |
| "I-USERNAME", | |
| "B-EMAIL", | |
| "I-EMAIL", | |
| "B-PHONE", | |
| "I-PHONE", | |
| "B-FAX", | |
| "I-FAX", | |
| "B-STREET_ADDRESS", | |
| "I-STREET_ADDRESS", | |
| "B-CITY", | |
| "I-CITY", | |
| "B-STATE", | |
| "I-STATE", | |
| "B-ZIPCODE", | |
| "I-ZIPCODE", | |
| "B-COUNTRY", | |
| "I-COUNTRY", | |
| "B-BUILDINGNUMBER", | |
| "I-BUILDINGNUMBER", | |
| "B-SECONDARYADDRESS", | |
| "I-SECONDARYADDRESS", | |
| "B-NEARBYGPSCOORDINATE", | |
| "I-NEARBYGPSCOORDINATE", | |
| "B-DOB", | |
| "I-DOB", | |
| "B-AGE", | |
| "I-AGE", | |
| "B-SSN", | |
| "I-SSN", | |
| "B-PASSPORT", | |
| "I-PASSPORT", | |
| "B-DRIVERLICENSE", | |
| "I-DRIVERLICENSE", | |
| "B-IDCARD", | |
| "I-IDCARD", | |
| "B-CREDITCARD", | |
| "I-CREDITCARD", | |
| "B-CREDITCARDCVV", | |
| "I-CREDITCARDCVV", | |
| "B-CREDITCARDEXP", | |
| "I-CREDITCARDEXP", | |
| "B-IBAN", | |
| "I-IBAN", | |
| "B-BIC_SWIFT", | |
| "I-BIC_SWIFT", | |
| "B-ACCOUNTNUMBER", | |
| "I-ACCOUNTNUMBER", | |
| "B-ROUTINGNUMBER", | |
| "I-ROUTINGNUMBER", | |
| "B-BITCOINADDRESS", | |
| "I-BITCOINADDRESS", | |
| "B-ETHEREUMADDRESS", | |
| "I-ETHEREUMADDRESS", | |
| "B-IPV4", | |
| "I-IPV4", | |
| "B-IPV6", | |
| "I-IPV6", | |
| "B-MACADDRESS", | |
| "I-MACADDRESS", | |
| "B-URL", | |
| "I-URL", | |
| "B-USERAGENT", | |
| "I-USERAGENT", | |
| "B-COMPANYNAME", | |
| "I-COMPANYNAME", | |
| "B-JOBTITLE", | |
| "I-JOBTITLE", | |
| "B-MRN", | |
| "I-MRN", | |
| "B-MEDICALLICENSE", | |
| "I-MEDICALLICENSE", | |
| "B-HEALTHINSURANCEID", | |
| "I-HEALTHINSURANCEID", | |
| "B-VEHICLEVIN", | |
| "I-VEHICLEVIN", | |
| "B-VEHICLEPLATE", | |
| "I-VEHICLEPLATE", | |
| "B-TIME", | |
| "I-TIME", | |
| "B-DATE", | |
| "I-DATE", | |
| "B-PIN", | |
| "I-PIN", | |
| "B-PASSWORD", | |
| "I-PASSWORD", | |
| "B-APIKEY", | |
| "I-APIKEY", | |
| "B-ORDINALDIRECTION", | |
| "I-ORDINALDIRECTION", | |
| "B-CURRENCY", | |
| "I-CURRENCY", | |
| "B-AMOUNT", | |
| "I-AMOUNT", | |
| "B-GENDER", | |
| "I-GENDER", | |
| "B-ETHNICITY", | |
| "I-ETHNICITY", | |
| "B-RELIGION", | |
| "I-RELIGION", | |
| "B-SEXUALITY", | |
| "I-SEXUALITY", | |
| "B-POLITICAL", | |
| "I-POLITICAL", | |
| "B-MARITALSTATUS", | |
| "I-MARITALSTATUS" | |
| ], | |
| "toxicity_thresholds": { | |
| "toxic": 0.9029, | |
| "severe_toxic": 0.8966, | |
| "obscene": 0.9394, | |
| "threat": 0.7783, | |
| "insult": 0.8721, | |
| "identity_hate": 0.9185 | |
| }, | |
| "input_shape": [ | |
| 1, | |
| 512 | |
| ], | |
| "input_desc": "one UTF-8 text string, byte tokenized to [CLS] b0 b1 ... truncated to max_len, int64 ids in [0,258]", | |
| "head_thresholds": { | |
| "spam": { | |
| "spam": 0.999, | |
| "scam": 0.957, | |
| "phishing": 0.999 | |
| }, | |
| "jailbreak": { | |
| "jailbreak": 0.957, | |
| "instruction_override": 0.936, | |
| "role_hijack": 0.997, | |
| "data_exfiltration": 0.994 | |
| }, | |
| "nsfw": { | |
| "sexual_suggestive": 0.664, | |
| "sexual_explicit": 0.999 | |
| }, | |
| "identity": { | |
| "race": 0.97, | |
| "religion": 0.95, | |
| "gender": 0.924, | |
| "sexuality": 0.936 | |
| } | |
| }, | |
| "head_gate": { | |
| "spam": "ship", | |
| "jailbreak": "ship", | |
| "nsfw": "ship", | |
| "identity": "hold", | |
| "taxonomy_sexual": "defer" | |
| }, | |
| "head_gate_note": "ship = held-out AUROC >= 0.8. Thresholds in head_thresholds are calibrated at 90% precision on held-out eval; tune per your traffic. identity (0.71) and the taxonomy 'sexual' category (0.67) are below the ship line and off/masked." | |
| } | |