{ "architectures": [ "NeoBERTForSequenceClassification" ], "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "decoder_init_range": 0.02, "dim_head": 64, "dtype": "float32", "embedding_init_range": 0.02, "hidden_size": 768, "id2label": { "0": "Library", "1": "Human-Trafficking", "10": "Locked", "11": "Porno", "12": "Hacking", "13": "Art", "14": "Forum", "15": "Marketplace", "16": "Counterfeit Money", "17": "Violence", "18": "Fraud", "19": "Casino", "2": "Drugs", "20": "Politics", "21": "Services", "22": "Social-Network", "23": "Cryptolocker", "24": "Cryptocurrency", "25": "Counterfeit Credit-Cards", "3": "Down", "4": "Counterfeit Personal-Identification", "5": "Religion", "6": "Personal", "7": "Leaked-Data", "8": "Empty", "9": "Hosting" }, "intermediate_size": 3072, "kwargs": { "architectures": [ "NeoBERTLMHead" ], "attn_implementation": null, "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "dim_head": 64, "kwargs": { "classifier_init_range": 0.02, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "trust_remote_code": true }, "model_type": "neobert", "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "torch_dtype": "float32", "transformers_version": "4.48.2", "trust_remote_code": true }, "label2id": { "Art": 13, "Casino": 19, "Counterfeit Credit-Cards": 25, "Counterfeit Money": 16, "Counterfeit Personal-Identification": 4, "Cryptocurrency": 24, "Cryptolocker": 23, "Down": 3, "Drugs": 2, "Empty": 8, "Forum": 14, "Fraud": 18, "Hacking": 12, "Hosting": 9, "Human-Trafficking": 1, "Leaked-Data": 7, "Library": 0, "Locked": 10, "Marketplace": 15, "Personal": 6, "Politics": 20, "Porno": 11, "Religion": 5, "Services": 21, "Social-Network": 22, "Violence": 17 }, "max_length": 4096, "model_type": "neobert", "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 28, "pad_token_id": 0, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "problem_type": "single_label_classification", "transformers_version": "4.57.1", "trust_remote_code": true, "vocab_size": 30522 }