{ "architectures": [ "NeoBERTForSequenceClassification" ], "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "decoder_init_range": 0.02, "dim_head": 64, "dtype": "float32", "embedding_init_range": 0.02, "hidden_size": 768, "id2label": { "0": "Cryptolocker", "1": "Cryptocurrency", "10": "Hacking", "11": "Counterfeit Credit-Cards", "12": "Forum", "13": "Locked", "2": "Services", "3": "Social-Network", "4": "Hosting", "5": "Personal", "6": "Down", "7": "Porno", "8": "Marketplace", "9": "Drugs" }, "intermediate_size": 3072, "kwargs": { "architectures": [ "NeoBERTLMHead" ], "attn_implementation": null, "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "dim_head": 64, "kwargs": { "classifier_init_range": 0.02, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "trust_remote_code": true }, "model_type": "neobert", "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "torch_dtype": "float32", "transformers_version": "4.48.2", "trust_remote_code": true }, "label2id": { "Counterfeit Credit-Cards": 11, "Cryptocurrency": 1, "Cryptolocker": 0, "Down": 6, "Drugs": 9, "Forum": 12, "Hacking": 10, "Hosting": 4, "Locked": 13, "Marketplace": 8, "Personal": 5, "Porno": 7, "Services": 2, "Social-Network": 3 }, "max_length": 4096, "model_type": "neobert", "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 28, "pad_token_id": 0, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "problem_type": "single_label_classification", "transformers_version": "4.57.1", "trust_remote_code": true, "vocab_size": 30522 }