{ "architectures": [ "NeoBERTForSequenceClassification" ], "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "decoder_init_range": 0.02, "dim_head": 64, "dtype": "float32", "embedding_init_range": 0.02, "hidden_size": 768, "id2label": { "0": "Hacking", "1": "Gambling", "2": "Financial", "3": "Electronic", "4": "Porn", "5": "Arms", "6": "Drugs", "7": "Others", "8": "Crypto", "9": "Violence" }, "intermediate_size": 3072, "kwargs": { "architectures": [ "NeoBERTLMHead" ], "attn_implementation": null, "auto_map": { "AutoConfig": "model.NeoBERTConfig", "AutoModel": "model.NeoBERT", "AutoModelForMaskedLM": "model.NeoBERTLMHead", "AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification" }, "classifier_init_range": 0.02, "dim_head": 64, "kwargs": { "classifier_init_range": 0.02, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "trust_remote_code": true }, "model_type": "neobert", "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "torch_dtype": "float32", "transformers_version": "4.48.2", "trust_remote_code": true }, "label2id": { "Arms": 5, "Crypto": 8, "Drugs": 6, "Electronic": 3, "Financial": 2, "Gambling": 1, "Hacking": 0, "Others": 7, "Porn": 4, "Violence": 9 }, "max_length": 4096, "model_type": "neobert", "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 28, "pad_token_id": 0, "pretrained_model_name_or_path": "google-bert/bert-base-uncased", "problem_type": "single_label_classification", "transformers_version": "4.57.1", "trust_remote_code": true, "vocab_size": 30522 }