duta_processed_neobert / config.json
Everither's picture
Training in progress, epoch 1
7792807 verified
{
"architectures": [
"NeoBERTForSequenceClassification"
],
"auto_map": {
"AutoConfig": "model.NeoBERTConfig",
"AutoModel": "model.NeoBERT",
"AutoModelForMaskedLM": "model.NeoBERTLMHead",
"AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification"
},
"classifier_init_range": 0.02,
"decoder_init_range": 0.02,
"dim_head": 64,
"dtype": "float32",
"embedding_init_range": 0.02,
"hidden_size": 768,
"id2label": {
"0": "Cryptolocker",
"1": "Cryptocurrency",
"10": "Hacking",
"11": "Counterfeit Credit-Cards",
"12": "Forum",
"13": "Locked",
"2": "Services",
"3": "Social-Network",
"4": "Hosting",
"5": "Personal",
"6": "Down",
"7": "Porno",
"8": "Marketplace",
"9": "Drugs"
},
"intermediate_size": 3072,
"kwargs": {
"architectures": [
"NeoBERTLMHead"
],
"attn_implementation": null,
"auto_map": {
"AutoConfig": "model.NeoBERTConfig",
"AutoModel": "model.NeoBERT",
"AutoModelForMaskedLM": "model.NeoBERTLMHead",
"AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification"
},
"classifier_init_range": 0.02,
"dim_head": 64,
"kwargs": {
"classifier_init_range": 0.02,
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"trust_remote_code": true
},
"model_type": "neobert",
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"torch_dtype": "float32",
"transformers_version": "4.48.2",
"trust_remote_code": true
},
"label2id": {
"Counterfeit Credit-Cards": 11,
"Cryptocurrency": 1,
"Cryptolocker": 0,
"Down": 6,
"Drugs": 9,
"Forum": 12,
"Hacking": 10,
"Hosting": 4,
"Locked": 13,
"Marketplace": 8,
"Personal": 5,
"Porno": 7,
"Services": 2,
"Social-Network": 3
},
"max_length": 4096,
"model_type": "neobert",
"norm_eps": 1e-05,
"num_attention_heads": 12,
"num_hidden_layers": 28,
"pad_token_id": 0,
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"problem_type": "single_label_classification",
"transformers_version": "4.57.1",
"trust_remote_code": true,
"vocab_size": 30522
}