duta_raw_neobert / config.json
Everither's picture
Training in progress, epoch 1
11fd94f verified
{
"architectures": [
"NeoBERTForSequenceClassification"
],
"auto_map": {
"AutoConfig": "model.NeoBERTConfig",
"AutoModel": "model.NeoBERT",
"AutoModelForMaskedLM": "model.NeoBERTLMHead",
"AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification"
},
"classifier_init_range": 0.02,
"decoder_init_range": 0.02,
"dim_head": 64,
"dtype": "float32",
"embedding_init_range": 0.02,
"hidden_size": 768,
"id2label": {
"0": "Library",
"1": "Human-Trafficking",
"10": "Locked",
"11": "Porno",
"12": "Hacking",
"13": "Art",
"14": "Forum",
"15": "Marketplace",
"16": "Counterfeit Money",
"17": "Violence",
"18": "Fraud",
"19": "Casino",
"2": "Drugs",
"20": "Politics",
"21": "Services",
"22": "Social-Network",
"23": "Cryptolocker",
"24": "Cryptocurrency",
"25": "Counterfeit Credit-Cards",
"3": "Down",
"4": "Counterfeit Personal-Identification",
"5": "Religion",
"6": "Personal",
"7": "Leaked-Data",
"8": "Empty",
"9": "Hosting"
},
"intermediate_size": 3072,
"kwargs": {
"architectures": [
"NeoBERTLMHead"
],
"attn_implementation": null,
"auto_map": {
"AutoConfig": "model.NeoBERTConfig",
"AutoModel": "model.NeoBERT",
"AutoModelForMaskedLM": "model.NeoBERTLMHead",
"AutoModelForSequenceClassification": "model.NeoBERTForSequenceClassification"
},
"classifier_init_range": 0.02,
"dim_head": 64,
"kwargs": {
"classifier_init_range": 0.02,
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"trust_remote_code": true
},
"model_type": "neobert",
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"torch_dtype": "float32",
"transformers_version": "4.48.2",
"trust_remote_code": true
},
"label2id": {
"Art": 13,
"Casino": 19,
"Counterfeit Credit-Cards": 25,
"Counterfeit Money": 16,
"Counterfeit Personal-Identification": 4,
"Cryptocurrency": 24,
"Cryptolocker": 23,
"Down": 3,
"Drugs": 2,
"Empty": 8,
"Forum": 14,
"Fraud": 18,
"Hacking": 12,
"Hosting": 9,
"Human-Trafficking": 1,
"Leaked-Data": 7,
"Library": 0,
"Locked": 10,
"Marketplace": 15,
"Personal": 6,
"Politics": 20,
"Porno": 11,
"Religion": 5,
"Services": 21,
"Social-Network": 22,
"Violence": 17
},
"max_length": 4096,
"model_type": "neobert",
"norm_eps": 1e-05,
"num_attention_heads": 12,
"num_hidden_layers": 28,
"pad_token_id": 0,
"pretrained_model_name_or_path": "google-bert/bert-base-uncased",
"problem_type": "single_label_classification",
"transformers_version": "4.57.1",
"trust_remote_code": true,
"vocab_size": 30522
}