Training in progress, epoch 1

config.json

@@ -5,72 +5,41 @@
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "directionality": "bidi",
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
+  "hidden_size": 1024,
   "id2label": {
-    "0": "Art",
-    "1": "Casino",
-    "10": "Forum",
-    "11": "Fraud",
-    "12": "Hacking",
-    "13": "Hosting",
-    "14": "Human-Trafficking",
-    "15": "Leaked-Data",
-    "16": "Library",
-    "17": "Locked",
-    "18": "Marketplace",
-    "19": "Personal",
-    "2": "Counterfeit Credit-Cards",
-    "20": "Politics",
-    "21": "Porno",
-    "22": "Religion",
-    "23": "Services",
-    "24": "Social-Network",
-    "25": "Violence",
-    "3": "Counterfeit Money",
-    "4": "Counterfeit Personal-Identification",
-    "5": "Cryptocurrency",
-    "6": "Cryptolocker",
-    "7": "Down",
-    "8": "Drugs",
-    "9": "Empty"
+    "0": "Financial",
+    "1": "Arms",
+    "2": "Gambling",
+    "3": "Drugs",
+    "4": "Hacking",
+    "5": "Violence",
+    "6": "Others",
+    "7": "Electronic",
+    "8": "Crypto",
+    "9": "Porn"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
+  "intermediate_size": 4096,
   "label2id": {
-    "Art": 0,
-    "Casino": 1,
-    "Counterfeit Credit-Cards": 2,
-    "Counterfeit Money": 3,
-    "Counterfeit Personal-Identification": 4,
-    "Cryptocurrency": 5,
-    "Cryptolocker": 6,
-    "Down": 7,
-    "Drugs": 8,
-    "Empty": 9,
-    "Forum": 10,
-    "Fraud": 11,
-    "Hacking": 12,
-    "Hosting": 13,
-    "Human-Trafficking": 14,
-    "Leaked-Data": 15,
-    "Library": 16,
-    "Locked": 17,
-    "Marketplace": 18,
-    "Personal": 19,
-    "Politics": 20,
-    "Porno": 21,
-    "Religion": 22,
-    "Services": 23,
-    "Social-Network": 24,
-    "Violence": 25
+    "Arms": 1,
+    "Crypto": 8,
+    "Drugs": 3,
+    "Electronic": 7,
+    "Financial": 0,
+    "Gambling": 2,
+    "Hacking": 4,
+    "Others": 6,
+    "Porn": 9,
+    "Violence": 5
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
   "pad_token_id": 0,
   "pooler_fc_size": 768,
   "pooler_num_attention_heads": 12,
@@ -83,5 +52,5 @@
   "transformers_version": "4.55.4",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 119547
+  "vocab_size": 28996
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:383311d8687624c03987752f9040f7d3860ad423c5834ca6c60d962a1770f330
-size 711517288
+oid sha256:685a38bb8a73ba8994ce19593ab2d55d840e8caf419c1db4469f33b9c8a67a9c
+size 1334405064

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:837a7fa68699b0d0eb607bf984929a391c5ef0b1c8aac029569c146345ce7b5e
+oid sha256:1206a4b5fa09c1cb08f5390693b543f458e1e24407abb9c71b32cdf3bb9ea780
 size 5713