Training in progress, epoch 1

config.json

@@ -4,7 +4,7 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 50281,
+  "bos_token_id": null,
   "classifier_activation": "gelu",
   "classifier_bias": false,
   "classifier_dropout": 0.0,
@@ -12,39 +12,72 @@
   "cls_token_id": 50281,
   "decoder_bias": true,
   "deterministic_flash_attn": false,
+  "dtype": "float32",
   "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
+  "eos_token_id": null,
   "global_attn_every_n_layers": 3,
   "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
   "hidden_activation": "gelu",
   "hidden_size": 768,
   "id2label": {
-    "0": "Crypto",
-    "1": "Porn",
-    "2": "Arms",
-    "3": "Violence",
-    "4": "Drugs",
-    "5": "Hacking",
-    "6": "Financial",
-    "7": "Others",
-    "8": "Electronic",
-    "9": "Gambling"
+    "0": "Art",
+    "1": "Casino",
+    "10": "Forum",
+    "11": "Fraud",
+    "12": "Hacking",
+    "13": "Hosting",
+    "14": "Human-Trafficking",
+    "15": "Leaked-Data",
+    "16": "Library",
+    "17": "Locked",
+    "18": "Marketplace",
+    "19": "Personal",
+    "2": "Counterfeit Credit-Cards",
+    "20": "Politics",
+    "21": "Porno",
+    "22": "Religion",
+    "23": "Services",
+    "24": "Social-Network",
+    "25": "Violence",
+    "3": "Counterfeit Money",
+    "4": "Counterfeit Personal-Identification",
+    "5": "Cryptocurrency",
+    "6": "Cryptolocker",
+    "7": "Down",
+    "8": "Drugs",
+    "9": "Empty"
   },
   "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
   "intermediate_size": 1152,
   "label2id": {
-    "Arms": 2,
-    "Crypto": 0,
-    "Drugs": 4,
-    "Electronic": 8,
-    "Financial": 6,
-    "Gambling": 9,
-    "Hacking": 5,
-    "Others": 7,
-    "Porn": 1,
-    "Violence": 3
+    "Art": 0,
+    "Casino": 1,
+    "Counterfeit Credit-Cards": 2,
+    "Counterfeit Money": 3,
+    "Counterfeit Personal-Identification": 4,
+    "Cryptocurrency": 5,
+    "Cryptolocker": 6,
+    "Down": 7,
+    "Drugs": 8,
+    "Empty": 9,
+    "Forum": 10,
+    "Fraud": 11,
+    "Hacking": 12,
+    "Hosting": 13,
+    "Human-Trafficking": 14,
+    "Leaked-Data": 15,
+    "Library": 16,
+    "Locked": 17,
+    "Marketplace": 18,
+    "Personal": 19,
+    "Politics": 20,
+    "Porno": 21,
+    "Religion": 22,
+    "Services": 23,
+    "Social-Network": 24,
+    "Violence": 25
   },
   "layer_norm_eps": 1e-05,
   "local_attention": 128,
@@ -64,7 +97,6 @@
   "sep_token_id": 50282,
   "sparse_pred_ignore_index": -100,
   "sparse_prediction": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.55.4",
+  "transformers_version": "4.57.1",
   "vocab_size": 50368
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7829562e845aeae152b5715ae94f5b8415c5dd734e31cc1404f3a7a90a8ea49
-size 598464400
+oid sha256:bcdac932a37313584459c905939e8d1c5aaa34cf6eff9049b76af127f5e5f736
+size 598513616

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 8192,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6812936597f6dccdc520ef9038f54c962b726e8e5d7e2342c885832a1e730c3d
-size 5713
+oid sha256:ef57aee583322a1010dd58d973d1444fa549b8e313bffb1f35280073e56c9eae
+size 5777