Training in progress, step 80

config.json

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "bert-large-uncased",
   "architectures": [
-    "BertForSequenceClassification"
+    "DualTaskBert"
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
@@ -9,212 +9,8 @@
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1024,
-  "id2label": {
-    "0": "Section 2",
-    "1": "Section 3",
-    "2": "Section 4",
-    "3": "Section 5",
-    "4": "Section 13",
-    "5": "Section 34",
-    "6": "Section 107",
-    "7": "Section 109",
-    "8": "Section 114",
-    "9": "Section 120",
-    "10": "Section 120B",
-    "11": "Section 143",
-    "12": "Section 147",
-    "13": "Section 148",
-    "14": "Section 149",
-    "15": "Section 155",
-    "16": "Section 156",
-    "17": "Section 161",
-    "18": "Section 164",
-    "19": "Section 173",
-    "20": "Section 174A",
-    "21": "Section 186",
-    "22": "Section 188",
-    "23": "Section 190",
-    "24": "Section 193",
-    "25": "Section 200",
-    "26": "Section 201",
-    "27": "Section 228",
-    "28": "Section 229A",
-    "29": "Section 279",
-    "30": "Section 294",
-    "31": "Section 294(b)",
-    "32": "Section 299",
-    "33": "Section 300",
-    "34": "Section 302",
-    "35": "Section 304",
-    "36": "Section 304A",
-    "37": "Section 304B",
-    "38": "Section 306",
-    "39": "Section 307",
-    "40": "Section 308",
-    "41": "Section 313",
-    "42": "Section 320",
-    "43": "Section 323",
-    "44": "Section 324",
-    "45": "Section 325",
-    "46": "Section 326",
-    "47": "Section 332",
-    "48": "Section 336",
-    "49": "Section 337",
-    "50": "Section 338",
-    "51": "Section 341",
-    "52": "Section 342",
-    "53": "Section 353",
-    "54": "Section 354",
-    "55": "Section 363",
-    "56": "Section 364",
-    "57": "Section 365",
-    "58": "Section 366",
-    "59": "Section 366A",
-    "60": "Section 375",
-    "61": "Section 376",
-    "62": "Section 376(2)",
-    "63": "Section 379",
-    "64": "Section 380",
-    "65": "Section 384",
-    "66": "Section 389",
-    "67": "Section 392",
-    "68": "Section 394",
-    "69": "Section 395",
-    "70": "Section 397",
-    "71": "Section 406",
-    "72": "Section 409",
-    "73": "Section 411",
-    "74": "Section 415",
-    "75": "Section 417",
-    "76": "Section 419",
-    "77": "Section 420",
-    "78": "Section 427",
-    "79": "Section 436",
-    "80": "Section 437",
-    "81": "Section 438",
-    "82": "Section 447",
-    "83": "Section 448",
-    "84": "Section 450",
-    "85": "Section 452",
-    "86": "Section 457",
-    "87": "Section 465",
-    "88": "Section 467",
-    "89": "Section 468",
-    "90": "Section 471",
-    "91": "Section 482",
-    "92": "Section 494",
-    "93": "Section 498",
-    "94": "Section 498A",
-    "95": "Section 500",
-    "96": "Section 504",
-    "97": "Section 506",
-    "98": "Section 509",
-    "99": "Section 511"
-  },
   "initializer_range": 0.02,
   "intermediate_size": 4096,
-  "label2id": {
-    "Section 107": 6,
-    "Section 109": 7,
-    "Section 114": 8,
-    "Section 120": 9,
-    "Section 120B": 10,
-    "Section 13": 4,
-    "Section 143": 11,
-    "Section 147": 12,
-    "Section 148": 13,
-    "Section 149": 14,
-    "Section 155": 15,
-    "Section 156": 16,
-    "Section 161": 17,
-    "Section 164": 18,
-    "Section 173": 19,
-    "Section 174A": 20,
-    "Section 186": 21,
-    "Section 188": 22,
-    "Section 190": 23,
-    "Section 193": 24,
-    "Section 2": 0,
-    "Section 200": 25,
-    "Section 201": 26,
-    "Section 228": 27,
-    "Section 229A": 28,
-    "Section 279": 29,
-    "Section 294": 30,
-    "Section 294(b)": 31,
-    "Section 299": 32,
-    "Section 3": 1,
-    "Section 300": 33,
-    "Section 302": 34,
-    "Section 304": 35,
-    "Section 304A": 36,
-    "Section 304B": 37,
-    "Section 306": 38,
-    "Section 307": 39,
-    "Section 308": 40,
-    "Section 313": 41,
-    "Section 320": 42,
-    "Section 323": 43,
-    "Section 324": 44,
-    "Section 325": 45,
-    "Section 326": 46,
-    "Section 332": 47,
-    "Section 336": 48,
-    "Section 337": 49,
-    "Section 338": 50,
-    "Section 34": 5,
-    "Section 341": 51,
-    "Section 342": 52,
-    "Section 353": 53,
-    "Section 354": 54,
-    "Section 363": 55,
-    "Section 364": 56,
-    "Section 365": 57,
-    "Section 366": 58,
-    "Section 366A": 59,
-    "Section 375": 60,
-    "Section 376": 61,
-    "Section 376(2)": 62,
-    "Section 379": 63,
-    "Section 380": 64,
-    "Section 384": 65,
-    "Section 389": 66,
-    "Section 392": 67,
-    "Section 394": 68,
-    "Section 395": 69,
-    "Section 397": 70,
-    "Section 4": 2,
-    "Section 406": 71,
-    "Section 409": 72,
-    "Section 411": 73,
-    "Section 415": 74,
-    "Section 417": 75,
-    "Section 419": 76,
-    "Section 420": 77,
-    "Section 427": 78,
-    "Section 436": 79,
-    "Section 437": 80,
-    "Section 438": 81,
-    "Section 447": 82,
-    "Section 448": 83,
-    "Section 450": 84,
-    "Section 452": 85,
-    "Section 457": 86,
-    "Section 465": 87,
-    "Section 467": 88,
-    "Section 468": 89,
-    "Section 471": 90,
-    "Section 482": 91,
-    "Section 494": 92,
-    "Section 498": 93,
-    "Section 498A": 94,
-    "Section 5": 3,
-    "Section 500": 95,
-    "Section 504": 96,
-    "Section 506": 97,
-    "Section 509": 98,
-    "Section 511": 99
-  },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
@@ -222,7 +18,6 @@
   "num_hidden_layers": 24,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "problem_type": "multi_label_classification",
   "torch_dtype": "float32",
   "transformers_version": "4.46.2",
   "type_vocab_size": 2,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c415eee4c3648b1656da99a0ea52b46045077cc778225cfaff52dcbefe0a3615
-size 1341024568
+oid sha256:05fb0bae3808a8fc3953d896ceb0958ecd3f6b7b8cf0a0363f43464b35342f76
+size 1341147752

runs/Apr03_14-46-46_raptor/events.out.tfevents.1743671811.raptor.286607.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700657376e46cc17c0543cb33004fa18b01f7552db0783e6bbaea1240cdc5c3b
+size 5135

runs/Apr03_14-47-54_raptor/events.out.tfevents.1743671876.raptor.286988.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a941ee11a832770b53ed4ddb68843ccecb0078df71809387aef17c9578dcce
+size 5483

tokenizer.json

@@ -1,7 +1,21 @@
 {
   "version": "1.0",
-  "truncation": null,
-  "padding": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": {
+    "strategy": {
+      "Fixed": 512
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "[PAD]"
+  },
   "added_tokens": [
     {
       "id": 0,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fc384c4ea74e0af59d0244cba470d7a0a405e0cc5858decc28a86968aa9bd52
+oid sha256:92cf605d054cd75c75af0145f32a38c117ca27cf3dec777517d8b869406178bb
 size 5304