End of training

README.md

@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5468
+- Loss: 0.1036
 
 ## Model description
 
@@ -47,21 +47,21 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| No log        | 1.0   | 232  | 3.0432          |
-| No log        | 2.0   | 464  | 1.9526          |
-| 3.091         | 3.0   | 696  | 1.2518          |
-| 3.091         | 4.0   | 928  | 0.8770          |
-| 1.1843        | 5.0   | 1160 | 0.6901          |
-| 1.1843        | 6.0   | 1392 | 0.6103          |
-| 0.6016        | 7.0   | 1624 | 0.6044          |
-| 0.6016        | 8.0   | 1856 | 0.5615          |
-| 0.4816        | 9.0   | 2088 | 0.5547          |
-| 0.4816        | 10.0  | 2320 | 0.5468          |
+| No log        | 1.0   | 5    | 3.7387          |
+| No log        | 2.0   | 10   | 2.9893          |
+| No log        | 3.0   | 15   | 2.2801          |
+| No log        | 4.0   | 20   | 1.5800          |
+| No log        | 5.0   | 25   | 1.0965          |
+| No log        | 6.0   | 30   | 0.6867          |
+| No log        | 7.0   | 35   | 0.4281          |
+| No log        | 8.0   | 40   | 0.2627          |
+| No log        | 9.0   | 45   | 0.1625          |
+| No log        | 10.0  | 50   | 0.1036          |
 
 
 ### Framework versions
 
 - Transformers 4.44.2
-- Pytorch 2.4.0+cu121
+- Pytorch 2.4.1+cu121
 - Datasets 2.21.0
 - Tokenizers 0.19.1

config.json

@@ -10,83 +10,83 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": " add_beneficiary_kn",
-    "1": " travel_insurance_kn",
-    "2": "account_statement",
-    "3": "account_statement_hi",
-    "4": "account_statement_kn",
-    "5": "account_statement_mr",
-    "6": "add_beneficiary",
-    "7": "add_beneficiary_hi",
-    "8": "add_beneficiary_kn",
-    "9": "add_beneficiary_mr",
-    "10": "balance_enquiry",
-    "11": "beneficiary_details",
-    "12": "bill_payment",
-    "13": "block_card",
-    "14": "block_card_hi",
-    "15": "block_card_kn",
-    "16": "block_card_mr",
-    "17": "bulk_payments",
-    "18": "bulk_payments_status",
-    "19": "car_insurance",
-    "20": "car_insurance_hi",
-    "21": "car_insurance_kn",
-    "22": "car_insurance_mr",
-    "23": "change_contact_info",
-    "24": "credit_card_apply",
-    "25": "credit_card_apply_hi",
-    "26": "credit_card_apply_kn",
-    "27": "credit_card_apply_mr",
-    "28": "debit_card_details",
-    "29": "delete_beneficiary",
-    "30": "fd_details",
-    "31": "fd_rate",
-    "32": "fd_rate_large_amount",
-    "33": "funds_transfer",
-    "34": "funds_transfer_direct",
-    "35": "funds_transfer_direct_hi",
-    "36": "funds_transfer_direct_kn",
-    "37": "funds_transfer_direct_mr",
-    "38": "funds_transfer_other_bank",
-    "39": "funds_transfer_own_account",
-    "40": "funds_transfer_status",
-    "41": "funds_transfer_third_party",
-    "42": "gst_payment",
-    "43": "health_insurance",
-    "44": "health_insurance_hi",
-    "45": "health_insurance_kn",
-    "46": "health_insurance_mr",
-    "47": "investment_details",
-    "48": "investment_details_hi",
-    "49": "investment_details_kn",
-    "50": "investment_details_mr",
-    "51": "list_accounts",
-    "52": "list_beneficiary",
-    "53": "list_billers",
-    "54": "list_fd",
-    "55": "list_investments",
-    "56": "list_loans",
-    "57": "loan_details",
-    "58": "nrv_details",
-    "59": "open_account",
-    "60": "pending_authorization",
-    "61": "pin_change",
-    "62": "raise_request",
-    "63": "rd_details",
-    "64": "rd_rate",
-    "65": "request_status",
-    "66": "saving_interest_rate",
-    "67": "send_money_abroad",
-    "68": "ss_fd_rate",
-    "69": "ss_rd_rate",
-    "70": "transaction_history",
-    "71": "transaction_limit",
-    "72": "travel_insurance",
-    "73": "travel_insurance_hi",
-    "74": "travel_insurance_kn",
-    "75": "travel_insurance_mr",
-    "76": "update_beneficiary",
+    "0": "fd_create",
+    "1": "zzzLABEL_1",
+    "2": "zzzLABEL_2",
+    "3": "zzzLABEL_3",
+    "4": "zzzLABEL_4",
+    "5": "zzzLABEL_5",
+    "6": "zzzLABEL_6",
+    "7": "zzzLABEL_7",
+    "8": "zzzLABEL_8",
+    "9": "zzzLABEL_9",
+    "10": "zzzLABEL_10",
+    "11": "zzzLABEL_11",
+    "12": "zzzLABEL_12",
+    "13": "zzzLABEL_13",
+    "14": "zzzLABEL_14",
+    "15": "zzzLABEL_15",
+    "16": "zzzLABEL_16",
+    "17": "zzzLABEL_17",
+    "18": "zzzLABEL_18",
+    "19": "zzzLABEL_19",
+    "20": "zzzLABEL_20",
+    "21": "zzzLABEL_21",
+    "22": "zzzLABEL_22",
+    "23": "zzzLABEL_23",
+    "24": "zzzLABEL_24",
+    "25": "zzzLABEL_25",
+    "26": "zzzLABEL_26",
+    "27": "zzzLABEL_27",
+    "28": "zzzLABEL_28",
+    "29": "zzzLABEL_29",
+    "30": "zzzLABEL_30",
+    "31": "zzzLABEL_31",
+    "32": "zzzLABEL_32",
+    "33": "zzzLABEL_33",
+    "34": "zzzLABEL_34",
+    "35": "zzzLABEL_35",
+    "36": "zzzLABEL_36",
+    "37": "zzzLABEL_37",
+    "38": "zzzLABEL_38",
+    "39": "zzzLABEL_39",
+    "40": "zzzLABEL_40",
+    "41": "zzzLABEL_41",
+    "42": "zzzLABEL_42",
+    "43": "zzzLABEL_43",
+    "44": "zzzLABEL_44",
+    "45": "zzzLABEL_45",
+    "46": "zzzLABEL_46",
+    "47": "zzzLABEL_47",
+    "48": "zzzLABEL_48",
+    "49": "zzzLABEL_49",
+    "50": "zzzLABEL_50",
+    "51": "zzzLABEL_51",
+    "52": "zzzLABEL_52",
+    "53": "zzzLABEL_53",
+    "54": "zzzLABEL_54",
+    "55": "zzzLABEL_55",
+    "56": "zzzLABEL_56",
+    "57": "zzzLABEL_57",
+    "58": "zzzLABEL_58",
+    "59": "zzzLABEL_59",
+    "60": "zzzLABEL_60",
+    "61": "zzzLABEL_61",
+    "62": "zzzLABEL_62",
+    "63": "zzzLABEL_63",
+    "64": "zzzLABEL_64",
+    "65": "zzzLABEL_65",
+    "66": "zzzLABEL_66",
+    "67": "zzzLABEL_67",
+    "68": "zzzLABEL_68",
+    "69": "zzzLABEL_69",
+    "70": "zzzLABEL_70",
+    "71": "zzzLABEL_71",
+    "72": "zzzLABEL_72",
+    "73": "zzzLABEL_73",
+    "74": "zzzLABEL_74",
+    "75": "zzzLABEL_75",
+    "76": "zzzLABEL_76",
     "77": "zzzLABEL_77",
     "78": "zzzLABEL_78",
     "79": "zzzLABEL_79",
@@ -114,86 +114,85 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    " add_beneficiary_kn": 0,
-    " travel_insurance_kn": 1,
-    "account_statement": 2,
-    "account_statement_hi": 3,
-    "account_statement_kn": 4,
-    "account_statement_mr": 5,
-    "add_beneficiary": 6,
-    "add_beneficiary_hi": 7,
-    "add_beneficiary_kn": 8,
-    "add_beneficiary_mr": 9,
-    "balance_enquiry": 10,
-    "beneficiary_details": 11,
-    "bill_payment": 12,
-    "block_card": 13,
-    "block_card_hi": 14,
-    "block_card_kn": 15,
-    "block_card_mr": 16,
-    "bulk_payments": 17,
-    "bulk_payments_status": 18,
-    "car_insurance": 19,
-    "car_insurance_hi": 20,
-    "car_insurance_kn": 21,
-    "car_insurance_mr": 22,
-    "change_contact_info": 23,
-    "credit_card_apply": 24,
-    "credit_card_apply_hi": 25,
-    "credit_card_apply_kn": 26,
-    "credit_card_apply_mr": 27,
-    "debit_card_details": 28,
-    "delete_beneficiary": 29,
-    "fd_details": 30,
-    "fd_rate": 31,
-    "fd_rate_large_amount": 32,
-    "funds_transfer": 33,
-    "funds_transfer_direct": 34,
-    "funds_transfer_direct_hi": 35,
-    "funds_transfer_direct_kn": 36,
-    "funds_transfer_direct_mr": 37,
-    "funds_transfer_other_bank": 38,
-    "funds_transfer_own_account": 39,
-    "funds_transfer_status": 40,
-    "funds_transfer_third_party": 41,
-    "gst_payment": 42,
-    "health_insurance": 43,
-    "health_insurance_hi": 44,
-    "health_insurance_kn": 45,
-    "health_insurance_mr": 46,
-    "investment_details": 47,
-    "investment_details_hi": 48,
-    "investment_details_kn": 49,
-    "investment_details_mr": 50,
-    "list_accounts": 51,
-    "list_beneficiary": 52,
-    "list_billers": 53,
-    "list_fd": 54,
-    "list_investments": 55,
-    "list_loans": 56,
-    "loan_details": 57,
-    "nrv_details": 58,
-    "open_account": 59,
-    "pending_authorization": 60,
-    "pin_change": 61,
-    "raise_request": 62,
-    "rd_details": 63,
-    "rd_rate": 64,
-    "request_status": 65,
-    "saving_interest_rate": 66,
-    "send_money_abroad": 67,
-    "ss_fd_rate": 68,
-    "ss_rd_rate": 69,
-    "transaction_history": 70,
-    "transaction_limit": 71,
-    "travel_insurance": 72,
-    "travel_insurance_hi": 73,
-    "travel_insurance_kn": 74,
-    "travel_insurance_mr": 75,
-    "update_beneficiary": 76,
+    "fd_create": 0,
+    "zzzLABEL_1": 1,
+    "zzzLABEL_10": 10,
+    "zzzLABEL_11": 11,
+    "zzzLABEL_12": 12,
+    "zzzLABEL_13": 13,
+    "zzzLABEL_14": 14,
+    "zzzLABEL_15": 15,
+    "zzzLABEL_16": 16,
+    "zzzLABEL_17": 17,
+    "zzzLABEL_18": 18,
+    "zzzLABEL_19": 19,
+    "zzzLABEL_2": 2,
+    "zzzLABEL_20": 20,
+    "zzzLABEL_21": 21,
+    "zzzLABEL_22": 22,
+    "zzzLABEL_23": 23,
+    "zzzLABEL_24": 24,
+    "zzzLABEL_25": 25,
+    "zzzLABEL_26": 26,
+    "zzzLABEL_27": 27,
+    "zzzLABEL_28": 28,
+    "zzzLABEL_29": 29,
+    "zzzLABEL_3": 3,
+    "zzzLABEL_30": 30,
+    "zzzLABEL_31": 31,
+    "zzzLABEL_32": 32,
+    "zzzLABEL_33": 33,
+    "zzzLABEL_34": 34,
+    "zzzLABEL_35": 35,
+    "zzzLABEL_36": 36,
+    "zzzLABEL_37": 37,
+    "zzzLABEL_38": 38,
+    "zzzLABEL_39": 39,
+    "zzzLABEL_4": 4,
+    "zzzLABEL_40": 40,
+    "zzzLABEL_41": 41,
+    "zzzLABEL_42": 42,
+    "zzzLABEL_43": 43,
+    "zzzLABEL_44": 44,
+    "zzzLABEL_45": 45,
+    "zzzLABEL_46": 46,
+    "zzzLABEL_47": 47,
+    "zzzLABEL_48": 48,
+    "zzzLABEL_49": 49,
+    "zzzLABEL_5": 5,
+    "zzzLABEL_50": 50,
+    "zzzLABEL_51": 51,
+    "zzzLABEL_52": 52,
+    "zzzLABEL_53": 53,
+    "zzzLABEL_54": 54,
+    "zzzLABEL_55": 55,
+    "zzzLABEL_56": 56,
+    "zzzLABEL_57": 57,
+    "zzzLABEL_58": 58,
+    "zzzLABEL_59": 59,
+    "zzzLABEL_6": 6,
+    "zzzLABEL_60": 60,
+    "zzzLABEL_61": 61,
+    "zzzLABEL_62": 62,
+    "zzzLABEL_63": 63,
+    "zzzLABEL_64": 64,
+    "zzzLABEL_65": 65,
+    "zzzLABEL_66": 66,
+    "zzzLABEL_67": 67,
+    "zzzLABEL_68": 68,
+    "zzzLABEL_69": 69,
+    "zzzLABEL_7": 7,
+    "zzzLABEL_70": 70,
+    "zzzLABEL_71": 71,
+    "zzzLABEL_72": 72,
+    "zzzLABEL_73": 73,
+    "zzzLABEL_74": 74,
+    "zzzLABEL_75": 75,
+    "zzzLABEL_76": 76,
     "zzzLABEL_77": 77,
     "zzzLABEL_78": 78,
     "zzzLABEL_79": 79,
+    "zzzLABEL_8": 8,
     "zzzLABEL_80": 80,
     "zzzLABEL_81": 81,
     "zzzLABEL_82": 82,
@@ -204,6 +203,7 @@
     "zzzLABEL_87": 87,
     "zzzLABEL_88": 88,
     "zzzLABEL_89": 89,
+    "zzzLABEL_9": 9,
     "zzzLABEL_90": 90,
     "zzzLABEL_91": 91,
     "zzzLABEL_92": 92,

label_encoder.joblib

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a402ebc2846a81366fc5b50ead2cba799a8067837956ded348149034188f418d
-size 8335
+oid sha256:7e55e1875ea83f1340ea8c36bca96cef8b0c9c4bc647c60a5ed3c26c3babf8ea
+size 363

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a20f0e57aba1da766bef834daa7829c28216e61196ff35012d76179e152a9024
+oid sha256:91ca446cc9e2ab5897f34bfe87a5031001bfc026fb2c308f18e4c974a87bebc9
 size 438260096

runs/Oct03_13-33-49_credentek-Desktop/events.out.tfevents.1727942630.credentek-Desktop.15363.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e6f4eac79a8348fbc95ca2d6e0f756a5fe2a68097745c7b3f9a00b0f623f15
+size 12808

runs/Oct03_13-33-49_credentek-Desktop/events.out.tfevents.1727942652.credentek-Desktop.15363.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7beb512a93758fe5eb6b7671981b0989521e9889fec7590c5821539f876b6664
+size 354

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c04220d97f8d92d24dee057710bcc530d3f6ae8d00dbe36c5b8fe4948edead7
+oid sha256:5ebd0356a9f703b439c48b3834cdb5a127d8c02e2101355c08989ebc4b03e611
 size 5304