End of training

README.md

@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1578
+- Loss: 0.5052
 
 ## Model description
 
@@ -47,21 +47,21 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| No log        | 1.0   | 193  | 3.1389          |
-| No log        | 2.0   | 386  | 1.9747          |
-| 2.9751        | 3.0   | 579  | 1.1543          |
-| 2.9751        | 4.0   | 772  | 0.6435          |
-| 2.9751        | 5.0   | 965  | 0.3602          |
-| 0.8369        | 6.0   | 1158 | 0.2359          |
-| 0.8369        | 7.0   | 1351 | 0.1831          |
-| 0.247         | 8.0   | 1544 | 0.1711          |
-| 0.247         | 9.0   | 1737 | 0.1646          |
-| 0.247         | 10.0  | 1930 | 0.1578          |
+| No log        | 1.0   | 232  | 2.9725          |
+| No log        | 2.0   | 464  | 1.8887          |
+| 3.0481        | 3.0   | 696  | 1.1843          |
+| 3.0481        | 4.0   | 928  | 0.7978          |
+| 1.1937        | 5.0   | 1160 | 0.6441          |
+| 1.1937        | 6.0   | 1392 | 0.5684          |
+| 0.6166        | 7.0   | 1624 | 0.5439          |
+| 0.6166        | 8.0   | 1856 | 0.5169          |
+| 0.4832        | 9.0   | 2088 | 0.5052          |
+| 0.4832        | 10.0  | 2320 | 0.5349          |
 
 
 ### Framework versions
 
 - Transformers 4.44.2
-- Pytorch 2.3.1+cu121
+- Pytorch 2.4.0+cu121
 - Datasets 2.21.0
 - Tokenizers 0.19.1

config.json

@@ -10,83 +10,83 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "account_statement",
-    "1": "account_statement_hi",
-    "2": "account_statement_kn",
-    "3": "account_statement_mr",
-    "4": "add_beneficiary",
-    "5": "add_beneficiary_hi",
-    "6": "add_beneficiary_kn",
-    "7": "add_beneficiary_mr",
-    "8": "balance_enquiry",
-    "9": "beneficiary_details",
-    "10": "bill_payment",
-    "11": "block_card",
-    "12": "block_card_hi",
-    "13": "block_card_kn",
-    "14": "block_card_mr",
-    "15": "bulk_payments",
-    "16": "bulk_payments_status",
-    "17": "car_insurance",
-    "18": "car_insurance_hi",
-    "19": "car_insurance_kn",
-    "20": "car_insurance_mr",
-    "21": "change_contact_info",
-    "22": "credit_card_apply",
-    "23": "credit_card_apply_hi",
-    "24": "credit_card_apply_kn",
-    "25": "credit_card_apply_mr",
-    "26": "debit_card_details",
-    "27": "delete_beneficiary",
-    "28": "fd_details",
-    "29": "fd_rate",
-    "30": "fd_rate_large_amount",
-    "31": "funds_transfer",
-    "32": "funds_transfer_direct",
-    "33": "funds_transfer_direct_hi",
-    "34": "funds_transfer_direct_kn",
-    "35": "funds_transfer_direct_mr",
-    "36": "funds_transfer_other_bank",
-    "37": "funds_transfer_own_account",
-    "38": "funds_transfer_status",
-    "39": "funds_transfer_third_party",
-    "40": "gst_payment",
-    "41": "health_insurance",
-    "42": "health_insurance_hi",
-    "43": "health_insurance_kn",
-    "44": "health_insurance_mr",
-    "45": "investment_details",
-    "46": "investment_details_hi",
-    "47": "investment_details_kn",
-    "48": "investment_details_mr",
-    "49": "list_accounts",
-    "50": "list_beneficiary",
-    "51": "list_billers",
-    "52": "list_fd",
-    "53": "list_investments",
-    "54": "list_loans",
-    "55": "loan_details",
-    "56": "nrv_details",
-    "57": "open_account",
-    "58": "pending_authorization",
-    "59": "pin_change",
-    "60": "raise_request",
-    "61": "rd_details",
-    "62": "rd_rate",
-    "63": "request_status",
-    "64": "saving_interest_rate",
-    "65": "send_money_abroad",
-    "66": "ss_fd_rate",
-    "67": "ss_rd_rate",
-    "68": "transaction_history",
-    "69": "transaction_limit",
-    "70": "travel_insurance",
-    "71": "travel_insurance_hi",
-    "72": "travel_insurance_kn",
-    "73": "travel_insurance_mr",
-    "74": "update_beneficiary",
-    "75": "zzzLABEL_75",
-    "76": "zzzLABEL_76",
+    "0": " add_beneficiary_kn",
+    "1": " travel_insurance_kn",
+    "2": "account_statement",
+    "3": "account_statement_hi",
+    "4": "account_statement_kn",
+    "5": "account_statement_mr",
+    "6": "add_beneficiary",
+    "7": "add_beneficiary_hi",
+    "8": "add_beneficiary_kn",
+    "9": "add_beneficiary_mr",
+    "10": "balance_enquiry",
+    "11": "beneficiary_details",
+    "12": "bill_payment",
+    "13": "block_card",
+    "14": "block_card_hi",
+    "15": "block_card_kn",
+    "16": "block_card_mr",
+    "17": "bulk_payments",
+    "18": "bulk_payments_status",
+    "19": "car_insurance",
+    "20": "car_insurance_hi",
+    "21": "car_insurance_kn",
+    "22": "car_insurance_mr",
+    "23": "change_contact_info",
+    "24": "credit_card_apply",
+    "25": "credit_card_apply_hi",
+    "26": "credit_card_apply_kn",
+    "27": "credit_card_apply_mr",
+    "28": "debit_card_details",
+    "29": "delete_beneficiary",
+    "30": "fd_details",
+    "31": "fd_rate",
+    "32": "fd_rate_large_amount",
+    "33": "funds_transfer",
+    "34": "funds_transfer_direct",
+    "35": "funds_transfer_direct_hi",
+    "36": "funds_transfer_direct_kn",
+    "37": "funds_transfer_direct_mr",
+    "38": "funds_transfer_other_bank",
+    "39": "funds_transfer_own_account",
+    "40": "funds_transfer_status",
+    "41": "funds_transfer_third_party",
+    "42": "gst_payment",
+    "43": "health_insurance",
+    "44": "health_insurance_hi",
+    "45": "health_insurance_kn",
+    "46": "health_insurance_mr",
+    "47": "investment_details",
+    "48": "investment_details_hi",
+    "49": "investment_details_kn",
+    "50": "investment_details_mr",
+    "51": "list_accounts",
+    "52": "list_beneficiary",
+    "53": "list_billers",
+    "54": "list_fd",
+    "55": "list_investments",
+    "56": "list_loans",
+    "57": "loan_details",
+    "58": "nrv_details",
+    "59": "open_account",
+    "60": "pending_authorization",
+    "61": "pin_change",
+    "62": "raise_request",
+    "63": "rd_details",
+    "64": "rd_rate",
+    "65": "request_status",
+    "66": "saving_interest_rate",
+    "67": "send_money_abroad",
+    "68": "ss_fd_rate",
+    "69": "ss_rd_rate",
+    "70": "transaction_history",
+    "71": "transaction_limit",
+    "72": "travel_insurance",
+    "73": "travel_insurance_hi",
+    "74": "travel_insurance_kn",
+    "75": "travel_insurance_mr",
+    "76": "update_beneficiary",
     "77": "zzzLABEL_77",
     "78": "zzzLABEL_78",
     "79": "zzzLABEL_79",
@@ -114,83 +114,83 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "account_statement": 0,
-    "account_statement_hi": 1,
-    "account_statement_kn": 2,
-    "account_statement_mr": 3,
-    "add_beneficiary": 4,
-    "add_beneficiary_hi": 5,
-    "add_beneficiary_kn": 6,
-    "add_beneficiary_mr": 7,
-    "balance_enquiry": 8,
-    "beneficiary_details": 9,
-    "bill_payment": 10,
-    "block_card": 11,
-    "block_card_hi": 12,
-    "block_card_kn": 13,
-    "block_card_mr": 14,
-    "bulk_payments": 15,
-    "bulk_payments_status": 16,
-    "car_insurance": 17,
-    "car_insurance_hi": 18,
-    "car_insurance_kn": 19,
-    "car_insurance_mr": 20,
-    "change_contact_info": 21,
-    "credit_card_apply": 22,
-    "credit_card_apply_hi": 23,
-    "credit_card_apply_kn": 24,
-    "credit_card_apply_mr": 25,
-    "debit_card_details": 26,
-    "delete_beneficiary": 27,
-    "fd_details": 28,
-    "fd_rate": 29,
-    "fd_rate_large_amount": 30,
-    "funds_transfer": 31,
-    "funds_transfer_direct": 32,
-    "funds_transfer_direct_hi": 33,
-    "funds_transfer_direct_kn": 34,
-    "funds_transfer_direct_mr": 35,
-    "funds_transfer_other_bank": 36,
-    "funds_transfer_own_account": 37,
-    "funds_transfer_status": 38,
-    "funds_transfer_third_party": 39,
-    "gst_payment": 40,
-    "health_insurance": 41,
-    "health_insurance_hi": 42,
-    "health_insurance_kn": 43,
-    "health_insurance_mr": 44,
-    "investment_details": 45,
-    "investment_details_hi": 46,
-    "investment_details_kn": 47,
-    "investment_details_mr": 48,
-    "list_accounts": 49,
-    "list_beneficiary": 50,
-    "list_billers": 51,
-    "list_fd": 52,
-    "list_investments": 53,
-    "list_loans": 54,
-    "loan_details": 55,
-    "nrv_details": 56,
-    "open_account": 57,
-    "pending_authorization": 58,
-    "pin_change": 59,
-    "raise_request": 60,
-    "rd_details": 61,
-    "rd_rate": 62,
-    "request_status": 63,
-    "saving_interest_rate": 64,
-    "send_money_abroad": 65,
-    "ss_fd_rate": 66,
-    "ss_rd_rate": 67,
-    "transaction_history": 68,
-    "transaction_limit": 69,
-    "travel_insurance": 70,
-    "travel_insurance_hi": 71,
-    "travel_insurance_kn": 72,
-    "travel_insurance_mr": 73,
-    "update_beneficiary": 74,
-    "zzzLABEL_75": 75,
-    "zzzLABEL_76": 76,
+    " add_beneficiary_kn": 0,
+    " travel_insurance_kn": 1,
+    "account_statement": 2,
+    "account_statement_hi": 3,
+    "account_statement_kn": 4,
+    "account_statement_mr": 5,
+    "add_beneficiary": 6,
+    "add_beneficiary_hi": 7,
+    "add_beneficiary_kn": 8,
+    "add_beneficiary_mr": 9,
+    "balance_enquiry": 10,
+    "beneficiary_details": 11,
+    "bill_payment": 12,
+    "block_card": 13,
+    "block_card_hi": 14,
+    "block_card_kn": 15,
+    "block_card_mr": 16,
+    "bulk_payments": 17,
+    "bulk_payments_status": 18,
+    "car_insurance": 19,
+    "car_insurance_hi": 20,
+    "car_insurance_kn": 21,
+    "car_insurance_mr": 22,
+    "change_contact_info": 23,
+    "credit_card_apply": 24,
+    "credit_card_apply_hi": 25,
+    "credit_card_apply_kn": 26,
+    "credit_card_apply_mr": 27,
+    "debit_card_details": 28,
+    "delete_beneficiary": 29,
+    "fd_details": 30,
+    "fd_rate": 31,
+    "fd_rate_large_amount": 32,
+    "funds_transfer": 33,
+    "funds_transfer_direct": 34,
+    "funds_transfer_direct_hi": 35,
+    "funds_transfer_direct_kn": 36,
+    "funds_transfer_direct_mr": 37,
+    "funds_transfer_other_bank": 38,
+    "funds_transfer_own_account": 39,
+    "funds_transfer_status": 40,
+    "funds_transfer_third_party": 41,
+    "gst_payment": 42,
+    "health_insurance": 43,
+    "health_insurance_hi": 44,
+    "health_insurance_kn": 45,
+    "health_insurance_mr": 46,
+    "investment_details": 47,
+    "investment_details_hi": 48,
+    "investment_details_kn": 49,
+    "investment_details_mr": 50,
+    "list_accounts": 51,
+    "list_beneficiary": 52,
+    "list_billers": 53,
+    "list_fd": 54,
+    "list_investments": 55,
+    "list_loans": 56,
+    "loan_details": 57,
+    "nrv_details": 58,
+    "open_account": 59,
+    "pending_authorization": 60,
+    "pin_change": 61,
+    "raise_request": 62,
+    "rd_details": 63,
+    "rd_rate": 64,
+    "request_status": 65,
+    "saving_interest_rate": 66,
+    "send_money_abroad": 67,
+    "ss_fd_rate": 68,
+    "ss_rd_rate": 69,
+    "transaction_history": 70,
+    "transaction_limit": 71,
+    "travel_insurance": 72,
+    "travel_insurance_hi": 73,
+    "travel_insurance_kn": 74,
+    "travel_insurance_mr": 75,
+    "update_beneficiary": 76,
     "zzzLABEL_77": 77,
     "zzzLABEL_78": 78,
     "zzzLABEL_79": 79,

label_encoder.joblib

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d10716c043d44c9d83632d1eff27d84021828e5e5ceab8d40d7a4d0b2e6e1363
-size 8127
+oid sha256:a402ebc2846a81366fc5b50ead2cba799a8067837956ded348149034188f418d
+size 8335

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1f1af155989f8bd8633ea162b1b799d35a25a319b73a4c16d207fd45ca2fc16
+oid sha256:7604d7800ff75b0a5c049fa766e3cb70f4f9833a70f717a917dcc29a54268b0d
 size 438260096

runs/Sep25_15-35-29_credentek-Desktop/events.out.tfevents.1727258730.credentek-Desktop.6875.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa2a80a316d6f39584a95038ac3a2c8e85dce96d94d903c6af04b60ca53a41
+size 14598

runs/Sep25_15-35-29_credentek-Desktop/events.out.tfevents.1727259300.credentek-Desktop.6875.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2ec094d3ee8f0691f64b6f0ad7aaf2b608206b862db017f7e338bb6c593bf3
+size 359

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed0e7e7191399dd7b50fcf0097dce4445b2467779523aa290236dbc37f801c71
-size 5240
+oid sha256:f6630b1bf32fbe9e4cfd8c698d1eaa4dc48e706a2cf5623062f1de98b2fe33e8
+size 5304