End of training

README.md

@@ -1,6 +1,5 @@
 ---
-license: apache-2.0
-base_model: bert-base-uncased
+library_name: transformers
 tags:
 - generated_from_trainer
 model-index:
@@ -13,9 +12,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # TenaliAI-FinTech-v1
 
-This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0884
+- Loss: 0.1497
 
 ## Model description
 
@@ -40,42 +39,27 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 25
+- num_epochs: 10
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| No log        | 1.0   | 112  | 2.8140          |
-| No log        | 2.0   | 224  | 1.6127          |
-| No log        | 3.0   | 336  | 0.8216          |
-| No log        | 4.0   | 448  | 0.3850          |
-| 1.7871        | 5.0   | 560  | 0.2000          |
-| 1.7871        | 6.0   | 672  | 0.1192          |
-| 1.7871        | 7.0   | 784  | 0.0953          |
-| 1.7871        | 8.0   | 896  | 0.0994          |
-| 0.1041        | 9.0   | 1008 | 0.0953          |
-| 0.1041        | 10.0  | 1120 | 0.0884          |
-| 0.1041        | 11.0  | 1232 | 0.0910          |
-| 0.1041        | 12.0  | 1344 | 0.0924          |
-| 0.1041        | 13.0  | 1456 | 0.0915          |
-| 0.0226        | 14.0  | 1568 | 0.0933          |
-| 0.0226        | 15.0  | 1680 | 0.0987          |
-| 0.0226        | 16.0  | 1792 | 0.0980          |
-| 0.0226        | 17.0  | 1904 | 0.1006          |
-| 0.0115        | 18.0  | 2016 | 0.1014          |
-| 0.0115        | 19.0  | 2128 | 0.0996          |
-| 0.0115        | 20.0  | 2240 | 0.1034          |
-| 0.0115        | 21.0  | 2352 | 0.0989          |
-| 0.0115        | 22.0  | 2464 | 0.1076          |
-| 0.0089        | 23.0  | 2576 | 0.1051          |
-| 0.0089        | 24.0  | 2688 | 0.1040          |
-| 0.0089        | 25.0  | 2800 | 0.1058          |
+| No log        | 1.0   | 182  | 3.1418          |
+| No log        | 2.0   | 364  | 1.9366          |
+| 2.8756        | 3.0   | 546  | 1.1533          |
+| 2.8756        | 4.0   | 728  | 0.6654          |
+| 2.8756        | 5.0   | 910  | 0.4046          |
+| 0.763         | 6.0   | 1092 | 0.2734          |
+| 0.763         | 7.0   | 1274 | 0.1923          |
+| 0.763         | 8.0   | 1456 | 0.1646          |
+| 0.2072        | 9.0   | 1638 | 0.1517          |
+| 0.2072        | 10.0  | 1820 | 0.1497          |
 
 
 ### Framework versions
 
-- Transformers 4.41.2
+- Transformers 4.44.2
 - Pytorch 2.3.1+cu121
 - Datasets 2.21.0
 - Tokenizers 0.19.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "bert-base-uncased",
+  "_name_or_path": "TenaliAIModels/BertBaseModel",
   "architectures": [
     "BertForSequenceClassification"
   ],
@@ -11,109 +11,151 @@
   "hidden_size": 768,
   "id2label": {
     "0": "account_statement",
-    "1": "add_beneficiary",
-    "2": "balance_enquiry",
-    "3": "beneficiary_details",
-    "4": "bill_payment",
-    "5": "block_card",
-    "6": "bulk_payments",
-    "7": "bulk_payments_status",
-    "8": "change_contact_info",
-    "9": "debit_card_details",
-    "10": "delete_beneficiary",
-    "11": "fd_details",
-    "12": "fd_rate",
-    "13": "fd_rate_large_amount",
-    "14": "funds_transfer",
-    "15": "funds_transfer_direct",
-    "16": "funds_transfer_other_bank",
-    "17": "funds_transfer_own_account",
-    "18": "funds_transfer_status",
-    "19": "funds_transfer_third_party",
-    "20": "gst_payment",
-    "21": "investment_details",
-    "22": "list_accounts",
-    "23": "list_beneficiary",
-    "24": "list_billers",
-    "25": "list_fd",
-    "26": "list_investments",
-    "27": "list_loans",
-    "28": "loan_details",
-    "29": "nrv_details",
-    "30": "open_account",
-    "31": "pending_authorization",
-    "32": "pin_change",
-    "33": "raise_request",
-    "34": "rd_details",
-    "35": "rd_rate",
-    "36": "request_status",
-    "37": "saving_interest_rate",
-    "38": "send_money_abroad",
-    "39": "ss_fd_rate",
-    "40": "ss_rd_rate",
-    "41": "transaction_history",
-    "42": "transaction_limit",
-    "43": "update_beneficiary",
-    "44": "zzzLABEL_44",
-    "45": "zzzLABEL_45",
-    "46": "zzzLABEL_46",
-    "47": "zzzLABEL_47",
-    "48": "zzzLABEL_48",
-    "49": "zzzLABEL_49"
+    "1": "account_statement_hi",
+    "2": "account_statement_kn",
+    "3": "account_statement_mr",
+    "4": "add_beneficiary",
+    "5": "add_beneficiary_hi",
+    "6": "add_beneficiary_kn",
+    "7": "add_beneficiary_mr",
+    "8": "balance_enquiry",
+    "9": "beneficiary_details",
+    "10": "bill_payment",
+    "11": "block_card",
+    "12": "block_card_hi",
+    "13": "block_card_kn",
+    "14": "block_card_mr",
+    "15": "bulk_payments",
+    "16": "bulk_payments_status",
+    "17": "car_insurance",
+    "18": "car_insurance_hi",
+    "19": "car_insurance_kn",
+    "20": "car_insurance_mr",
+    "21": "change_contact_info",
+    "22": "debit_card_details",
+    "23": "delete_beneficiary",
+    "24": "fd_details",
+    "25": "fd_rate",
+    "26": "fd_rate_large_amount",
+    "27": "funds_transfer",
+    "28": "funds_transfer_direct",
+    "29": "funds_transfer_direct_hi",
+    "30": "funds_transfer_direct_kn",
+    "31": "funds_transfer_direct_mr",
+    "32": "funds_transfer_other_bank",
+    "33": "funds_transfer_own_account",
+    "34": "funds_transfer_status",
+    "35": "funds_transfer_third_party",
+    "36": "gst_payment",
+    "37": "health_insurance",
+    "38": "health_insurance_hi",
+    "39": "health_insurance_kn",
+    "40": "health_insurance_mr",
+    "41": "investment_details",
+    "42": "investment_details_hi",
+    "43": "investment_details_kn",
+    "44": "investment_details_mr",
+    "45": "list_accounts",
+    "46": "list_beneficiary",
+    "47": "list_billers",
+    "48": "list_fd",
+    "49": "list_investments",
+    "50": "list_loans",
+    "51": "loan_details",
+    "52": "nrv_details",
+    "53": "open_account",
+    "54": "pending_authorization",
+    "55": "pin_change",
+    "56": "raise_request",
+    "57": "rd_details",
+    "58": "rd_rate",
+    "59": "request_status",
+    "60": "saving_interest_rate",
+    "61": "send_money_abroad",
+    "62": "ss_fd_rate",
+    "63": "ss_rd_rate",
+    "64": "transaction_history",
+    "65": "transaction_limit",
+    "66": "travel_insurance",
+    "67": "travel_insurance_hi",
+    "68": "travel_insurance_kn",
+    "69": "travel_insurance_mr",
+    "70": "update_beneficiary"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
     "account_statement": 0,
-    "add_beneficiary": 1,
-    "balance_enquiry": 2,
-    "beneficiary_details": 3,
-    "bill_payment": 4,
-    "block_card": 5,
-    "bulk_payments": 6,
-    "bulk_payments_status": 7,
-    "change_contact_info": 8,
-    "debit_card_details": 9,
-    "delete_beneficiary": 10,
-    "fd_details": 11,
-    "fd_rate": 12,
-    "fd_rate_large_amount": 13,
-    "funds_transfer": 14,
-    "funds_transfer_direct": 15,
-    "funds_transfer_other_bank": 16,
-    "funds_transfer_own_account": 17,
-    "funds_transfer_status": 18,
-    "funds_transfer_third_party": 19,
-    "gst_payment": 20,
-    "investment_details": 21,
-    "list_accounts": 22,
-    "list_beneficiary": 23,
-    "list_billers": 24,
-    "list_fd": 25,
-    "list_investments": 26,
-    "list_loans": 27,
-    "loan_details": 28,
-    "nrv_details": 29,
-    "open_account": 30,
-    "pending_authorization": 31,
-    "pin_change": 32,
-    "raise_request": 33,
-    "rd_details": 34,
-    "rd_rate": 35,
-    "request_status": 36,
-    "saving_interest_rate": 37,
-    "send_money_abroad": 38,
-    "ss_fd_rate": 39,
-    "ss_rd_rate": 40,
-    "transaction_history": 41,
-    "transaction_limit": 42,
-    "update_beneficiary": 43,
-    "zzzLABEL_44": 44,
-    "zzzLABEL_45": 45,
-    "zzzLABEL_46": 46,
-    "zzzLABEL_47": 47,
-    "zzzLABEL_48": 48,
-    "zzzLABEL_49": 49
+    "account_statement_hi": 1,
+    "account_statement_kn": 2,
+    "account_statement_mr": 3,
+    "add_beneficiary": 4,
+    "add_beneficiary_hi": 5,
+    "add_beneficiary_kn": 6,
+    "add_beneficiary_mr": 7,
+    "balance_enquiry": 8,
+    "beneficiary_details": 9,
+    "bill_payment": 10,
+    "block_card": 11,
+    "block_card_hi": 12,
+    "block_card_kn": 13,
+    "block_card_mr": 14,
+    "bulk_payments": 15,
+    "bulk_payments_status": 16,
+    "car_insurance": 17,
+    "car_insurance_hi": 18,
+    "car_insurance_kn": 19,
+    "car_insurance_mr": 20,
+    "change_contact_info": 21,
+    "debit_card_details": 22,
+    "delete_beneficiary": 23,
+    "fd_details": 24,
+    "fd_rate": 25,
+    "fd_rate_large_amount": 26,
+    "funds_transfer": 27,
+    "funds_transfer_direct": 28,
+    "funds_transfer_direct_hi": 29,
+    "funds_transfer_direct_kn": 30,
+    "funds_transfer_direct_mr": 31,
+    "funds_transfer_other_bank": 32,
+    "funds_transfer_own_account": 33,
+    "funds_transfer_status": 34,
+    "funds_transfer_third_party": 35,
+    "gst_payment": 36,
+    "health_insurance": 37,
+    "health_insurance_hi": 38,
+    "health_insurance_kn": 39,
+    "health_insurance_mr": 40,
+    "investment_details": 41,
+    "investment_details_hi": 42,
+    "investment_details_kn": 43,
+    "investment_details_mr": 44,
+    "list_accounts": 45,
+    "list_beneficiary": 46,
+    "list_billers": 47,
+    "list_fd": 48,
+    "list_investments": 49,
+    "list_loans": 50,
+    "loan_details": 51,
+    "nrv_details": 52,
+    "open_account": 53,
+    "pending_authorization": 54,
+    "pin_change": 55,
+    "raise_request": 56,
+    "rd_details": 57,
+    "rd_rate": 58,
+    "request_status": 59,
+    "saving_interest_rate": 60,
+    "send_money_abroad": 61,
+    "ss_fd_rate": 62,
+    "ss_rd_rate": 63,
+    "transaction_history": 64,
+    "transaction_limit": 65,
+    "travel_insurance": 66,
+    "travel_insurance_hi": 67,
+    "travel_insurance_kn": 68,
+    "travel_insurance_mr": 69,
+    "update_beneficiary": 70
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -124,7 +166,7 @@
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.41.2",
+  "transformers_version": "4.44.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

label_encoder.joblib

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b37cbcefb4ac0135f1ddb9c7930f7f13142db6c0a2e34e970bc6b794f42073a
-size 4903
+oid sha256:f37da4ded2647270f79c439a3edde51a4b085d83778fa7bfef1f3587c59df143
+size 7711

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63ff289470b23919d6f2ceaac69d40f6dab224936c04e88c9532b3b078bf72e4
-size 438106296
+oid sha256:80c55c4676ad5ca05087dca097d224ca97c8982baa1fd84806d0628c835c76a6
+size 438260096

special_tokens_map.json

@@ -1,7 +1,37 @@
 {
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58f0aba16ec9604168d04a4766bac02ef3e95b043479124161a71273a64d1c19
-size 5176
+oid sha256:3a2c0da650b066cb9f602f18b9b9fe5284822c0720557f347d6768e195873166
+size 5240