End of training

README.md

@@ -1,3 +1,82 @@
----
-license: mit
----
+---
+library_name: transformers
+license: apache-2.0
+base_model: bert-base-uncased
+tags:
+- generated_from_trainer
+model-index:
+- name: TenaliAI-Banking-v1
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# TenaliAI-Banking-v1
+
+This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4832
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 25
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss |
+|:-------------:|:-----:|:-----:|:---------------:|
+| 1.0141        | 1.0   | 3229  | 0.8505          |
+| 0.5894        | 2.0   | 6458  | 0.5827          |
+| 0.505         | 3.0   | 9687  | 0.5536          |
+| 0.4528        | 4.0   | 12916 | 0.5003          |
+| 0.4438        | 5.0   | 16145 | 0.4981          |
+| 0.4142        | 6.0   | 19374 | 0.4867          |
+| 0.4055        | 7.0   | 22603 | 0.4881          |
+| 0.3754        | 8.0   | 25832 | 0.4858          |
+| 0.3923        | 9.0   | 29061 | 0.4877          |
+| 0.3644        | 10.0  | 32290 | 0.4845          |
+| 0.375         | 11.0  | 35519 | 0.4832          |
+| 0.3616        | 12.0  | 38748 | 0.5111          |
+| 0.3586        | 13.0  | 41977 | 0.5285          |
+| 0.3508        | 14.0  | 45206 | 0.5084          |
+| 0.3572        | 15.0  | 48435 | 0.5134          |
+| 0.3497        | 16.0  | 51664 | 0.5092          |
+| 0.3431        | 17.0  | 54893 | 0.5354          |
+| 0.3362        | 18.0  | 58122 | 0.5221          |
+| 0.3582        | 19.0  | 61351 | 0.5250          |
+| 0.3442        | 20.0  | 64580 | 0.5362          |
+| 0.3299        | 21.0  | 67809 | 0.5433          |
+| 0.3148        | 22.0  | 71038 | 0.5425          |
+| 0.347         | 23.0  | 74267 | 0.5520          |
+| 0.3233        | 24.0  | 77496 | 0.5601          |
+| 0.3163        | 25.0  | 80725 | 0.5510          |
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,311 @@
+{
+  "_name_or_path": "bert-base-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "account_statement_bn",
+    "1": "account_statement_en",
+    "2": "account_statement_hi",
+    "3": "account_statement_kn",
+    "4": "account_statement_mr",
+    "5": "add_beneficiary_bn",
+    "6": "add_beneficiary_en",
+    "7": "add_beneficiary_hi",
+    "8": "add_beneficiary_kn",
+    "9": "add_beneficiary_mr",
+    "10": "balance_enquiry_bn",
+    "11": "balance_enquiry_en",
+    "12": "balance_enquiry_hi",
+    "13": "balance_enquiry_kn",
+    "14": "balance_enquiry_mr",
+    "15": "beneficiary_details_bn",
+    "16": "beneficiary_details_en",
+    "17": "beneficiary_details_hi",
+    "18": "beneficiary_details_kn",
+    "19": "beneficiary_details_mr",
+    "20": "bill_payment_bn",
+    "21": "bill_payment_en",
+    "22": "bill_payment_hi",
+    "23": "bill_payment_kn",
+    "24": "bill_payment_mr",
+    "25": "block_card_bn",
+    "26": "block_card_en",
+    "27": "block_card_hi",
+    "28": "block_card_kn",
+    "29": "block_card_mr",
+    "30": "change_contact_info_bn",
+    "31": "change_contact_info_en",
+    "32": "change_contact_info_hi",
+    "33": "change_contact_info_kn",
+    "34": "changes_profile_info_mr",
+    "35": "data_gst_payment_bn",
+    "36": "data_gst_payment_en",
+    "37": "data_gst_payment_hi",
+    "38": "data_gst_payment_kn",
+    "39": "data_gst_payment_mr",
+    "40": "debit_card_details_bn",
+    "41": "debit_card_details_en",
+    "42": "debit_card_details_hi",
+    "43": "debit_card_details_kn",
+    "44": "debit_card_details_mr",
+    "45": "delete_beneficiary_bn",
+    "46": "delete_beneficiary_en",
+    "47": "delete_beneficiary_hi",
+    "48": "delete_beneficiary_kn",
+    "49": "delete_beneficiary_mr",
+    "50": "fd_create_bn",
+    "51": "fd_create_en",
+    "52": "fd_create_hi",
+    "53": "fd_create_kn",
+    "54": "fd_create_mr",
+    "55": "fd_details_bn",
+    "56": "fd_details_en",
+    "57": "fd_details_hi",
+    "58": "fd_details_kn",
+    "59": "fd_details_mr",
+    "60": "fd_rate_bn",
+    "61": "fd_rate_en",
+    "62": "fd_rate_hi",
+    "63": "fd_rate_kn",
+    "64": "fd_rate_mr",
+    "65": "list_beneficiary_bn",
+    "66": "list_beneficiary_en",
+    "67": "list_beneficiary_hi",
+    "68": "list_beneficiary_kn",
+    "69": "list_beneficiary_mr",
+    "70": "list_fd_bn",
+    "71": "list_fd_en",
+    "72": "list_fd_hi",
+    "73": "list_fd_kn",
+    "74": "list_fd_mr",
+    "75": "list_loans_bn",
+    "76": "list_loans_en",
+    "77": "list_loans_hi",
+    "78": "list_loans_kn",
+    "79": "list_loans_mr",
+    "80": "list_of_accounts_bn",
+    "81": "list_of_accounts_hi",
+    "82": "list_of_accounts_kn",
+    "83": "list_of_accounts_mr",
+    "84": "list_of_acounts_en",
+    "85": "loan_details_bn",
+    "86": "loan_details_en",
+    "87": "loan_details_hi",
+    "88": "loan_details_kn",
+    "89": "loan_details_mr",
+    "90": "open_account_bn",
+    "91": "open_account_en",
+    "92": "open_account_hi",
+    "93": "open_account_kn",
+    "94": "open_account_mr",
+    "95": "pending_authorization_bn",
+    "96": "pending_authorization_en",
+    "97": "pending_authorization_hi",
+    "98": "pending_authorization_kn",
+    "99": "pending_authorization_mr",
+    "100": "pin_change_bn",
+    "101": "pin_change_en",
+    "102": "pin_change_hi",
+    "103": "pin_change_kn",
+    "104": "pin_change_mr",
+    "105": "rd_details_bn",
+    "106": "rd_details_en",
+    "107": "rd_details_hi",
+    "108": "rd_details_kn",
+    "109": "rd_details_mr",
+    "110": "rd_rate_bn",
+    "111": "rd_rate_en",
+    "112": "rd_rate_hi",
+    "113": "rd_rate_kn",
+    "114": "rd_rate_mr",
+    "115": "saving_interest_rate_en",
+    "116": "saving_intrest_rate_bn",
+    "117": "saving_intrest_rate_hi",
+    "118": "saving_intrest_rate_kn",
+    "119": "saving_intrest_rate_mr",
+    "120": "ss_fd_rate_bn",
+    "121": "ss_fd_rate_en",
+    "122": "ss_fd_rate_hi",
+    "123": "ss_fd_rate_kn",
+    "124": "ss_fd_rate_mr",
+    "125": "ss_rd_rate_bn",
+    "126": "ss_rd_rate_en",
+    "127": "ss_rd_rate_hi",
+    "128": "ss_rd_rate_kn",
+    "129": "ss_rd_rate_mr",
+    "130": "transaction_history_bn",
+    "131": "transaction_history_en",
+    "132": "transaction_history_hi",
+    "133": "transaction_history_kn",
+    "134": "transaction_history_mr",
+    "135": "transation_limit_bn",
+    "136": "transation_limit_en",
+    "137": "transation_limit_hi",
+    "138": "transation_limit_kn",
+    "139": "transation_limit_mr"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "account_statement_bn": 0,
+    "account_statement_en": 1,
+    "account_statement_hi": 2,
+    "account_statement_kn": 3,
+    "account_statement_mr": 4,
+    "add_beneficiary_bn": 5,
+    "add_beneficiary_en": 6,
+    "add_beneficiary_hi": 7,
+    "add_beneficiary_kn": 8,
+    "add_beneficiary_mr": 9,
+    "balance_enquiry_bn": 10,
+    "balance_enquiry_en": 11,
+    "balance_enquiry_hi": 12,
+    "balance_enquiry_kn": 13,
+    "balance_enquiry_mr": 14,
+    "beneficiary_details_bn": 15,
+    "beneficiary_details_en": 16,
+    "beneficiary_details_hi": 17,
+    "beneficiary_details_kn": 18,
+    "beneficiary_details_mr": 19,
+    "bill_payment_bn": 20,
+    "bill_payment_en": 21,
+    "bill_payment_hi": 22,
+    "bill_payment_kn": 23,
+    "bill_payment_mr": 24,
+    "block_card_bn": 25,
+    "block_card_en": 26,
+    "block_card_hi": 27,
+    "block_card_kn": 28,
+    "block_card_mr": 29,
+    "change_contact_info_bn": 30,
+    "change_contact_info_en": 31,
+    "change_contact_info_hi": 32,
+    "change_contact_info_kn": 33,
+    "changes_profile_info_mr": 34,
+    "data_gst_payment_bn": 35,
+    "data_gst_payment_en": 36,
+    "data_gst_payment_hi": 37,
+    "data_gst_payment_kn": 38,
+    "data_gst_payment_mr": 39,
+    "debit_card_details_bn": 40,
+    "debit_card_details_en": 41,
+    "debit_card_details_hi": 42,
+    "debit_card_details_kn": 43,
+    "debit_card_details_mr": 44,
+    "delete_beneficiary_bn": 45,
+    "delete_beneficiary_en": 46,
+    "delete_beneficiary_hi": 47,
+    "delete_beneficiary_kn": 48,
+    "delete_beneficiary_mr": 49,
+    "fd_create_bn": 50,
+    "fd_create_en": 51,
+    "fd_create_hi": 52,
+    "fd_create_kn": 53,
+    "fd_create_mr": 54,
+    "fd_details_bn": 55,
+    "fd_details_en": 56,
+    "fd_details_hi": 57,
+    "fd_details_kn": 58,
+    "fd_details_mr": 59,
+    "fd_rate_bn": 60,
+    "fd_rate_en": 61,
+    "fd_rate_hi": 62,
+    "fd_rate_kn": 63,
+    "fd_rate_mr": 64,
+    "list_beneficiary_bn": 65,
+    "list_beneficiary_en": 66,
+    "list_beneficiary_hi": 67,
+    "list_beneficiary_kn": 68,
+    "list_beneficiary_mr": 69,
+    "list_fd_bn": 70,
+    "list_fd_en": 71,
+    "list_fd_hi": 72,
+    "list_fd_kn": 73,
+    "list_fd_mr": 74,
+    "list_loans_bn": 75,
+    "list_loans_en": 76,
+    "list_loans_hi": 77,
+    "list_loans_kn": 78,
+    "list_loans_mr": 79,
+    "list_of_accounts_bn": 80,
+    "list_of_accounts_hi": 81,
+    "list_of_accounts_kn": 82,
+    "list_of_accounts_mr": 83,
+    "list_of_acounts_en": 84,
+    "loan_details_bn": 85,
+    "loan_details_en": 86,
+    "loan_details_hi": 87,
+    "loan_details_kn": 88,
+    "loan_details_mr": 89,
+    "open_account_bn": 90,
+    "open_account_en": 91,
+    "open_account_hi": 92,
+    "open_account_kn": 93,
+    "open_account_mr": 94,
+    "pending_authorization_bn": 95,
+    "pending_authorization_en": 96,
+    "pending_authorization_hi": 97,
+    "pending_authorization_kn": 98,
+    "pending_authorization_mr": 99,
+    "pin_change_bn": 100,
+    "pin_change_en": 101,
+    "pin_change_hi": 102,
+    "pin_change_kn": 103,
+    "pin_change_mr": 104,
+    "rd_details_bn": 105,
+    "rd_details_en": 106,
+    "rd_details_hi": 107,
+    "rd_details_kn": 108,
+    "rd_details_mr": 109,
+    "rd_rate_bn": 110,
+    "rd_rate_en": 111,
+    "rd_rate_hi": 112,
+    "rd_rate_kn": 113,
+    "rd_rate_mr": 114,
+    "saving_interest_rate_en": 115,
+    "saving_intrest_rate_bn": 116,
+    "saving_intrest_rate_hi": 117,
+    "saving_intrest_rate_kn": 118,
+    "saving_intrest_rate_mr": 119,
+    "ss_fd_rate_bn": 120,
+    "ss_fd_rate_en": 121,
+    "ss_fd_rate_hi": 122,
+    "ss_fd_rate_kn": 123,
+    "ss_fd_rate_mr": 124,
+    "ss_rd_rate_bn": 125,
+    "ss_rd_rate_en": 126,
+    "ss_rd_rate_hi": 127,
+    "ss_rd_rate_kn": 128,
+    "ss_rd_rate_mr": 129,
+    "transaction_history_bn": 130,
+    "transaction_history_en": 131,
+    "transaction_history_hi": 132,
+    "transaction_history_kn": 133,
+    "transaction_history_mr": 134,
+    "transation_limit_bn": 135,
+    "transation_limit_en": 136,
+    "transation_limit_hi": 137,
+    "transation_limit_kn": 138,
+    "transation_limit_mr": 139
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

label_encoder.joblib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cabd57339188225453fb6471ddfe3d5c34f4863bb5946fe4f604ecc874eccd
+size 13767

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442c64d9ec35d776aaecf8d7f84d949147e092064c19ba02c77ca887adefb730
+size 438383136

runs/Nov21_15-35-57_SuperWhite/events.out.tfevents.1732183557.SuperWhite.40204.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96837a00ed2f8e539cc3b147f3e0a3ec25bb3f5e71cae36e9a9a2687869b552
+size 55099

runs/Nov21_15-35-57_SuperWhite/events.out.tfevents.1732203940.SuperWhite.40204.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6940893c749bce10ad7f65cd0b8026a37235ae07da21138ec042ca83bfb50a41
+size 364

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8cfd28bd901b809e2d4626c545144ac70505e55436d33bfea3af34b857139f
+size 5304