End of training

README.md

@@ -1,3 +1,67 @@
----
-license: mit
----
+---
+library_name: transformers
+license: apache-2.0
+base_model: bert-base-uncased
+tags:
+- generated_from_trainer
+model-index:
+- name: TenaliAI-FinTech-v2
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# TenaliAI-FinTech-v2
+
+This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0042
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 10
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| No log        | 1.0   | 14   | 3.8371          |
+| No log        | 2.0   | 28   | 3.0541          |
+| No log        | 3.0   | 42   | 1.6426          |
+| No log        | 4.0   | 56   | 0.7499          |
+| No log        | 5.0   | 70   | 0.2611          |
+| No log        | 6.0   | 84   | 0.0687          |
+| No log        | 7.0   | 98   | 0.0198          |
+| No log        | 8.0   | 112  | 0.0085          |
+| No log        | 9.0   | 126  | 0.0055          |
+| No log        | 10.0  | 140  | 0.0042          |
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,431 @@
+{
+  "_name_or_path": "bert-base-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "farm_equipment_finance_en",
+    "1": "zzzLABEL_1",
+    "2": "zzzLABEL_2",
+    "3": "zzzLABEL_3",
+    "4": "zzzLABEL_4",
+    "5": "zzzLABEL_5",
+    "6": "zzzLABEL_6",
+    "7": "zzzLABEL_7",
+    "8": "zzzLABEL_8",
+    "9": "zzzLABEL_9",
+    "10": "zzzLABEL_10",
+    "11": "zzzLABEL_11",
+    "12": "zzzLABEL_12",
+    "13": "zzzLABEL_13",
+    "14": "zzzLABEL_14",
+    "15": "zzzLABEL_15",
+    "16": "zzzLABEL_16",
+    "17": "zzzLABEL_17",
+    "18": "zzzLABEL_18",
+    "19": "zzzLABEL_19",
+    "20": "zzzLABEL_20",
+    "21": "zzzLABEL_21",
+    "22": "zzzLABEL_22",
+    "23": "zzzLABEL_23",
+    "24": "zzzLABEL_24",
+    "25": "zzzLABEL_25",
+    "26": "zzzLABEL_26",
+    "27": "zzzLABEL_27",
+    "28": "zzzLABEL_28",
+    "29": "zzzLABEL_29",
+    "30": "zzzLABEL_30",
+    "31": "zzzLABEL_31",
+    "32": "zzzLABEL_32",
+    "33": "zzzLABEL_33",
+    "34": "zzzLABEL_34",
+    "35": "zzzLABEL_35",
+    "36": "zzzLABEL_36",
+    "37": "zzzLABEL_37",
+    "38": "zzzLABEL_38",
+    "39": "zzzLABEL_39",
+    "40": "zzzLABEL_40",
+    "41": "zzzLABEL_41",
+    "42": "zzzLABEL_42",
+    "43": "zzzLABEL_43",
+    "44": "zzzLABEL_44",
+    "45": "zzzLABEL_45",
+    "46": "zzzLABEL_46",
+    "47": "zzzLABEL_47",
+    "48": "zzzLABEL_48",
+    "49": "zzzLABEL_49",
+    "50": "zzzLABEL_50",
+    "51": "zzzLABEL_51",
+    "52": "zzzLABEL_52",
+    "53": "zzzLABEL_53",
+    "54": "zzzLABEL_54",
+    "55": "zzzLABEL_55",
+    "56": "zzzLABEL_56",
+    "57": "zzzLABEL_57",
+    "58": "zzzLABEL_58",
+    "59": "zzzLABEL_59",
+    "60": "zzzLABEL_60",
+    "61": "zzzLABEL_61",
+    "62": "zzzLABEL_62",
+    "63": "zzzLABEL_63",
+    "64": "zzzLABEL_64",
+    "65": "zzzLABEL_65",
+    "66": "zzzLABEL_66",
+    "67": "zzzLABEL_67",
+    "68": "zzzLABEL_68",
+    "69": "zzzLABEL_69",
+    "70": "zzzLABEL_70",
+    "71": "zzzLABEL_71",
+    "72": "zzzLABEL_72",
+    "73": "zzzLABEL_73",
+    "74": "zzzLABEL_74",
+    "75": "zzzLABEL_75",
+    "76": "zzzLABEL_76",
+    "77": "zzzLABEL_77",
+    "78": "zzzLABEL_78",
+    "79": "zzzLABEL_79",
+    "80": "zzzLABEL_80",
+    "81": "zzzLABEL_81",
+    "82": "zzzLABEL_82",
+    "83": "zzzLABEL_83",
+    "84": "zzzLABEL_84",
+    "85": "zzzLABEL_85",
+    "86": "zzzLABEL_86",
+    "87": "zzzLABEL_87",
+    "88": "zzzLABEL_88",
+    "89": "zzzLABEL_89",
+    "90": "zzzLABEL_90",
+    "91": "zzzLABEL_91",
+    "92": "zzzLABEL_92",
+    "93": "zzzLABEL_93",
+    "94": "zzzLABEL_94",
+    "95": "zzzLABEL_95",
+    "96": "zzzLABEL_96",
+    "97": "zzzLABEL_97",
+    "98": "zzzLABEL_98",
+    "99": "zzzLABEL_99",
+    "100": "zzzLABEL_100",
+    "101": "zzzLABEL_101",
+    "102": "zzzLABEL_102",
+    "103": "zzzLABEL_103",
+    "104": "zzzLABEL_104",
+    "105": "zzzLABEL_105",
+    "106": "zzzLABEL_106",
+    "107": "zzzLABEL_107",
+    "108": "zzzLABEL_108",
+    "109": "zzzLABEL_109",
+    "110": "zzzLABEL_110",
+    "111": "zzzLABEL_111",
+    "112": "zzzLABEL_112",
+    "113": "zzzLABEL_113",
+    "114": "zzzLABEL_114",
+    "115": "zzzLABEL_115",
+    "116": "zzzLABEL_116",
+    "117": "zzzLABEL_117",
+    "118": "zzzLABEL_118",
+    "119": "zzzLABEL_119",
+    "120": "zzzLABEL_120",
+    "121": "zzzLABEL_121",
+    "122": "zzzLABEL_122",
+    "123": "zzzLABEL_123",
+    "124": "zzzLABEL_124",
+    "125": "zzzLABEL_125",
+    "126": "zzzLABEL_126",
+    "127": "zzzLABEL_127",
+    "128": "zzzLABEL_128",
+    "129": "zzzLABEL_129",
+    "130": "zzzLABEL_130",
+    "131": "zzzLABEL_131",
+    "132": "zzzLABEL_132",
+    "133": "zzzLABEL_133",
+    "134": "zzzLABEL_134",
+    "135": "zzzLABEL_135",
+    "136": "zzzLABEL_136",
+    "137": "zzzLABEL_137",
+    "138": "zzzLABEL_138",
+    "139": "zzzLABEL_139",
+    "140": "zzzLABEL_140",
+    "141": "zzzLABEL_141",
+    "142": "zzzLABEL_142",
+    "143": "zzzLABEL_143",
+    "144": "zzzLABEL_144",
+    "145": "zzzLABEL_145",
+    "146": "zzzLABEL_146",
+    "147": "zzzLABEL_147",
+    "148": "zzzLABEL_148",
+    "149": "zzzLABEL_149",
+    "150": "zzzLABEL_150",
+    "151": "zzzLABEL_151",
+    "152": "zzzLABEL_152",
+    "153": "zzzLABEL_153",
+    "154": "zzzLABEL_154",
+    "155": "zzzLABEL_155",
+    "156": "zzzLABEL_156",
+    "157": "zzzLABEL_157",
+    "158": "zzzLABEL_158",
+    "159": "zzzLABEL_159",
+    "160": "zzzLABEL_160",
+    "161": "zzzLABEL_161",
+    "162": "zzzLABEL_162",
+    "163": "zzzLABEL_163",
+    "164": "zzzLABEL_164",
+    "165": "zzzLABEL_165",
+    "166": "zzzLABEL_166",
+    "167": "zzzLABEL_167",
+    "168": "zzzLABEL_168",
+    "169": "zzzLABEL_169",
+    "170": "zzzLABEL_170",
+    "171": "zzzLABEL_171",
+    "172": "zzzLABEL_172",
+    "173": "zzzLABEL_173",
+    "174": "zzzLABEL_174",
+    "175": "zzzLABEL_175",
+    "176": "zzzLABEL_176",
+    "177": "zzzLABEL_177",
+    "178": "zzzLABEL_178",
+    "179": "zzzLABEL_179",
+    "180": "zzzLABEL_180",
+    "181": "zzzLABEL_181",
+    "182": "zzzLABEL_182",
+    "183": "zzzLABEL_183",
+    "184": "zzzLABEL_184",
+    "185": "zzzLABEL_185",
+    "186": "zzzLABEL_186",
+    "187": "zzzLABEL_187",
+    "188": "zzzLABEL_188",
+    "189": "zzzLABEL_189",
+    "190": "zzzLABEL_190",
+    "191": "zzzLABEL_191",
+    "192": "zzzLABEL_192",
+    "193": "zzzLABEL_193",
+    "194": "zzzLABEL_194",
+    "195": "zzzLABEL_195",
+    "196": "zzzLABEL_196",
+    "197": "zzzLABEL_197",
+    "198": "zzzLABEL_198",
+    "199": "zzzLABEL_199"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "farm_equipment_finance_en": 0,
+    "zzzLABEL_1": 1,
+    "zzzLABEL_10": 10,
+    "zzzLABEL_100": 100,
+    "zzzLABEL_101": 101,
+    "zzzLABEL_102": 102,
+    "zzzLABEL_103": 103,
+    "zzzLABEL_104": 104,
+    "zzzLABEL_105": 105,
+    "zzzLABEL_106": 106,
+    "zzzLABEL_107": 107,
+    "zzzLABEL_108": 108,
+    "zzzLABEL_109": 109,
+    "zzzLABEL_11": 11,
+    "zzzLABEL_110": 110,
+    "zzzLABEL_111": 111,
+    "zzzLABEL_112": 112,
+    "zzzLABEL_113": 113,
+    "zzzLABEL_114": 114,
+    "zzzLABEL_115": 115,
+    "zzzLABEL_116": 116,
+    "zzzLABEL_117": 117,
+    "zzzLABEL_118": 118,
+    "zzzLABEL_119": 119,
+    "zzzLABEL_12": 12,
+    "zzzLABEL_120": 120,
+    "zzzLABEL_121": 121,
+    "zzzLABEL_122": 122,
+    "zzzLABEL_123": 123,
+    "zzzLABEL_124": 124,
+    "zzzLABEL_125": 125,
+    "zzzLABEL_126": 126,
+    "zzzLABEL_127": 127,
+    "zzzLABEL_128": 128,
+    "zzzLABEL_129": 129,
+    "zzzLABEL_13": 13,
+    "zzzLABEL_130": 130,
+    "zzzLABEL_131": 131,
+    "zzzLABEL_132": 132,
+    "zzzLABEL_133": 133,
+    "zzzLABEL_134": 134,
+    "zzzLABEL_135": 135,
+    "zzzLABEL_136": 136,
+    "zzzLABEL_137": 137,
+    "zzzLABEL_138": 138,
+    "zzzLABEL_139": 139,
+    "zzzLABEL_14": 14,
+    "zzzLABEL_140": 140,
+    "zzzLABEL_141": 141,
+    "zzzLABEL_142": 142,
+    "zzzLABEL_143": 143,
+    "zzzLABEL_144": 144,
+    "zzzLABEL_145": 145,
+    "zzzLABEL_146": 146,
+    "zzzLABEL_147": 147,
+    "zzzLABEL_148": 148,
+    "zzzLABEL_149": 149,
+    "zzzLABEL_15": 15,
+    "zzzLABEL_150": 150,
+    "zzzLABEL_151": 151,
+    "zzzLABEL_152": 152,
+    "zzzLABEL_153": 153,
+    "zzzLABEL_154": 154,
+    "zzzLABEL_155": 155,
+    "zzzLABEL_156": 156,
+    "zzzLABEL_157": 157,
+    "zzzLABEL_158": 158,
+    "zzzLABEL_159": 159,
+    "zzzLABEL_16": 16,
+    "zzzLABEL_160": 160,
+    "zzzLABEL_161": 161,
+    "zzzLABEL_162": 162,
+    "zzzLABEL_163": 163,
+    "zzzLABEL_164": 164,
+    "zzzLABEL_165": 165,
+    "zzzLABEL_166": 166,
+    "zzzLABEL_167": 167,
+    "zzzLABEL_168": 168,
+    "zzzLABEL_169": 169,
+    "zzzLABEL_17": 17,
+    "zzzLABEL_170": 170,
+    "zzzLABEL_171": 171,
+    "zzzLABEL_172": 172,
+    "zzzLABEL_173": 173,
+    "zzzLABEL_174": 174,
+    "zzzLABEL_175": 175,
+    "zzzLABEL_176": 176,
+    "zzzLABEL_177": 177,
+    "zzzLABEL_178": 178,
+    "zzzLABEL_179": 179,
+    "zzzLABEL_18": 18,
+    "zzzLABEL_180": 180,
+    "zzzLABEL_181": 181,
+    "zzzLABEL_182": 182,
+    "zzzLABEL_183": 183,
+    "zzzLABEL_184": 184,
+    "zzzLABEL_185": 185,
+    "zzzLABEL_186": 186,
+    "zzzLABEL_187": 187,
+    "zzzLABEL_188": 188,
+    "zzzLABEL_189": 189,
+    "zzzLABEL_19": 19,
+    "zzzLABEL_190": 190,
+    "zzzLABEL_191": 191,
+    "zzzLABEL_192": 192,
+    "zzzLABEL_193": 193,
+    "zzzLABEL_194": 194,
+    "zzzLABEL_195": 195,
+    "zzzLABEL_196": 196,
+    "zzzLABEL_197": 197,
+    "zzzLABEL_198": 198,
+    "zzzLABEL_199": 199,
+    "zzzLABEL_2": 2,
+    "zzzLABEL_20": 20,
+    "zzzLABEL_21": 21,
+    "zzzLABEL_22": 22,
+    "zzzLABEL_23": 23,
+    "zzzLABEL_24": 24,
+    "zzzLABEL_25": 25,
+    "zzzLABEL_26": 26,
+    "zzzLABEL_27": 27,
+    "zzzLABEL_28": 28,
+    "zzzLABEL_29": 29,
+    "zzzLABEL_3": 3,
+    "zzzLABEL_30": 30,
+    "zzzLABEL_31": 31,
+    "zzzLABEL_32": 32,
+    "zzzLABEL_33": 33,
+    "zzzLABEL_34": 34,
+    "zzzLABEL_35": 35,
+    "zzzLABEL_36": 36,
+    "zzzLABEL_37": 37,
+    "zzzLABEL_38": 38,
+    "zzzLABEL_39": 39,
+    "zzzLABEL_4": 4,
+    "zzzLABEL_40": 40,
+    "zzzLABEL_41": 41,
+    "zzzLABEL_42": 42,
+    "zzzLABEL_43": 43,
+    "zzzLABEL_44": 44,
+    "zzzLABEL_45": 45,
+    "zzzLABEL_46": 46,
+    "zzzLABEL_47": 47,
+    "zzzLABEL_48": 48,
+    "zzzLABEL_49": 49,
+    "zzzLABEL_5": 5,
+    "zzzLABEL_50": 50,
+    "zzzLABEL_51": 51,
+    "zzzLABEL_52": 52,
+    "zzzLABEL_53": 53,
+    "zzzLABEL_54": 54,
+    "zzzLABEL_55": 55,
+    "zzzLABEL_56": 56,
+    "zzzLABEL_57": 57,
+    "zzzLABEL_58": 58,
+    "zzzLABEL_59": 59,
+    "zzzLABEL_6": 6,
+    "zzzLABEL_60": 60,
+    "zzzLABEL_61": 61,
+    "zzzLABEL_62": 62,
+    "zzzLABEL_63": 63,
+    "zzzLABEL_64": 64,
+    "zzzLABEL_65": 65,
+    "zzzLABEL_66": 66,
+    "zzzLABEL_67": 67,
+    "zzzLABEL_68": 68,
+    "zzzLABEL_69": 69,
+    "zzzLABEL_7": 7,
+    "zzzLABEL_70": 70,
+    "zzzLABEL_71": 71,
+    "zzzLABEL_72": 72,
+    "zzzLABEL_73": 73,
+    "zzzLABEL_74": 74,
+    "zzzLABEL_75": 75,
+    "zzzLABEL_76": 76,
+    "zzzLABEL_77": 77,
+    "zzzLABEL_78": 78,
+    "zzzLABEL_79": 79,
+    "zzzLABEL_8": 8,
+    "zzzLABEL_80": 80,
+    "zzzLABEL_81": 81,
+    "zzzLABEL_82": 82,
+    "zzzLABEL_83": 83,
+    "zzzLABEL_84": 84,
+    "zzzLABEL_85": 85,
+    "zzzLABEL_86": 86,
+    "zzzLABEL_87": 87,
+    "zzzLABEL_88": 88,
+    "zzzLABEL_89": 89,
+    "zzzLABEL_9": 9,
+    "zzzLABEL_90": 90,
+    "zzzLABEL_91": 91,
+    "zzzLABEL_92": 92,
+    "zzzLABEL_93": 93,
+    "zzzLABEL_94": 94,
+    "zzzLABEL_95": 95,
+    "zzzLABEL_96": 96,
+    "zzzLABEL_97": 97,
+    "zzzLABEL_98": 98,
+    "zzzLABEL_99": 99
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

label_encoder.joblib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f8f51eb9324ab2701478a29cf8c269981e08da9caf2dbe8adcf1f19e52225
+size 427

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169997e0be0c5cb6aef2d9c5a99aa084e8e78c4b7ad8e6b1f95b8d23fa9fa83c
+size 438567696

runs/Nov16_17-50-44_SuperWhite/events.out.tfevents.1731759645.SuperWhite.36521.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddaefc9b3e0c28cf772c93f85184b867f004d55fceb90d9bf065f3d074e0a8e
+size 18044

runs/Nov16_17-50-44_SuperWhite/events.out.tfevents.1731759685.SuperWhite.36521.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7da583649660b11dbafaab31a328047bade5c3a8b6faf1853d86ae0793fbd0a
+size 359

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022c429af6bea9e90d978d421b8cf73ea4400d64663a9e59c5c005083e34880c
+size 5304