Hugging Face's logo

credentek
/
TenaliAI-FinTech-v1

Text Classification
Transformers
PyTorch
TensorBoard
Joblib
Safetensors
bert
Generated from Trainer
Model card Files
xet
Metrics Community
credentek commited on
Commit
36e708f
·
verified ·
1 Parent(s): b65df49

End of training

Browse files
Files changed (8) hide show
  1. README.md +29 -31
  2. config.json +169 -101
  3. label_encoder.joblib +2 -2
  4. model.safetensors +1 -1
  5. runs/Nov15_21-54-21_SuperWhite/events.out.tfevents.1731687862.SuperWhite.31860.0 +3 -0
  6. runs/Nov15_21-54-21_SuperWhite/events.out.tfevents.1731695870.SuperWhite.31860.1 +3 -0
  7. special_tokens_map.json +35 -5
  8. training_args.bin +1 -1
README.md CHANGED
@@ -1,7 +1,5 @@
1
  ---
2
  library_name: transformers
3
- license: apache-2.0
4
- base_model: bert-base-uncased
5
  tags:
6
  - generated_from_trainer
7
  model-index:
@@ -14,9 +12,9 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # TenaliAI-FinTech-v1
16
 
17
- This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
18
  It achieves the following results on the evaluation set:
19
- - Loss: 0.0009
20
 
21
  ## Model description
22
 
@@ -45,33 +43,33 @@ The following hyperparameters were used during training:
45
 
46
  ### Training results
47
 
48
- | Training Loss | Epoch | Step | Validation Loss |
49
- |:-------------:|:-----:|:----:|:---------------:|
50
- | No log | 1.0 | 14 | 2.1883 |
51
- | No log | 2.0 | 28 | 1.3866 |
52
- | No log | 3.0 | 42 | 0.6451 |
53
- | No log | 4.0 | 56 | 0.2077 |
54
- | No log | 5.0 | 70 | 0.0689 |
55
- | No log | 6.0 | 84 | 0.0196 |
56
- | No log | 7.0 | 98 | 0.0090 |
57
- | No log | 8.0 | 112 | 0.0057 |
58
- | No log | 9.0 | 126 | 0.0042 |
59
- | No log | 10.0 | 140 | 0.0035 |
60
- | No log | 11.0 | 154 | 0.0030 |
61
- | No log | 12.0 | 168 | 0.0026 |
62
- | No log | 13.0 | 182 | 0.0023 |
63
- | No log | 14.0 | 196 | 0.0021 |
64
- | No log | 15.0 | 210 | 0.0018 |
65
- | No log | 16.0 | 224 | 0.0017 |
66
- | No log | 17.0 | 238 | 0.0015 |
67
- | No log | 18.0 | 252 | 0.0014 |
68
- | No log | 19.0 | 266 | 0.0013 |
69
- | No log | 20.0 | 280 | 0.0012 |
70
- | No log | 21.0 | 294 | 0.0012 |
71
- | No log | 22.0 | 308 | 0.0011 |
72
- | No log | 23.0 | 322 | 0.0010 |
73
- | No log | 24.0 | 336 | 0.0010 |
74
- | No log | 25.0 | 350 | 0.0009 |
75
 
76
 
77
  ### Framework versions
 
1
  ---
2
  library_name: transformers
 
 
3
  tags:
4
  - generated_from_trainer
5
  model-index:
 
12
 
13
  # TenaliAI-FinTech-v1
14
 
15
+ This model was trained from scratch on an unknown dataset.
16
  It achieves the following results on the evaluation set:
17
+ - Loss: 0.9575
18
 
19
  ## Model description
20
 
 
43
 
44
  ### Training results
45
 
46
+ | Training Loss | Epoch | Step | Validation Loss |
47
+ |:-------------:|:-----:|:-----:|:---------------:|
48
+ | 2.1596 | 1.0 | 1251 | 1.5085 |
49
+ | 1.1181 | 2.0 | 2502 | 1.0933 |
50
+ | 1.0009 | 3.0 | 3753 | 1.0202 |
51
+ | 0.922 | 4.0 | 5004 | 0.9683 |
52
+ | 0.8721 | 5.0 | 6255 | 0.9575 |
53
+ | 0.8498 | 6.0 | 7506 | 0.9721 |
54
+ | 0.8363 | 7.0 | 8757 | 1.0118 |
55
+ | 0.8535 | 8.0 | 10008 | 0.9851 |
56
+ | 0.8239 | 9.0 | 11259 | 0.9728 |
57
+ | 0.8242 | 10.0 | 12510 | 0.9693 |
58
+ | 0.7947 | 11.0 | 13761 | 0.9947 |
59
+ | 0.7951 | 12.0 | 15012 | 0.9905 |
60
+ | 0.7874 | 13.0 | 16263 | 0.9900 |
61
+ | 0.7967 | 14.0 | 17514 | 0.9984 |
62
+ | 0.7666 | 15.0 | 18765 | 0.9918 |
63
+ | 0.7788 | 16.0 | 20016 | 0.9955 |
64
+ | 0.7832 | 17.0 | 21267 | 1.0130 |
65
+ | 0.7615 | 18.0 | 22518 | 1.0061 |
66
+ | 0.7666 | 19.0 | 23769 | 1.0104 |
67
+ | 0.7685 | 20.0 | 25020 | 1.0144 |
68
+ | 0.7367 | 21.0 | 26271 | 1.0275 |
69
+ | 0.7609 | 22.0 | 27522 | 1.0371 |
70
+ | 0.7663 | 23.0 | 28773 | 1.0271 |
71
+ | 0.7564 | 24.0 | 30024 | 1.0498 |
72
+ | 0.7478 | 25.0 | 31275 | 1.0385 |
73
 
74
 
75
  ### Framework versions
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bert-base-uncased",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
@@ -10,110 +10,178 @@
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
12
  "id2label": {
13
- "0": "farm_equipment_finance_en",
14
- "1": "zzzLABEL_1",
15
- "2": "zzzLABEL_2",
16
- "3": "zzzLABEL_3",
17
- "4": "zzzLABEL_4",
18
- "5": "zzzLABEL_5",
19
- "6": "zzzLABEL_6",
20
- "7": "zzzLABEL_7",
21
- "8": "zzzLABEL_8",
22
- "9": "zzzLABEL_9",
23
- "10": "zzzLABEL_10",
24
- "11": "zzzLABEL_11",
25
- "12": "zzzLABEL_12",
26
- "13": "zzzLABEL_13",
27
- "14": "zzzLABEL_14",
28
- "15": "zzzLABEL_15",
29
- "16": "zzzLABEL_16",
30
- "17": "zzzLABEL_17",
31
- "18": "zzzLABEL_18",
32
- "19": "zzzLABEL_19",
33
- "20": "zzzLABEL_20",
34
- "21": "zzzLABEL_21",
35
- "22": "zzzLABEL_22",
36
- "23": "zzzLABEL_23",
37
- "24": "zzzLABEL_24",
38
- "25": "zzzLABEL_25",
39
- "26": "zzzLABEL_26",
40
- "27": "zzzLABEL_27",
41
- "28": "zzzLABEL_28",
42
- "29": "zzzLABEL_29",
43
- "30": "zzzLABEL_30",
44
- "31": "zzzLABEL_31",
45
- "32": "zzzLABEL_32",
46
- "33": "zzzLABEL_33",
47
- "34": "zzzLABEL_34",
48
- "35": "zzzLABEL_35",
49
- "36": "zzzLABEL_36",
50
- "37": "zzzLABEL_37",
51
- "38": "zzzLABEL_38",
52
- "39": "zzzLABEL_39",
53
- "40": "zzzLABEL_40",
54
- "41": "zzzLABEL_41",
55
- "42": "zzzLABEL_42",
56
- "43": "zzzLABEL_43",
57
- "44": "zzzLABEL_44",
58
- "45": "zzzLABEL_45",
59
- "46": "zzzLABEL_46",
60
- "47": "zzzLABEL_47",
61
- "48": "zzzLABEL_48",
62
- "49": "zzzLABEL_49"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  },
64
  "initializer_range": 0.02,
65
  "intermediate_size": 3072,
66
  "label2id": {
67
- "farm_equipment_finance_en": 0,
68
- "zzzLABEL_1": 1,
69
- "zzzLABEL_10": 10,
70
- "zzzLABEL_11": 11,
71
- "zzzLABEL_12": 12,
72
- "zzzLABEL_13": 13,
73
- "zzzLABEL_14": 14,
74
- "zzzLABEL_15": 15,
75
- "zzzLABEL_16": 16,
76
- "zzzLABEL_17": 17,
77
- "zzzLABEL_18": 18,
78
- "zzzLABEL_19": 19,
79
- "zzzLABEL_2": 2,
80
- "zzzLABEL_20": 20,
81
- "zzzLABEL_21": 21,
82
- "zzzLABEL_22": 22,
83
- "zzzLABEL_23": 23,
84
- "zzzLABEL_24": 24,
85
- "zzzLABEL_25": 25,
86
- "zzzLABEL_26": 26,
87
- "zzzLABEL_27": 27,
88
- "zzzLABEL_28": 28,
89
- "zzzLABEL_29": 29,
90
- "zzzLABEL_3": 3,
91
- "zzzLABEL_30": 30,
92
- "zzzLABEL_31": 31,
93
- "zzzLABEL_32": 32,
94
- "zzzLABEL_33": 33,
95
- "zzzLABEL_34": 34,
96
- "zzzLABEL_35": 35,
97
- "zzzLABEL_36": 36,
98
- "zzzLABEL_37": 37,
99
- "zzzLABEL_38": 38,
100
- "zzzLABEL_39": 39,
101
- "zzzLABEL_4": 4,
102
- "zzzLABEL_40": 40,
103
- "zzzLABEL_41": 41,
104
- "zzzLABEL_42": 42,
105
- "zzzLABEL_43": 43,
106
- "zzzLABEL_44": 44,
107
- "zzzLABEL_45": 45,
108
- "zzzLABEL_46": 46,
109
- "zzzLABEL_47": 47,
110
- "zzzLABEL_48": 48,
111
- "zzzLABEL_49": 49,
112
- "zzzLABEL_5": 5,
113
- "zzzLABEL_6": 6,
114
- "zzzLABEL_7": 7,
115
- "zzzLABEL_8": 8,
116
- "zzzLABEL_9": 9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117
  },
118
  "layer_norm_eps": 1e-12,
119
  "max_position_embeddings": 512,
 
1
  {
2
+ "_name_or_path": "TenaliAIModels/BertBaseModel",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
 
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
12
  "id2label": {
13
+ "0": "farm_equipment_finance_ar",
14
+ "1": "farm_equipment_finance_bn",
15
+ "2": "farm_equipment_finance_en",
16
+ "3": "farm_equipment_finance_es",
17
+ "4": "farm_equipment_finance_gu",
18
+ "5": "farm_equipment_finance_hi",
19
+ "6": "farm_equipment_finance_kn",
20
+ "7": "farm_equipment_finance_kok",
21
+ "8": "farm_equipment_finance_ml",
22
+ "9": "farm_equipment_finance_mr",
23
+ "10": "farm_equipment_finance_or",
24
+ "11": "farm_equipment_finance_pa",
25
+ "12": "farm_equipment_finance_ta",
26
+ "13": "farm_equipment_finance_te",
27
+ "14": "housing_finance_ar",
28
+ "15": "housing_finance_bn",
29
+ "16": "housing_finance_en",
30
+ "17": "housing_finance_es",
31
+ "18": "housing_finance_gu",
32
+ "19": "housing_finance_hi",
33
+ "20": "housing_finance_kn",
34
+ "21": "housing_finance_kok",
35
+ "22": "housing_finance_ml",
36
+ "23": "housing_finance_mr",
37
+ "24": "housing_finance_or",
38
+ "25": "housing_finance_pa",
39
+ "26": "housing_finance_ta",
40
+ "27": "housing_finance_te",
41
+ "28": "micro_loan_ar",
42
+ "29": "micro_loan_bn",
43
+ "30": "micro_loan_en",
44
+ "31": "micro_loan_es",
45
+ "32": "micro_loan_gu",
46
+ "33": "micro_loan_hi",
47
+ "34": "micro_loan_kn",
48
+ "35": "micro_loan_kok",
49
+ "36": "micro_loan_ml",
50
+ "37": "micro_loan_mr",
51
+ "38": "micro_loan_or",
52
+ "39": "micro_loan_pa",
53
+ "40": "micro_loan_ta",
54
+ "41": "micro_loan_te",
55
+ "42": "personal_loan_ar",
56
+ "43": "personal_loan_bn",
57
+ "44": "personal_loan_en",
58
+ "45": "personal_loan_es",
59
+ "46": "personal_loan_gu",
60
+ "47": "personal_loan_hi",
61
+ "48": "personal_loan_kn",
62
+ "49": "personal_loan_kok",
63
+ "50": "personal_loan_ml",
64
+ "51": "personal_loan_mr",
65
+ "52": "personal_loan_or",
66
+ "53": "personal_loan_pa",
67
+ "54": "personal_loan_ta",
68
+ "55": "personal_loan_te",
69
+ "56": "sme_loan_ar",
70
+ "57": "sme_loan_bn",
71
+ "58": "sme_loan_en",
72
+ "59": "sme_loan_es",
73
+ "60": "sme_loan_gu",
74
+ "61": "sme_loan_hi",
75
+ "62": "sme_loan_kn",
76
+ "63": "sme_loan_kok",
77
+ "64": "sme_loan_ml",
78
+ "65": "sme_loan_mr",
79
+ "66": "sme_loan_or",
80
+ "67": "sme_loan_pa",
81
+ "68": "sme_loan_ta",
82
+ "69": "sme_loan_te",
83
+ "70": "two_wheeler_loan_ar",
84
+ "71": "two_wheeler_loan_bn",
85
+ "72": "two_wheeler_loan_en",
86
+ "73": "two_wheeler_loan_es",
87
+ "74": "two_wheeler_loan_gu",
88
+ "75": "two_wheeler_loan_hi",
89
+ "76": "two_wheeler_loan_kn",
90
+ "77": "two_wheeler_loan_kok",
91
+ "78": "two_wheeler_loan_ml",
92
+ "79": "two_wheeler_loan_mr",
93
+ "80": "two_wheeler_loan_or",
94
+ "81": "two_wheeler_loan_pa",
95
+ "82": "two_wheeler_loan_ta",
96
+ "83": "two_wheeler_loan_te"
97
  },
98
  "initializer_range": 0.02,
99
  "intermediate_size": 3072,
100
  "label2id": {
101
+ "farm_equipment_finance_ar": 0,
102
+ "farm_equipment_finance_bn": 1,
103
+ "farm_equipment_finance_en": 2,
104
+ "farm_equipment_finance_es": 3,
105
+ "farm_equipment_finance_gu": 4,
106
+ "farm_equipment_finance_hi": 5,
107
+ "farm_equipment_finance_kn": 6,
108
+ "farm_equipment_finance_kok": 7,
109
+ "farm_equipment_finance_ml": 8,
110
+ "farm_equipment_finance_mr": 9,
111
+ "farm_equipment_finance_or": 10,
112
+ "farm_equipment_finance_pa": 11,
113
+ "farm_equipment_finance_ta": 12,
114
+ "farm_equipment_finance_te": 13,
115
+ "housing_finance_ar": 14,
116
+ "housing_finance_bn": 15,
117
+ "housing_finance_en": 16,
118
+ "housing_finance_es": 17,
119
+ "housing_finance_gu": 18,
120
+ "housing_finance_hi": 19,
121
+ "housing_finance_kn": 20,
122
+ "housing_finance_kok": 21,
123
+ "housing_finance_ml": 22,
124
+ "housing_finance_mr": 23,
125
+ "housing_finance_or": 24,
126
+ "housing_finance_pa": 25,
127
+ "housing_finance_ta": 26,
128
+ "housing_finance_te": 27,
129
+ "micro_loan_ar": 28,
130
+ "micro_loan_bn": 29,
131
+ "micro_loan_en": 30,
132
+ "micro_loan_es": 31,
133
+ "micro_loan_gu": 32,
134
+ "micro_loan_hi": 33,
135
+ "micro_loan_kn": 34,
136
+ "micro_loan_kok": 35,
137
+ "micro_loan_ml": 36,
138
+ "micro_loan_mr": 37,
139
+ "micro_loan_or": 38,
140
+ "micro_loan_pa": 39,
141
+ "micro_loan_ta": 40,
142
+ "micro_loan_te": 41,
143
+ "personal_loan_ar": 42,
144
+ "personal_loan_bn": 43,
145
+ "personal_loan_en": 44,
146
+ "personal_loan_es": 45,
147
+ "personal_loan_gu": 46,
148
+ "personal_loan_hi": 47,
149
+ "personal_loan_kn": 48,
150
+ "personal_loan_kok": 49,
151
+ "personal_loan_ml": 50,
152
+ "personal_loan_mr": 51,
153
+ "personal_loan_or": 52,
154
+ "personal_loan_pa": 53,
155
+ "personal_loan_ta": 54,
156
+ "personal_loan_te": 55,
157
+ "sme_loan_ar": 56,
158
+ "sme_loan_bn": 57,
159
+ "sme_loan_en": 58,
160
+ "sme_loan_es": 59,
161
+ "sme_loan_gu": 60,
162
+ "sme_loan_hi": 61,
163
+ "sme_loan_kn": 62,
164
+ "sme_loan_kok": 63,
165
+ "sme_loan_ml": 64,
166
+ "sme_loan_mr": 65,
167
+ "sme_loan_or": 66,
168
+ "sme_loan_pa": 67,
169
+ "sme_loan_ta": 68,
170
+ "sme_loan_te": 69,
171
+ "two_wheeler_loan_ar": 70,
172
+ "two_wheeler_loan_bn": 71,
173
+ "two_wheeler_loan_en": 72,
174
+ "two_wheeler_loan_es": 73,
175
+ "two_wheeler_loan_gu": 74,
176
+ "two_wheeler_loan_hi": 75,
177
+ "two_wheeler_loan_kn": 76,
178
+ "two_wheeler_loan_kok": 77,
179
+ "two_wheeler_loan_ml": 78,
180
+ "two_wheeler_loan_mr": 79,
181
+ "two_wheeler_loan_or": 80,
182
+ "two_wheeler_loan_pa": 81,
183
+ "two_wheeler_loan_ta": 82,
184
+ "two_wheeler_loan_te": 83
185
  },
186
  "layer_norm_eps": 1e-12,
187
  "max_position_embeddings": 512,
label_encoder.joblib CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c1f8f51eb9324ab2701478a29cf8c269981e08da9caf2dbe8adcf1f19e52225
3
- size 427
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff463b256b48afff3bf96a0577a982b08fcfce210658c3ad27480393770f0ce6
3
+ size 9063
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ce71d0db2fc466cdc167db04beb26545e0b155ce01ae2c830ca0600bf305406
3
  size 438210880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de672ecf5a5e809fa1be32cbcf016b198db0e6547628c2c22193c8838eb1d91
3
  size 438210880
runs/Nov15_21-54-21_SuperWhite/events.out.tfevents.1731687862.SuperWhite.31860.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d25baa0ad13deb95251dfb0eff816cd5afa19ad7b6b2373b60860b3a4556df
3
+ size 30475
runs/Nov15_21-54-21_SuperWhite/events.out.tfevents.1731695870.SuperWhite.31860.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85e0bfef4e0e4f66f468d0dc5b864922521dc0fb2f63e5c38bb5745c847f8c6
3
+ size 364
special_tokens_map.json CHANGED
@@ -1,7 +1,37 @@
1
  {
2
- "cls_token": "[CLS]",
3
- "mask_token": "[MASK]",
4
- "pad_token": "[PAD]",
5
- "sep_token": "[SEP]",
6
- "unk_token": "[UNK]"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  }
 
1
  {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23ae3453ea94f3fee48e788e338be8689a69a92560779f8a487d6bea032d7699
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821a77a44e1054ec4725e9672fe613dc65d0daffa44df6e9040bc7ba0d3c04ac
3
  size 5304