Hugging Face's logo

omarelsayeed
/
bert_omar_small_mlm

Fill-Mask
Transformers
PyTorch
TensorBoard
bert
Model card Files
xet
 Metrics Community
1
omarelsayeed commited on
Commit
b738153
·
1 Parent(s): a5af3c4

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. checkpoint-14000/config.json +149 -0
  2. checkpoint-14000/optimizer.pt +3 -0
  3. checkpoint-14000/pytorch_model.bin +3 -0
  4. checkpoint-14000/rng_state.pth +3 -0
  5. checkpoint-14000/scheduler.pt +3 -0
  6. checkpoint-14000/trainer_state.json +212 -0
  7. checkpoint-14000/training_args.bin +3 -0
  8. config.json +149 -0
  9. pytorch_model.bin +3 -0
  10. runs/Oct29_22-59-52_powerai/1698620395.6832652/events.out.tfevents.1698620395.powerai.1453.1 +3 -0
  11. runs/Oct29_22-59-52_powerai/events.out.tfevents.1698620395.powerai.1453.0 +3 -0
  12. special_tokens_map.json +1 -0
  13. tokenizer.json +0 -0
  14. tokenizer_config.json +1 -0
  15. vocab.txt +0 -0
checkpoint-14000/config.json ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "omarelsayeed/classifier_133k_small",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "BertForMaskedLM"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "classifier_dropout": null,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 256,
13
+ "id2label": {
14
+ "0": "\u0627\u0645\u0627\u0643\u0646 \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a",
15
+ "1": "\u0645\u0648\u0627\u0639\u064a\u062f \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a",
16
+ "2": "\u0648\u0638\u064a\u0641\u0629",
17
+ "3": "\u0645\u062e\u0627\u0644\u0641\u0627\u062a \u0627\u0644\u0645\u0631\u0648\u0631",
18
+ "4": "\u0627\u0633\u062a\u0644\u0627\u0645 \u0627\u0644\u0631\u062e\u0635\u0629",
19
+ "5": "\u062a\u062c\u062f\u064a\u062f \u0627\u0644\u0631\u062e\u0635\u0629",
20
+ "6": "\u0627\u0636\u0627\u0641\u0647 \u0643\u0627\u0631\u062a",
21
+ "7": "\u062d\u0630\u0641 \u0643\u0627\u0631\u062a",
22
+ "8": "\u062a\u062e\u0637\u0649 \u062d\u062f \u0645\u0633\u0645\u0648\u062d",
23
+ "9": "\u0628\u0637\u0627\u0642\u0647 \u0645\u0639\u0644\u0642\u0629/\u0627\u0644\u0628\u0637\u0627\u0642\u0629 \u0645\u062d\u0638\u0648\u0631\u0629",
24
+ "10": "\u062d\u0633\u0627\u0628 \u062c\u062f\u064a\u062f",
25
+ "11": "\u062a\u0633\u062c\u064a\u0644 \u062f\u062e\u0648\u0644 \u062d\u0633\u0627\u0628",
26
+ "12": "\u062d\u0630\u0641 \u062d\u0633\u0627\u0628",
27
+ "13": "\u062d\u0633\u0627\u0628 \u0645\u062d\u0638\u0648\u0631",
28
+ "14": "\u062a\u062d\u062f\u064a\u062b \u062d\u0633\u0627\u0628",
29
+ "15": "\u0637\u0628\u0627\u0639\u0647 \u0641\u0627\u062a\u0648\u0631\u0629",
30
+ "16": "\u0627\u0633\u062a\u0641\u0633\u0627\u0631 \u0639\u0646 \u062d\u0627\u0644\u0629 \u0627\u0644\u0639\u0645\u0644\u064a\u0629/\u0627\u0644\u0639\u0645\u0644\u064a\u0629 \u0627\u062a\u062e\u0635\u0645\u062a",
31
+ "17": "\u0634\u0631\u0627\u0621 \u0645\u0627\u0643\u064a\u0646\u0647",
32
+ "18": "\u062a\u062d\u0648\u064a\u0644 \u0645\u0628\u0644\u063a \u0645\u0627\u0644\u064a",
33
+ "19": "\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0642\u0648\u0627\u062a \u0627\u0644\u0645\u0633\u0644\u062d\u0629",
34
+ "20": "\u0634\u062d\u0646 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644",
35
+ "21": "\u0641\u0627\u062a\u0648\u0631\u0629 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644",
36
+ "22": "\u0645\u064a\u0627\u0647",
37
+ "23": "\u063a\u0627\u0632",
38
+ "24": "\u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621",
39
+ "25": "\u0641\u0648\u0631\u064a \u0628\u0627\u064a",
40
+ "26": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621",
41
+ "27": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0645\u064a\u0627\u0647",
42
+ "28": "\u0645\u0634\u0643\u0644\u0629 \u0641\u064a \u0627\u0644\u062a\u0637\u0628\u064a\u0642",
43
+ "29": "\u0627\u0633\u062a\u0631\u0627\u062c\u0639 \u0642\u064a\u0645\u0629 \u0645\u0627\u0644\u064a\u0629",
44
+ "30": "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u062f\u0648\u0644\u064a\u0629",
45
+ "31": "\u062a\u0630\u0627\u0643\u0631",
46
+ "32": "\u0627\u0644\u062a\u0623\u0645\u064a\u0646",
47
+ "33": "\u0627\u0644\u0646\u0642\u0627\u0628\u0627\u062a",
48
+ "34": "\u062a\u0639\u0644\u064a\u0645",
49
+ "35": "\u062e\u062f\u0645\u0629 \u0627\u0644\u0639\u0645\u0644\u0627\u0621",
50
+ "36": "\u0627\u0644\u0639\u0627\u0628 \u0627\u0648\u0646\u0644\u0627\u064a\u0646",
51
+ "37": "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u0645\u0627\u0644\u064a\u0629 \u0648 \u0628\u0646\u0648\u0643",
52
+ "38": "\u062a\u0645\u0648\u064a\u0644 \u0645\u062a\u0646\u0627\u0647\u064a \u0627\u0644\u0635\u063a\u0631",
53
+ "39": "\u0645\u062f\u0641\u0648\u0639\u0627\u062a \u0627\u0648\u0646\u0644\u0627\u064a\u0646",
54
+ "40": "\u062a\u0628\u0631\u0639\u0627\u062a",
55
+ "41": "\u0627\u0634\u062a\u0631\u0627\u0643 \u0646\u0648\u0627\u062f\u064a",
56
+ "42": "Yellow Card",
57
+ "43": "\u062c\u0648\u0627\u0626\u0632",
58
+ "44": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u063a\u0627\u0632",
59
+ "45": "\u0627\u0644\u0627\u0646\u062a\u0631\u0646\u062a \u0627\u0644\u0645\u0646\u0632\u0644\u064a",
60
+ "46": "\u0627\u0644\u062a\u0644\u064a\u0641\u0648\u0646 \u0627\u0644\u0623\u0631\u0636\u064a",
61
+ "47": "\u0641\u0648\u0631\u064a \u062a\u0642\u0633\u064a\u0637",
62
+ "48": "\u0641\u0648\u0631\u064a \u064a\u0648\u0645\u064a",
63
+ "49": "\u062a\u0642\u062f\u064a\u0645 \u0634\u0643\u0648\u064a",
64
+ "50": "\u0633\u0643\u0646 \u0648\u0639\u0642\u0627\u0631\u0627\u062a",
65
+ "51": "\u0641\u0648\u0631\u064a \u0644\u0644\u0648\u0633\u0627\u0637\u0629 \u0627\u0644\u062a\u0623\u0645\u064a\u0646\u064a\u0629",
66
+ "52": "\u062a\u0623\u0645\u064a\u0646 \u0627\u062c\u062a\u0645\u0627\u0639\u064a",
67
+ "53": "\u0627\u064a\u062f\u0627\u0639",
68
+ "54": "Consumer Finance",
69
+ "55": "\u062a\u0633\u062c\u064a\u0644 \u0627\u0644\u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0639\u0642\u0627\u0631\u064a\u0629",
70
+ "56": "\u0633\u062d\u0628",
71
+ "57": "\u0634\u0631\u0627\u0621 \u0645\u0646 \u0645\u062d\u0644"
72
+ },
73
+ "initializer_range": 0.02,
74
+ "intermediate_size": 1024,
75
+ "label2id": {
76
+ "Consumer Finance": 54,
77
+ "Yellow Card": 42,
78
+ "\u0627\u0633\u062a\u0631\u0627\u062c\u0639 \u0642\u064a\u0645\u0629 \u0645\u0627\u0644\u064a\u0629": 29,
79
+ "\u0627\u0633\u062a\u0641\u0633\u0627\u0631 \u0639\u0646 \u062d\u0627\u0644\u0629 \u0627\u0644\u0639\u0645\u0644\u064a\u0629/\u0627\u0644\u0639\u0645\u0644\u064a\u0629 \u0627\u062a\u062e\u0635\u0645\u062a": 16,
80
+ "\u0627\u0633\u062a\u0644\u0627\u0645 \u0627\u0644\u0631\u062e\u0635\u0629": 4,
81
+ "\u0627\u0634\u062a\u0631\u0627\u0643 \u0646\u0648\u0627\u062f\u064a": 41,
82
+ "\u0627\u0636\u0627\u0641\u0647 \u0643\u0627\u0631\u062a": 6,
83
+ "\u0627\u0644\u0627\u0646\u062a\u0631\u0646\u062a \u0627\u0644\u0645\u0646\u0632\u0644\u064a": 45,
84
+ "\u0627\u0644\u062a\u0623\u0645\u064a\u0646": 32,
85
+ "\u0627\u0644\u062a\u0644\u064a\u0641\u0648\u0646 \u0627\u0644\u0623\u0631\u0636\u064a": 46,
86
+ "\u0627\u0644\u0639\u0627\u0628 \u0627\u0648\u0646\u0644\u0627\u064a\u0646": 36,
87
+ "\u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621": 24,
88
+ "\u0627\u0644\u0646\u0642\u0627\u0628\u0627\u062a": 33,
89
+ "\u0627\u0645\u0627\u0643\u0646 \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a": 0,
90
+ "\u0627\u064a\u062f\u0627\u0639": 53,
91
+ "\u0628\u0637\u0627\u0642\u0647 \u0645\u0639\u0644\u0642\u0629/\u0627\u0644\u0628\u0637\u0627\u0642\u0629 \u0645\u062d\u0638\u0648\u0631\u0629": 9,
92
+ "\u062a\u0623\u0645\u064a\u0646 \u0627\u062c\u062a\u0645\u0627\u0639\u064a": 52,
93
+ "\u062a\u0628\u0631\u0639\u0627\u062a": 40,
94
+ "\u062a\u062c\u062f\u064a\u062f \u0627\u0644\u0631\u062e\u0635\u0629": 5,
95
+ "\u062a\u062d\u062f\u064a\u062b \u062d\u0633\u0627\u0628": 14,
96
+ "\u062a\u062d\u0648\u064a\u0644 \u0645\u0628\u0644\u063a \u0645\u0627\u0644\u064a": 18,
97
+ "\u062a\u062e\u0637\u0649 \u062d\u062f \u0645\u0633\u0645\u0648\u062d": 8,
98
+ "\u062a\u0630\u0627\u0643\u0631": 31,
99
+ "\u062a\u0633\u062c\u064a\u0644 \u0627\u0644\u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0639\u0642\u0627\u0631\u064a\u0629": 55,
100
+ "\u062a\u0633\u062c\u064a\u0644 \u062f\u062e\u0648\u0644 \u062d\u0633\u0627\u0628": 11,
101
+ "\u062a\u0639\u0644\u064a\u0645": 34,
102
+ "\u062a\u0642\u062f\u064a\u0645 \u0634\u0643\u0648\u064a": 49,
103
+ "\u062a\u0645\u0648\u064a\u0644 \u0645\u062a\u0646\u0627\u0647\u064a \u0627\u0644\u0635\u063a\u0631": 38,
104
+ "\u062c\u0648\u0627\u0626\u0632": 43,
105
+ "\u062d\u0630\u0641 \u062d\u0633\u0627\u0628": 12,
106
+ "\u062d\u0630\u0641 \u0643\u0627\u0631\u062a": 7,
107
+ "\u062d\u0633\u0627\u0628 \u062c\u062f\u064a\u062f": 10,
108
+ "\u062d\u0633\u0627\u0628 \u0645\u062d\u0638\u0648\u0631": 13,
109
+ "\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0642\u0648\u0627\u062a \u0627\u0644\u0645\u0633\u0644\u062d\u0629": 19,
110
+ "\u062e\u062f\u0645\u0629 \u0627\u0644\u0639\u0645\u0644\u0627\u0621": 35,
111
+ "\u0633\u062d\u0628": 56,
112
+ "\u0633\u0643\u0646 \u0648\u0639\u0642\u0627\u0631\u0627\u062a": 50,
113
+ "\u0634\u062d\u0646 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644": 20,
114
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u063a\u0627\u0632": 44,
115
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621": 26,
116
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0645\u064a\u0627\u0647": 27,
117
+ "\u0634\u0631\u0627\u0621 \u0645\u0627\u0643\u064a\u0646\u0647": 17,
118
+ "\u0634\u0631\u0627\u0621 \u0645\u0646 \u0645\u062d\u0644": 57,
119
+ "\u0637\u0628\u0627\u0639\u0647 \u0641\u0627\u062a\u0648\u0631\u0629": 15,
120
+ "\u063a\u0627\u0632": 23,
121
+ "\u0641\u0627\u062a\u0648\u0631\u0629 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644": 21,
122
+ "\u0641\u0648\u0631\u064a \u0628\u0627\u064a": 25,
123
+ "\u0641\u0648\u0631\u064a \u062a\u0642\u0633\u064a\u0637": 47,
124
+ "\u0641\u0648\u0631\u064a \u0644\u0644\u0648\u0633\u0627\u0637\u0629 \u0627\u0644\u062a\u0623\u0645\u064a\u0646\u064a\u0629": 51,
125
+ "\u0641\u0648\u0631\u064a \u064a\u0648\u0645\u064a": 48,
126
+ "\u0645\u062e\u0627\u0644\u0641\u0627\u062a \u0627\u0644\u0645\u0631\u0648\u0631": 3,
127
+ "\u0645\u062f\u0641\u0648\u0639\u0627\u062a \u0627\u0648\u0646\u0644\u0627\u064a\u0646": 39,
128
+ "\u0645\u0634\u0643\u0644\u0629 \u0641\u064a \u0627\u0644\u062a\u0637\u0628\u064a\u0642": 28,
129
+ "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u062f\u0648\u0644\u064a\u0629": 30,
130
+ "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u0645\u0627\u0644\u064a\u0629 \u0648 \u0628\u0646\u0648\u0643": 37,
131
+ "\u0645\u0648\u0627\u0639\u064a\u062f \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a": 1,
132
+ "\u0645\u064a\u0627\u0647": 22,
133
+ "\u0648\u0638\u064a\u0641\u0629": 2
134
+ },
135
+ "layer_norm_eps": 1e-12,
136
+ "max_position_embeddings": 512,
137
+ "model_type": "bert",
138
+ "num_attention_heads": 4,
139
+ "num_hidden_layers": 4,
140
+ "output_past": true,
141
+ "pad_token_id": 0,
142
+ "position_embedding_type": "absolute",
143
+ "problem_type": "single_label_classification",
144
+ "torch_dtype": "float32",
145
+ "transformers_version": "4.11.3",
146
+ "type_vocab_size": 2,
147
+ "use_cache": true,
148
+ "vocab_size": 32000
149
+ }
checkpoint-14000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea0b2486ea6d980f856888d57fe9cdfc169b7cc4fa5359ec97a1c3435dd1c86
3
+ size 92693977
checkpoint-14000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff65935ded6aed4ddfd878244c9f6e9428919b861c748ae786cc1ba04964acc8
3
+ size 46359172
checkpoint-14000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2626084fc63ec17a7079cb9abd48cfcb3ebff9399c75d57ab25bd777f174b06
3
+ size 15459
checkpoint-14000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ac4a7c35b52110e48733d9f73de54ee6cae62641bd0e3f45234b49faa59de1
3
+ size 623
checkpoint-14000/trainer_state.json ADDED
@@ -0,0 +1,212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.9215358931552586,
5
+ "global_step": 14000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.21,
12
+ "learning_rate": 4.652198107957708e-05,
13
+ "loss": 6.6098,
14
+ "step": 1000
15
+ },
16
+ {
17
+ "epoch": 0.21,
18
+ "eval_loss": 5.553156852722168,
19
+ "eval_runtime": 208.004,
20
+ "eval_samples_per_second": 737.207,
21
+ "eval_steps_per_second": 46.076,
22
+ "step": 1000
23
+ },
24
+ {
25
+ "epoch": 0.42,
26
+ "learning_rate": 4.304396215915415e-05,
27
+ "loss": 5.3085,
28
+ "step": 2000
29
+ },
30
+ {
31
+ "epoch": 0.42,
32
+ "eval_loss": 4.866845607757568,
33
+ "eval_runtime": 182.4795,
34
+ "eval_samples_per_second": 840.325,
35
+ "eval_steps_per_second": 52.521,
36
+ "step": 2000
37
+ },
38
+ {
39
+ "epoch": 0.63,
40
+ "learning_rate": 3.956594323873122e-05,
41
+ "loss": 4.8353,
42
+ "step": 3000
43
+ },
44
+ {
45
+ "epoch": 0.63,
46
+ "eval_loss": 4.504930019378662,
47
+ "eval_runtime": 182.5398,
48
+ "eval_samples_per_second": 840.047,
49
+ "eval_steps_per_second": 52.504,
50
+ "step": 3000
51
+ },
52
+ {
53
+ "epoch": 0.83,
54
+ "learning_rate": 3.608792431830829e-05,
55
+ "loss": 4.5338,
56
+ "step": 4000
57
+ },
58
+ {
59
+ "epoch": 0.83,
60
+ "eval_loss": 4.277353763580322,
61
+ "eval_runtime": 182.0621,
62
+ "eval_samples_per_second": 842.251,
63
+ "eval_steps_per_second": 52.641,
64
+ "step": 4000
65
+ },
66
+ {
67
+ "epoch": 1.04,
68
+ "learning_rate": 3.2609905397885366e-05,
69
+ "loss": 4.341,
70
+ "step": 5000
71
+ },
72
+ {
73
+ "epoch": 1.04,
74
+ "eval_loss": 4.1110429763793945,
75
+ "eval_runtime": 182.2031,
76
+ "eval_samples_per_second": 841.599,
77
+ "eval_steps_per_second": 52.601,
78
+ "step": 5000
79
+ },
80
+ {
81
+ "epoch": 1.25,
82
+ "learning_rate": 2.913188647746244e-05,
83
+ "loss": 4.1883,
84
+ "step": 6000
85
+ },
86
+ {
87
+ "epoch": 1.25,
88
+ "eval_loss": 3.976555109024048,
89
+ "eval_runtime": 182.3315,
90
+ "eval_samples_per_second": 841.007,
91
+ "eval_steps_per_second": 52.564,
92
+ "step": 6000
93
+ },
94
+ {
95
+ "epoch": 1.46,
96
+ "learning_rate": 2.5653867557039513e-05,
97
+ "loss": 4.0868,
98
+ "step": 7000
99
+ },
100
+ {
101
+ "epoch": 1.46,
102
+ "eval_loss": 3.8894081115722656,
103
+ "eval_runtime": 182.5114,
104
+ "eval_samples_per_second": 840.178,
105
+ "eval_steps_per_second": 52.512,
106
+ "step": 7000
107
+ },
108
+ {
109
+ "epoch": 1.67,
110
+ "learning_rate": 2.2175848636616583e-05,
111
+ "loss": 3.9926,
112
+ "step": 8000
113
+ },
114
+ {
115
+ "epoch": 1.67,
116
+ "eval_loss": 3.8076019287109375,
117
+ "eval_runtime": 181.8702,
118
+ "eval_samples_per_second": 843.14,
119
+ "eval_steps_per_second": 52.697,
120
+ "step": 8000
121
+ },
122
+ {
123
+ "epoch": 1.88,
124
+ "learning_rate": 1.8697829716193657e-05,
125
+ "loss": 3.927,
126
+ "step": 9000
127
+ },
128
+ {
129
+ "epoch": 1.88,
130
+ "eval_loss": 3.7512552738189697,
131
+ "eval_runtime": 181.1858,
132
+ "eval_samples_per_second": 846.325,
133
+ "eval_steps_per_second": 52.896,
134
+ "step": 9000
135
+ },
136
+ {
137
+ "epoch": 2.09,
138
+ "learning_rate": 1.521981079577073e-05,
139
+ "loss": 3.883,
140
+ "step": 10000
141
+ },
142
+ {
143
+ "epoch": 2.09,
144
+ "eval_loss": 3.726844549179077,
145
+ "eval_runtime": 181.8374,
146
+ "eval_samples_per_second": 843.292,
147
+ "eval_steps_per_second": 52.706,
148
+ "step": 10000
149
+ },
150
+ {
151
+ "epoch": 2.3,
152
+ "learning_rate": 1.1741791875347802e-05,
153
+ "loss": 3.8267,
154
+ "step": 11000
155
+ },
156
+ {
157
+ "epoch": 2.3,
158
+ "eval_loss": 3.6861767768859863,
159
+ "eval_runtime": 181.6704,
160
+ "eval_samples_per_second": 844.067,
161
+ "eval_steps_per_second": 52.755,
162
+ "step": 11000
163
+ },
164
+ {
165
+ "epoch": 2.5,
166
+ "learning_rate": 8.263772954924876e-06,
167
+ "loss": 3.7992,
168
+ "step": 12000
169
+ },
170
+ {
171
+ "epoch": 2.5,
172
+ "eval_loss": 3.6546273231506348,
173
+ "eval_runtime": 181.6602,
174
+ "eval_samples_per_second": 844.114,
175
+ "eval_steps_per_second": 52.758,
176
+ "step": 12000
177
+ },
178
+ {
179
+ "epoch": 2.71,
180
+ "learning_rate": 4.785754034501947e-06,
181
+ "loss": 3.7776,
182
+ "step": 13000
183
+ },
184
+ {
185
+ "epoch": 2.71,
186
+ "eval_loss": 3.6455674171447754,
187
+ "eval_runtime": 181.243,
188
+ "eval_samples_per_second": 846.057,
189
+ "eval_steps_per_second": 52.879,
190
+ "step": 13000
191
+ },
192
+ {
193
+ "epoch": 2.92,
194
+ "learning_rate": 1.3077351140790207e-06,
195
+ "loss": 3.7765,
196
+ "step": 14000
197
+ },
198
+ {
199
+ "epoch": 2.92,
200
+ "eval_loss": 3.6216413974761963,
201
+ "eval_runtime": 181.2343,
202
+ "eval_samples_per_second": 846.098,
203
+ "eval_steps_per_second": 52.882,
204
+ "step": 14000
205
+ }
206
+ ],
207
+ "max_steps": 14376,
208
+ "num_train_epochs": 3,
209
+ "total_flos": 2556138160300032.0,
210
+ "trial_name": null,
211
+ "trial_params": null
212
+ }
checkpoint-14000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194e43b35415316022f2278aa9a6b3e895a45e2eca2a2a5ac3af5ff1657b321e
3
+ size 2927
config.json ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "omarelsayeed/classifier_133k_small",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "BertForMaskedLM"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "classifier_dropout": null,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 256,
13
+ "id2label": {
14
+ "0": "\u0627\u0645\u0627\u0643\u0646 \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a",
15
+ "1": "\u0645\u0648\u0627\u0639\u064a\u062f \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a",
16
+ "2": "\u0648\u0638\u064a\u0641\u0629",
17
+ "3": "\u0645\u062e\u0627\u0644\u0641\u0627\u062a \u0627\u0644\u0645\u0631\u0648\u0631",
18
+ "4": "\u0627\u0633\u062a\u0644\u0627\u0645 \u0627\u0644\u0631\u062e\u0635\u0629",
19
+ "5": "\u062a\u062c\u062f\u064a\u062f \u0627\u0644\u0631\u062e\u0635\u0629",
20
+ "6": "\u0627\u0636\u0627\u0641\u0647 \u0643\u0627\u0631\u062a",
21
+ "7": "\u062d\u0630\u0641 \u0643\u0627\u0631\u062a",
22
+ "8": "\u062a\u062e\u0637\u0649 \u062d\u062f \u0645\u0633\u0645\u0648\u062d",
23
+ "9": "\u0628\u0637\u0627\u0642\u0647 \u0645\u0639\u0644\u0642\u0629/\u0627\u0644\u0628\u0637\u0627\u0642\u0629 \u0645\u062d\u0638\u0648\u0631\u0629",
24
+ "10": "\u062d\u0633\u0627\u0628 \u062c\u062f\u064a\u062f",
25
+ "11": "\u062a\u0633\u062c\u064a\u0644 \u062f\u062e\u0648\u0644 \u062d\u0633\u0627\u0628",
26
+ "12": "\u062d\u0630\u0641 \u062d\u0633\u0627\u0628",
27
+ "13": "\u062d\u0633\u0627\u0628 \u0645\u062d\u0638\u0648\u0631",
28
+ "14": "\u062a\u062d\u062f\u064a\u062b \u062d\u0633\u0627\u0628",
29
+ "15": "\u0637\u0628\u0627\u0639\u0647 \u0641\u0627\u062a\u0648\u0631\u0629",
30
+ "16": "\u0627\u0633\u062a\u0641\u0633\u0627\u0631 \u0639\u0646 \u062d\u0627\u0644\u0629 \u0627\u0644\u0639\u0645\u0644\u064a\u0629/\u0627\u0644\u0639\u0645\u0644\u064a\u0629 \u0627\u062a\u062e\u0635\u0645\u062a",
31
+ "17": "\u0634\u0631\u0627\u0621 \u0645\u0627\u0643\u064a\u0646\u0647",
32
+ "18": "\u062a\u062d\u0648\u064a\u0644 \u0645\u0628\u0644\u063a \u0645\u0627\u0644\u064a",
33
+ "19": "\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0642\u0648\u0627\u062a \u0627\u0644\u0645\u0633\u0644\u062d\u0629",
34
+ "20": "\u0634\u062d\u0646 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644",
35
+ "21": "\u0641\u0627\u062a\u0648\u0631\u0629 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644",
36
+ "22": "\u0645\u064a\u0627\u0647",
37
+ "23": "\u063a\u0627\u0632",
38
+ "24": "\u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621",
39
+ "25": "\u0641\u0648\u0631\u064a \u0628\u0627\u064a",
40
+ "26": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621",
41
+ "27": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0645\u064a\u0627\u0647",
42
+ "28": "\u0645\u0634\u0643\u0644\u0629 \u0641\u064a \u0627\u0644\u062a\u0637\u0628\u064a\u0642",
43
+ "29": "\u0627\u0633\u062a\u0631\u0627\u062c\u0639 \u0642\u064a\u0645\u0629 \u0645\u0627\u0644\u064a\u0629",
44
+ "30": "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u062f\u0648\u0644\u064a\u0629",
45
+ "31": "\u062a\u0630\u0627\u0643\u0631",
46
+ "32": "\u0627\u0644\u062a\u0623\u0645\u064a\u0646",
47
+ "33": "\u0627\u0644\u0646\u0642\u0627\u0628\u0627\u062a",
48
+ "34": "\u062a\u0639\u0644\u064a\u0645",
49
+ "35": "\u062e\u062f\u0645\u0629 \u0627\u0644\u0639\u0645\u0644\u0627\u0621",
50
+ "36": "\u0627\u0644\u0639\u0627\u0628 \u0627\u0648\u0646\u0644\u0627\u064a\u0646",
51
+ "37": "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u0645\u0627\u0644\u064a\u0629 \u0648 \u0628\u0646\u0648\u0643",
52
+ "38": "\u062a\u0645\u0648\u064a\u0644 \u0645\u062a\u0646\u0627\u0647\u064a \u0627\u0644\u0635\u063a\u0631",
53
+ "39": "\u0645\u062f\u0641\u0648\u0639\u0627\u062a \u0627\u0648\u0646\u0644\u0627\u064a\u0646",
54
+ "40": "\u062a\u0628\u0631\u0639\u0627\u062a",
55
+ "41": "\u0627\u0634\u062a\u0631\u0627\u0643 \u0646\u0648\u0627\u062f\u064a",
56
+ "42": "Yellow Card",
57
+ "43": "\u062c\u0648\u0627\u0626\u0632",
58
+ "44": "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u063a\u0627\u0632",
59
+ "45": "\u0627\u0644\u0627\u0646\u062a\u0631\u0646\u062a \u0627\u0644\u0645\u0646\u0632\u0644\u064a",
60
+ "46": "\u0627\u0644\u062a\u0644\u064a\u0641\u0648\u0646 \u0627\u0644\u0623\u0631\u0636\u064a",
61
+ "47": "\u0641\u0648\u0631\u064a \u062a\u0642\u0633\u064a\u0637",
62
+ "48": "\u0641\u0648\u0631\u064a \u064a\u0648\u0645\u064a",
63
+ "49": "\u062a\u0642\u062f\u064a\u0645 \u0634\u0643\u0648\u064a",
64
+ "50": "\u0633\u0643\u0646 \u0648\u0639\u0642\u0627\u0631\u0627\u062a",
65
+ "51": "\u0641\u0648\u0631\u064a \u0644\u0644\u0648\u0633\u0627\u0637\u0629 \u0627\u0644\u062a\u0623\u0645\u064a\u0646\u064a\u0629",
66
+ "52": "\u062a\u0623\u0645\u064a\u0646 \u0627\u062c\u062a\u0645\u0627\u0639\u064a",
67
+ "53": "\u0627\u064a\u062f\u0627\u0639",
68
+ "54": "Consumer Finance",
69
+ "55": "\u062a\u0633\u062c\u064a\u0644 \u0627\u0644\u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0639\u0642\u0627\u0631\u064a\u0629",
70
+ "56": "\u0633\u062d\u0628",
71
+ "57": "\u0634\u0631\u0627\u0621 \u0645\u0646 \u0645\u062d\u0644"
72
+ },
73
+ "initializer_range": 0.02,
74
+ "intermediate_size": 1024,
75
+ "label2id": {
76
+ "Consumer Finance": 54,
77
+ "Yellow Card": 42,
78
+ "\u0627\u0633\u062a\u0631\u0627\u062c\u0639 \u0642\u064a\u0645\u0629 \u0645\u0627\u0644\u064a\u0629": 29,
79
+ "\u0627\u0633\u062a\u0641\u0633\u0627\u0631 \u0639\u0646 \u062d\u0627\u0644\u0629 \u0627\u0644\u0639\u0645\u0644\u064a\u0629/\u0627\u0644\u0639\u0645\u0644\u064a\u0629 \u0627\u062a\u062e\u0635\u0645\u062a": 16,
80
+ "\u0627\u0633\u062a\u0644\u0627\u0645 \u0627\u0644\u0631\u062e\u0635\u0629": 4,
81
+ "\u0627\u0634\u062a\u0631\u0627\u0643 \u0646\u0648\u0627\u062f\u064a": 41,
82
+ "\u0627\u0636\u0627\u0641\u0647 \u0643\u0627\u0631\u062a": 6,
83
+ "\u0627\u0644\u0627\u0646\u062a\u0631\u0646\u062a \u0627\u0644\u0645\u0646\u0632\u0644\u064a": 45,
84
+ "\u0627\u0644\u062a\u0623\u0645\u064a\u0646": 32,
85
+ "\u0627\u0644\u062a\u0644\u064a\u0641\u0648\u0646 \u0627\u0644\u0623\u0631\u0636\u064a": 46,
86
+ "\u0627\u0644\u0639\u0627\u0628 \u0627\u0648\u0646\u0644\u0627\u064a\u0646": 36,
87
+ "\u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621": 24,
88
+ "\u0627\u0644\u0646\u0642\u0627\u0628\u0627\u062a": 33,
89
+ "\u0627\u0645\u0627\u0643\u0646 \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a": 0,
90
+ "\u0627\u064a\u062f\u0627\u0639": 53,
91
+ "\u0628\u0637\u0627\u0642\u0647 \u0645\u0639\u0644\u0642\u0629/\u0627\u0644\u0628\u0637\u0627\u0642\u0629 \u0645\u062d\u0638\u0648\u0631\u0629": 9,
92
+ "\u062a\u0623\u0645\u064a\u0646 \u0627\u062c\u062a\u0645\u0627\u0639\u064a": 52,
93
+ "\u062a\u0628\u0631\u0639\u0627\u062a": 40,
94
+ "\u062a\u062c\u062f\u064a\u062f \u0627\u0644\u0631\u062e\u0635\u0629": 5,
95
+ "\u062a\u062d\u062f\u064a\u062b \u062d\u0633\u0627\u0628": 14,
96
+ "\u062a\u062d\u0648\u064a\u0644 \u0645\u0628\u0644\u063a \u0645\u0627\u0644\u064a": 18,
97
+ "\u062a\u062e\u0637\u0649 \u062d\u062f \u0645\u0633\u0645\u0648\u062d": 8,
98
+ "\u062a\u0630\u0627\u0643\u0631": 31,
99
+ "\u062a\u0633\u062c\u064a\u0644 \u0627\u0644\u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0639\u0642\u0627\u0631\u064a\u0629": 55,
100
+ "\u062a\u0633\u062c\u064a\u0644 \u062f\u062e\u0648\u0644 \u062d\u0633\u0627\u0628": 11,
101
+ "\u062a\u0639\u0644\u064a\u0645": 34,
102
+ "\u062a\u0642\u062f\u064a\u0645 \u0634\u0643\u0648\u064a": 49,
103
+ "\u062a\u0645\u0648\u064a\u0644 \u0645\u062a\u0646\u0627\u0647\u064a \u0627\u0644\u0635\u063a\u0631": 38,
104
+ "\u062c\u0648\u0627\u0626\u0632": 43,
105
+ "\u062d\u0630\u0641 \u062d\u0633\u0627\u0628": 12,
106
+ "\u062d\u0630\u0641 \u0643\u0627\u0631\u062a": 7,
107
+ "\u062d\u0633\u0627\u0628 \u062c\u062f\u064a\u062f": 10,
108
+ "\u062d\u0633\u0627\u0628 \u0645\u062d\u0638\u0648\u0631": 13,
109
+ "\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0642\u0648\u0627\u062a \u0627\u0644\u0645\u0633\u0644\u062d\u0629": 19,
110
+ "\u062e\u062f\u0645\u0629 \u0627\u0644\u0639\u0645\u0644\u0627\u0621": 35,
111
+ "\u0633\u062d\u0628": 56,
112
+ "\u0633\u0643\u0646 \u0648\u0639\u0642\u0627\u0631\u0627\u062a": 50,
113
+ "\u0634\u062d\u0646 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644": 20,
114
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u063a\u0627\u0632": 44,
115
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621": 26,
116
+ "\u0634\u062d\u0646 \u0643\u0627\u0631\u062a \u0627\u0644\u0645\u064a\u0627\u0647": 27,
117
+ "\u0634\u0631\u0627\u0621 \u0645\u0627\u0643\u064a\u0646\u0647": 17,
118
+ "\u0634\u0631\u0627\u0621 \u0645\u0646 \u0645\u062d\u0644": 57,
119
+ "\u0637\u0628\u0627\u0639\u0647 \u0641\u0627\u062a\u0648\u0631\u0629": 15,
120
+ "\u063a\u0627\u0632": 23,
121
+ "\u0641\u0627\u062a\u0648\u0631\u0629 \u0627\u0644\u0645\u0648\u0628\u0627\u064a\u0644": 21,
122
+ "\u0641\u0648\u0631\u064a \u0628\u0627\u064a": 25,
123
+ "\u0641\u0648\u0631\u064a \u062a\u0642\u0633\u064a\u0637": 47,
124
+ "\u0641\u0648\u0631\u064a \u0644\u0644\u0648\u0633\u0627\u0637\u0629 \u0627\u0644\u062a\u0623\u0645\u064a\u0646\u064a\u0629": 51,
125
+ "\u0641\u0648\u0631\u064a \u064a\u0648\u0645\u064a": 48,
126
+ "\u0645\u062e\u0627\u0644\u0641\u0627\u062a \u0627\u0644\u0645\u0631\u0648\u0631": 3,
127
+ "\u0645\u062f\u0641\u0648\u0639\u0627\u062a \u0627\u0648\u0646\u0644\u0627\u064a\u0646": 39,
128
+ "\u0645\u0634\u0643\u0644\u0629 \u0641\u064a \u0627\u0644\u062a\u0637\u0628\u064a\u0642": 28,
129
+ "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u062f\u0648\u0644\u064a\u0629": 30,
130
+ "\u0645\u0639\u0627\u0645\u0644\u0627\u062a \u0645\u0627\u0644\u064a\u0629 \u0648 \u0628\u0646\u0648\u0643": 37,
131
+ "\u0645\u0648\u0627\u0639\u064a\u062f \u0641\u0631\u0648\u0639 \u0641\u0648\u0631\u064a": 1,
132
+ "\u0645\u064a\u0627\u0647": 22,
133
+ "\u0648\u0638\u064a\u0641\u0629": 2
134
+ },
135
+ "layer_norm_eps": 1e-12,
136
+ "max_position_embeddings": 512,
137
+ "model_type": "bert",
138
+ "num_attention_heads": 4,
139
+ "num_hidden_layers": 4,
140
+ "output_past": true,
141
+ "pad_token_id": 0,
142
+ "position_embedding_type": "absolute",
143
+ "problem_type": "single_label_classification",
144
+ "torch_dtype": "float32",
145
+ "transformers_version": "4.11.3",
146
+ "type_vocab_size": 2,
147
+ "use_cache": true,
148
+ "vocab_size": 32000
149
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d2bc92570779a43d81c02b02a694672a3b67513bb92aff99b44f26478b48b16
3
+ size 46359172
runs/Oct29_22-59-52_powerai/1698620395.6832652/events.out.tfevents.1698620395.powerai.1453.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d77c70df57c3b56f5dfa3548937d1fcd4bc220e27a7333af88888609658f0ff
3
+ size 4643
runs/Oct29_22-59-52_powerai/events.out.tfevents.1698620395.powerai.1453.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a3ac38b465f788e01ab6b34166c6b26c1b5044d13f28d361fce8421f44d4b6a
3
+ size 19028
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "added_tokens_decoder": {"0": {"content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "1": {"content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "2": {"content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "3": {"content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "4": {"content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}}, "clean_up_tokenization_spaces": true, "do_basic_tokenize": true, "full_tokenizer_file": null, "model_max_length": 1000000000000000019884624838656, "never_split": null, "special_tokens_map_file": "/root/.cache/huggingface/transformers/827c642cd17ad94139df84624ed87f889f9343d48df655b7893e7ff715c79150.7da70648c6cb9951e284c9685f9ba7ae083dd59ed1d6d84bdfc0584a4ea94b6d", "name_or_path": "omarelsayeed/classifier_133k_small", "tokenizer_class": "BertTokenizer"}
vocab.txt ADDED
The diff for this file is too large to render. See raw diff