Training in progress, epoch 1

config.json

@@ -1,15 +1,13 @@
 {
-  "_name_or_path": "huawei-noah/TinyBERT_General_4L_312D",
+  "_name_or_path": "gaunernst/bert-mini-uncased",
   "architectures": [
     "BertForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "cell": {},
   "classifier_dropout": null,
-  "emb_size": 312,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 312,
+  "hidden_size": 256,
   "id2label": {
     "0": "holdings",
     "1": "capital_gains",
@@ -26,7 +24,7 @@
     "12": "None_module"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 1200,
+  "intermediate_size": 1024,
   "label2id": {
     "Current Year": 5,
     "Daily": 7,
@@ -45,13 +43,11 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 12,
+  "num_attention_heads": 4,
   "num_hidden_layers": 4,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "pre_trained": "",
   "problem_type": "multi_label_classification",
-  "structure": [],
   "torch_dtype": "float32",
   "transformers_version": "4.46.2",
   "type_vocab_size": 2,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8642697518b35f49eaa0c054a8e589afb8436a749933734cb7a15d45c5391a3
-size 57425580
+oid sha256:9c04956a47e86cf0b8b9349cdb1c524ae19e3aea7e262c0c762ea2f1996f4595
+size 44703916

runs/Nov07_08-28-00_6433661c917b/events.out.tfevents.1730968105.6433661c917b.2405.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a87bf2d135148fe1ba4f210a549281729f2686536f0b5bd0deb2106c8d10b0
+size 6394

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0d251f5e5353ab9fb8f108380e26acbf6a91d91d5d1bb835f8ab90140459289
+oid sha256:98e0ce5d81378faa54fe5934a832f5d49ab6d1f4118d9be8c096908833cd893c
 size 5304