Training in progress, epoch 1

config.json

@@ -1,21 +1,19 @@
 {
-  "_name_or_path": "huawei-noah/TinyBERT_General_4L_312D",
+  "_name_or_path": "google/bert_uncased_L-2_H-128_A-2",
   "architectures": [
     "BertForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "cell": {},
   "classifier_dropout": null,
-  "emb_size": 312,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 312,
+  "hidden_size": 128,
   "id2label": {
     "0": "entailment",
     "1": "not_entailment"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 1200,
+  "intermediate_size": 512,
   "label2id": {
     "entailment": "0",
     "not_entailment": "1"
@@ -23,13 +21,11 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 4,
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "pre_trained": "",
   "problem_type": "single_label_classification",
-  "structure": [],
   "torch_dtype": "float32",
   "transformers_version": "4.20.1",
   "type_vocab_size": 2,

logs/1657033504.45278/events.out.tfevents.1657033504.3e31b05f9f01.82.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295c9bd3566479f23aa599577ad4f114a6567e25248d18d36ab4068ff25af7c9
+size 5347

logs/events.out.tfevents.1657033504.3e31b05f9f01.82.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b86ee81a49e3aa7183f310a072863db2855b8ea550519676e7322b3dcf1fd57
+size 4170

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07700bf291b669cb9e7a5dbbb5ceb1edec8867e93b805ed99f15af770f70215d
-size 57430535
+oid sha256:73b9febeddcd149250a19fd4cf601d8278ea8e673e03dca5c8730baf265088ff
+size 17561831

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f9eccbe9a5c796363b86cf614dd3a6e32d8baabe4c4d9050fc9f47867626e57
+oid sha256:4133bee11eb1fbcc7dd17cd762065dd1c2a31a8c83ab02dcbef4f2ecc12fa2f3
 size 3375