Cheng98 commited on
Commit
e18bbfb
·
verified ·
1 Parent(s): bbe25ce

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.6534296028880866
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [bert-base-cased](https://huggingface.co/bert-base-cased) on the GLUE RTE dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.8931
36
- - Accuracy: 0.6534
37
 
38
  ## Model description
39
 
@@ -53,12 +53,12 @@ More information needed
53
 
54
  The following hyperparameters were used during training:
55
  - learning_rate: 2e-05
56
- - train_batch_size: 8
57
  - eval_batch_size: 8
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
- - num_epochs: 3.0
62
 
63
  ### Training results
64
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.6714801444043321
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [bert-base-cased](https://huggingface.co/bert-base-cased) on the GLUE RTE dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 1.1771
36
+ - Accuracy: 0.6715
37
 
38
  ## Model description
39
 
 
53
 
54
  The following hyperparameters were used during training:
55
  - learning_rate: 2e-05
56
+ - train_batch_size: 16
57
  - eval_batch_size: 8
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
+ - num_epochs: 5.0
62
 
63
  ### Training results
64
 
all_results.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
- "epoch": 3.0,
3
- "eval_accuracy": 0.6534296028880866,
4
- "eval_loss": 0.8931174278259277,
5
- "eval_runtime": 0.5398,
6
  "eval_samples": 277,
7
- "eval_samples_per_second": 513.144,
8
- "eval_steps_per_second": 64.838,
9
- "train_loss": 0.4466698230841221,
10
- "train_runtime": 55.3452,
11
  "train_samples": 2490,
12
- "train_samples_per_second": 134.971,
13
- "train_steps_per_second": 16.912
14
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "eval_accuracy": 0.6714801444043321,
4
+ "eval_loss": 1.17707359790802,
5
+ "eval_runtime": 0.412,
6
  "eval_samples": 277,
7
+ "eval_samples_per_second": 672.332,
8
+ "eval_steps_per_second": 84.952,
9
+ "train_loss": 0.39309821984706783,
10
+ "train_runtime": 41.8687,
11
  "train_samples": 2490,
12
+ "train_samples_per_second": 297.358,
13
+ "train_steps_per_second": 18.63
14
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 3.0,
3
- "eval_accuracy": 0.6534296028880866,
4
- "eval_loss": 0.8931174278259277,
5
- "eval_runtime": 0.5398,
6
  "eval_samples": 277,
7
- "eval_samples_per_second": 513.144,
8
- "eval_steps_per_second": 64.838
9
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "eval_accuracy": 0.6714801444043321,
4
+ "eval_loss": 1.17707359790802,
5
+ "eval_runtime": 0.412,
6
  "eval_samples": 277,
7
+ "eval_samples_per_second": 672.332,
8
+ "eval_steps_per_second": 84.952
9
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5eb957533357e839c4f5e5f804e8c67ebe0ac1af1e1972d3059b2db75682392c
3
  size 433315633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16356d06adba81986ceed99f04f2450631db4ecebd4a4b724af40ab3a0fffc16
3
  size 433315633
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 3.0,
3
- "train_loss": 0.4466698230841221,
4
- "train_runtime": 55.3452,
5
  "train_samples": 2490,
6
- "train_samples_per_second": 134.971,
7
- "train_steps_per_second": 16.912
8
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "train_loss": 0.39309821984706783,
4
+ "train_runtime": 41.8687,
5
  "train_samples": 2490,
6
+ "train_samples_per_second": 297.358,
7
+ "train_steps_per_second": 18.63
8
  }
trainer_state.json CHANGED
@@ -1,31 +1,31 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.0,
5
- "global_step": 936,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
- "epoch": 1.6,
12
- "learning_rate": 9.316239316239318e-06,
13
- "loss": 0.5885,
14
  "step": 500
15
  },
16
  {
17
- "epoch": 3.0,
18
- "step": 936,
19
- "total_flos": 491359895884800.0,
20
- "train_loss": 0.4466698230841221,
21
- "train_runtime": 55.3452,
22
- "train_samples_per_second": 134.971,
23
- "train_steps_per_second": 16.912
24
  }
25
  ],
26
- "max_steps": 936,
27
- "num_train_epochs": 3,
28
- "total_flos": 491359895884800.0,
29
  "trial_name": null,
30
  "trial_params": null
31
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "global_step": 780,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
+ "epoch": 3.21,
12
+ "learning_rate": 7.230769230769231e-06,
13
+ "loss": 0.5104,
14
  "step": 500
15
  },
16
  {
17
+ "epoch": 5.0,
18
+ "step": 780,
19
+ "total_flos": 818933159808000.0,
20
+ "train_loss": 0.39309821984706783,
21
+ "train_runtime": 41.8687,
22
+ "train_samples_per_second": 297.358,
23
+ "train_steps_per_second": 18.63
24
  }
25
  ],
26
+ "max_steps": 780,
27
+ "num_train_epochs": 5,
28
+ "total_flos": 818933159808000.0,
29
  "trial_name": null,
30
  "trial_params": null
31
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b582dd56e8db56a27f76e88c4936bebc5b86b460beb26ae77a7ff3eda43b8bb4
3
  size 3963
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11f9ae603920249b49f55e6cff82db44494674ed95393466630e127f231159b
3
  size 3963