Hartunka commited on
Commit
b93ffe6
·
verified ·
1 Parent(s): f5d553f

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,28 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: Hartunka/bert_base_km_10_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: bert_base_km_10_v1_qnli
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # bert_base_km_10_v1_qnli
17
 
18
- This model is a fine-tuned version of [Hartunka/bert_base_km_10_v1](https://huggingface.co/Hartunka/bert_base_km_10_v1) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 1.2518
21
- - Accuracy: 0.6469
22
 
23
  ## Model description
24
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: Hartunka/bert_base_km_10_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - accuracy
12
  model-index:
13
  - name: bert_base_km_10_v1_qnli
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE QNLI
20
+ type: glue
21
+ args: qnli
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.6498261028738789
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # bert_base_km_10_v1_qnli
32
 
33
+ This model is a fine-tuned version of [Hartunka/bert_base_km_10_v1](https://huggingface.co/Hartunka/bert_base_km_10_v1) on the GLUE QNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6279
36
+ - Accuracy: 0.6498
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.6490939044481054,
4
- "eval_loss": 0.6261129379272461,
5
- "eval_runtime": 3.4175,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1598.526,
8
- "eval_steps_per_second": 6.437,
9
  "total_flos": 9.645664445050368e+16,
10
- "train_loss": 0.4108444413241609,
11
- "train_runtime": 1229.6341,
12
  "train_samples": 104743,
13
- "train_samples_per_second": 4259.113,
14
- "train_steps_per_second": 16.672
15
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6498261028738789,
4
+ "eval_loss": 0.6279211044311523,
5
+ "eval_runtime": 3.422,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1596.438,
8
+ "eval_steps_per_second": 6.429,
9
  "total_flos": 9.645664445050368e+16,
10
+ "train_loss": 0.4127295610381336,
11
+ "train_runtime": 1216.6029,
12
  "train_samples": 104743,
13
+ "train_samples_per_second": 4304.732,
14
+ "train_steps_per_second": 16.85
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.6490939044481054,
4
- "eval_loss": 0.6261129379272461,
5
- "eval_runtime": 3.4175,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1598.526,
8
- "eval_steps_per_second": 6.437
9
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6498261028738789,
4
+ "eval_loss": 0.6279211044311523,
5
+ "eval_runtime": 3.422,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1596.438,
8
+ "eval_steps_per_second": 6.429
9
  }
logs/events.out.tfevents.1745017143.s_005_m.2780655.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460ab7f4974e8ea38b5c4514a119eef176a984a3ed4e42223ba88a17b97a8147
3
+ size 363
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
- "train_loss": 0.4108444413241609,
5
- "train_runtime": 1229.6341,
6
  "train_samples": 104743,
7
- "train_samples_per_second": 4259.113,
8
- "train_steps_per_second": 16.672
9
  }
 
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
+ "train_loss": 0.4127295610381336,
5
+ "train_runtime": 1216.6029,
6
  "train_samples": 104743,
7
+ "train_samples_per_second": 4304.732,
8
+ "train_steps_per_second": 16.85
9
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_global_step": 820,
3
- "best_metric": 0.6261129379272461,
4
  "best_model_checkpoint": "bert_base_km_10_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
@@ -11,124 +11,124 @@
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
- "grad_norm": 2.410963773727417,
15
  "learning_rate": 4.9e-05,
16
- "loss": 0.6641,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
- "eval_accuracy": 0.6377448288486179,
22
- "eval_loss": 0.6366901397705078,
23
- "eval_runtime": 3.557,
24
- "eval_samples_per_second": 1535.854,
25
- "eval_steps_per_second": 6.185,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
- "grad_norm": 2.487971067428589,
31
  "learning_rate": 4.8e-05,
32
- "loss": 0.6198,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
- "eval_accuracy": 0.6490939044481054,
38
- "eval_loss": 0.6261129379272461,
39
- "eval_runtime": 3.453,
40
- "eval_samples_per_second": 1582.081,
41
- "eval_steps_per_second": 6.371,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
- "grad_norm": 3.140673875808716,
47
  "learning_rate": 4.7e-05,
48
- "loss": 0.5408,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
- "eval_accuracy": 0.6265788028555739,
54
- "eval_loss": 0.6862198114395142,
55
- "eval_runtime": 3.4467,
56
- "eval_samples_per_second": 1585.001,
57
- "eval_steps_per_second": 6.383,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
- "grad_norm": 7.148397922515869,
63
  "learning_rate": 4.600000000000001e-05,
64
- "loss": 0.4205,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
- "eval_accuracy": 0.6441515650741351,
70
- "eval_loss": 0.7419140338897705,
71
- "eval_runtime": 3.4555,
72
- "eval_samples_per_second": 1580.954,
73
- "eval_steps_per_second": 6.367,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
- "grad_norm": 6.679465293884277,
79
  "learning_rate": 4.5e-05,
80
- "loss": 0.2925,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
- "eval_accuracy": 0.6448837634999085,
86
- "eval_loss": 0.8849136233329773,
87
- "eval_runtime": 3.4598,
88
- "eval_samples_per_second": 1578.979,
89
- "eval_steps_per_second": 6.359,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
- "grad_norm": 8.848244667053223,
95
  "learning_rate": 4.4000000000000006e-05,
96
- "loss": 0.1969,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
- "eval_accuracy": 0.638843126487278,
102
- "eval_loss": 1.09120774269104,
103
- "eval_runtime": 3.4458,
104
- "eval_samples_per_second": 1585.388,
105
- "eval_steps_per_second": 6.385,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
- "grad_norm": 9.282306671142578,
111
  "learning_rate": 4.3e-05,
112
- "loss": 0.1413,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
- "eval_accuracy": 0.6390261760937214,
118
- "eval_loss": 1.2178927659988403,
119
- "eval_runtime": 3.4453,
120
- "eval_samples_per_second": 1585.62,
121
- "eval_steps_per_second": 6.385,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
- "train_loss": 0.4108444413241609,
129
- "train_runtime": 1229.6341,
130
- "train_samples_per_second": 4259.113,
131
- "train_steps_per_second": 16.672
132
  }
133
  ],
134
  "logging_steps": 1,
 
1
  {
2
  "best_global_step": 820,
3
+ "best_metric": 0.6279211044311523,
4
  "best_model_checkpoint": "bert_base_km_10_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
 
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
+ "grad_norm": 2.2646937370300293,
15
  "learning_rate": 4.9e-05,
16
+ "loss": 0.6642,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
+ "eval_accuracy": 0.6395753249130515,
22
+ "eval_loss": 0.6345698833465576,
23
+ "eval_runtime": 3.4904,
24
+ "eval_samples_per_second": 1565.133,
25
+ "eval_steps_per_second": 6.303,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
+ "grad_norm": 2.06400728225708,
31
  "learning_rate": 4.8e-05,
32
+ "loss": 0.6203,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
+ "eval_accuracy": 0.6498261028738789,
38
+ "eval_loss": 0.6279211044311523,
39
+ "eval_runtime": 3.4233,
40
+ "eval_samples_per_second": 1595.845,
41
+ "eval_steps_per_second": 6.427,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
+ "grad_norm": 3.729912281036377,
47
  "learning_rate": 4.7e-05,
48
+ "loss": 0.5422,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
+ "eval_accuracy": 0.6304228445908842,
54
+ "eval_loss": 0.6750292181968689,
55
+ "eval_runtime": 3.4493,
56
+ "eval_samples_per_second": 1583.801,
57
+ "eval_steps_per_second": 6.378,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
+ "grad_norm": 6.5136637687683105,
63
  "learning_rate": 4.600000000000001e-05,
64
+ "loss": 0.422,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
+ "eval_accuracy": 0.6467142595643419,
70
+ "eval_loss": 0.7332958579063416,
71
+ "eval_runtime": 3.4349,
72
+ "eval_samples_per_second": 1590.425,
73
+ "eval_steps_per_second": 6.405,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
+ "grad_norm": 6.036999702453613,
79
  "learning_rate": 4.5e-05,
80
+ "loss": 0.2952,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
+ "eval_accuracy": 0.6551345414607359,
86
+ "eval_loss": 0.8971741199493408,
87
+ "eval_runtime": 3.4347,
88
+ "eval_samples_per_second": 1590.509,
89
+ "eval_steps_per_second": 6.405,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
+ "grad_norm": 8.021710395812988,
95
  "learning_rate": 4.4000000000000006e-05,
96
+ "loss": 0.1998,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
+ "eval_accuracy": 0.6445176642870217,
102
+ "eval_loss": 1.0509867668151855,
103
+ "eval_runtime": 3.4393,
104
+ "eval_samples_per_second": 1588.41,
105
+ "eval_steps_per_second": 6.397,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
+ "grad_norm": 11.778338432312012,
111
  "learning_rate": 4.3e-05,
112
+ "loss": 0.1454,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
+ "eval_accuracy": 0.6468973091707853,
118
+ "eval_loss": 1.2517988681793213,
119
+ "eval_runtime": 3.434,
120
+ "eval_samples_per_second": 1590.876,
121
+ "eval_steps_per_second": 6.407,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
+ "train_loss": 0.4127295610381336,
129
+ "train_runtime": 1216.6029,
130
+ "train_samples_per_second": 4304.732,
131
+ "train_steps_per_second": 16.85
132
  }
133
  ],
134
  "logging_steps": 1,