Hartunka commited on
Commit
e8a9ea2
·
verified ·
1 Parent(s): d0066a2

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,28 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: Hartunka/bert_base_km_20_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: bert_base_km_20_v1_qnli
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # bert_base_km_20_v1_qnli
17
 
18
- This model is a fine-tuned version of [Hartunka/bert_base_km_20_v1](https://huggingface.co/Hartunka/bert_base_km_20_v1) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 1.1769
21
- - Accuracy: 0.6458
22
 
23
  ## Model description
24
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: Hartunka/bert_base_km_20_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - accuracy
12
  model-index:
13
  - name: bert_base_km_20_v1_qnli
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE QNLI
20
+ type: glue
21
+ args: qnli
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.6353651839648545
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # bert_base_km_20_v1_qnli
32
 
33
+ This model is a fine-tuned version of [Hartunka/bert_base_km_20_v1](https://huggingface.co/Hartunka/bert_base_km_20_v1) on the GLUE QNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6347
36
+ - Accuracy: 0.6354
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.629873695771554,
4
- "eval_loss": 0.6378833651542664,
5
- "eval_runtime": 3.4372,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1589.388,
8
- "eval_steps_per_second": 6.401,
9
  "total_flos": 9.645664445050368e+16,
10
- "train_loss": 0.43505029711573795,
11
- "train_runtime": 1217.4791,
12
  "train_samples": 104743,
13
- "train_samples_per_second": 4301.634,
14
- "train_steps_per_second": 16.838
15
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6353651839648545,
4
+ "eval_loss": 0.6347135305404663,
5
+ "eval_runtime": 3.4354,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1590.194,
8
+ "eval_steps_per_second": 6.404,
9
  "total_flos": 9.645664445050368e+16,
10
+ "train_loss": 0.4254190969965599,
11
+ "train_runtime": 1216.1304,
12
  "train_samples": 104743,
13
+ "train_samples_per_second": 4306.405,
14
+ "train_steps_per_second": 16.857
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.629873695771554,
4
- "eval_loss": 0.6378833651542664,
5
- "eval_runtime": 3.4372,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1589.388,
8
- "eval_steps_per_second": 6.401
9
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6353651839648545,
4
+ "eval_loss": 0.6347135305404663,
5
+ "eval_runtime": 3.4354,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1590.194,
8
+ "eval_steps_per_second": 6.404
9
  }
logs/events.out.tfevents.1745045504.s_005_m.2788007.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85812bf91b4bccc5fbdd76c7e84c6062a6c2fdb7d05dceb0bc344774ed8ee752
3
+ size 363
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
- "train_loss": 0.43505029711573795,
5
- "train_runtime": 1217.4791,
6
  "train_samples": 104743,
7
- "train_samples_per_second": 4301.634,
8
- "train_steps_per_second": 16.838
9
  }
 
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
+ "train_loss": 0.4254190969965599,
5
+ "train_runtime": 1216.1304,
6
  "train_samples": 104743,
7
+ "train_samples_per_second": 4306.405,
8
+ "train_steps_per_second": 16.857
9
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_global_step": 820,
3
- "best_metric": 0.6378833651542664,
4
  "best_model_checkpoint": "bert_base_km_20_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
@@ -11,124 +11,124 @@
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
- "grad_norm": 1.7936151027679443,
15
  "learning_rate": 4.9e-05,
16
- "loss": 0.6684,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
- "eval_accuracy": 0.6203551162365001,
22
- "eval_loss": 0.6478282809257507,
23
- "eval_runtime": 3.6324,
24
- "eval_samples_per_second": 1503.965,
25
- "eval_steps_per_second": 6.057,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
- "grad_norm": 1.8211458921432495,
31
  "learning_rate": 4.8e-05,
32
- "loss": 0.632,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
- "eval_accuracy": 0.629873695771554,
38
- "eval_loss": 0.6378833651542664,
39
- "eval_runtime": 3.4314,
40
- "eval_samples_per_second": 1592.059,
41
- "eval_steps_per_second": 6.411,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
- "grad_norm": 2.655383348464966,
47
  "learning_rate": 4.7e-05,
48
- "loss": 0.572,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
- "eval_accuracy": 0.6313380926231008,
54
- "eval_loss": 0.6602140069007874,
55
- "eval_runtime": 3.4526,
56
- "eval_samples_per_second": 1582.266,
57
- "eval_steps_per_second": 6.372,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
- "grad_norm": 4.3831000328063965,
63
  "learning_rate": 4.600000000000001e-05,
64
- "loss": 0.4607,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
- "eval_accuracy": 0.6492769540545488,
70
- "eval_loss": 0.6907069683074951,
71
- "eval_runtime": 3.4461,
72
- "eval_samples_per_second": 1585.267,
73
- "eval_steps_per_second": 6.384,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
- "grad_norm": 4.579970359802246,
79
  "learning_rate": 4.5e-05,
80
- "loss": 0.3293,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
- "eval_accuracy": 0.6485447556287754,
86
- "eval_loss": 0.8158578276634216,
87
- "eval_runtime": 3.4247,
88
- "eval_samples_per_second": 1595.176,
89
- "eval_steps_per_second": 6.424,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
- "grad_norm": 9.527710914611816,
95
  "learning_rate": 4.4000000000000006e-05,
96
- "loss": 0.223,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
- "eval_accuracy": 0.6404905729452681,
102
- "eval_loss": 1.0376250743865967,
103
- "eval_runtime": 3.4217,
104
- "eval_samples_per_second": 1596.598,
105
- "eval_steps_per_second": 6.43,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
- "grad_norm": 9.083931922912598,
111
  "learning_rate": 4.3e-05,
112
- "loss": 0.1601,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
- "eval_accuracy": 0.642504118616145,
118
- "eval_loss": 1.2133229970932007,
119
- "eval_runtime": 3.4431,
120
- "eval_samples_per_second": 1586.657,
121
- "eval_steps_per_second": 6.39,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
- "train_loss": 0.43505029711573795,
129
- "train_runtime": 1217.4791,
130
- "train_samples_per_second": 4301.634,
131
- "train_steps_per_second": 16.838
132
  }
133
  ],
134
  "logging_steps": 1,
 
1
  {
2
  "best_global_step": 820,
3
+ "best_metric": 0.6347135305404663,
4
  "best_model_checkpoint": "bert_base_km_20_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
 
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
+ "grad_norm": 1.621480107307434,
15
  "learning_rate": 4.9e-05,
16
+ "loss": 0.668,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
+ "eval_accuracy": 0.6232839099395936,
22
+ "eval_loss": 0.6446160674095154,
23
+ "eval_runtime": 3.5028,
24
+ "eval_samples_per_second": 1559.629,
25
+ "eval_steps_per_second": 6.281,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
+ "grad_norm": 1.6884652376174927,
31
  "learning_rate": 4.8e-05,
32
+ "loss": 0.6309,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
+ "eval_accuracy": 0.6353651839648545,
38
+ "eval_loss": 0.6347135305404663,
39
+ "eval_runtime": 3.4361,
40
+ "eval_samples_per_second": 1589.87,
41
+ "eval_steps_per_second": 6.403,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
+ "grad_norm": 2.6409614086151123,
47
  "learning_rate": 4.7e-05,
48
+ "loss": 0.5661,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
+ "eval_accuracy": 0.6317041918359876,
54
+ "eval_loss": 0.6613866686820984,
55
+ "eval_runtime": 3.4605,
56
+ "eval_samples_per_second": 1578.666,
57
+ "eval_steps_per_second": 6.357,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
+ "grad_norm": 5.787648677825928,
63
  "learning_rate": 4.600000000000001e-05,
64
+ "loss": 0.4463,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
+ "eval_accuracy": 0.6414058209774849,
70
+ "eval_loss": 0.6944608688354492,
71
+ "eval_runtime": 3.4319,
72
+ "eval_samples_per_second": 1591.851,
73
+ "eval_steps_per_second": 6.411,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
+ "grad_norm": 5.31504487991333,
79
  "learning_rate": 4.5e-05,
80
+ "loss": 0.3097,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
+ "eval_accuracy": 0.6447007138934652,
86
+ "eval_loss": 0.841460108757019,
87
+ "eval_runtime": 3.4478,
88
+ "eval_samples_per_second": 1584.501,
89
+ "eval_steps_per_second": 6.381,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
+ "grad_norm": 8.552193641662598,
95
  "learning_rate": 4.4000000000000006e-05,
96
+ "loss": 0.2074,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
+ "eval_accuracy": 0.6355482335712979,
102
+ "eval_loss": 1.076311707496643,
103
+ "eval_runtime": 3.4374,
104
+ "eval_samples_per_second": 1589.288,
105
+ "eval_steps_per_second": 6.4,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
+ "grad_norm": 8.511574745178223,
111
  "learning_rate": 4.3e-05,
112
+ "loss": 0.1497,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
+ "eval_accuracy": 0.6457990115321252,
118
+ "eval_loss": 1.1768972873687744,
119
+ "eval_runtime": 3.4374,
120
+ "eval_samples_per_second": 1589.297,
121
+ "eval_steps_per_second": 6.4,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
+ "train_loss": 0.4254190969965599,
129
+ "train_runtime": 1216.1304,
130
+ "train_samples_per_second": 4306.405,
131
+ "train_steps_per_second": 16.857
132
  }
133
  ],
134
  "logging_steps": 1,