Hartunka commited on
Commit
2a19683
·
verified ·
1 Parent(s): 77ca7ad

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,28 @@
1
  ---
2
  library_name: transformers
 
 
3
  base_model: Hartunka/bert_base_rand_100_v1
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: bert_base_rand_100_v1_qnli
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # bert_base_rand_100_v1_qnli
17
 
18
- This model is a fine-tuned version of [Hartunka/bert_base_rand_100_v1](https://huggingface.co/Hartunka/bert_base_rand_100_v1) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 1.2076
21
- - Accuracy: 0.6334
22
 
23
  ## Model description
24
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  base_model: Hartunka/bert_base_rand_100_v1
6
  tags:
7
  - generated_from_trainer
8
+ datasets:
9
+ - glue
10
  metrics:
11
  - accuracy
12
  model-index:
13
  - name: bert_base_rand_100_v1_qnli
14
+ results:
15
+ - task:
16
+ name: Text Classification
17
+ type: text-classification
18
+ dataset:
19
+ name: GLUE QNLI
20
+ type: glue
21
+ args: qnli
22
+ metrics:
23
+ - name: Accuracy
24
+ type: accuracy
25
+ value: 0.6362804319970712
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # bert_base_rand_100_v1_qnli
32
 
33
+ This model is a fine-tuned version of [Hartunka/bert_base_rand_100_v1](https://huggingface.co/Hartunka/bert_base_rand_100_v1) on the GLUE QNLI dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6374
36
+ - Accuracy: 0.6363
37
 
38
  ## Model description
39
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.6370126304228446,
4
- "eval_loss": 0.6337587833404541,
5
- "eval_runtime": 3.4214,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1596.692,
8
- "eval_steps_per_second": 6.43,
9
  "total_flos": 9.645664445050368e+16,
10
- "train_loss": 0.43505343659829593,
11
- "train_runtime": 1216.3776,
12
  "train_samples": 104743,
13
- "train_samples_per_second": 4305.53,
14
- "train_steps_per_second": 16.853
15
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6362804319970712,
4
+ "eval_loss": 0.6373825073242188,
5
+ "eval_runtime": 3.4251,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1595.012,
8
+ "eval_steps_per_second": 6.423,
9
  "total_flos": 9.645664445050368e+16,
10
+ "train_loss": 0.4347643011538409,
11
+ "train_runtime": 1213.7649,
12
  "train_samples": 104743,
13
+ "train_samples_per_second": 4314.798,
14
+ "train_steps_per_second": 16.89
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
- "eval_accuracy": 0.6370126304228446,
4
- "eval_loss": 0.6337587833404541,
5
- "eval_runtime": 3.4214,
6
  "eval_samples": 5463,
7
- "eval_samples_per_second": 1596.692,
8
- "eval_steps_per_second": 6.43
9
  }
 
1
  {
2
  "epoch": 7.0,
3
+ "eval_accuracy": 0.6362804319970712,
4
+ "eval_loss": 0.6373825073242188,
5
+ "eval_runtime": 3.4251,
6
  "eval_samples": 5463,
7
+ "eval_samples_per_second": 1595.012,
8
+ "eval_steps_per_second": 6.423
9
  }
logs/events.out.tfevents.1745184425.s_005_m.2815556.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba347e513db3b36536af978c358268ccdfeecfdd8519262155d1c78e84cab8ba
3
+ size 363
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
- "train_loss": 0.43505343659829593,
5
- "train_runtime": 1216.3776,
6
  "train_samples": 104743,
7
- "train_samples_per_second": 4305.53,
8
- "train_steps_per_second": 16.853
9
  }
 
1
  {
2
  "epoch": 7.0,
3
  "total_flos": 9.645664445050368e+16,
4
+ "train_loss": 0.4347643011538409,
5
+ "train_runtime": 1213.7649,
6
  "train_samples": 104743,
7
+ "train_samples_per_second": 4314.798,
8
+ "train_steps_per_second": 16.89
9
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_global_step": 820,
3
- "best_metric": 0.6337587833404541,
4
  "best_model_checkpoint": "bert_base_rand_100_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
@@ -11,124 +11,124 @@
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
- "grad_norm": 2.0978119373321533,
15
  "learning_rate": 4.9e-05,
16
  "loss": 0.6632,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
- "eval_accuracy": 0.6220025626944902,
22
- "eval_loss": 0.6431590914726257,
23
- "eval_runtime": 3.4725,
24
- "eval_samples_per_second": 1573.217,
25
- "eval_steps_per_second": 6.335,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
- "grad_norm": 1.5537503957748413,
31
  "learning_rate": 4.8e-05,
32
- "loss": 0.6244,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
- "eval_accuracy": 0.6370126304228446,
38
- "eval_loss": 0.6337587833404541,
39
- "eval_runtime": 3.4189,
40
- "eval_samples_per_second": 1597.881,
41
- "eval_steps_per_second": 6.435,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
- "grad_norm": 2.911444664001465,
47
  "learning_rate": 4.7e-05,
48
- "loss": 0.561,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
- "eval_accuracy": 0.6351821343584111,
54
- "eval_loss": 0.6733267903327942,
55
- "eval_runtime": 3.4105,
56
- "eval_samples_per_second": 1601.811,
57
- "eval_steps_per_second": 6.451,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
- "grad_norm": 3.900480270385742,
63
  "learning_rate": 4.600000000000001e-05,
64
- "loss": 0.4574,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
- "eval_accuracy": 0.6468973091707853,
70
- "eval_loss": 0.715512216091156,
71
- "eval_runtime": 3.4192,
72
- "eval_samples_per_second": 1597.753,
73
- "eval_steps_per_second": 6.434,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
- "grad_norm": 7.243943214416504,
79
  "learning_rate": 4.5e-05,
80
- "loss": 0.3358,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
- "eval_accuracy": 0.6410397217645982,
86
- "eval_loss": 0.864467203617096,
87
- "eval_runtime": 3.416,
88
- "eval_samples_per_second": 1599.235,
89
- "eval_steps_per_second": 6.44,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
- "grad_norm": 6.885410308837891,
95
  "learning_rate": 4.4000000000000006e-05,
96
- "loss": 0.2353,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
- "eval_accuracy": 0.637195680029288,
102
- "eval_loss": 1.0367809534072876,
103
- "eval_runtime": 3.4173,
104
- "eval_samples_per_second": 1598.617,
105
- "eval_steps_per_second": 6.438,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
- "grad_norm": 8.375223159790039,
111
  "learning_rate": 4.3e-05,
112
- "loss": 0.1682,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
- "eval_accuracy": 0.633534687900421,
118
- "eval_loss": 1.0254089832305908,
119
- "eval_runtime": 3.4225,
120
- "eval_samples_per_second": 1596.224,
121
- "eval_steps_per_second": 6.428,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
- "train_loss": 0.43505343659829593,
129
- "train_runtime": 1216.3776,
130
- "train_samples_per_second": 4305.53,
131
- "train_steps_per_second": 16.853
132
  }
133
  ],
134
  "logging_steps": 1,
 
1
  {
2
  "best_global_step": 820,
3
+ "best_metric": 0.6373825073242188,
4
  "best_model_checkpoint": "bert_base_rand_100_v1_qnli/checkpoint-820",
5
  "epoch": 7.0,
6
  "eval_steps": 500,
 
11
  "log_history": [
12
  {
13
  "epoch": 1.0,
14
+ "grad_norm": 2.113560676574707,
15
  "learning_rate": 4.9e-05,
16
  "loss": 0.6632,
17
  "step": 410
18
  },
19
  {
20
  "epoch": 1.0,
21
+ "eval_accuracy": 0.6205381658429434,
22
+ "eval_loss": 0.643620491027832,
23
+ "eval_runtime": 3.5132,
24
+ "eval_samples_per_second": 1554.985,
25
+ "eval_steps_per_second": 6.262,
26
  "step": 410
27
  },
28
  {
29
  "epoch": 2.0,
30
+ "grad_norm": 1.5749682188034058,
31
  "learning_rate": 4.8e-05,
32
+ "loss": 0.6248,
33
  "step": 820
34
  },
35
  {
36
  "epoch": 2.0,
37
+ "eval_accuracy": 0.6362804319970712,
38
+ "eval_loss": 0.6373825073242188,
39
+ "eval_runtime": 3.4184,
40
+ "eval_samples_per_second": 1598.129,
41
+ "eval_steps_per_second": 6.436,
42
  "step": 820
43
  },
44
  {
45
  "epoch": 3.0,
46
+ "grad_norm": 3.1714890003204346,
47
  "learning_rate": 4.7e-05,
48
+ "loss": 0.5616,
49
  "step": 1230
50
  },
51
  {
52
  "epoch": 3.0,
53
+ "eval_accuracy": 0.6390261760937214,
54
+ "eval_loss": 0.6837719082832336,
55
+ "eval_runtime": 3.4053,
56
+ "eval_samples_per_second": 1604.257,
57
+ "eval_steps_per_second": 6.46,
58
  "step": 1230
59
  },
60
  {
61
  "epoch": 4.0,
62
+ "grad_norm": 3.8961050510406494,
63
  "learning_rate": 4.600000000000001e-05,
64
+ "loss": 0.4586,
65
  "step": 1640
66
  },
67
  {
68
  "epoch": 4.0,
69
+ "eval_accuracy": 0.6470803587772286,
70
+ "eval_loss": 0.7240437865257263,
71
+ "eval_runtime": 3.4148,
72
+ "eval_samples_per_second": 1599.799,
73
+ "eval_steps_per_second": 6.443,
74
  "step": 1640
75
  },
76
  {
77
  "epoch": 5.0,
78
+ "grad_norm": 7.140533924102783,
79
  "learning_rate": 4.5e-05,
80
+ "loss": 0.3339,
81
  "step": 2050
82
  },
83
  {
84
  "epoch": 5.0,
85
+ "eval_accuracy": 0.6359143327841845,
86
+ "eval_loss": 0.831567108631134,
87
+ "eval_runtime": 3.4331,
88
+ "eval_samples_per_second": 1591.251,
89
+ "eval_steps_per_second": 6.408,
90
  "step": 2050
91
  },
92
  {
93
  "epoch": 6.0,
94
+ "grad_norm": 5.499217987060547,
95
  "learning_rate": 4.4000000000000006e-05,
96
+ "loss": 0.2351,
97
  "step": 2460
98
  },
99
  {
100
  "epoch": 6.0,
101
+ "eval_accuracy": 0.6322533406553176,
102
+ "eval_loss": 1.0066131353378296,
103
+ "eval_runtime": 3.4113,
104
+ "eval_samples_per_second": 1601.464,
105
+ "eval_steps_per_second": 6.449,
106
  "step": 2460
107
  },
108
  {
109
  "epoch": 7.0,
110
+ "grad_norm": 7.18892240524292,
111
  "learning_rate": 4.3e-05,
112
+ "loss": 0.1661,
113
  "step": 2870
114
  },
115
  {
116
  "epoch": 7.0,
117
+ "eval_accuracy": 0.6333516382939777,
118
+ "eval_loss": 1.2076168060302734,
119
+ "eval_runtime": 3.4291,
120
+ "eval_samples_per_second": 1593.149,
121
+ "eval_steps_per_second": 6.416,
122
  "step": 2870
123
  },
124
  {
125
  "epoch": 7.0,
126
  "step": 2870,
127
  "total_flos": 9.645664445050368e+16,
128
+ "train_loss": 0.4347643011538409,
129
+ "train_runtime": 1213.7649,
130
+ "train_samples_per_second": 4314.798,
131
+ "train_steps_per_second": 16.89
132
  }
133
  ],
134
  "logging_steps": 1,