Hugging Face's logo

KingTechnician
/
osmosis-crossencoder-binary

Safetensors
English
deberta-v2
deberta-v3
cross-encoder
osmosis
response-sufficiency
binary-classification
Model card Files
xet
 Community
KingTechnician commited on
Commit
b56fcf3
·
verified ·
1 Parent(s): 4f77aa0

Upload metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. metrics.json +163 -0
metrics.json ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "binary",
3
+ "config": {
4
+ "label_names": [
5
+ "ADDR",
6
+ "NOADDR"
7
+ ],
8
+ "drop_labels": [],
9
+ "base_model": "MoritzLaurer/deberta-v3-base-zeroshot-v2.0",
10
+ "max_epochs": 15,
11
+ "best_epoch": 3,
12
+ "patience": 3,
13
+ "batch_size": 16,
14
+ "lr": 2e-05,
15
+ "warmup_ratio": 0.1,
16
+ "weight_decay": 0.01,
17
+ "max_length": 512,
18
+ "class_weights": [
19
+ 0.7242,
20
+ 1.6153
21
+ ],
22
+ "use_weighted_sampler": false,
23
+ "use_triage": true
24
+ },
25
+ "best_val_macro_f1": 0.6685256567976161,
26
+ "final_eval": {
27
+ "yahoo": {
28
+ "accuracy": 0.806,
29
+ "macro_f1": 0.6685256567976161,
30
+ "per_class_f1": {
31
+ "ADDR": 0.8819951338199513,
32
+ "NOADDR": 0.4550561797752809
33
+ },
34
+ "classification_report": {
35
+ "ADDR": {
36
+ "precision": 0.8569739952718676,
37
+ "recall": 0.9085213032581454,
38
+ "f1-score": 0.8819951338199513,
39
+ "support": 798.0
40
+ },
41
+ "NOADDR": {
42
+ "precision": 0.525974025974026,
43
+ "recall": 0.400990099009901,
44
+ "f1-score": 0.4550561797752809,
45
+ "support": 202.0
46
+ },
47
+ "accuracy": 0.806,
48
+ "macro avg": {
49
+ "precision": 0.6914740106229468,
50
+ "recall": 0.6547557011340233,
51
+ "f1-score": 0.6685256567976161,
52
+ "support": 1000.0
53
+ },
54
+ "weighted avg": {
55
+ "precision": 0.7901120014737035,
56
+ "recall": 0.806,
57
+ "f1-score": 0.795753465102928,
58
+ "support": 1000.0
59
+ }
60
+ },
61
+ "confusion_matrix": [
62
+ [
63
+ 725,
64
+ 73
65
+ ],
66
+ [
67
+ 121,
68
+ 81
69
+ ]
70
+ ]
71
+ },
72
+ "triage": {
73
+ "accuracy": 0.9946380697050938,
74
+ "macro_f1": 0.9944121524448706,
75
+ "per_class_f1": {
76
+ "ADDR": 0.9932885906040269,
77
+ "NOADDR": 0.9955357142857143
78
+ },
79
+ "classification_report": {
80
+ "ADDR": {
81
+ "precision": 1.0,
82
+ "recall": 0.9866666666666667,
83
+ "f1-score": 0.9932885906040269,
84
+ "support": 150.0
85
+ },
86
+ "NOADDR": {
87
+ "precision": 0.9911111111111112,
88
+ "recall": 1.0,
89
+ "f1-score": 0.9955357142857143,
90
+ "support": 223.0
91
+ },
92
+ "accuracy": 0.9946380697050938,
93
+ "macro avg": {
94
+ "precision": 0.9955555555555555,
95
+ "recall": 0.9933333333333334,
96
+ "f1-score": 0.9944121524448706,
97
+ "support": 373.0
98
+ },
99
+ "weighted avg": {
100
+ "precision": 0.9946857313077152,
101
+ "recall": 0.9946380697050938,
102
+ "f1-score": 0.9946320452448212,
103
+ "support": 373.0
104
+ }
105
+ },
106
+ "confusion_matrix": [
107
+ [
108
+ 148,
109
+ 2
110
+ ],
111
+ [
112
+ 0,
113
+ 223
114
+ ]
115
+ ]
116
+ },
117
+ "human": {
118
+ "accuracy": 0.7755905511811023,
119
+ "macro_f1": 0.6796548290740125,
120
+ "per_class_f1": {
121
+ "ADDR": 0.8549618320610687,
122
+ "NOADDR": 0.5043478260869565
123
+ },
124
+ "classification_report": {
125
+ "ADDR": {
126
+ "precision": 0.8235294117647058,
127
+ "recall": 0.8888888888888888,
128
+ "f1-score": 0.8549618320610687,
129
+ "support": 189.0
130
+ },
131
+ "NOADDR": {
132
+ "precision": 0.58,
133
+ "recall": 0.4461538461538462,
134
+ "f1-score": 0.5043478260869565,
135
+ "support": 65.0
136
+ },
137
+ "accuracy": 0.7755905511811023,
138
+ "macro avg": {
139
+ "precision": 0.7017647058823528,
140
+ "recall": 0.6675213675213675,
141
+ "f1-score": 0.6796548290740125,
142
+ "support": 254.0
143
+ },
144
+ "weighted avg": {
145
+ "precision": 0.7612088930060212,
146
+ "recall": 0.7755905511811023,
147
+ "f1-score": 0.7652377754141503,
148
+ "support": 254.0
149
+ }
150
+ },
151
+ "confusion_matrix": [
152
+ [
153
+ 168,
154
+ 21
155
+ ],
156
+ [
157
+ 36,
158
+ 29
159
+ ]
160
+ ]
161
+ }
162
+ }
163
+ }