med-doc-classifier / benchmark_results.json
ds-EkaCare's picture
eka-doc-classifier: base1024 hier (flat L2 default + scope/l1 select, quality 1-100 score)
29467f3 verified
Raw
History Blame Contribute Delete
959 Bytes
{
"flat_l2": {
"bf16": {
"internal": {
"acc": 96.45,
"macro_f1": 0.9646,
"cluster_acc": 97.36,
"n": 16204
},
"external": {
"acc": 80.9,
"macro_f1": 0.7019,
"cluster_acc": 90.95,
"n": 953
},
"img_per_s": 78.4
},
"int8": {
"internal": {
"acc": 96.43,
"macro_f1": 0.9645,
"cluster_acc": 97.36,
"n": 16204
},
"external": {
"acc": 80.9,
"macro_f1": 0.6527,
"cluster_acc": 91.15,
"n": 953
},
"img_per_s": 69.3
},
"int4": {
"internal": {
"acc": 95.22,
"macro_f1": 0.9553,
"cluster_acc": 94.23,
"n": 16204
},
"external": {
"acc": 77.23,
"macro_f1": 0.6304,
"cluster_acc": 85.6,
"n": 953
},
"img_per_s": 24.8
}
},
"internal_n": 16204,
"external_n": 953
}