Hugging Face's logo

Vandita
/
QuantizedSarcBERT-static-v2

Text Classification
ONNX
English
bert
sarcasm-detection
quantization
int8
static-quantization
emoji
Model card Files
xet
 Community
QuantizedSarcBERT-static-v2
File size: 2,849 Bytes
849e7fe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
  "model": "Vandita/Bert-finetuned-Sarc",
  "calib_method": "percentile",
  "calib_samples": 128,
  "per_channel": true,
  "max_length": 128,
  "variants": {
    "fp32": {
      "padding": {
        "pad_sensitivity": 1.6673438185677014e-09,
        "mixed_batch": 3.9037433952060496e-08
      },
      "metrics": {
        "test1": {
          "accuracy": 0.6604869950193691,
          "precision": 0.7026783027384893,
          "recall": 0.6143120231518021,
          "f1": 0.6555306007860753,
          "mcc": 0.3266370976097823,
          "roc_auc": 0.7134889632886527
        },
        "test2": {
          "accuracy": 0.7124208860759493,
          "precision": 0.4488484199250134,
          "recall": 0.6634996041171813,
          "f1": 0.5354632587859425,
          "mcc": 0.35181371770295516,
          "roc_auc": 0.7418812710583462
        }
      },
      "perf": {
        "p50_ms": 67.9532999638468,
        "p95_ms": 90.3166450036224,
        "mean_ms": 68.6908416673153,
        "size_mb": 437.647083
      }
    },
    "dynamic": {
      "padding": {
        "pad_sensitivity": 0.8816018257188156,
        "mixed_batch": 0.917283507402948
      },
      "metrics": {
        "test1": {
          "accuracy": 0.6542612064194798,
          "precision": 0.6953781512605042,
          "recall": 0.6095764272559853,
          "f1": 0.6496565260058881,
          "mcc": 0.31393637586467577,
          "roc_auc": 0.7130182518430217
        },
        "test2": {
          "accuracy": 0.7118275316455697,
          "precision": 0.44878563885955647,
          "recall": 0.6730007917656373,
          "f1": 0.5384859043395629,
          "mcc": 0.3557459152799129,
          "roc_auc": 0.741450841123134
        }
      },
      "perf": {
        "p50_ms": 27.237399946898222,
        "p95_ms": 50.43852498056367,
        "mean_ms": 28.918663325021043,
        "size_mb": 110.516613
      }
    },
    "static": {
      "padding": {
        "pad_sensitivity": 0.0,
        "mixed_batch": 0.0
      },
      "metrics": {
        "test1": {
          "accuracy": 0.6506640841173216,
          "precision": 0.6841801385681293,
          "recall": 0.6235201262825573,
          "f1": 0.6524432209222298,
          "mcc": 0.3041449447250064,
          "roc_auc": 0.7039950861456068
        },
        "test2": {
          "accuracy": 0.6989715189873418,
          "precision": 0.4327970939283861,
          "recall": 0.6603325415676959,
          "f1": 0.5228840125391849,
          "mcc": 0.3317347598817295,
          "roc_auc": 0.7416574975905735
        }
      },
      "perf": {
        "p50_ms": 29.035800020210445,
        "p95_ms": 52.275980019476265,
        "mean_ms": 30.829669999851223,
        "size_mb": 183.537858
      }
    }
  }
}