Hugging Face's logo

ranjan56cse
/
gpt2-large-agnews-quantization-bitsandbytes

Text Classification
quantization
bitsandbytes
gpt2
Model card Files
xet
 Community
gpt2-large-agnews-quantization-bitsandbytes
File size: 1,113 Bytes
07b4b4b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9d0050e
 
07b4b4b
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "model_name": "NF4 (bitsandbytes)",
  "quantization_method": "bitsandbytes",
  "num_samples_evaluated": 2000,
  "accuracy": 0.9495,
  "precision": 0.9493676564802229,
  "recall": 0.9495,
  "f1_score": 0.9494144946434884,
  "confusion_matrix": [
    [
      494,
      4,
      12,
      1
    ],
    [
      1,
      521,
      2,
      2
    ],
    [
      12,
      0,
      407,
      30
    ],
    [
      11,
      2,
      24,
      477
    ]
  ],
  "per_class_metrics": {
    "World": {
      "precision": 0.9536679536679536,
      "recall": 0.9667318982387475,
      "f1": 0.9601554907677357
    },
    "Sports": {
      "precision": 0.9886148007590133,
      "recall": 0.9904942965779467,
      "f1": 0.9895536562203229
    },
    "Business": {
      "precision": 0.9146067415730337,
      "recall": 0.9064587973273942,
      "f1": 0.9105145413870246
    },
    "Sci/Tech": {
      "precision": 0.9352941176470588,
      "recall": 0.9280155642023347,
      "f1": 0.931640625
    }
  },
  "memory_mb": 463.8560791015625,
  "avg_latency_ms": 43.911072731018066,
  "std_latency_ms": 1.4153050965884408
}