Hugging Face's logo

ranjankn
/
gpt2-large-agnews-quantization-bitsandbytes

Text Classification
quantization
bitsandbytes
gpt2
Model card Files
xet
 Community
Nayak commited on
Commit
a8ecb91
·
verified ·
1 Parent(s): 074409e

Upload task_2_3_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. task_2_3_results.json +128 -0
task_2_3_results.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "2.3 - Library-Based Quantization with bitsandbytes",
3
+ "model_source": "ranjan56cse/gpt2-large-agnews-classifier",
4
+ "int8_metrics": {
5
+ "model_name": "INT8 (bitsandbytes)",
6
+ "quantization_method": "bitsandbytes",
7
+ "num_samples_evaluated": 2000,
8
+ "accuracy": 0.9505,
9
+ "precision": 0.9503862443765202,
10
+ "recall": 0.9505,
11
+ "f1_score": 0.9504235034869967,
12
+ "confusion_matrix": [
13
+ [
14
+ 494,
15
+ 4,
16
+ 11,
17
+ 2
18
+ ],
19
+ [
20
+ 1,
21
+ 521,
22
+ 2,
23
+ 2
24
+ ],
25
+ [
26
+ 12,
27
+ 0,
28
+ 409,
29
+ 28
30
+ ],
31
+ [
32
+ 11,
33
+ 2,
34
+ 24,
35
+ 477
36
+ ]
37
+ ],
38
+ "per_class_metrics": {
39
+ "World": {
40
+ "precision": 0.9536679536679536,
41
+ "recall": 0.9667318982387475,
42
+ "f1": 0.9601554907677357
43
+ },
44
+ "Sports": {
45
+ "precision": 0.9886148007590133,
46
+ "recall": 0.9904942965779467,
47
+ "f1": 0.9895536562203229
48
+ },
49
+ "Business": {
50
+ "precision": 0.9170403587443946,
51
+ "recall": 0.910913140311804,
52
+ "f1": 0.9139664804469274
53
+ },
54
+ "Sci/Tech": {
55
+ "precision": 0.93713163064833,
56
+ "recall": 0.9280155642023347,
57
+ "f1": 0.9325513196480938
58
+ }
59
+ },
60
+ "memory_mb": 801.35498046875,
61
+ "avg_latency_ms": 78.02989542484283,
62
+ "std_latency_ms": 33.348518532518284
63
+ },
64
+ "nf4_metrics": {
65
+ "model_name": "NF4 (bitsandbytes)",
66
+ "quantization_method": "bitsandbytes",
67
+ "num_samples_evaluated": 2000,
68
+ "accuracy": 0.9495,
69
+ "precision": 0.9493676564802229,
70
+ "recall": 0.9495,
71
+ "f1_score": 0.9494144946434884,
72
+ "confusion_matrix": [
73
+ [
74
+ 494,
75
+ 4,
76
+ 12,
77
+ 1
78
+ ],
79
+ [
80
+ 1,
81
+ 521,
82
+ 2,
83
+ 2
84
+ ],
85
+ [
86
+ 12,
87
+ 0,
88
+ 407,
89
+ 30
90
+ ],
91
+ [
92
+ 11,
93
+ 2,
94
+ 24,
95
+ 477
96
+ ]
97
+ ],
98
+ "per_class_metrics": {
99
+ "World": {
100
+ "precision": 0.9536679536679536,
101
+ "recall": 0.9667318982387475,
102
+ "f1": 0.9601554907677357
103
+ },
104
+ "Sports": {
105
+ "precision": 0.9886148007590133,
106
+ "recall": 0.9904942965779467,
107
+ "f1": 0.9895536562203229
108
+ },
109
+ "Business": {
110
+ "precision": 0.9146067415730337,
111
+ "recall": 0.9064587973273942,
112
+ "f1": 0.9105145413870246
113
+ },
114
+ "Sci/Tech": {
115
+ "precision": 0.9352941176470588,
116
+ "recall": 0.9280155642023347,
117
+ "f1": 0.931640625
118
+ }
119
+ },
120
+ "memory_mb": 463.8560791015625,
121
+ "avg_latency_ms": 44.3813898563385,
122
+ "std_latency_ms": 0.9653246792294323
123
+ },
124
+ "comparison": {
125
+ "accuracy_diff": 0.0010000000000000009,
126
+ "memory_reduction_pct": 42.11602967386172
127
+ }
128
+ }