Nayak commited on
Commit
07b4b4b
·
verified ·
1 Parent(s): 9b49bc1

Upload nf4_bitsandbytes/metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. nf4_bitsandbytes/metrics.json +60 -0
nf4_bitsandbytes/metrics.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "NF4 (bitsandbytes)",
3
+ "quantization_method": "bitsandbytes",
4
+ "num_samples_evaluated": 2000,
5
+ "accuracy": 0.9495,
6
+ "precision": 0.9493676564802229,
7
+ "recall": 0.9495,
8
+ "f1_score": 0.9494144946434884,
9
+ "confusion_matrix": [
10
+ [
11
+ 494,
12
+ 4,
13
+ 12,
14
+ 1
15
+ ],
16
+ [
17
+ 1,
18
+ 521,
19
+ 2,
20
+ 2
21
+ ],
22
+ [
23
+ 12,
24
+ 0,
25
+ 407,
26
+ 30
27
+ ],
28
+ [
29
+ 11,
30
+ 2,
31
+ 24,
32
+ 477
33
+ ]
34
+ ],
35
+ "per_class_metrics": {
36
+ "World": {
37
+ "precision": 0.9536679536679536,
38
+ "recall": 0.9667318982387475,
39
+ "f1": 0.9601554907677357
40
+ },
41
+ "Sports": {
42
+ "precision": 0.9886148007590133,
43
+ "recall": 0.9904942965779467,
44
+ "f1": 0.9895536562203229
45
+ },
46
+ "Business": {
47
+ "precision": 0.9146067415730337,
48
+ "recall": 0.9064587973273942,
49
+ "f1": 0.9105145413870246
50
+ },
51
+ "Sci/Tech": {
52
+ "precision": 0.9352941176470588,
53
+ "recall": 0.9280155642023347,
54
+ "f1": 0.931640625
55
+ }
56
+ },
57
+ "memory_mb": 463.8560791015625,
58
+ "avg_latency_ms": 44.3813898563385,
59
+ "std_latency_ms": 0.9653246792294323
60
+ }