KucLab commited on
Commit
9478e65
·
verified ·
1 Parent(s): 81d41f3

Add report benchmark_cpu.json

Browse files
Files changed (1) hide show
  1. reports/benchmark_cpu.json +58 -0
reports/benchmark_cpu.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "Barist.1",
3
+ "parameters": 903552,
4
+ "checkpoint_bytes": 3622785,
5
+ "checkpoint_mb": 3.45,
6
+ "vocab_size": 2048,
7
+ "context_tokens": 4096,
8
+ "max_chars": 4000,
9
+ "device": "cpu",
10
+ "device_type": "cpu",
11
+ "torch_version": "2.13.0+rocm7.1",
12
+ "layers": 3,
13
+ "d_model": 128,
14
+ "heads": 4,
15
+ "d_ff": 384,
16
+ "single_latency_ms": 0.78,
17
+ "single_per_second": 1283.0,
18
+ "batch_size": 8,
19
+ "batch_latency_ms": 1.93,
20
+ "batch_per_second": 4145.9,
21
+ "peak_vram_mb": null,
22
+ "val": {
23
+ "threshold": 0.5,
24
+ "accuracy": 0.8528473804100227,
25
+ "precision": 0.8498226251478124,
26
+ "recall": 0.7857142857142857,
27
+ "f1": 0.8165120242378336,
28
+ "tp": 2156,
29
+ "fp": 381,
30
+ "tn": 3460,
31
+ "fn": 588,
32
+ "total": 6585
33
+ },
34
+ "test": {
35
+ "threshold": 0.5,
36
+ "accuracy": 0.8569889162561576,
37
+ "precision": 0.8527777777777777,
38
+ "recall": 0.7938677502770595,
39
+ "f1": 0.8222689879471973,
40
+ "tp": 2149,
41
+ "fp": 371,
42
+ "tn": 3418,
43
+ "fn": 558,
44
+ "total": 6496
45
+ },
46
+ "probe_set": {
47
+ "threshold": 0.5,
48
+ "accuracy": 0.9896907216494846,
49
+ "precision": 0.9767441860465116,
50
+ "recall": 1.0,
51
+ "f1": 0.988235294117647,
52
+ "tp": 42,
53
+ "fp": 1,
54
+ "tn": 54,
55
+ "fn": 0,
56
+ "total": 97
57
+ }
58
+ }