KucLab commited on
Commit
cfef88a
·
verified ·
1 Parent(s): 64d6205

Add report benchmark_cpu.json

Browse files
Files changed (1) hide show
  1. reports/benchmark_cpu.json +58 -0
reports/benchmark_cpu.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "Barist.1",
3
+ "parameters": 903552,
4
+ "checkpoint_bytes": 3622785,
5
+ "checkpoint_mb": 3.45,
6
+ "vocab_size": 2048,
7
+ "context_tokens": 4096,
8
+ "max_chars": 4000,
9
+ "device": "cpu",
10
+ "device_type": "cpu",
11
+ "torch_version": "2.13.0+rocm7.1",
12
+ "layers": 3,
13
+ "d_model": 128,
14
+ "heads": 4,
15
+ "d_ff": 384,
16
+ "single_latency_ms": 0.71,
17
+ "single_per_second": 1411.8,
18
+ "batch_size": 8,
19
+ "batch_latency_ms": 1.78,
20
+ "batch_per_second": 4492.9,
21
+ "peak_vram_mb": null,
22
+ "val": {
23
+ "threshold": 0.5,
24
+ "accuracy": 0.853454821564161,
25
+ "precision": 0.8497837200157294,
26
+ "recall": 0.7875364431486881,
27
+ "f1": 0.81747682996028,
28
+ "tp": 2161,
29
+ "fp": 382,
30
+ "tn": 3459,
31
+ "fn": 583,
32
+ "total": 6585
33
+ },
34
+ "test": {
35
+ "threshold": 0.5,
36
+ "accuracy": 0.8569889162561576,
37
+ "precision": 0.8519398258115598,
38
+ "recall": 0.7949759881787957,
39
+ "f1": 0.8224727689661762,
40
+ "tp": 2152,
41
+ "fp": 374,
42
+ "tn": 3415,
43
+ "fn": 555,
44
+ "total": 6496
45
+ },
46
+ "probe_set": {
47
+ "threshold": 0.5,
48
+ "accuracy": 0.9896907216494846,
49
+ "precision": 0.9767441860465116,
50
+ "recall": 1.0,
51
+ "f1": 0.988235294117647,
52
+ "tp": 42,
53
+ "fp": 1,
54
+ "tn": 54,
55
+ "fn": 0,
56
+ "total": 97
57
+ }
58
+ }