KucLab commited on
Commit
7ab7f4b
·
verified ·
1 Parent(s): bcfd5fd

Add report benchmark.json

Browse files
Files changed (1) hide show
  1. reports/benchmark.json +58 -0
reports/benchmark.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "Censer.9",
3
+ "parameters": 903552,
4
+ "checkpoint_bytes": 3622785,
5
+ "checkpoint_mb": 3.45,
6
+ "vocab_size": 2048,
7
+ "context_tokens": 4096,
8
+ "max_chars": 4000,
9
+ "device": "AMD Radeon Graphics",
10
+ "device_type": "cuda",
11
+ "torch_version": "2.13.0+rocm7.1",
12
+ "layers": 3,
13
+ "d_model": 128,
14
+ "heads": 4,
15
+ "d_ff": 384,
16
+ "single_latency_ms": 1.24,
17
+ "single_per_second": 809.5,
18
+ "batch_size": 8,
19
+ "batch_latency_ms": 1.38,
20
+ "batch_per_second": 5811.1,
21
+ "peak_vram_mb": 84.7,
22
+ "val": {
23
+ "threshold": 0.5,
24
+ "accuracy": 0.856492027334852,
25
+ "precision": 0.8498638661999222,
26
+ "recall": 0.7962827988338192,
27
+ "f1": 0.8222013170272814,
28
+ "tp": 2185,
29
+ "fp": 386,
30
+ "tn": 3455,
31
+ "fn": 559,
32
+ "total": 6585
33
+ },
34
+ "test": {
35
+ "threshold": 0.5,
36
+ "accuracy": 0.8577586206896551,
37
+ "precision": 0.8508461235733963,
38
+ "recall": 0.7986701145179165,
39
+ "f1": 0.8239329268292683,
40
+ "tp": 2162,
41
+ "fp": 379,
42
+ "tn": 3410,
43
+ "fn": 545,
44
+ "total": 6496
45
+ },
46
+ "probe_set": {
47
+ "threshold": 0.5,
48
+ "accuracy": 0.9896907216494846,
49
+ "precision": 0.9767441860465116,
50
+ "recall": 1.0,
51
+ "f1": 0.988235294117647,
52
+ "tp": 42,
53
+ "fp": 1,
54
+ "tn": 54,
55
+ "fn": 0,
56
+ "total": 97
57
+ }
58
+ }