KucLab commited on
Commit
1344292
·
verified ·
1 Parent(s): 7024ae0

Add report benchmark.json

Browse files
Files changed (1) hide show
  1. reports/benchmark.json +58 -0
reports/benchmark.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "Censer.8",
3
+ "parameters": 903552,
4
+ "checkpoint_bytes": 3622845,
5
+ "checkpoint_mb": 3.46,
6
+ "vocab_size": 2048,
7
+ "context_tokens": 4096,
8
+ "max_chars": 4000,
9
+ "device": "AMD Radeon Graphics",
10
+ "device_type": "cuda",
11
+ "torch_version": "2.13.0+rocm7.1",
12
+ "layers": 3,
13
+ "d_model": 128,
14
+ "heads": 4,
15
+ "d_ff": 384,
16
+ "single_latency_ms": 1.27,
17
+ "single_per_second": 790.2,
18
+ "batch_size": 8,
19
+ "batch_latency_ms": 1.41,
20
+ "batch_per_second": 5659.4,
21
+ "peak_vram_mb": 84.7,
22
+ "val": {
23
+ "threshold": 0.5,
24
+ "accuracy": 0.8583143507972665,
25
+ "precision": 0.8638007231820009,
26
+ "recall": 0.7835276967930029,
27
+ "f1": 0.8217083890693675,
28
+ "tp": 2150,
29
+ "fp": 339,
30
+ "tn": 3502,
31
+ "fn": 594,
32
+ "total": 6585
33
+ },
34
+ "test": {
35
+ "threshold": 0.5,
36
+ "accuracy": 0.8568349753694581,
37
+ "precision": 0.8622095393395842,
38
+ "recall": 0.7813077207240487,
39
+ "f1": 0.8197674418604651,
40
+ "tp": 2115,
41
+ "fp": 338,
42
+ "tn": 3451,
43
+ "fn": 592,
44
+ "total": 6496
45
+ },
46
+ "probe_set": {
47
+ "threshold": 0.5,
48
+ "accuracy": 1.0,
49
+ "precision": 1.0,
50
+ "recall": 1.0,
51
+ "f1": 1.0,
52
+ "tp": 42,
53
+ "fp": 0,
54
+ "tn": 55,
55
+ "fn": 0,
56
+ "total": 97
57
+ }
58
+ }