KucLab commited on
Commit
913170c
·
verified ·
1 Parent(s): 59c45a4

Add report benchmark.json

Browse files
Files changed (1) hide show
  1. reports/benchmark.json +58 -0
reports/benchmark.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "Barist.1",
3
+ "parameters": 903552,
4
+ "checkpoint_bytes": 3622785,
5
+ "checkpoint_mb": 3.45,
6
+ "vocab_size": 2048,
7
+ "context_tokens": 4096,
8
+ "max_chars": 4000,
9
+ "device": "AMD Radeon Graphics",
10
+ "device_type": "cuda",
11
+ "torch_version": "2.13.0+rocm7.1",
12
+ "layers": 3,
13
+ "d_model": 128,
14
+ "heads": 4,
15
+ "d_ff": 384,
16
+ "single_latency_ms": 1.16,
17
+ "single_per_second": 863.0,
18
+ "batch_size": 8,
19
+ "batch_latency_ms": 1.31,
20
+ "batch_per_second": 6109.0,
21
+ "peak_vram_mb": 84.7,
22
+ "val": {
23
+ "threshold": 0.5,
24
+ "accuracy": 0.8546697038724373,
25
+ "precision": 0.8561179752889597,
26
+ "recall": 0.782798833819242,
27
+ "f1": 0.817818389491719,
28
+ "tp": 2148,
29
+ "fp": 361,
30
+ "tn": 3480,
31
+ "fn": 596,
32
+ "total": 6585
33
+ },
34
+ "test": {
35
+ "threshold": 0.5,
36
+ "accuracy": 0.8580665024630542,
37
+ "precision": 0.8603148970528866,
38
+ "recall": 0.7872183228666421,
39
+ "f1": 0.8221450617283952,
40
+ "tp": 2131,
41
+ "fp": 346,
42
+ "tn": 3443,
43
+ "fn": 576,
44
+ "total": 6496
45
+ },
46
+ "probe_set": {
47
+ "threshold": 0.5,
48
+ "accuracy": 0.9896907216494846,
49
+ "precision": 0.9767441860465116,
50
+ "recall": 1.0,
51
+ "f1": 0.988235294117647,
52
+ "tp": 42,
53
+ "fp": 1,
54
+ "tn": 54,
55
+ "fn": 0,
56
+ "total": 97
57
+ }
58
+ }