jiajun commited on
Commit
9ab4319
·
verified ·
1 Parent(s): 161b78c

Upload folder using huggingface_hub

Browse files
reports/artifacts/v3.2.4_smoke.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "3.2.4",
3
+ "device": "cpu",
4
+ "dtype": "float32",
5
+ "batch_size": 1,
6
+ "seq_len": 64,
7
+ "warmup": 5,
8
+ "iters": 30,
9
+ "avg_forward_ms": 6.0032,
10
+ "p95_forward_ms": 6.2528,
11
+ "throughput_tokens_per_sec": 10661.0151,
12
+ "logits_shape": [
13
+ 1,
14
+ 64,
15
+ 4096
16
+ ]
17
+ }
reports/artifacts/v3.2.5_smoke.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "3.2.5",
3
+ "device": "cpu",
4
+ "dtype": "float32",
5
+ "batch_size": 1,
6
+ "seq_len": 64,
7
+ "warmup": 5,
8
+ "iters": 30,
9
+ "avg_forward_ms": 5.579,
10
+ "p95_forward_ms": 5.8591,
11
+ "throughput_tokens_per_sec": 11471.5583,
12
+ "logits_shape": [
13
+ 1,
14
+ 64,
15
+ 4096
16
+ ]
17
+ }