Upload folder using huggingface_hub
Browse files- benchmark_results.csv +10 -0
- model_fp16.onnx +3 -0
- model_fp16_optimized.onnx +3 -0
- model_fp32.onnx +3 -0
- model_fp32_optimized.onnx +3 -0
- model_fp32_preprocessed.onnx +3 -0
- model_int8.onnx +3 -0
- model_int8_optimized.onnx +3 -0
benchmark_results.csv
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model,batch_size,sequence_length,latency_ms_mean,latency_ms_std,latency_ms_min,latency_ms_max,throughput_samples_per_sec
|
| 2 |
+
model_fp32.onnx,1,128,67.29032402858138,30.15996682102601,30.921541154384613,138.45227379351854,14.860977628451495
|
| 3 |
+
model_fp16.onnx,1,128,189.26104741171002,51.416731868137916,119.79291588068008,382.46670458465815,5.283707417219586
|
| 4 |
+
model_int8.onnx,1,128,47.610636223107576,18.029759358073445,24.650982581079006,97.47091680765152,21.003710080955717
|
| 5 |
+
model_fp32.onnx,2,128,149.15197821334004,58.12245399270943,63.348475843667984,281.8329185247421,13.409141628274572
|
| 6 |
+
model_fp16.onnx,2,128,285.1835149526596,81.67247839104186,188.86912614107132,471.687700599432,7.0130280859046135
|
| 7 |
+
model_int8.onnx,2,128,73.99369111284614,13.488818233505018,46.300359070301056,93.17800309509039,27.02933141894279
|
| 8 |
+
model_fp32.onnx,4,128,287.0577157661319,90.00335290808916,145.39464097470045,437.1555680409074,13.93448000282574
|
| 9 |
+
model_fp16.onnx,4,128,416.01581554859877,105.59857646599053,308.67420695722103,674.969807267189,9.615019070188984
|
| 10 |
+
model_int8.onnx,4,128,159.69825515523553,30.369569338859616,124.38465561717749,292.5128070637584,25.047236715966488
|
model_fp16.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d17004a671abbd0af559a2e8f7fa8ff16a27c220511b56e52bfee9d4705e2d87
|
| 3 |
+
size 269633316
|
model_fp16_optimized.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8bc32b3d41198a7b8aa61bcb2ae1bddcbad8cd3749f1b1b27127b1d530cec2b
|
| 3 |
+
size 269666066
|
model_fp32.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed7c3a2120601f760844598fc585e3f1ad983fbff6d92d22056505196696691f
|
| 3 |
+
size 539053107
|
model_fp32_optimized.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f5d8a7f4c14aecc8e3554c2cf0de0e385f3aff84589141ea4c1afd49f1c383a
|
| 3 |
+
size 538997026
|
model_fp32_preprocessed.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:652a969d88062262b8587dfeff9c6c1ef643138d9948a1ffbe7d16c41bd5d33e
|
| 3 |
+
size 539064682
|
model_int8.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f115f9d6a826ab68ea2e8de664b3f355a39c1859bc0748ca18c9fdfdbfec32a
|
| 3 |
+
size 135297145
|
model_int8_optimized.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a9299e0c7407c5d5cc4e0a632167c1f5a385fbfbcbe8531456e8f9327656422
|
| 3 |
+
size 135233449
|