wtpsplit-kit / onnx_models /benchmark.json
krmanik's picture
Upload folder using huggingface_hub
357ae2c verified
[
{
"model": "sat-1l-sm-en_zh-int8",
"size_mb": 85.6,
"load_ms": 81.6,
"infer_short_ms": 0.61,
"infer_long_ms": 8.95,
"e2e_short_ms": 0.84,
"e2e_medium_ms": 6.29,
"e2e_long_ms": 28.45,
"long_chars_per_s": 32762
},
{
"model": "sat-1l-sm-en_zh-fp32",
"size_mb": 341.9,
"load_ms": 351.6,
"infer_short_ms": 2.42,
"infer_long_ms": 26.47,
"e2e_short_ms": 2.87,
"e2e_medium_ms": 10.9,
"e2e_long_ms": 46.86,
"long_chars_per_s": 19887
},
{
"model": "sat-1l-sm-full-int8",
"size_mb": 199.6,
"load_ms": 198.1,
"infer_short_ms": 0.65,
"infer_long_ms": 9.01,
"e2e_short_ms": 0.76,
"e2e_medium_ms": 5.96,
"e2e_long_ms": 28.38,
"long_chars_per_s": 32836
},
{
"model": "sat-1l-sm-full-fp32",
"size_mb": 798.0,
"load_ms": 781.8,
"infer_short_ms": 2.38,
"infer_long_ms": 26.0,
"e2e_short_ms": 2.6,
"e2e_medium_ms": 10.62,
"e2e_long_ms": 45.35,
"long_chars_per_s": 20550
},
{
"model": "sat-3l-sm-en_zh-int8",
"size_mb": 99.9,
"load_ms": 119.6,
"infer_short_ms": 2.83,
"infer_long_ms": 26.93,
"e2e_short_ms": 2.83,
"e2e_medium_ms": 10.54,
"e2e_long_ms": 46.57,
"long_chars_per_s": 20013
},
{
"model": "sat-3l-sm-en_zh-fp32",
"size_mb": 398.6,
"load_ms": 380.2,
"infer_short_ms": 7.59,
"infer_long_ms": 79.43,
"e2e_short_ms": 8.61,
"e2e_medium_ms": 24.41,
"e2e_long_ms": 96.35,
"long_chars_per_s": 9673
},
{
"model": "sat-3l-sm-full-int8",
"size_mb": 213.9,
"load_ms": 203.4,
"infer_short_ms": 2.19,
"infer_long_ms": 26.04,
"e2e_short_ms": 2.48,
"e2e_medium_ms": 10.61,
"e2e_long_ms": 45.74,
"long_chars_per_s": 20375
},
{
"model": "sat-3l-sm-full-fp32",
"size_mb": 854.7,
"load_ms": 781.4,
"infer_short_ms": 7.54,
"infer_long_ms": 76.64,
"e2e_short_ms": 7.79,
"e2e_medium_ms": 24.27,
"e2e_long_ms": 96.72,
"long_chars_per_s": 9636
}
]