| [ | |
| { | |
| "model": "sat-1l-sm-en_zh-int8", | |
| "size_mb": 85.6, | |
| "load_ms": 81.6, | |
| "infer_short_ms": 0.61, | |
| "infer_long_ms": 8.95, | |
| "e2e_short_ms": 0.84, | |
| "e2e_medium_ms": 6.29, | |
| "e2e_long_ms": 28.45, | |
| "long_chars_per_s": 32762 | |
| }, | |
| { | |
| "model": "sat-1l-sm-en_zh-fp32", | |
| "size_mb": 341.9, | |
| "load_ms": 351.6, | |
| "infer_short_ms": 2.42, | |
| "infer_long_ms": 26.47, | |
| "e2e_short_ms": 2.87, | |
| "e2e_medium_ms": 10.9, | |
| "e2e_long_ms": 46.86, | |
| "long_chars_per_s": 19887 | |
| }, | |
| { | |
| "model": "sat-1l-sm-full-int8", | |
| "size_mb": 199.6, | |
| "load_ms": 198.1, | |
| "infer_short_ms": 0.65, | |
| "infer_long_ms": 9.01, | |
| "e2e_short_ms": 0.76, | |
| "e2e_medium_ms": 5.96, | |
| "e2e_long_ms": 28.38, | |
| "long_chars_per_s": 32836 | |
| }, | |
| { | |
| "model": "sat-1l-sm-full-fp32", | |
| "size_mb": 798.0, | |
| "load_ms": 781.8, | |
| "infer_short_ms": 2.38, | |
| "infer_long_ms": 26.0, | |
| "e2e_short_ms": 2.6, | |
| "e2e_medium_ms": 10.62, | |
| "e2e_long_ms": 45.35, | |
| "long_chars_per_s": 20550 | |
| }, | |
| { | |
| "model": "sat-3l-sm-en_zh-int8", | |
| "size_mb": 99.9, | |
| "load_ms": 119.6, | |
| "infer_short_ms": 2.83, | |
| "infer_long_ms": 26.93, | |
| "e2e_short_ms": 2.83, | |
| "e2e_medium_ms": 10.54, | |
| "e2e_long_ms": 46.57, | |
| "long_chars_per_s": 20013 | |
| }, | |
| { | |
| "model": "sat-3l-sm-en_zh-fp32", | |
| "size_mb": 398.6, | |
| "load_ms": 380.2, | |
| "infer_short_ms": 7.59, | |
| "infer_long_ms": 79.43, | |
| "e2e_short_ms": 8.61, | |
| "e2e_medium_ms": 24.41, | |
| "e2e_long_ms": 96.35, | |
| "long_chars_per_s": 9673 | |
| }, | |
| { | |
| "model": "sat-3l-sm-full-int8", | |
| "size_mb": 213.9, | |
| "load_ms": 203.4, | |
| "infer_short_ms": 2.19, | |
| "infer_long_ms": 26.04, | |
| "e2e_short_ms": 2.48, | |
| "e2e_medium_ms": 10.61, | |
| "e2e_long_ms": 45.74, | |
| "long_chars_per_s": 20375 | |
| }, | |
| { | |
| "model": "sat-3l-sm-full-fp32", | |
| "size_mb": 854.7, | |
| "load_ms": 781.4, | |
| "infer_short_ms": 7.54, | |
| "infer_long_ms": 76.64, | |
| "e2e_short_ms": 7.79, | |
| "e2e_medium_ms": 24.27, | |
| "e2e_long_ms": 96.72, | |
| "long_chars_per_s": 9636 | |
| } | |
| ] |