| { | |
| "checkpoint": "models/flan-t5-email-v2", | |
| "output_dir": "models/flan-t5-email-v2/onnx", | |
| "original_size_mb": 2062.51, | |
| "onnx_size_mb": 356.73, | |
| "onnx_files": [ | |
| "decoder_model.onnx", | |
| "encoder_model.onnx" | |
| ], | |
| "opset_version": 14, | |
| "export_method": "torch.onnx.export", | |
| "model_config": { | |
| "d_model": 512, | |
| "num_layers": 8, | |
| "vocab_size": 32128 | |
| }, | |
| "latency": { | |
| "mean_ms": 78.94, | |
| "std_ms": 6.16, | |
| "min_ms": 71.63, | |
| "max_ms": 90.13, | |
| "p95_ms": 88.27 | |
| } | |
| } |