File size: 600 Bytes
9cec4f9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | #!/usr/bin/env bash
set -euo pipefail
ONNX_PATH=${ONNX_PATH:-onnx/inference.onnx}
OUT_DIR=${OUT_DIR:-engines/sm89-trt10.15-cuda12.6-fp16-b1_8}
ENGINE_PATH=${ENGINE_PATH:-${OUT_DIR}/pp_doclayout_v3.engine}
TRTEXEC=${TRTEXEC:-trtexec}
mkdir -p "${OUT_DIR}"
"${TRTEXEC}" \
--onnx="${ONNX_PATH}" \
--saveEngine="${ENGINE_PATH}" \
--fp16 \
--minShapes=image:1x3x800x800,im_shape:1x2,scale_factor:1x2 \
--optShapes=image:8x3x800x800,im_shape:8x2,scale_factor:8x2 \
--maxShapes=image:8x3x800x800,im_shape:8x2,scale_factor:8x2 \
--memPoolSize=workspace:4096 \
--builderOptimizationLevel=3
|