pp-doclayout-v3-trt / scripts /build_engine.sh
bndos's picture
Upload PP-DocLayoutV3 TensorRT artifacts
9cec4f9 verified
raw
history blame contribute delete
600 Bytes
#!/usr/bin/env bash
set -euo pipefail
ONNX_PATH=${ONNX_PATH:-onnx/inference.onnx}
OUT_DIR=${OUT_DIR:-engines/sm89-trt10.15-cuda12.6-fp16-b1_8}
ENGINE_PATH=${ENGINE_PATH:-${OUT_DIR}/pp_doclayout_v3.engine}
TRTEXEC=${TRTEXEC:-trtexec}
mkdir -p "${OUT_DIR}"
"${TRTEXEC}" \
--onnx="${ONNX_PATH}" \
--saveEngine="${ENGINE_PATH}" \
--fp16 \
--minShapes=image:1x3x800x800,im_shape:1x2,scale_factor:1x2 \
--optShapes=image:8x3x800x800,im_shape:8x2,scale_factor:8x2 \
--maxShapes=image:8x3x800x800,im_shape:8x2,scale_factor:8x2 \
--memPoolSize=workspace:4096 \
--builderOptimizationLevel=3