add files

encoder-epoch-99-avg-1.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd873c9627477e623038eabbcbe8c11aee1163157424d3925c3d6e61957db8fc
+size 270007534

export_trt_9_0_0_2.sh

@@ -0,0 +1,27 @@
+# nvcr.io/ea-bignlp/nemofw-training:23.05-py3
+
+export CUDA_VISIBLE_DEVICES="2" # A10
+trtexec_path=../TensorRT-9.0.0.2/bin/trtexec
+LD_LIBRARY_PATH=/tmpdisk/yuekaiz/quant/TensorRT-9.0.0.2/lib
+
+onnx_model=./encoder-epoch-99-avg-1.onnx
+trt_model=./encoder.trt90.plan
+
+
+MIN_BATCH=1
+OPT_BATCH=4
+MAX_BATCH=8
+
+ENC_MIN_LEN=16
+ENC_OPT_LEN=512
+ENC_MAX_LEN=2000
+
+trtexec \
+--onnx=$onnx_model \
+--minShapes=x:${MIN_BATCH}x${ENC_MIN_LEN}x80,x_lens:${MIN_BATCH} \
+--optShapes=x:${OPT_BATCH}x${ENC_OPT_LEN}x80,x_lens:${OPT_BATCH} \
+--maxShapes=x:${MAX_BATCH}x${ENC_MAX_LEN}x80,x_lens:${MAX_BATCH} \
+--fp16 \
+--skipInference \
+--verbose \
+--saveEngine=$trt_model > export_trt_9_0.log