configs/inference_trt.json

{
    "imports": [
        "$import numpy",
        "$from monai.networks import trt_compile"
    ],
    "trt_args": {
        "dynamic_batchsize": "$[1, @inferer#sw_batch_size, @inferer#sw_batch_size]"
    },
    "network": "$trt_compile(@network_def.to(@device), @pretrained_ckpt_path, args=@trt_args)"
}