configs/inference_trt.json

{
    "+imports": [
        "$from monai.networks import trt_compile"
    ],
    "c_trt_args": {
        "export_args": {
            "dynamo": "$False",
            "report": "$True"
        },
        "output_lists": [
            [
                -1
            ],
            []
        ]
    },
    "controlnet": "$trt_compile(@controlnet_def.to(@device), @trained_controlnet_path, @c_trt_args)",
    "diffusion_unet": "$trt_compile(@diffusion_unet_def.to(@device), @trained_diffusion_path)"
}