tensorrt_config.json

{
  "engine_file": "wayrappl_fp16_bs2048.engine",
  "precision": "fp16",
  "max_batch_size": 2048,
  "max_sequence_length": 512,
  "optimization_level": 5,
  "hardware_requirements": {
    "gpu_architecture": "sm_80",
    "gpu_models": [
      "A100-SXM4-80GB",
      "A100-SXM4-40GB",
      "A100-PCIe-80GB",
      "A100-PCIe-40GB"
    ],
    "cuda_version": ">=12.8",
    "tensorrt_version": ">=10.13.0",
    "driver_version": ">=570.124.06"
  }
}