inference-cache-config/stable-diffusion-2-1.json

{
    "stabilityai/stable-diffusion-2-1": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ]
}