inference-cache-config/diffusion.json

{
    "jyoung105/stable-diffusion-v1-5": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-2-1": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-xl-base-1.0": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-xl-refiner-1.0": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/sdxl-turbo": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "PixArt-alpha/PixArt-XL-2-512x512": [
        {  "task": "pixart", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "torch_dtype": "bfloat16", "sequence_length": 120 }
    ],
    "Jingya/pixart_sigma_pipe_xl_2_512_ms": [
        {  "task": "pixart", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "torch_dtype": "bfloat16", "sequence_length": 120 }
    ]
}