SD3.5-medium-OpenVINO-INT4 / outputs /benchmark_quantization.json
HelloSun's picture
Upload folder using huggingface_hub
69cbd51 verified
Raw History Blame Contribute Delete
669 Bytes
{
"model_id": "stabilityai/stable-diffusion-3.5-medium",
"repo_id": "HelloSun/SD3.5-medium-OpenVINO-INT4",
"quantize_seconds": 68.55,
"int4_size_gb": 4.76,
"int4_components_gb": {
"scheduler": 0.0,
"text_encoder": 0.12,
"text_encoder_2": 0.65,
"text_encoder_3": 2.38,
"tokenizer": 0.0,
"tokenizer_2": 0.0,
"tokenizer_3": 0.0,
"transformer": 1.51,
"vae_decoder": 0.05,
"vae_encoder": 0.03
},
"int4_config": {
"components": [
"transformer",
"text_encoder_3"
],
"bits": 4,
"sym": false,
"group_size": 128,
"group_size_fallback": "adjust",
"ratio": 1.0,
"rest": "int8"
}
}