{ "bits": 4, "data_type": "int", "group_size": 128, "sym": true, "iters": 0, "autoround_version": "0.13.0", "block_name_to_quantize": "transformer_blocks", "quant_method": "auto-round", "packing_format": "auto_round:auto_gptq", "extra_config": { "transformer_blocks.0.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.1.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.2.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.3.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.4.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.5.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.6.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.7.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.8.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.9.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.10.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.11.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.12.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.13.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.14.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.15.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.16.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.17.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.18.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.19.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.20.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.21.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.22.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.23.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.24.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.25.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.26.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.27.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.28.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.29.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.30.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.31.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.32.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.33.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.34.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.35.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.36.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.37.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.38.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.39.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.40.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.41.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.42.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.43.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.44.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.45.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.46.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.47.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.48.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.49.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.50.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.51.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.52.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.53.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.54.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.55.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.56.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.57.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.58.img_mod.1": { "bits": 16, "data_type": "float" }, "transformer_blocks.59.img_mod.1": { "bits": 16, "data_type": "float" }, ".*img_mod.*": { "bits": 16, "data_type": "float" } } }