| { |
| "bits": 4, |
| "data_type": "int", |
| "group_size": 128, |
| "sym": true, |
| "iters": 0, |
| "autoround_version": "0.13.0", |
| "block_name_to_quantize": "transformer_blocks", |
| "quant_method": "auto-round", |
| "packing_format": "auto_round:auto_gptq", |
| "extra_config": { |
| "transformer_blocks.0.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.1.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.2.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.3.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.4.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.5.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.6.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.7.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.8.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.9.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.10.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.11.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.12.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.13.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.14.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.15.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.16.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.17.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.18.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.19.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.20.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.21.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.22.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.23.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.24.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.25.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.26.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.27.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.28.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.29.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.30.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.31.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.32.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.33.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.34.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.35.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.36.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.37.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.38.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.39.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.40.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.41.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.42.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.43.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.44.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.45.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.46.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.47.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.48.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.49.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.50.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.51.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.52.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.53.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.54.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.55.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.56.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.57.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.58.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| "transformer_blocks.59.img_mod.1": { |
| "bits": 16, |
| "data_type": "float" |
| }, |
| ".*img_mod.*": { |
| "bits": 16, |
| "data_type": "float" |
| } |
| } |
| } |
