precision-config/50x-below-int4-sample.json

{
  "transformer_blocks.attn.to_qkv": "i4",
  "transformer_blocks.attn.add_qkv_proj": "i4",
  "transformer_blocks.attn.to_out": "i4",
  "transformer_blocks.attn.to_add_out": "i4",
  "transformer_blocks.img_mlp.net.0.proj": "i4",
  "transformer_blocks.img_mlp.net.2": "i4",
  "transformer_blocks.txt_mlp.net.0.proj": "i4",
  "transformer_blocks.txt_mlp.net.2": "i4",
  "transformer_blocks.img_mod": "i8",
  "transformer_blocks.txt_mod": "i8"
}