precision-config/50x-below-int4-sample.json

{
  "layers.attention.to_qkv": "i4",
  "layers.attention.to_out": "i4",
  "layers.feed_forward": "i4",
  "noise_refiner.attention.to_qkv": "i4",
  "noise_refiner.attention.to_out": "i4",
  "noise_refiner.feed_forward": "i4",
  "context_refiner.attention.to_qkv": "i4",
  "context_refiner.attention.to_out": "i4",
  "context_refiner.feed_forward": "i4"
}