| { |
| "component": "transformer", |
| "method": "bitsandbytes LLM.int8", |
| "threshold": 6.0, |
| "skip_modules": [ |
| "proj_out", |
| "img_in", |
| "txt_in", |
| "time_text_embed", |
| "modulation", |
| "norm_out" |
| ], |
| "linear8bit_modules": [ |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_v", |
| "transformer_blocks.0.attn.to_out.0", |
| "transformer_blocks.0.img_mlp.proj", |
| "transformer_blocks.0.img_mlp.out", |
| "transformer_blocks.0.img_mlp.gate_layer", |
| "transformer_blocks.1.attn.to_q", |
| "transformer_blocks.1.attn.to_k", |
| "transformer_blocks.1.attn.to_v", |
| "transformer_blocks.1.attn.to_out.0", |
| "transformer_blocks.1.img_mlp.proj", |
| "transformer_blocks.1.img_mlp.out", |
| "transformer_blocks.1.img_mlp.gate_layer", |
| "transformer_blocks.2.attn.to_q", |
| "transformer_blocks.2.attn.to_k", |
| "transformer_blocks.2.attn.to_v", |
| "transformer_blocks.2.attn.to_out.0", |
| "transformer_blocks.2.img_mlp.proj", |
| "transformer_blocks.2.img_mlp.out", |
| "transformer_blocks.2.img_mlp.gate_layer", |
| "transformer_blocks.3.attn.to_q", |
| "transformer_blocks.3.attn.to_k", |
| "transformer_blocks.3.attn.to_v", |
| "transformer_blocks.3.attn.to_out.0", |
| "transformer_blocks.3.img_mlp.proj", |
| "transformer_blocks.3.img_mlp.out", |
| "transformer_blocks.3.img_mlp.gate_layer", |
| "transformer_blocks.4.attn.to_q", |
| "transformer_blocks.4.attn.to_k", |
| "transformer_blocks.4.attn.to_v", |
| "transformer_blocks.4.attn.to_out.0", |
| "transformer_blocks.4.img_mlp.proj", |
| "transformer_blocks.4.img_mlp.out", |
| "transformer_blocks.4.img_mlp.gate_layer", |
| "transformer_blocks.5.attn.to_q", |
| "transformer_blocks.5.attn.to_k", |
| "transformer_blocks.5.attn.to_v", |
| "transformer_blocks.5.attn.to_out.0", |
| "transformer_blocks.5.img_mlp.proj", |
| "transformer_blocks.5.img_mlp.out", |
| "transformer_blocks.5.img_mlp.gate_layer", |
| "transformer_blocks.6.attn.to_q", |
| "transformer_blocks.6.attn.to_k", |
| "transformer_blocks.6.attn.to_v", |
| "transformer_blocks.6.attn.to_out.0", |
| "transformer_blocks.6.img_mlp.proj", |
| "transformer_blocks.6.img_mlp.out", |
| "transformer_blocks.6.img_mlp.gate_layer", |
| "transformer_blocks.7.attn.to_q", |
| "transformer_blocks.7.attn.to_k", |
| "transformer_blocks.7.attn.to_v", |
| "transformer_blocks.7.attn.to_out.0", |
| "transformer_blocks.7.img_mlp.proj", |
| "transformer_blocks.7.img_mlp.out", |
| "transformer_blocks.7.img_mlp.gate_layer", |
| "transformer_blocks.8.attn.to_q", |
| "transformer_blocks.8.attn.to_k", |
| "transformer_blocks.8.attn.to_v", |
| "transformer_blocks.8.attn.to_out.0", |
| "transformer_blocks.8.img_mlp.proj", |
| "transformer_blocks.8.img_mlp.out", |
| "transformer_blocks.8.img_mlp.gate_layer", |
| "transformer_blocks.9.attn.to_q", |
| "transformer_blocks.9.attn.to_k", |
| "transformer_blocks.9.attn.to_v", |
| "transformer_blocks.9.attn.to_out.0", |
| "transformer_blocks.9.img_mlp.proj", |
| "transformer_blocks.9.img_mlp.out", |
| "transformer_blocks.9.img_mlp.gate_layer", |
| "transformer_blocks.10.attn.to_q", |
| "transformer_blocks.10.attn.to_k", |
| "transformer_blocks.10.attn.to_v", |
| "transformer_blocks.10.attn.to_out.0", |
| "transformer_blocks.10.img_mlp.proj", |
| "transformer_blocks.10.img_mlp.out", |
| "transformer_blocks.10.img_mlp.gate_layer", |
| "transformer_blocks.11.attn.to_q", |
| "transformer_blocks.11.attn.to_k", |
| "transformer_blocks.11.attn.to_v", |
| "transformer_blocks.11.attn.to_out.0", |
| "transformer_blocks.11.img_mlp.proj", |
| "transformer_blocks.11.img_mlp.out", |
| "transformer_blocks.11.img_mlp.gate_layer", |
| "transformer_blocks.12.attn.to_q", |
| "transformer_blocks.12.attn.to_k", |
| "transformer_blocks.12.attn.to_v", |
| "transformer_blocks.12.attn.to_out.0", |
| "transformer_blocks.12.img_mlp.proj", |
| "transformer_blocks.12.img_mlp.out", |
| "transformer_blocks.12.img_mlp.gate_layer", |
| "transformer_blocks.13.attn.to_q", |
| "transformer_blocks.13.attn.to_k", |
| "transformer_blocks.13.attn.to_v", |
| "transformer_blocks.13.attn.to_out.0", |
| "transformer_blocks.13.img_mlp.proj", |
| "transformer_blocks.13.img_mlp.out", |
| "transformer_blocks.13.img_mlp.gate_layer", |
| "transformer_blocks.14.attn.to_q", |
| "transformer_blocks.14.attn.to_k", |
| "transformer_blocks.14.attn.to_v", |
| "transformer_blocks.14.attn.to_out.0", |
| "transformer_blocks.14.img_mlp.proj", |
| "transformer_blocks.14.img_mlp.out", |
| "transformer_blocks.14.img_mlp.gate_layer", |
| "transformer_blocks.15.attn.to_q", |
| "transformer_blocks.15.attn.to_k", |
| "transformer_blocks.15.attn.to_v", |
| "transformer_blocks.15.attn.to_out.0", |
| "transformer_blocks.15.img_mlp.proj", |
| "transformer_blocks.15.img_mlp.out", |
| "transformer_blocks.15.img_mlp.gate_layer", |
| "transformer_blocks.16.attn.to_q", |
| "transformer_blocks.16.attn.to_k", |
| "transformer_blocks.16.attn.to_v", |
| "transformer_blocks.16.attn.to_out.0", |
| "transformer_blocks.16.img_mlp.proj", |
| "transformer_blocks.16.img_mlp.out", |
| "transformer_blocks.16.img_mlp.gate_layer", |
| "transformer_blocks.17.attn.to_q", |
| "transformer_blocks.17.attn.to_k", |
| "transformer_blocks.17.attn.to_v", |
| "transformer_blocks.17.attn.to_out.0", |
| "transformer_blocks.17.img_mlp.proj", |
| "transformer_blocks.17.img_mlp.out", |
| "transformer_blocks.17.img_mlp.gate_layer", |
| "transformer_blocks.18.attn.to_q", |
| "transformer_blocks.18.attn.to_k", |
| "transformer_blocks.18.attn.to_v", |
| "transformer_blocks.18.attn.to_out.0", |
| "transformer_blocks.18.img_mlp.proj", |
| "transformer_blocks.18.img_mlp.out", |
| "transformer_blocks.18.img_mlp.gate_layer", |
| "transformer_blocks.19.attn.to_q", |
| "transformer_blocks.19.attn.to_k", |
| "transformer_blocks.19.attn.to_v", |
| "transformer_blocks.19.attn.to_out.0", |
| "transformer_blocks.19.img_mlp.proj", |
| "transformer_blocks.19.img_mlp.out", |
| "transformer_blocks.19.img_mlp.gate_layer", |
| "transformer_blocks.20.attn.to_q", |
| "transformer_blocks.20.attn.to_k", |
| "transformer_blocks.20.attn.to_v", |
| "transformer_blocks.20.attn.to_out.0", |
| "transformer_blocks.20.img_mlp.proj", |
| "transformer_blocks.20.img_mlp.out", |
| "transformer_blocks.20.img_mlp.gate_layer", |
| "transformer_blocks.21.attn.to_q", |
| "transformer_blocks.21.attn.to_k", |
| "transformer_blocks.21.attn.to_v", |
| "transformer_blocks.21.attn.to_out.0", |
| "transformer_blocks.21.img_mlp.proj", |
| "transformer_blocks.21.img_mlp.out", |
| "transformer_blocks.21.img_mlp.gate_layer", |
| "transformer_blocks.22.attn.to_q", |
| "transformer_blocks.22.attn.to_k", |
| "transformer_blocks.22.attn.to_v", |
| "transformer_blocks.22.attn.to_out.0", |
| "transformer_blocks.22.img_mlp.proj", |
| "transformer_blocks.22.img_mlp.out", |
| "transformer_blocks.22.img_mlp.gate_layer", |
| "transformer_blocks.23.attn.to_q", |
| "transformer_blocks.23.attn.to_k", |
| "transformer_blocks.23.attn.to_v", |
| "transformer_blocks.23.attn.to_out.0", |
| "transformer_blocks.23.img_mlp.proj", |
| "transformer_blocks.23.img_mlp.out", |
| "transformer_blocks.23.img_mlp.gate_layer", |
| "transformer_blocks.24.attn.to_q", |
| "transformer_blocks.24.attn.to_k", |
| "transformer_blocks.24.attn.to_v", |
| "transformer_blocks.24.attn.to_out.0", |
| "transformer_blocks.24.img_mlp.proj", |
| "transformer_blocks.24.img_mlp.out", |
| "transformer_blocks.24.img_mlp.gate_layer", |
| "transformer_blocks.25.attn.to_q", |
| "transformer_blocks.25.attn.to_k", |
| "transformer_blocks.25.attn.to_v", |
| "transformer_blocks.25.attn.to_out.0", |
| "transformer_blocks.25.img_mlp.proj", |
| "transformer_blocks.25.img_mlp.out", |
| "transformer_blocks.25.img_mlp.gate_layer", |
| "transformer_blocks.26.attn.to_q", |
| "transformer_blocks.26.attn.to_k", |
| "transformer_blocks.26.attn.to_v", |
| "transformer_blocks.26.attn.to_out.0", |
| "transformer_blocks.26.img_mlp.proj", |
| "transformer_blocks.26.img_mlp.out", |
| "transformer_blocks.26.img_mlp.gate_layer", |
| "transformer_blocks.27.attn.to_q", |
| "transformer_blocks.27.attn.to_k", |
| "transformer_blocks.27.attn.to_v", |
| "transformer_blocks.27.attn.to_out.0", |
| "transformer_blocks.27.img_mlp.proj", |
| "transformer_blocks.27.img_mlp.out", |
| "transformer_blocks.27.img_mlp.gate_layer", |
| "transformer_blocks.28.attn.to_q", |
| "transformer_blocks.28.attn.to_k", |
| "transformer_blocks.28.attn.to_v", |
| "transformer_blocks.28.attn.to_out.0", |
| "transformer_blocks.28.img_mlp.proj", |
| "transformer_blocks.28.img_mlp.out", |
| "transformer_blocks.28.img_mlp.gate_layer", |
| "transformer_blocks.29.attn.to_q", |
| "transformer_blocks.29.attn.to_k", |
| "transformer_blocks.29.attn.to_v", |
| "transformer_blocks.29.attn.to_out.0", |
| "transformer_blocks.29.img_mlp.proj", |
| "transformer_blocks.29.img_mlp.out", |
| "transformer_blocks.29.img_mlp.gate_layer", |
| "transformer_blocks.30.attn.to_q", |
| "transformer_blocks.30.attn.to_k", |
| "transformer_blocks.30.attn.to_v", |
| "transformer_blocks.30.attn.to_out.0", |
| "transformer_blocks.30.img_mlp.proj", |
| "transformer_blocks.30.img_mlp.out", |
| "transformer_blocks.30.img_mlp.gate_layer", |
| "transformer_blocks.31.attn.to_q", |
| "transformer_blocks.31.attn.to_k", |
| "transformer_blocks.31.attn.to_v", |
| "transformer_blocks.31.attn.to_out.0", |
| "transformer_blocks.31.img_mlp.proj", |
| "transformer_blocks.31.img_mlp.out", |
| "transformer_blocks.31.img_mlp.gate_layer" |
| ], |
| "parameter_dtypes": { |
| "torch.bfloat16": 135802880, |
| "torch.int8": 6979321856 |
| }, |
| "int8_parameters": 6979321856, |
| "source_files": [ |
| { |
| "path": "transformer/config.json", |
| "size": 370, |
| "sha256": "2c567038ca190824728844b8d06d94ae02360e668707afd9734e789a7eb58ce3" |
| }, |
| { |
| "path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors", |
| "size": 9968332504, |
| "sha256": "6cccd922767f01694461bdcf1f34ea7b771f3442e4d5e338ea9aa55277431cc0" |
| }, |
| { |
| "path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors", |
| "size": 4261951904, |
| "sha256": "69f53ebb063d2f606bdaff7e22e0e2144f28d978d73dc75e6e4293fc5982eab5" |
| }, |
| { |
| "path": "transformer/diffusion_pytorch_model.safetensors.index.json", |
| "size": 30283, |
| "sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2" |
| } |
| ] |
| } |
