| { | |
| "dfloat11_config": { | |
| "version": "0.5.0", | |
| "threads_per_block": [ | |
| 512 | |
| ], | |
| "bytes_per_thread": 8, | |
| "pattern_dict": { | |
| "double_stream_modulation_img.linear": [], | |
| "double_stream_modulation_txt.linear": [], | |
| "single_stream_modulation.linear": [], | |
| "context_embedder": [], | |
| "transformer_blocks\\.\\d+": [ | |
| "attn.to_q", | |
| "attn.to_k", | |
| "attn.to_v", | |
| "attn.to_out.0", | |
| "attn.add_q_proj", | |
| "attn.add_k_proj", | |
| "attn.add_v_proj", | |
| "attn.to_add_out", | |
| "ff.linear_in", | |
| "ff.linear_out", | |
| "ff_context.linear_in", | |
| "ff_context.linear_out" | |
| ], | |
| "single_transformer_blocks\\.\\d+": [ | |
| "attn.to_qkv_mlp_proj", | |
| "attn.to_out" | |
| ], | |
| "norm_out.linear": [] | |
| } | |
| } | |
| } |