PATTERN_DICT = { r"double_blocks\.\d+": ( "img_attn.proj", "img_attn.qkv", "img_mlp.down_proj", "img_mlp.gate_proj", "img_mlp.up_proj", "img_mod.lin", "txt_attn.proj", "txt_attn.qkv", "txt_mlp.down_proj", "txt_mlp.gate_proj", "txt_mlp.up_proj", "txt_mod.lin" ), r"single_blocks\.\d+": ( "linear1", "linear2", "modulation.lin" ), }