pattern_dict.py

PATTERN_DICT = {
    r"double_blocks\.\d+": (
    "img_attn.proj", "img_attn.qkv", "img_mlp.down_proj", "img_mlp.gate_proj", "img_mlp.up_proj", "img_mod.lin",
    "txt_attn.proj", "txt_attn.qkv", "txt_mlp.down_proj", "txt_mlp.gate_proj", "txt_mlp.up_proj", "txt_mod.lin"
    ),
    r"single_blocks\.\d+": (
    "linear1", "linear2",
    "modulation.lin"
    ),
}