{
  "attn_hidden_dim": 3072,
  "blocks": [
    "transformer_blocks.0",
    "transformer_blocks.1",
    "transformer_blocks.2",
    "transformer_blocks.3",
    "transformer_blocks.4",
    "transformer_blocks.5",
    "transformer_blocks.6",
    "transformer_blocks.7",
    "transformer_blocks.8",
    "transformer_blocks.9",
    "transformer_blocks.10",
    "transformer_blocks.11",
    "transformer_blocks.12",
    "transformer_blocks.13",
    "transformer_blocks.14",
    "transformer_blocks.15",
    "transformer_blocks.16",
    "transformer_blocks.17",
    "transformer_blocks.18",
    "single_transformer_blocks.0",
    "single_transformer_blocks.1",
    "single_transformer_blocks.2",
    "single_transformer_blocks.3",
    "single_transformer_blocks.4",
    "single_transformer_blocks.5",
    "single_transformer_blocks.6",
    "single_transformer_blocks.7",
    "single_transformer_blocks.8",
    "single_transformer_blocks.9",
    "single_transformer_blocks.10",
    "single_transformer_blocks.11",
    "single_transformer_blocks.12",
    "single_transformer_blocks.13",
    "single_transformer_blocks.14",
    "single_transformer_blocks.15",
    "single_transformer_blocks.16",
    "single_transformer_blocks.17",
    "single_transformer_blocks.18",
    "single_transformer_blocks.19",
    "single_transformer_blocks.20",
    "single_transformer_blocks.21",
    "single_transformer_blocks.22",
    "single_transformer_blocks.23",
    "single_transformer_blocks.24",
    "single_transformer_blocks.25",
    "single_transformer_blocks.26",
    "single_transformer_blocks.27",
    "single_transformer_blocks.28",
    "single_transformer_blocks.29",
    "single_transformer_blocks.30",
    "single_transformer_blocks.31",
    "single_transformer_blocks.32",
    "single_transformer_blocks.33",
    "single_transformer_blocks.34",
    "single_transformer_blocks.35",
    "single_transformer_blocks.36",
    "single_transformer_blocks.37"
  ],
  "bokeh_context_dim": 768,
  "bokeh_hidden_dim": 64,
  "bokeh_input_dim": 1,
  "bokeh_scale": 1.0,
  "lora_alpha": null,
  "lora_rank": 128,
  "lora_scale": 1.0,
  "unfreeze_k": true,
  "unfreeze_q": true
}