| { | |
| "attn_hidden_dim": 3072, | |
| "blocks": [ | |
| "transformer_blocks.0", | |
| "transformer_blocks.1", | |
| "transformer_blocks.2", | |
| "transformer_blocks.3", | |
| "transformer_blocks.4", | |
| "transformer_blocks.5", | |
| "transformer_blocks.6", | |
| "transformer_blocks.7", | |
| "transformer_blocks.8", | |
| "transformer_blocks.9", | |
| "transformer_blocks.10", | |
| "transformer_blocks.11", | |
| "transformer_blocks.12", | |
| "transformer_blocks.13", | |
| "transformer_blocks.14", | |
| "transformer_blocks.15", | |
| "transformer_blocks.16", | |
| "transformer_blocks.17", | |
| "transformer_blocks.18", | |
| "single_transformer_blocks.0", | |
| "single_transformer_blocks.1", | |
| "single_transformer_blocks.2", | |
| "single_transformer_blocks.3", | |
| "single_transformer_blocks.4", | |
| "single_transformer_blocks.5", | |
| "single_transformer_blocks.6", | |
| "single_transformer_blocks.7", | |
| "single_transformer_blocks.8", | |
| "single_transformer_blocks.9", | |
| "single_transformer_blocks.10", | |
| "single_transformer_blocks.11", | |
| "single_transformer_blocks.12", | |
| "single_transformer_blocks.13", | |
| "single_transformer_blocks.14", | |
| "single_transformer_blocks.15", | |
| "single_transformer_blocks.16", | |
| "single_transformer_blocks.17", | |
| "single_transformer_blocks.18", | |
| "single_transformer_blocks.19", | |
| "single_transformer_blocks.20", | |
| "single_transformer_blocks.21", | |
| "single_transformer_blocks.22", | |
| "single_transformer_blocks.23", | |
| "single_transformer_blocks.24", | |
| "single_transformer_blocks.25", | |
| "single_transformer_blocks.26", | |
| "single_transformer_blocks.27", | |
| "single_transformer_blocks.28", | |
| "single_transformer_blocks.29", | |
| "single_transformer_blocks.30", | |
| "single_transformer_blocks.31", | |
| "single_transformer_blocks.32", | |
| "single_transformer_blocks.33", | |
| "single_transformer_blocks.34", | |
| "single_transformer_blocks.35", | |
| "single_transformer_blocks.36", | |
| "single_transformer_blocks.37" | |
| ], | |
| "bokeh_context_dim": 768, | |
| "bokeh_hidden_dim": 64, | |
| "bokeh_input_dim": 1, | |
| "bokeh_scale": 1.0, | |
| "lora_alpha": null, | |
| "lora_rank": 128, | |
| "lora_scale": 1.0, | |
| "unfreeze_k": true, | |
| "unfreeze_q": true | |
| } |