File size: 2,153 Bytes
817641d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
{
"attn_hidden_dim": 3072,
"blocks": [
"transformer_blocks.0",
"transformer_blocks.1",
"transformer_blocks.2",
"transformer_blocks.3",
"transformer_blocks.4",
"transformer_blocks.5",
"transformer_blocks.6",
"transformer_blocks.7",
"transformer_blocks.8",
"transformer_blocks.9",
"transformer_blocks.10",
"transformer_blocks.11",
"transformer_blocks.12",
"transformer_blocks.13",
"transformer_blocks.14",
"transformer_blocks.15",
"transformer_blocks.16",
"transformer_blocks.17",
"transformer_blocks.18",
"single_transformer_blocks.0",
"single_transformer_blocks.1",
"single_transformer_blocks.2",
"single_transformer_blocks.3",
"single_transformer_blocks.4",
"single_transformer_blocks.5",
"single_transformer_blocks.6",
"single_transformer_blocks.7",
"single_transformer_blocks.8",
"single_transformer_blocks.9",
"single_transformer_blocks.10",
"single_transformer_blocks.11",
"single_transformer_blocks.12",
"single_transformer_blocks.13",
"single_transformer_blocks.14",
"single_transformer_blocks.15",
"single_transformer_blocks.16",
"single_transformer_blocks.17",
"single_transformer_blocks.18",
"single_transformer_blocks.19",
"single_transformer_blocks.20",
"single_transformer_blocks.21",
"single_transformer_blocks.22",
"single_transformer_blocks.23",
"single_transformer_blocks.24",
"single_transformer_blocks.25",
"single_transformer_blocks.26",
"single_transformer_blocks.27",
"single_transformer_blocks.28",
"single_transformer_blocks.29",
"single_transformer_blocks.30",
"single_transformer_blocks.31",
"single_transformer_blocks.32",
"single_transformer_blocks.33",
"single_transformer_blocks.34",
"single_transformer_blocks.35",
"single_transformer_blocks.36",
"single_transformer_blocks.37"
],
"bokeh_context_dim": 768,
"bokeh_hidden_dim": 64,
"bokeh_input_dim": 1,
"bokeh_scale": 1.0,
"lora_alpha": null,
"lora_rank": 128,
"lora_scale": 1.0,
"unfreeze_k": true,
"unfreeze_q": true
} |