File size: 2,153 Bytes
817641d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
{
  "attn_hidden_dim": 3072,
  "blocks": [
    "transformer_blocks.0",
    "transformer_blocks.1",
    "transformer_blocks.2",
    "transformer_blocks.3",
    "transformer_blocks.4",
    "transformer_blocks.5",
    "transformer_blocks.6",
    "transformer_blocks.7",
    "transformer_blocks.8",
    "transformer_blocks.9",
    "transformer_blocks.10",
    "transformer_blocks.11",
    "transformer_blocks.12",
    "transformer_blocks.13",
    "transformer_blocks.14",
    "transformer_blocks.15",
    "transformer_blocks.16",
    "transformer_blocks.17",
    "transformer_blocks.18",
    "single_transformer_blocks.0",
    "single_transformer_blocks.1",
    "single_transformer_blocks.2",
    "single_transformer_blocks.3",
    "single_transformer_blocks.4",
    "single_transformer_blocks.5",
    "single_transformer_blocks.6",
    "single_transformer_blocks.7",
    "single_transformer_blocks.8",
    "single_transformer_blocks.9",
    "single_transformer_blocks.10",
    "single_transformer_blocks.11",
    "single_transformer_blocks.12",
    "single_transformer_blocks.13",
    "single_transformer_blocks.14",
    "single_transformer_blocks.15",
    "single_transformer_blocks.16",
    "single_transformer_blocks.17",
    "single_transformer_blocks.18",
    "single_transformer_blocks.19",
    "single_transformer_blocks.20",
    "single_transformer_blocks.21",
    "single_transformer_blocks.22",
    "single_transformer_blocks.23",
    "single_transformer_blocks.24",
    "single_transformer_blocks.25",
    "single_transformer_blocks.26",
    "single_transformer_blocks.27",
    "single_transformer_blocks.28",
    "single_transformer_blocks.29",
    "single_transformer_blocks.30",
    "single_transformer_blocks.31",
    "single_transformer_blocks.32",
    "single_transformer_blocks.33",
    "single_transformer_blocks.34",
    "single_transformer_blocks.35",
    "single_transformer_blocks.36",
    "single_transformer_blocks.37"
  ],
  "bokeh_context_dim": 768,
  "bokeh_hidden_dim": 64,
  "bokeh_input_dim": 1,
  "bokeh_scale": 1.0,
  "lora_alpha": null,
  "lora_rank": 128,
  "lora_scale": 1.0,
  "unfreeze_k": true,
  "unfreeze_q": true
}