File size: 1,507 Bytes
5415f1a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
{
  "transformer_lm": {
    "dim": 1536,
    "num_heads": 24,
    "num_layers": 48,
    "hidden_scale": 4,
    "n_q": 4,
    "card": 2048,
    "dropout": 0.0,
    "emb_lr": null,
    "activation": "gelu",
    "norm_first": true,
    "bias_ff": false,
    "bias_attn": false,
    "bias_proj": false,
    "past_context": null,
    "causal": true,
    "custom": false,
    "memory_efficient": true,
    "attention_as_float32": false,
    "layer_scale": null,
    "positional_embedding": "sin",
    "xpos": false,
    "checkpointing": "torch",
    "weight_init": "gaussian",
    "depthwise_init": "current",
    "zero_bias_init": true,
    "norm": "layer_norm",
    "cross_attention": false,
    "qk_layer_norm": false,
    "qk_layer_norm_cross": false,
    "attention_dropout": null,
    "kv_repeat": 1,
    "two_step_cfg": false
  },
  "conditioners": {
    "description": {
      "model": "t5",
      "t5": {
        "name": "t5-base",
        "finetune": false,
        "word_dropout": 0.3,
        "normalize_text": false
      }
    }
  },
  "fuser": {
    "cross_attention_pos_emb": false,
    "cross_attention_pos_emb_scale": 1,
    "sum": [],
    "prepend": [],
    "cross": [
      "description"
    ],
    "input_interpolate": []
  },
  "codebooks_pattern": {
    "delay": {
      "delays": [
        0,
        1,
        2,
        3
      ],
      "flatten_first": 0,
      "empty_initial": 0
    }
  },
  "classifier_free_guidance": {
    "training_dropout": 0.3,
    "inference_coef": 3.0
  }
}