File size: 301 Bytes
c5dd0d7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "vocab_size": 512,
  "grid_size": 16,
  "dim": 512,
  "n_heads": 8,
  "depth_in": 2,
  "depth_core": 8,
  "depth_out": 2,
  "patch": 2,
  "mlp_ratio": 3.0,
  "n_registers": 4,
  "text_dim": 512,
  "text_len": 24,
  "rope_theta": 100.0,
  "conv_ffn": true,
  "color_freqs": 6,
  "self_cond": true
}