File size: 301 Bytes
c5dd0d7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"vocab_size": 512,
"grid_size": 16,
"dim": 512,
"n_heads": 8,
"depth_in": 2,
"depth_core": 8,
"depth_out": 2,
"patch": 2,
"mlp_ratio": 3.0,
"n_registers": 4,
"text_dim": 512,
"text_len": 24,
"rope_theta": 100.0,
"conv_ffn": true,
"color_freqs": 6,
"self_cond": true
} |