Hugging Face's logo

valhalla
/
muse-research-run

Safetensors
Model card Files
xet
Community
valhalla commited on
Commit
9c44da1
·
1 Parent(s): 3745439

162k

Browse files
Files changed (4) hide show
  1. ema_model/config.json +60 -0
  2. ema_model/pytorch_model.bin +3 -0
  3. unwrapped_model/config.json +53 -0
  4. unwrapped_model/pytorch_model.bin +3 -0
ema_model/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "MaskGiTUViT",
3
+ "_version": "0.0.1",
4
+ "add_cond_embeds": true,
5
+ "add_cross_attention": true,
6
+ "add_micro_cond_embeds": true,
7
+ "attention_dropout": 0.0,
8
+ "block_has_attention": [
9
+ true
10
+ ],
11
+ "block_num_heads": [
12
+ 12
13
+ ],
14
+ "block_out_channels": [
15
+ 768
16
+ ],
17
+ "codebook_size": 8192,
18
+ "cond_embed_dim": 768,
19
+ "decay": 0.9999,
20
+ "encoder_hidden_size": 768,
21
+ "ffn_type": "glu",
22
+ "hidden_dropout": 0.0,
23
+ "hidden_size": 1024,
24
+ "in_channels": 768,
25
+ "initializer_range": 0.02,
26
+ "intermediate_size": 2816,
27
+ "inv_gamma": 1.0,
28
+ "layer_norm_before_mlm": false,
29
+ "layer_norm_embedddings": false,
30
+ "layer_norm_eps": 1e-06,
31
+ "learn_uncond_embeds": false,
32
+ "ln_elementwise_affine": true,
33
+ "mask_token_id": 8255,
34
+ "max_position_embeddings": 256,
35
+ "micro_cond_embed_dim": 1280,
36
+ "micro_cond_encode_dim": 256,
37
+ "min_decay": 0.0,
38
+ "norm_type": "rmsnorm",
39
+ "num_attention_heads": 16,
40
+ "num_classes": null,
41
+ "num_hidden_layers": 22,
42
+ "num_res_blocks": 3,
43
+ "num_vq_tokens": 256,
44
+ "optimization_step": 10000,
45
+ "patch_size": 1,
46
+ "power": 0.6666666666666666,
47
+ "project_encoder_hidden_states": true,
48
+ "res_ffn_factor": 4,
49
+ "update_after_step": 0,
50
+ "use_bias": false,
51
+ "use_codebook_size_for_output": true,
52
+ "use_ema_warmup": false,
53
+ "use_empty_embeds_for_uncond": true,
54
+ "use_encoder_layernorm": false,
55
+ "use_normformer": false,
56
+ "use_position_embeddings": false,
57
+ "use_vannilla_resblock": false,
58
+ "vocab_size": 8256,
59
+ "xavier_init_embed": true
60
+ }
ema_model/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4c889cad7d1235269b823bafb2805ae5183719e01fca688bd0eeb0a17f1e30
3
+ size 2414365261
unwrapped_model/config.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "MaskGiTUViT",
3
+ "_version": "0.0.1",
4
+ "add_cond_embeds": true,
5
+ "add_cross_attention": true,
6
+ "add_micro_cond_embeds": true,
7
+ "attention_dropout": 0.0,
8
+ "block_has_attention": [
9
+ true
10
+ ],
11
+ "block_num_heads": [
12
+ 12
13
+ ],
14
+ "block_out_channels": [
15
+ 768
16
+ ],
17
+ "codebook_size": 8192,
18
+ "cond_embed_dim": 768,
19
+ "encoder_hidden_size": 768,
20
+ "ffn_type": "glu",
21
+ "hidden_dropout": 0.0,
22
+ "hidden_size": 1024,
23
+ "in_channels": 768,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 2816,
26
+ "layer_norm_before_mlm": false,
27
+ "layer_norm_embedddings": false,
28
+ "layer_norm_eps": 1e-06,
29
+ "learn_uncond_embeds": false,
30
+ "ln_elementwise_affine": true,
31
+ "mask_token_id": 8255,
32
+ "max_position_embeddings": 256,
33
+ "micro_cond_embed_dim": 1280,
34
+ "micro_cond_encode_dim": 256,
35
+ "norm_type": "rmsnorm",
36
+ "num_attention_heads": 16,
37
+ "num_classes": null,
38
+ "num_hidden_layers": 22,
39
+ "num_res_blocks": 3,
40
+ "num_vq_tokens": 256,
41
+ "patch_size": 1,
42
+ "project_encoder_hidden_states": true,
43
+ "res_ffn_factor": 4,
44
+ "use_bias": false,
45
+ "use_codebook_size_for_output": true,
46
+ "use_empty_embeds_for_uncond": true,
47
+ "use_encoder_layernorm": false,
48
+ "use_normformer": false,
49
+ "use_position_embeddings": false,
50
+ "use_vannilla_resblock": false,
51
+ "vocab_size": 8256,
52
+ "xavier_init_embed": true
53
+ }
unwrapped_model/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e8bdf7e75c0ba9d85fa3ba0b4957f2eee162e136f9c3edb05be1d0a39c60c5
3
+ size 2414372173