ymhao commited on
Commit
de0ad1c
·
verified ·
1 Parent(s): c5c78b8

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.yaml +34 -0
  2. stage1_preview.pth +3 -0
  3. stage2_preview.pth +3 -0
config.yaml ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ mixed_precision: bf16
2
+
3
+ stage1:
4
+ _target_: hyper_diff_modulator.hyper_modulator_mask.TransformerV2
5
+ context_dim: 4096
6
+ d_model: 768
7
+ n_heads: 12
8
+ n_blocks: 8
9
+ patch_size: 96
10
+ num_type: 8
11
+ lora_rank: 32
12
+ num_depth: 30
13
+ factorized: false
14
+ qk_norm: true
15
+ use_cls: true
16
+ decode_cls: false
17
+ tau: 0.02
18
+ temperature: 0.1
19
+ out_act: softplus
20
+
21
+ stage2:
22
+ _target_: hyper_diff_modulator.hyper_modulator_transformer.TransformerV2_stage2
23
+ context_dim: 4096
24
+ d_model: 768
25
+ n_heads: 12
26
+ n_blocks: 8
27
+ patch_size: 96
28
+ num_type: 8
29
+ lora_rank: 32
30
+ num_depth: 30
31
+ factorized: false
32
+ qk_norm: true
33
+ use_cls: true
34
+ decode_cls: false
stage1_preview.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62bb2b65b98b32f79d134255fafb39ae328080a7df699238d8ca11641f66aaea
3
+ size 398717034
stage2_preview.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00d24f346d3e5e56b3701229c4f8bd30576b5b61f836d45272a3d22d3c55e326
3
+ size 427082962