Upload folder using huggingface_hub
Browse files
ujit-b512-p32-cls-derf/config.yml
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
checkpoint_path: null
|
| 2 |
+
|
| 3 |
+
dtype: bfloat16
|
| 4 |
+
|
| 5 |
+
denoiser:
|
| 6 |
+
patch_size: 32 #!
|
| 7 |
+
|
| 8 |
+
context_dim: 1024
|
| 9 |
+
hidden_size: 1024
|
| 10 |
+
num_heads: 16
|
| 11 |
+
depth: 11
|
| 12 |
+
num_blocks: 24 # down: 11, mid: 1, up: 11, out: 1
|
| 13 |
+
|
| 14 |
+
bottleneck_dim: 128
|
| 15 |
+
use_output_bottleneck: false #!
|
| 16 |
+
|
| 17 |
+
context_start_block: 0 #!
|
| 18 |
+
do_context_fuse: false #!
|
| 19 |
+
use_pixel_shuffle: true #!
|
| 20 |
+
|
| 21 |
+
positional_encoding: pope # rope | pope
|
| 22 |
+
rope_theta: 256.0
|
| 23 |
+
rope_axes_dims: [16, 24, 24]
|
| 24 |
+
rope_axes_lens: [256, 128, 128]
|
| 25 |
+
rope_zero_centered: [False, True, True]
|
| 26 |
+
|
| 27 |
+
num_time_tokens: 8
|
| 28 |
+
timestep_scale: 1000.0
|
| 29 |
+
|
| 30 |
+
norm_type: derf # layer | rms | dyt | derf
|
| 31 |
+
norm_position: pre
|
| 32 |
+
|
| 33 |
+
context_encoder:
|
| 34 |
+
type: "class"
|
| 35 |
+
label2id_map_path: "models/sfw_1m/label2id.json"
|
| 36 |
+
splitter: ","
|
| 37 |
+
do_mask_padding: true #!
|
| 38 |
+
|
| 39 |
+
model_pred: image # image | velocity | noise
|
| 40 |
+
|
| 41 |
+
max_token_length: 64
|
| 42 |
+
noise_scale: 2.0
|
| 43 |
+
|
| 44 |
+
loss_target: velocity # image | velocity
|
| 45 |
+
timestep_eps: 0.05
|
| 46 |
+
timestep_sampling: scale_shift_sigmoid # oirignal impl is scale_shift_sigmoid
|
| 47 |
+
|
| 48 |
+
train_class_encoder: true
|
| 49 |
+
drop_context_rate: 0.1 # CFG
|
ujit-b512-p32-cls-derf/jit-anime_00008e_116940s.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c847b82da1d69647fd826d662028c131fa1a1e716a22e12a4d9932201e92d37f
|
| 3 |
+
size 706539976
|
ujit-b512-p32-cls-derf/label2id.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|