kelseye commited on
Commit
a02c165
·
verified ·
1 Parent(s): f46f9b2

Upload model using ModelScope SDK

Browse files
.gitattributes CHANGED
@@ -1,35 +1,53 @@
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
 
4
  *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
9
  *.joblib filter=lfs diff=lfs merge=lfs -text
10
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
  *.model filter=lfs diff=lfs merge=lfs -text
13
  *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
  *.onnx filter=lfs diff=lfs merge=lfs -text
17
  *.ot filter=lfs diff=lfs merge=lfs -text
18
  *.parquet filter=lfs diff=lfs merge=lfs -text
19
  *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
  *.pt filter=lfs diff=lfs merge=lfs -text
23
  *.pth filter=lfs diff=lfs merge=lfs -text
24
  *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
  *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
  *.tflite filter=lfs diff=lfs merge=lfs -text
30
  *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bin.* filter=lfs diff=lfs merge=lfs -text
5
  *.bz2 filter=lfs diff=lfs merge=lfs -text
 
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
9
  *.joblib filter=lfs diff=lfs merge=lfs -text
10
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
 
11
  *.model filter=lfs diff=lfs merge=lfs -text
12
  *.msgpack filter=lfs diff=lfs merge=lfs -text
 
 
13
  *.onnx filter=lfs diff=lfs merge=lfs -text
14
  *.ot filter=lfs diff=lfs merge=lfs -text
15
  *.parquet filter=lfs diff=lfs merge=lfs -text
16
  *.pb filter=lfs diff=lfs merge=lfs -text
 
 
17
  *.pt filter=lfs diff=lfs merge=lfs -text
18
  *.pth filter=lfs diff=lfs merge=lfs -text
19
  *.rar filter=lfs diff=lfs merge=lfs -text
 
20
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
21
  *.tar.* filter=lfs diff=lfs merge=lfs -text
 
22
  *.tflite filter=lfs diff=lfs merge=lfs -text
23
  *.tgz filter=lfs diff=lfs merge=lfs -text
 
24
  *.xz filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
+ *.zstandard filter=lfs diff=lfs merge=lfs -text
27
+ *.tfevents* filter=lfs diff=lfs merge=lfs -text
28
+ *.db* filter=lfs diff=lfs merge=lfs -text
29
+ *.ark* filter=lfs diff=lfs merge=lfs -text
30
+ **/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
31
+ **/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
32
+ **/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
33
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
34
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
35
+ *.gguf* filter=lfs diff=lfs merge=lfs -text
36
+ *.ggml filter=lfs diff=lfs merge=lfs -text
37
+ *.llamafile* filter=lfs diff=lfs merge=lfs -text
38
+ *.pt2 filter=lfs diff=lfs merge=lfs -text
39
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
40
+ *.npy filter=lfs diff=lfs merge=lfs -text
41
+ *.npz filter=lfs diff=lfs merge=lfs -text
42
+ *.pickle filter=lfs diff=lfs merge=lfs -text
43
+ *.pkl filter=lfs diff=lfs merge=lfs -text
44
+ *.tar filter=lfs diff=lfs merge=lfs -text
45
+ *.wasm filter=lfs diff=lfs merge=lfs -text
46
  *.zst filter=lfs diff=lfs merge=lfs -text
47
+ *tfevents* filter=lfs diff=lfs merge=lfs -textassets/MOSS-Image-Base/dit_4.5bit.jpg filter=lfs diff=lfs merge=lfs -text
48
+ assets/MOSS-Image-Base/dit_int8_6bit.jpg filter=lfs diff=lfs merge=lfs -text
49
+ assets/MOSS-Image-SFT/bf16.jpg filter=lfs diff=lfs merge=lfs -text
50
+ assets/MOSS-Image-SFT/dit_3.5bit.jpg filter=lfs diff=lfs merge=lfs -text
51
+ assets/MOSS-Image-SFT/dit_4.5bit.jpg filter=lfs diff=lfs merge=lfs -text
52
+ assets/MOSS-Image-SFT/dit_6bit.jpg filter=lfs diff=lfs merge=lfs -text
53
+ assets/MOSS-Image-SFT/dit_int8_6bit.jpg filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # MOSS-Image — EntroPack Pre-Quantized Models
2
+
3
+ We provide pre-quantized weight packages produced by [**EntroPack**](https://github.com/modelscope/entropack) for **MOSS-Image** (Base and SFT, from [openmoss/MOSS-Image-Base](https://www.modelscope.cn/models/openmoss/MOSS-Image-Base) and [openmoss/MOSS-Image-SFT](https://www.modelscope.cn/models/openmoss/MOSS-Image-SFT)), which can be used with the quantization features of [**DiffSynth-Studio**](https://github.com/modelscope/DiffSynth-Studio). Use them with ComfyUI through [DiffSynth-ComfyUI](https://github.com/modelscope/DiffSynth-ComfyUI).
4
+
5
+ The packages run with as little as 4 GB of VRAM.
6
+
7
+ Base is provided at three levels, SFT additionally ships a 3.5-bit variant, and the 3.5-bit and 4.5-bit DiTs use mixed quantization. Base and SFT share the same text encoder packages:
8
+
9
+ * **`3.5bit`** (SFT only, lowest VRAM) — mixed-bit: the quantization-sensitive layers keep **5.0 bpp**, while the remaining layers use **3.2516 bpp** (weighted target 3.5 bpp);
10
+ * **`4.5bit`** (balanced) — mixed-bit: the quantization-sensitive layers keep **5.0 bpp**, while the remaining layers use **4.4172 bpp** (weighted target 4.5 bpp);
11
+ * **`6bit`** (highest precision) — uniform entropy coding at 6 bits per weight;
12
+ * **`int8_6bit`** (fastest inference) — weights are first **INT8 W8A8-quantized**, then entropy-coded by EntroPack down to 6-bit storage; the forward pass uses **INT8 GEMM**, which delivers a faster inference speed than the BF16 GEMM used by the other levels.
13
+
14
+ All packages are entropy-coded from the original BF16 weights directly. Every `*.safetensors` ships with a same-named `*.json` that records its quantization config. `actual bpp = 8 × Σ storage bytes / Σ numel` is measured on the package artifacts.
15
+
16
+ ## Preview
17
+
18
+ All previews are generated with the same prompt and seed; `bf16` is the full-precision reference.
19
+
20
+ ### SFT
21
+
22
+ <table width="100%">
23
+ <tr>
24
+ <td width="33%" align="center">bf16 (reference)</td>
25
+ <td width="33%" align="center">6bit</td>
26
+ <td width="33%" align="center">int8@6</td>
27
+ </tr>
28
+ <tr>
29
+ <td align="center"><img width="100%" src="assets/MOSS-Image-SFT/bf16.jpg"></td>
30
+ <td align="center"><img width="100%" src="assets/MOSS-Image-SFT/dit_6bit.jpg"></td>
31
+ <td align="center"><img width="100%" src="assets/MOSS-Image-SFT/dit_int8_6bit.jpg"></td>
32
+ </tr>
33
+ <tr>
34
+ <td width="33%" align="center">4.5bit</td>
35
+ <td width="33%" align="center">3.5bit</td>
36
+ <td></td>
37
+ </tr>
38
+ <tr>
39
+ <td align="center"><img width="100%" src="assets/MOSS-Image-SFT/dit_4.5bit.jpg"></td>
40
+ <td align="center"><img width="100%" src="assets/MOSS-Image-SFT/dit_3.5bit.jpg"></td>
41
+ <td></td>
42
+ </tr>
43
+ </table>
44
+
45
+ ### Base
46
+
47
+ <table width="100%">
48
+ <tr>
49
+ <td width="25%" align="center">bf16 (reference)</td>
50
+ <td width="25%" align="center">6bit</td>
51
+ <td width="25%" align="center">4.5bit</td>
52
+ <td width="25%" align="center">int8@6</td>
53
+ </tr>
54
+ <tr>
55
+ <td align="center"><img width="100%" src="assets/MOSS-Image-Base/bf16.jpg"></td>
56
+ <td align="center"><img width="100%" src="assets/MOSS-Image-Base/dit_6bit.jpg"></td>
57
+ <td align="center"><img width="100%" src="assets/MOSS-Image-Base/dit_4.5bit.jpg"></td>
58
+ <td align="center"><img width="100%" src="assets/MOSS-Image-Base/dit_int8_6bit.jpg"></td>
59
+ </tr>
60
+ </table>
61
+
62
+ ## DiT
63
+
64
+ ### SFT
65
+
66
+ | name | file | actual bpp | size |
67
+ |---|---|---|---|
68
+ | dit_3.5bit (mixed) | `models/MOSS-Image-SFT/dit_3.5bit.safetensors` | 3.526 | 2.24 GB |
69
+ | dit_4.5bit (mixed) | `models/MOSS-Image-SFT/dit_4.5bit.safetensors` | 4.545 | 2.89 GB |
70
+ | dit_6bit | `models/MOSS-Image-SFT/dit_6bit.safetensors` | 6.055 | 3.85 GB |
71
+ | dit_int8_6bit (INT8 GEMM) | `models/MOSS-Image-SFT/dit_int8_6bit.safetensors` | 6.063 | 3.85 GB |
72
+
73
+ ### Base
74
+
75
+ | name | file | actual bpp | size |
76
+ |---|---|---|---|
77
+ | dit_4.5bit (mixed) | `models/MOSS-Image-Base/dit_4.5bit.safetensors` | 4.545 | 2.89 GB |
78
+ | dit_6bit | `models/MOSS-Image-Base/dit_6bit.safetensors` | 6.055 | 3.85 GB |
79
+ | dit_int8_6bit (INT8 GEMM) | `models/MOSS-Image-Base/dit_int8_6bit.safetensors` | 6.063 | 3.85 GB |
80
+
81
+ ## Text Encoder
82
+
83
+ The text encoder packages are shared by Base and SFT.
84
+
85
+ | name | file | actual bpp | size |
86
+ |---|---|---|---|
87
+ | text_encoder_4.5bit | `models/text_encoder_4.5bit.safetensors` | 4.552 | 5.97 GB |
88
+ | text_encoder_6bit | `models/text_encoder_6bit.safetensors` | 6.070 | 7.29 GB |
89
+ | text_encoder_int8_6bit (INT8 GEMM) | `models/text_encoder_int8_6bit.safetensors` | 6.075 | 7.29 GB |
90
+
91
+ ## Usage
92
+
93
+ ### Install
94
+
95
+ ```bash
96
+ # DiffSynth-Studio
97
+ git clone https://github.com/modelscope/DiffSynth-Studio.git
98
+ cd DiffSynth-Studio && pip install -e .
99
+
100
+ # EntroPack (pick the extra matching your CUDA version: cuda13 / cuda12)
101
+ git clone https://github.com/modelscope/entropack.git
102
+ cd entropack && pip install -e '.[cuda13]'
103
+ ```
104
+
105
+ ### Example scripts
106
+
107
+ * Inference: [standard](https://github.com/modelscope/DiffSynth-Studio/blob/main/examples/moss_image/model_inference/MOSS-Image-EntroPack.py) / [low VRAM](https://github.com/modelscope/DiffSynth-Studio/blob/main/examples/moss_image/model_inference_low_vram/MOSS-Image-EntroPack.py) — defaults to SFT 4.5bit; switch `dit_package` / `base_model_id` together to use Base or another level
108
+ * LoRA training: [train](https://github.com/modelscope/DiffSynth-Studio/blob/main/examples/moss_image/model_training/lora/MOSS-Image-entropack.sh) / [validation](https://github.com/modelscope/DiffSynth-Studio/blob/main/examples/moss_image/model_training/validate_lora/MOSS-Image-entropack.py) — defaults to SFT; replace `MOSS-Image-SFT` with `MOSS-Image-Base` in the dataset and model paths to train on Base
109
+
110
+ `dit_package` and `text_encoder_package` are chosen independently: any combination works (e.g. `dit_int8_6bit` with `text_encoder_4.5bit`). The 6-bit packages are pre-registered in DiffSynth-Studio, so they load with a plain `ModelConfig`; the helper below registers any package's json sidecar before loading:
111
+
112
+ ```python
113
+ import json
114
+
115
+ import torch
116
+
117
+ from diffsynth.configs import MODEL_CONFIGS
118
+ from diffsynth.pipelines.moss_image import MOSSImagePipeline, ModelConfig
119
+
120
+ prequant_model_id = "DiffSynth-Studio/MOSS-Image-EntroPack"
121
+ base_model_id = "openmoss/MOSS-Image-SFT"
122
+ dit_package = "models/MOSS-Image-SFT/dit_4.5bit.safetensors"
123
+ text_encoder_package = "models/text_encoder_4.5bit.safetensors"
124
+
125
+
126
+ def make_package(pattern):
127
+ package = ModelConfig(model_id=prequant_model_id, origin_file_pattern=pattern)
128
+ package.download_if_necessary()
129
+ sidecar = ModelConfig(model_id=prequant_model_id, origin_file_pattern=pattern.replace(".safetensors", ".json"))
130
+ sidecar.download_if_necessary()
131
+ with open(sidecar.path) as handle:
132
+ entry = json.load(handle)
133
+ if not any(config.get("model_hash") == entry["model_hash"] for config in MODEL_CONFIGS):
134
+ MODEL_CONFIGS.append(entry)
135
+ return package
136
+
137
+
138
+ pipe = MOSSImagePipeline.from_pretrained(
139
+ torch_dtype=torch.bfloat16,
140
+ device="cuda",
141
+ model_configs=[
142
+ make_package(dit_package),
143
+ make_package(text_encoder_package),
144
+ ModelConfig(model_id=base_model_id, origin_file_pattern="vae/diffusion_pytorch_model.safetensors", computation_dtype=torch.float32),
145
+ ],
146
+ tokenizer_config=ModelConfig(model_id=base_model_id, origin_file_pattern="tokenizer/"),
147
+ )
148
+
149
+ image = pipe(
150
+ prompt="a cat sitting on a windowsill",
151
+ height=1024, width=1024,
152
+ seed=42, num_inference_steps=50, cfg_scale=3.0,
153
+ )
154
+ image.save("image.jpg")
155
+ ```
assets/MOSS-Image-Base/bf16.jpg ADDED
assets/MOSS-Image-Base/dit_4.5bit.jpg ADDED

Git LFS Details

  • SHA256: b3c99c7870ead4332b327f80db02a01924cffd419e3c0a075bc7153f85f19de0
  • Pointer size: 131 Bytes
  • Size of remote file: 108 kB
assets/MOSS-Image-Base/dit_6bit.jpg ADDED
assets/MOSS-Image-Base/dit_int8_6bit.jpg ADDED

Git LFS Details

  • SHA256: b511902d1ad5146aca0619ffc9e217a066fe5e2e12e76b91ca7ca5270a5341b5
  • Pointer size: 131 Bytes
  • Size of remote file: 104 kB
assets/MOSS-Image-SFT/bf16.jpg ADDED

Git LFS Details

  • SHA256: 3d8d780692c2b1e1e9c45aba0d848b05ffd5bcd46bb7a0fd4611e25e10933bbc
  • Pointer size: 131 Bytes
  • Size of remote file: 109 kB
assets/MOSS-Image-SFT/dit_3.5bit.jpg ADDED

Git LFS Details

  • SHA256: 662a59c7e68528c8b749a0d46d9e8744f3fefbcc69c13a81c96f4b6a823064d1
  • Pointer size: 131 Bytes
  • Size of remote file: 101 kB
assets/MOSS-Image-SFT/dit_4.5bit.jpg ADDED

Git LFS Details

  • SHA256: 8c8812b159ad5a9fbf26bd95a96ef3124a0461a4261ef18b3e4e766f1161679f
  • Pointer size: 131 Bytes
  • Size of remote file: 116 kB
assets/MOSS-Image-SFT/dit_6bit.jpg ADDED

Git LFS Details

  • SHA256: 1f255b61aedf15066bf420c3f13630ebf3017376ff19dca8993577eec46cf27e
  • Pointer size: 131 Bytes
  • Size of remote file: 103 kB
assets/MOSS-Image-SFT/dit_int8_6bit.jpg ADDED

Git LFS Details

  • SHA256: c49d56b9a00d11a6f181aa5c97dfec29865292a8f8500dc90d5e0f0fca95513e
  • Pointer size: 131 Bytes
  • Size of remote file: 111 kB
configuration.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"task":"text-to-image-synthesis"}
models/MOSS-Image-Base/dit_4.5bit.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "770a2d4aebc6ebd39749c1186a16d8da",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "load_prequantized": true,
7
+ "configs": [
8
+ {
9
+ "method": "entropack_lossy_quant",
10
+ "backend_config_kwargs": {
11
+ "target_bpp": 4.417207792207792,
12
+ "row_rdo_iterations": 2,
13
+ "row_rdo_candidates": 20
14
+ },
15
+ "exclude_modules": [
16
+ "video_embedder",
17
+ "text_embedder.proj",
18
+ "text_embedder.blocks.0.qkv",
19
+ "text_embedder.blocks.0.proj",
20
+ "text_embedder.blocks.0.ffn_gate",
21
+ "text_embedder.blocks.0.ffn_up",
22
+ "text_embedder.blocks.0.ffn_down",
23
+ "text_embedder.blocks.1.qkv",
24
+ "text_embedder.blocks.1.proj",
25
+ "text_embedder.blocks.1.ffn_gate",
26
+ "text_embedder.blocks.1.ffn_up",
27
+ "text_embedder.blocks.1.ffn_down",
28
+ "time_embedding.0",
29
+ "time_embedding.2",
30
+ "shared_block_modulation",
31
+ "video_head_modulation",
32
+ "final_linear_video",
33
+ "proj.o"
34
+ ]
35
+ },
36
+ {
37
+ "method": "entropack_lossy_quant",
38
+ "backend_config_kwargs": {
39
+ "target_bpp": 5.0,
40
+ "row_rdo_iterations": 2,
41
+ "row_rdo_candidates": 20
42
+ },
43
+ "target_modules": [
44
+ "video_embedder",
45
+ "text_embedder.proj",
46
+ "text_embedder.blocks.0.qkv",
47
+ "text_embedder.blocks.0.proj",
48
+ "text_embedder.blocks.0.ffn_gate",
49
+ "text_embedder.blocks.0.ffn_up",
50
+ "text_embedder.blocks.0.ffn_down",
51
+ "text_embedder.blocks.1.qkv",
52
+ "text_embedder.blocks.1.proj",
53
+ "text_embedder.blocks.1.ffn_gate",
54
+ "text_embedder.blocks.1.ffn_up",
55
+ "text_embedder.blocks.1.ffn_down",
56
+ "time_embedding.0",
57
+ "time_embedding.2",
58
+ "shared_block_modulation",
59
+ "video_head_modulation",
60
+ "final_linear_video",
61
+ "proj.o"
62
+ ]
63
+ }
64
+ ]
65
+ }
66
+ }
models/MOSS-Image-Base/dit_4.5bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7711390664e808b2e544170f0c361dd777c542e24cf10663b8418b46562fddb7
3
+ size 2888146352
models/MOSS-Image-Base/dit_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "b895b1ad67dd7a9f225dc4ad7dcec3f2",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/MOSS-Image-Base/dit_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585b74a300299081f130de34a411605a57ce6f8431e45a6ef5bfbb6518d73787
3
+ size 3847012368
models/MOSS-Image-Base/dit_int8_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "36922e1c521a9873c7d507512d25ab2e",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant_int8",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/MOSS-Image-Base/dit_int8_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebb384ba6527dd10ce7d7eeaaeb8a94718b58cd99d3a9f59f9e61d9ca0d5e13
3
+ size 3852165592
models/MOSS-Image-SFT/dit_3.5bit.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "311740a7691a2be4a4a81802db73e4ae",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "load_prequantized": true,
7
+ "configs": [
8
+ {
9
+ "method": "entropack_lossy_quant",
10
+ "backend_config_kwargs": {
11
+ "target_bpp": 3.2516233766233764,
12
+ "row_rdo_iterations": 2,
13
+ "row_rdo_candidates": 20
14
+ },
15
+ "exclude_modules": [
16
+ "video_embedder",
17
+ "text_embedder.proj",
18
+ "text_embedder.blocks.0.qkv",
19
+ "text_embedder.blocks.0.proj",
20
+ "text_embedder.blocks.0.ffn_gate",
21
+ "text_embedder.blocks.0.ffn_up",
22
+ "text_embedder.blocks.0.ffn_down",
23
+ "text_embedder.blocks.1.qkv",
24
+ "text_embedder.blocks.1.proj",
25
+ "text_embedder.blocks.1.ffn_gate",
26
+ "text_embedder.blocks.1.ffn_up",
27
+ "text_embedder.blocks.1.ffn_down",
28
+ "time_embedding.0",
29
+ "time_embedding.2",
30
+ "shared_block_modulation",
31
+ "video_head_modulation",
32
+ "final_linear_video",
33
+ "proj.o"
34
+ ]
35
+ },
36
+ {
37
+ "method": "entropack_lossy_quant",
38
+ "backend_config_kwargs": {
39
+ "target_bpp": 5.0,
40
+ "row_rdo_iterations": 2,
41
+ "row_rdo_candidates": 20
42
+ },
43
+ "target_modules": [
44
+ "video_embedder",
45
+ "text_embedder.proj",
46
+ "text_embedder.blocks.0.qkv",
47
+ "text_embedder.blocks.0.proj",
48
+ "text_embedder.blocks.0.ffn_gate",
49
+ "text_embedder.blocks.0.ffn_up",
50
+ "text_embedder.blocks.0.ffn_down",
51
+ "text_embedder.blocks.1.qkv",
52
+ "text_embedder.blocks.1.proj",
53
+ "text_embedder.blocks.1.ffn_gate",
54
+ "text_embedder.blocks.1.ffn_up",
55
+ "text_embedder.blocks.1.ffn_down",
56
+ "time_embedding.0",
57
+ "time_embedding.2",
58
+ "shared_block_modulation",
59
+ "video_head_modulation",
60
+ "final_linear_video",
61
+ "proj.o"
62
+ ]
63
+ }
64
+ ]
65
+ }
66
+ }
models/MOSS-Image-SFT/dit_3.5bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4e391e82886ee939d4b4d4f218ca7b48af90f9ccde38e9f8832eaac1684aa8
3
+ size 2240647624
models/MOSS-Image-SFT/dit_4.5bit.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "c036f97e97bf0df618ced91d7df02255",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "load_prequantized": true,
7
+ "configs": [
8
+ {
9
+ "method": "entropack_lossy_quant",
10
+ "backend_config_kwargs": {
11
+ "target_bpp": 4.417207792207792,
12
+ "row_rdo_iterations": 2,
13
+ "row_rdo_candidates": 20
14
+ },
15
+ "exclude_modules": [
16
+ "video_embedder",
17
+ "text_embedder.proj",
18
+ "text_embedder.blocks.0.qkv",
19
+ "text_embedder.blocks.0.proj",
20
+ "text_embedder.blocks.0.ffn_gate",
21
+ "text_embedder.blocks.0.ffn_up",
22
+ "text_embedder.blocks.0.ffn_down",
23
+ "text_embedder.blocks.1.qkv",
24
+ "text_embedder.blocks.1.proj",
25
+ "text_embedder.blocks.1.ffn_gate",
26
+ "text_embedder.blocks.1.ffn_up",
27
+ "text_embedder.blocks.1.ffn_down",
28
+ "time_embedding.0",
29
+ "time_embedding.2",
30
+ "shared_block_modulation",
31
+ "video_head_modulation",
32
+ "final_linear_video",
33
+ "proj.o"
34
+ ]
35
+ },
36
+ {
37
+ "method": "entropack_lossy_quant",
38
+ "backend_config_kwargs": {
39
+ "target_bpp": 5.0,
40
+ "row_rdo_iterations": 2,
41
+ "row_rdo_candidates": 20
42
+ },
43
+ "target_modules": [
44
+ "video_embedder",
45
+ "text_embedder.proj",
46
+ "text_embedder.blocks.0.qkv",
47
+ "text_embedder.blocks.0.proj",
48
+ "text_embedder.blocks.0.ffn_gate",
49
+ "text_embedder.blocks.0.ffn_up",
50
+ "text_embedder.blocks.0.ffn_down",
51
+ "text_embedder.blocks.1.qkv",
52
+ "text_embedder.blocks.1.proj",
53
+ "text_embedder.blocks.1.ffn_gate",
54
+ "text_embedder.blocks.1.ffn_up",
55
+ "text_embedder.blocks.1.ffn_down",
56
+ "time_embedding.0",
57
+ "time_embedding.2",
58
+ "shared_block_modulation",
59
+ "video_head_modulation",
60
+ "final_linear_video",
61
+ "proj.o"
62
+ ]
63
+ }
64
+ ]
65
+ }
66
+ }
models/MOSS-Image-SFT/dit_4.5bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d87d430ea9f8492863697cc12ed138c38f10c9869ce2ae0e0532e995d99154
3
+ size 2888143920
models/MOSS-Image-SFT/dit_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "6f2e6e215ce1ad45e42ef84632165fbd",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/MOSS-Image-SFT/dit_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410f0b7d2c52c9b501062bec4db8afde8a94f0030e1df1def7664aeebe9f5c51
3
+ size 3847154816
models/MOSS-Image-SFT/dit_int8_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "ad5f9335f74b2eb9d439ed118b0625ac",
3
+ "model_name": "moss_image_dit",
4
+ "model_class": "diffsynth.models.moss_image_dit.MOSSImageDiT",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant_int8",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/MOSS-Image-SFT/dit_int8_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c16c9bde987116e76d042ba1b6a70fff633bdb5ba402aeaf360191e6184d7ca
3
+ size 3852155752
models/text_encoder_4.5bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "049a62efbdda31db8988e82dda6a1632",
3
+ "model_name": "moss_image_text_encoder",
4
+ "model_class": "diffsynth.models.moss_image_text_encoder.MOSSImageTextEncoder",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 4.5,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/text_encoder_4.5bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc867ee99229cc0f0a326953f6c414bd3c2636f792d28341688983dc90adc281
3
+ size 5973471704
models/text_encoder_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "c857c646d678fc7f40fe8465524efeeb",
3
+ "model_name": "moss_image_text_encoder",
4
+ "model_class": "diffsynth.models.moss_image_text_encoder.MOSSImageTextEncoder",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/text_encoder_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1590e2d13816680a163bcd357e1eae2cf50d8ceb422b317db693512b8adb01
3
+ size 7285598144
models/text_encoder_int8_6bit.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_hash": "003277dd4ed448237a756b6502a65d57",
3
+ "model_name": "moss_image_text_encoder",
4
+ "model_class": "diffsynth.models.moss_image_text_encoder.MOSSImageTextEncoder",
5
+ "quant_config": {
6
+ "method": "entropack_lossy_quant_int8",
7
+ "load_prequantized": true,
8
+ "backend_config_kwargs": {
9
+ "target_bpp": 6.0,
10
+ "row_rdo_iterations": 2,
11
+ "row_rdo_candidates": 20
12
+ }
13
+ }
14
+ }
models/text_encoder_int8_6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa98d23b48c3af573d441cc027262ec7656759596b671c7d44ed6d469a0ea4d9
3
+ size 7290452872