Text-to-Image
Diffusers
Safetensors
English
Chinese
QwenImage21Pipeline
bitsandbytes
int8
image-generation
image-editing
rgba
8-bit precision
Instructions to use ixim/Image21-INT8 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ixim/Image21-INT8 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("ixim/Image21-INT8", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
- DiffusionBee
Fix INT8 CPU offload; publish memory audit and paired retests
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +47 -0
- CHANGES.md +16 -9
- MANIFEST.json +583 -88
- README.md +125 -52
- REPRODUCE.md +130 -113
- cards/huggingface.md +26 -15
- cards/modelscope.md +21 -11
- evaluation/audit/bf16-native-tiled/edit_native.png +3 -0
- evaluation/audit/bf16-native-tiled/environment.json +20 -0
- evaluation/audit/bf16-native-tiled/gpu-before.txt +38 -0
- evaluation/audit/bf16-native-tiled/memory.jsonl +11 -0
- evaluation/audit/bf16-native-tiled/records.jsonl +1 -0
- evaluation/audit/gpu-regression-after.txt +1 -0
- evaluation/audit/gpu-regression-before.txt +10 -0
- evaluation/audit/input.png +3 -0
- evaluation/audit/int8-1024-tiled/edit_fresh.png +3 -0
- evaluation/audit/int8-1024-tiled/environment.json +20 -0
- evaluation/audit/int8-1024-tiled/gpu-before.txt +38 -0
- evaluation/audit/int8-1024-tiled/memory.jsonl +12 -0
- evaluation/audit/int8-1024-tiled/records.jsonl +1 -0
- evaluation/audit/int8-fixed/edit_fresh.png +3 -0
- evaluation/audit/int8-fixed/edit_no_cache.png +3 -0
- evaluation/audit/int8-fixed/edit_repeat.png +3 -0
- evaluation/audit/int8-fixed/edit_rgb.png +3 -0
- evaluation/audit/int8-fixed/environment.json +20 -0
- evaluation/audit/int8-fixed/gpu-before.txt +37 -0
- evaluation/audit/int8-fixed/memory.jsonl +46 -0
- evaluation/audit/int8-fixed/portrait.png +3 -0
- evaluation/audit/int8-fixed/records.jsonl +5 -0
- evaluation/audit/int8-fixed/vae-roundtrip.json +7 -0
- evaluation/audit/int8-fixed/vae_roundtrip.png +3 -0
- evaluation/audit/int8-native-tiled/edit_native.png +3 -0
- evaluation/audit/int8-native-tiled/environment.json +20 -0
- evaluation/audit/int8-native-tiled/gpu-before.txt +38 -0
- evaluation/audit/int8-native-tiled/memory.jsonl +12 -0
- evaluation/audit/int8-native-tiled/records.jsonl +1 -0
- evaluation/audit/int8-native/environment.json +20 -0
- evaluation/audit/int8-native/gpu-before.txt +37 -0
- evaluation/audit/int8-native/memory.jsonl +9 -0
- evaluation/audit/int8-original/edit_fresh.png +3 -0
- evaluation/audit/int8-original/edit_no_cache.png +3 -0
- evaluation/audit/int8-original/edit_repeat.png +3 -0
- evaluation/audit/int8-original/edit_rgb.png +3 -0
- evaluation/audit/int8-original/environment.json +20 -0
- evaluation/audit/int8-original/gpu-before.txt +37 -0
- evaluation/audit/int8-original/memory.jsonl +43 -0
- evaluation/audit/int8-original/portrait.png +3 -0
- evaluation/audit/int8-original/records.jsonl +5 -0
- evaluation/audit/summary.json +317 -0
- evaluation/bf16/environment.json +171 -154
.gitattributes
CHANGED
|
@@ -66,3 +66,50 @@ evaluation/young_woman/bf16/young_chinese_woman-s42.png filter=lfs diff=lfs merg
|
|
| 66 |
evaluation/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 67 |
evaluation/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 68 |
processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
evaluation/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 67 |
evaluation/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 68 |
processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
evaluation/audit/bf16-native-tiled/edit_native.png filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
evaluation/audit/input.png filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
evaluation/audit/int8-1024-tiled/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
evaluation/audit/int8-fixed/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
evaluation/audit/int8-fixed/edit_no_cache.png filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
evaluation/audit/int8-fixed/edit_repeat.png filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
evaluation/audit/int8-fixed/edit_rgb.png filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
evaluation/audit/int8-fixed/portrait.png filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
evaluation/audit/int8-fixed/vae_roundtrip.png filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
evaluation/audit/int8-native-tiled/edit_native.png filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
evaluation/audit/int8-original/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
evaluation/audit/int8-original/edit_no_cache.png filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
evaluation/audit/int8-original/edit_repeat.png filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
evaluation/audit/int8-original/edit_rgb.png filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
evaluation/audit/int8-original/portrait.png filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
evaluation/initial/bf16/chinese_text-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
evaluation/initial/bf16/chinese_text-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
evaluation/initial/bf16/composition-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 87 |
+
evaluation/initial/bf16/composition-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
evaluation/initial/bf16/edit-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
evaluation/initial/bf16/edit-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 90 |
+
evaluation/initial/bf16/english_text-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 91 |
+
evaluation/initial/bf16/english_text-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 92 |
+
evaluation/initial/bf16/portrait-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 93 |
+
evaluation/initial/bf16/portrait-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 94 |
+
evaluation/initial/bf16/rgba-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 95 |
+
evaluation/initial/bf16/rgba-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 96 |
+
evaluation/initial/bf16/texture-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 97 |
+
evaluation/initial/bf16/texture-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 98 |
+
evaluation/initial/int8/chinese_text-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 99 |
+
evaluation/initial/int8/chinese_text-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 100 |
+
evaluation/initial/int8/composition-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 101 |
+
evaluation/initial/int8/composition-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 102 |
+
evaluation/initial/int8/edit-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 103 |
+
evaluation/initial/int8/edit-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 104 |
+
evaluation/initial/int8/english_text-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 105 |
+
evaluation/initial/int8/english_text-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 106 |
+
evaluation/initial/int8/portrait-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 107 |
+
evaluation/initial/int8/portrait-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 108 |
+
evaluation/initial/int8/rgba-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 109 |
+
evaluation/initial/int8/rgba-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 110 |
+
evaluation/initial/int8/texture-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 111 |
+
evaluation/initial/int8/texture-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 112 |
+
evaluation/initial/young_woman/bf16/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 113 |
+
evaluation/initial/young_woman/bf16/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
|
| 114 |
+
evaluation/initial/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
|
| 115 |
+
evaluation/initial/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
|
CHANGES.md
CHANGED
|
@@ -1,9 +1,16 @@
|
|
| 1 |
-
# Modifications
|
| 2 |
-
|
| 3 |
-
Modified by ixim / iximbox: eligible linear weights converted from Qwen-Image-2.1 to bitsandbytes LLM.int8 INT8. Built with Qwen. Non-commercial research/evaluation under the accompanying Qwen Research License.
|
| 4 |
-
|
| 5 |
-
- Converted eligible transformer and text encoder linear layers to LLM.int8, threshold 6.0.
|
| 6 |
-
- Retained sensitive projections, normalization, embeddings, vision model and VAE in floating point.
|
| 7 |
-
- Re-serialized component weights, shard indexes and configs; no fine-tuning.
|
| 8 |
-
- Weight-file headers and modified JSON files contain modification notices.
|
| 9 |
-
- Exact quantized module names and dtype counts are in the component reports.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Modifications
|
| 2 |
+
|
| 3 |
+
Modified by ixim / iximbox: eligible linear weights converted from Qwen-Image-2.1 to bitsandbytes LLM.int8 INT8. Built with Qwen. Non-commercial research/evaluation under the accompanying Qwen Research License.
|
| 4 |
+
|
| 5 |
+
- Converted eligible transformer and text encoder linear layers to LLM.int8, threshold 6.0.
|
| 6 |
+
- Retained sensitive projections, normalization, embeddings, vision model and VAE in floating point.
|
| 7 |
+
- Re-serialized component weights, shard indexes and configs; no fine-tuning.
|
| 8 |
+
- Weight-file headers and modified JSON files contain modification notices.
|
| 9 |
+
- Exact quantized module names and dtype counts are in the component reports.
|
| 10 |
+
|
| 11 |
+
## Runtime and evaluation correction, 2026-09-21
|
| 12 |
+
|
| 13 |
+
- Added an instance-local bitsandbytes auxiliary-tensor offload workaround and sequential component loading in scripts/runtime.py.
|
| 14 |
+
- Re-ran the paired evaluation in isolated processes with startup, loading and per-image memory records.
|
| 15 |
+
- Preserved the initial evaluation and failed 1024px editing outputs; added controlled editing diagnostics and a paired 2048px retest with VAE tiling.
|
| 16 |
+
- Model weights, quantization configuration and inference-file fingerprints are unchanged.
|
MANIFEST.json
CHANGED
|
@@ -1,58 +1,243 @@
|
|
| 1 |
[
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
{
|
| 3 |
"path": "CHANGES.md",
|
| 4 |
-
"size":
|
| 5 |
-
"sha256": "
|
| 6 |
},
|
| 7 |
{
|
| 8 |
-
"path": "
|
| 9 |
-
"size":
|
| 10 |
-
"sha256": "
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"path": "
|
| 14 |
-
"size":
|
| 15 |
-
"sha256": "
|
| 16 |
},
|
| 17 |
{
|
| 18 |
-
"path": "
|
| 19 |
-
"size":
|
| 20 |
-
"sha256": "
|
| 21 |
},
|
| 22 |
{
|
| 23 |
-
"path": "
|
| 24 |
-
"size":
|
| 25 |
-
"sha256": "
|
| 26 |
},
|
| 27 |
{
|
| 28 |
-
"path": "
|
| 29 |
-
"size":
|
| 30 |
-
"sha256": "
|
| 31 |
},
|
| 32 |
{
|
| 33 |
-
"path": "
|
| 34 |
-
"size":
|
| 35 |
-
"sha256": "
|
| 36 |
},
|
| 37 |
{
|
| 38 |
-
"path": "
|
| 39 |
-
"size":
|
| 40 |
-
"sha256": "
|
| 41 |
},
|
| 42 |
{
|
| 43 |
-
"path": "
|
| 44 |
-
"size":
|
| 45 |
-
"sha256": "
|
| 46 |
},
|
| 47 |
{
|
| 48 |
-
"path": "
|
| 49 |
-
"size":
|
| 50 |
-
"sha256": "
|
| 51 |
},
|
| 52 |
{
|
| 53 |
-
"path": "
|
| 54 |
-
"size":
|
| 55 |
-
"sha256": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
},
|
| 57 |
{
|
| 58 |
"path": "evaluation/bf16/chinese_text-s123.png",
|
|
@@ -96,8 +281,8 @@
|
|
| 96 |
},
|
| 97 |
{
|
| 98 |
"path": "evaluation/bf16/environment.json",
|
| 99 |
-
"size":
|
| 100 |
-
"sha256": "
|
| 101 |
},
|
| 102 |
{
|
| 103 |
"path": "evaluation/bf16/portrait-s123.png",
|
|
@@ -111,8 +296,8 @@
|
|
| 111 |
},
|
| 112 |
{
|
| 113 |
"path": "evaluation/bf16/records.jsonl",
|
| 114 |
-
"size":
|
| 115 |
-
"sha256": "
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"path": "evaluation/bf16/rgba-s123.png",
|
|
@@ -136,18 +321,273 @@
|
|
| 136 |
},
|
| 137 |
{
|
| 138 |
"path": "evaluation/comparison.csv",
|
| 139 |
-
"size":
|
| 140 |
-
"sha256": "
|
| 141 |
},
|
| 142 |
{
|
| 143 |
"path": "evaluation/comparison.html",
|
| 144 |
-
"size":
|
| 145 |
-
"sha256": "
|
| 146 |
},
|
| 147 |
{
|
| 148 |
"path": "evaluation/hardware.json",
|
| 149 |
-
"size":
|
| 150 |
-
"sha256": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 151 |
},
|
| 152 |
{
|
| 153 |
"path": "evaluation/int8/chinese_text-s123.png",
|
|
@@ -191,8 +631,8 @@
|
|
| 191 |
},
|
| 192 |
{
|
| 193 |
"path": "evaluation/int8/environment.json",
|
| 194 |
-
"size":
|
| 195 |
-
"sha256": "
|
| 196 |
},
|
| 197 |
{
|
| 198 |
"path": "evaluation/int8/portrait-s123.png",
|
|
@@ -206,8 +646,8 @@
|
|
| 206 |
},
|
| 207 |
{
|
| 208 |
"path": "evaluation/int8/records.jsonl",
|
| 209 |
-
"size":
|
| 210 |
-
"sha256": "
|
| 211 |
},
|
| 212 |
{
|
| 213 |
"path": "evaluation/int8/rgba-s123.png",
|
|
@@ -229,6 +669,11 @@
|
|
| 229 |
"size": 1784440,
|
| 230 |
"sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
|
| 231 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
{
|
| 233 |
"path": "evaluation/qualitative.md",
|
| 234 |
"size": 2365,
|
|
@@ -236,23 +681,23 @@
|
|
| 236 |
},
|
| 237 |
{
|
| 238 |
"path": "evaluation/report.md",
|
| 239 |
-
"size":
|
| 240 |
-
"sha256": "
|
| 241 |
},
|
| 242 |
{
|
| 243 |
"path": "evaluation/summary.json",
|
| 244 |
-
"size":
|
| 245 |
-
"sha256": "
|
| 246 |
},
|
| 247 |
{
|
| 248 |
"path": "evaluation/young_woman/bf16/environment.json",
|
| 249 |
-
"size":
|
| 250 |
-
"sha256": "
|
| 251 |
},
|
| 252 |
{
|
| 253 |
"path": "evaluation/young_woman/bf16/records.jsonl",
|
| 254 |
-
"size":
|
| 255 |
-
"sha256": "
|
| 256 |
},
|
| 257 |
{
|
| 258 |
"path": "evaluation/young_woman/bf16/young_chinese_woman-s123.png",
|
|
@@ -266,23 +711,23 @@
|
|
| 266 |
},
|
| 267 |
{
|
| 268 |
"path": "evaluation/young_woman/comparison.csv",
|
| 269 |
-
"size":
|
| 270 |
-
"sha256": "
|
| 271 |
},
|
| 272 |
{
|
| 273 |
"path": "evaluation/young_woman/comparison.html",
|
| 274 |
-
"size":
|
| 275 |
-
"sha256": "
|
| 276 |
},
|
| 277 |
{
|
| 278 |
"path": "evaluation/young_woman/int8/environment.json",
|
| 279 |
-
"size":
|
| 280 |
-
"sha256": "
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"path": "evaluation/young_woman/int8/records.jsonl",
|
| 284 |
-
"size":
|
| 285 |
-
"sha256": "
|
| 286 |
},
|
| 287 |
{
|
| 288 |
"path": "evaluation/young_woman/int8/young_chinese_woman-s123.png",
|
|
@@ -301,19 +746,29 @@
|
|
| 301 |
},
|
| 302 |
{
|
| 303 |
"path": "evaluation/young_woman/report.md",
|
| 304 |
-
"size":
|
| 305 |
-
"sha256": "
|
| 306 |
},
|
| 307 |
{
|
| 308 |
"path": "evaluation/young_woman/summary.json",
|
| 309 |
-
"size":
|
| 310 |
-
"sha256": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 311 |
},
|
| 312 |
{
|
| 313 |
"path": "model_index.json",
|
| 314 |
"size": 447,
|
| 315 |
"sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
|
| 316 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 317 |
{
|
| 318 |
"path": "processor/added_tokens.json",
|
| 319 |
"size": 707,
|
|
@@ -359,6 +814,21 @@
|
|
| 359 |
"size": 2776833,
|
| 360 |
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
|
| 361 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 362 |
{
|
| 363 |
"path": "requirements.txt",
|
| 364 |
"size": 358,
|
|
@@ -374,10 +844,20 @@
|
|
| 374 |
"size": 364,
|
| 375 |
"sha256": "bf9f0329f310b94e93f498ffb6e921604dba02340d7b77168f5da0d8384f5762"
|
| 376 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 377 |
{
|
| 378 |
"path": "scripts/benchmark.py",
|
| 379 |
-
"size":
|
| 380 |
-
"sha256": "
|
| 381 |
},
|
| 382 |
{
|
| 383 |
"path": "scripts/download.py",
|
|
@@ -386,8 +866,8 @@
|
|
| 386 |
},
|
| 387 |
{
|
| 388 |
"path": "scripts/infer.py",
|
| 389 |
-
"size":
|
| 390 |
-
"sha256": "
|
| 391 |
},
|
| 392 |
{
|
| 393 |
"path": "scripts/integrity.py",
|
|
@@ -396,8 +876,8 @@
|
|
| 396 |
},
|
| 397 |
{
|
| 398 |
"path": "scripts/model_card.py",
|
| 399 |
-
"size":
|
| 400 |
-
"sha256": "
|
| 401 |
},
|
| 402 |
{
|
| 403 |
"path": "scripts/provenance.py",
|
|
@@ -406,29 +886,44 @@
|
|
| 406 |
},
|
| 407 |
{
|
| 408 |
"path": "scripts/quantize.py",
|
| 409 |
-
"size":
|
| 410 |
-
"sha256": "
|
| 411 |
},
|
| 412 |
{
|
| 413 |
"path": "scripts/release.py",
|
| 414 |
-
"size":
|
| 415 |
-
"sha256": "
|
| 416 |
},
|
| 417 |
{
|
| 418 |
"path": "scripts/report.py",
|
| 419 |
-
"size":
|
| 420 |
-
"sha256": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 421 |
},
|
| 422 |
{
|
| 423 |
"path": "scripts/upload.py",
|
| 424 |
-
"size":
|
| 425 |
-
"sha256": "
|
| 426 |
},
|
| 427 |
{
|
| 428 |
"path": "tests/__init__.py",
|
| 429 |
"size": 0,
|
| 430 |
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
| 431 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 432 |
{
|
| 433 |
"path": "tests/gpu_roundtrip.py",
|
| 434 |
"size": 1055,
|
|
@@ -454,11 +949,6 @@
|
|
| 454 |
"size": 858,
|
| 455 |
"sha256": "722994cc6aab6673498266d6414650a88837c331b261693f2c0eb98499cb3552"
|
| 456 |
},
|
| 457 |
-
{
|
| 458 |
-
"path": "text_encoder-quantization.json",
|
| 459 |
-
"size": 19004,
|
| 460 |
-
"sha256": "602398ec933e151e3e71b5f3208500b376855b40d072f73340490e2a6e64f32b"
|
| 461 |
-
},
|
| 462 |
{
|
| 463 |
"path": "text_encoder/config.json",
|
| 464 |
"size": 2487,
|
|
@@ -490,9 +980,9 @@
|
|
| 490 |
"sha256": "d3fc335d23047182f40d458efec86a4b187a766e0d1639426b6a9b7ab5b1ab8a"
|
| 491 |
},
|
| 492 |
{
|
| 493 |
-
"path": "
|
| 494 |
-
"size":
|
| 495 |
-
"sha256": "
|
| 496 |
},
|
| 497 |
{
|
| 498 |
"path": "transformer/config.json",
|
|
@@ -514,6 +1004,11 @@
|
|
| 514 |
"size": 77984,
|
| 515 |
"sha256": "96963ae89098cbfdb83fb09bfe0b91e34d8dfe812c65da5e1fbe452878a79ebe"
|
| 516 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 517 |
{
|
| 518 |
"path": "upstream-verification.json",
|
| 519 |
"size": 1439,
|
|
|
|
| 1 |
[
|
| 2 |
+
{
|
| 3 |
+
"path": "benchmarks/cases.json",
|
| 4 |
+
"size": 1919,
|
| 5 |
+
"sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
|
| 6 |
+
},
|
| 7 |
+
{
|
| 8 |
+
"path": "benchmarks/young_woman.json",
|
| 9 |
+
"size": 516,
|
| 10 |
+
"sha256": "0d1d27b403e6c6685d652ef5553978fc9ac8af9b1d13c5c662449d0a8be74847"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"path": "cards/huggingface.md",
|
| 14 |
+
"size": 5074,
|
| 15 |
+
"sha256": "3f98474e54093f82edab7766ccb8c9ce0cffc52acd7099ec6a3e198bbf905b3e"
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"path": "cards/modelscope.md",
|
| 19 |
+
"size": 4703,
|
| 20 |
+
"sha256": "a2d56f76961cbe918e2f7b7a23a0831e7d85fb7971d1dbd8a1d848a676109ba5"
|
| 21 |
+
},
|
| 22 |
{
|
| 23 |
"path": "CHANGES.md",
|
| 24 |
+
"size": 1183,
|
| 25 |
+
"sha256": "0d34b4b5dc5ad12aea57e382e9b210cbfe68d103672e2e88037065b8fee87223"
|
| 26 |
},
|
| 27 |
{
|
| 28 |
+
"path": "conversion.json",
|
| 29 |
+
"size": 1425,
|
| 30 |
+
"sha256": "85900407b59658abab04a37e830089939ca20346435dea3ae3a09cb1e5f6887f"
|
| 31 |
},
|
| 32 |
{
|
| 33 |
+
"path": "evaluation/audit/bf16-native-tiled/edit_native.png",
|
| 34 |
+
"size": 6918553,
|
| 35 |
+
"sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec"
|
| 36 |
},
|
| 37 |
{
|
| 38 |
+
"path": "evaluation/audit/bf16-native-tiled/environment.json",
|
| 39 |
+
"size": 483,
|
| 40 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 41 |
},
|
| 42 |
{
|
| 43 |
+
"path": "evaluation/audit/bf16-native-tiled/gpu-before.txt",
|
| 44 |
+
"size": 3345,
|
| 45 |
+
"sha256": "defcac72adb35e7ae2617b238bc01ba17260eb0ce243e5e830834a5f83f844c3"
|
| 46 |
},
|
| 47 |
{
|
| 48 |
+
"path": "evaluation/audit/bf16-native-tiled/memory.jsonl",
|
| 49 |
+
"size": 4252,
|
| 50 |
+
"sha256": "a064c603dedaeb79468192a55718feb8ae27a0813c4ca4b9e4abe62e3afaaafc"
|
| 51 |
},
|
| 52 |
{
|
| 53 |
+
"path": "evaluation/audit/bf16-native-tiled/records.jsonl",
|
| 54 |
+
"size": 391,
|
| 55 |
+
"sha256": "53633cb3daf3bee9b3d88a879a4c82645cdad57baa8c22f8597785d05c7f58a8"
|
| 56 |
},
|
| 57 |
{
|
| 58 |
+
"path": "evaluation/audit/gpu-regression-after.txt",
|
| 59 |
+
"size": 74,
|
| 60 |
+
"sha256": "1b8d460f782c3d68ed132549e3a38cb2b9fafdfadd73063c3ef1a77bb7fd552f"
|
| 61 |
},
|
| 62 |
{
|
| 63 |
+
"path": "evaluation/audit/gpu-regression-before.txt",
|
| 64 |
+
"size": 549,
|
| 65 |
+
"sha256": "fdc8c78ffdd5afa475e0d67dd64863d0fb350f914720f3b2a7195cfda0991c35"
|
| 66 |
},
|
| 67 |
{
|
| 68 |
+
"path": "evaluation/audit/input.png",
|
| 69 |
+
"size": 1868618,
|
| 70 |
+
"sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
|
| 71 |
},
|
| 72 |
{
|
| 73 |
+
"path": "evaluation/audit/int8-1024-tiled/edit_fresh.png",
|
| 74 |
+
"size": 2175608,
|
| 75 |
+
"sha256": "e1118dfd5286837adcf75553ab6bc3f9c5d5da36270d7b1fc0a9958e4ca51ca9"
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"path": "evaluation/audit/int8-1024-tiled/environment.json",
|
| 79 |
+
"size": 483,
|
| 80 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"path": "evaluation/audit/int8-1024-tiled/gpu-before.txt",
|
| 84 |
+
"size": 3345,
|
| 85 |
+
"sha256": "eb405f1449241088c7821e9b1a815addf62b35a1699abc097fd8f5134c2bd118"
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"path": "evaluation/audit/int8-1024-tiled/memory.jsonl",
|
| 89 |
+
"size": 7297,
|
| 90 |
+
"sha256": "2164381f35b691a9a20726b84f6b4d1ac084ee99022a1b573d92d4199be72dd1"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"path": "evaluation/audit/int8-1024-tiled/records.jsonl",
|
| 94 |
+
"size": 391,
|
| 95 |
+
"sha256": "d096213e0edc12d6186220c35ab937b470a198dd2a4715bfb12f74fbf5a7424e"
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"path": "evaluation/audit/int8-fixed/edit_fresh.png",
|
| 99 |
+
"size": 2275894,
|
| 100 |
+
"sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"path": "evaluation/audit/int8-fixed/edit_no_cache.png",
|
| 104 |
+
"size": 2276140,
|
| 105 |
+
"sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b"
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"path": "evaluation/audit/int8-fixed/edit_repeat.png",
|
| 109 |
+
"size": 2275894,
|
| 110 |
+
"sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"path": "evaluation/audit/int8-fixed/edit_rgb.png",
|
| 114 |
+
"size": 2275437,
|
| 115 |
+
"sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b"
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"path": "evaluation/audit/int8-fixed/environment.json",
|
| 119 |
+
"size": 483,
|
| 120 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"path": "evaluation/audit/int8-fixed/gpu-before.txt",
|
| 124 |
+
"size": 3253,
|
| 125 |
+
"sha256": "112a6d627ff47b5dadc8fead82e987b65125bc0944a147d31577dd5cce31ba80"
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"path": "evaluation/audit/int8-fixed/memory.jsonl",
|
| 129 |
+
"size": 29724,
|
| 130 |
+
"sha256": "79c31a4f3ea6252aa45c7775b5a6b37a3f6e7283cbc9dfd264f4b793d9ced101"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"path": "evaluation/audit/int8-fixed/portrait.png",
|
| 134 |
+
"size": 1865119,
|
| 135 |
+
"sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"path": "evaluation/audit/int8-fixed/records.jsonl",
|
| 139 |
+
"size": 1788,
|
| 140 |
+
"sha256": "8f3cf49207e8904c039297f5fbe6b02191ea65446a963fa4b91cdab9ae7fa0cf"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"path": "evaluation/audit/int8-fixed/vae-roundtrip.json",
|
| 144 |
+
"size": 310,
|
| 145 |
+
"sha256": "1c840c25b4d2a7bdb7f0ad3e6e1633baf473addd09204aa6bfdbdf8265dbcea7"
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"path": "evaluation/audit/int8-fixed/vae_roundtrip.png",
|
| 149 |
+
"size": 1803783,
|
| 150 |
+
"sha256": "c0c4090e0a95407811b24fe2067941f801ade6bfcb193580f44dafd4e63fa198"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"path": "evaluation/audit/int8-native/environment.json",
|
| 154 |
+
"size": 483,
|
| 155 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"path": "evaluation/audit/int8-native/gpu-before.txt",
|
| 159 |
+
"size": 3253,
|
| 160 |
+
"sha256": "dd5c4340621057b12b717bdc90ad57236c76600a4348ece7a15901f23f48336f"
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"path": "evaluation/audit/int8-native/memory.jsonl",
|
| 164 |
+
"size": 5299,
|
| 165 |
+
"sha256": "8b3d1fb65157d9b2955f779cffd752d143d25a915c911be6f7354d3b65e7a0fb"
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"path": "evaluation/audit/int8-native-tiled/edit_native.png",
|
| 169 |
+
"size": 6895510,
|
| 170 |
+
"sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59"
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"path": "evaluation/audit/int8-native-tiled/environment.json",
|
| 174 |
+
"size": 483,
|
| 175 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"path": "evaluation/audit/int8-native-tiled/gpu-before.txt",
|
| 179 |
+
"size": 3345,
|
| 180 |
+
"sha256": "f289e8bcd694b2bde538036bbc4cbe07127befb163d384c6b43cc1c6d6f22c65"
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"path": "evaluation/audit/int8-native-tiled/memory.jsonl",
|
| 184 |
+
"size": 7301,
|
| 185 |
+
"sha256": "743a4c72fa44b72bd053b7634132066889c68ee14af452de9fa7e3ea866ca783"
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"path": "evaluation/audit/int8-native-tiled/records.jsonl",
|
| 189 |
+
"size": 392,
|
| 190 |
+
"sha256": "6e7c3abde2db894026089fcd59fb0f7e40050c3a88ecb0215333bb4551cb342b"
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"path": "evaluation/audit/int8-original/edit_fresh.png",
|
| 194 |
+
"size": 2275894,
|
| 195 |
+
"sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
|
| 196 |
+
},
|
| 197 |
+
{
|
| 198 |
+
"path": "evaluation/audit/int8-original/edit_no_cache.png",
|
| 199 |
+
"size": 2276140,
|
| 200 |
+
"sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b"
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"path": "evaluation/audit/int8-original/edit_repeat.png",
|
| 204 |
+
"size": 2275894,
|
| 205 |
+
"sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"path": "evaluation/audit/int8-original/edit_rgb.png",
|
| 209 |
+
"size": 2275437,
|
| 210 |
+
"sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b"
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"path": "evaluation/audit/int8-original/environment.json",
|
| 214 |
+
"size": 483,
|
| 215 |
+
"sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"path": "evaluation/audit/int8-original/gpu-before.txt",
|
| 219 |
+
"size": 3253,
|
| 220 |
+
"sha256": "17d32e2a7b475f4ea72584b5efb271e21f2d858adcdbfd0cdb3d288a4b3cc5e8"
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"path": "evaluation/audit/int8-original/memory.jsonl",
|
| 224 |
+
"size": 27684,
|
| 225 |
+
"sha256": "5bbf03b7740124fe85d8f0de8b3c83627248cf65d2945619deed15d73cc686b2"
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"path": "evaluation/audit/int8-original/portrait.png",
|
| 229 |
+
"size": 1865119,
|
| 230 |
+
"sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"path": "evaluation/audit/int8-original/records.jsonl",
|
| 234 |
+
"size": 1507,
|
| 235 |
+
"sha256": "fc6b4ac7193ec71ad4f444283a6204247a2bd48aab6bca4af1a9e59ea92eee50"
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"path": "evaluation/audit/summary.json",
|
| 239 |
+
"size": 6656,
|
| 240 |
+
"sha256": "5625684a8ce0c302c2fea3356d6eaa26c37668c0ad008327df6b9759ae35bab8"
|
| 241 |
},
|
| 242 |
{
|
| 243 |
"path": "evaluation/bf16/chinese_text-s123.png",
|
|
|
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"path": "evaluation/bf16/environment.json",
|
| 284 |
+
"size": 7900,
|
| 285 |
+
"sha256": "a6ec915a39a596055d389f07aac119e59c03f1630c446eeadce15c30b50845c2"
|
| 286 |
},
|
| 287 |
{
|
| 288 |
"path": "evaluation/bf16/portrait-s123.png",
|
|
|
|
| 296 |
},
|
| 297 |
{
|
| 298 |
"path": "evaluation/bf16/records.jsonl",
|
| 299 |
+
"size": 15209,
|
| 300 |
+
"sha256": "0fba5d3c93f1596a9e3dc310b6cb78e790601ef009b0d7e81646779bb2f55cc6"
|
| 301 |
},
|
| 302 |
{
|
| 303 |
"path": "evaluation/bf16/rgba-s123.png",
|
|
|
|
| 321 |
},
|
| 322 |
{
|
| 323 |
"path": "evaluation/comparison.csv",
|
| 324 |
+
"size": 2490,
|
| 325 |
+
"sha256": "33cad3969ff1d11e5bab1944f26c75b13644c92b681d0d79e10a4c1a9028de41"
|
| 326 |
},
|
| 327 |
{
|
| 328 |
"path": "evaluation/comparison.html",
|
| 329 |
+
"size": 6884,
|
| 330 |
+
"sha256": "9f520ff7339cb692d7c68301f22e40e4ca7f827f0f64b367505147f2728cd264"
|
| 331 |
},
|
| 332 |
{
|
| 333 |
"path": "evaluation/hardware.json",
|
| 334 |
+
"size": 340,
|
| 335 |
+
"sha256": "4a73d03c8dea0f97ea9abbc599142df993c00412584577b44ed4e96dc7576abe"
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"path": "evaluation/initial/bf16/chinese_text-s123.png",
|
| 339 |
+
"size": 1194079,
|
| 340 |
+
"sha256": "eae74256d7ed1b3519d39c7d58961cf7a937224d19a3c3239ca7eba4178edf49"
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"path": "evaluation/initial/bf16/chinese_text-s42.png",
|
| 344 |
+
"size": 1303893,
|
| 345 |
+
"sha256": "7082cb71d99705bc42e27e2c206b13e3beb9e62cfd6304cfabe203b82641692c"
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"path": "evaluation/initial/bf16/composition-s123.png",
|
| 349 |
+
"size": 1220815,
|
| 350 |
+
"sha256": "bc11612f260acd8af0d834f3b28c752cefd0437d24c9a01dae0d46647bdf29ae"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "evaluation/initial/bf16/composition-s42.png",
|
| 354 |
+
"size": 1194343,
|
| 355 |
+
"sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1"
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"path": "evaluation/initial/bf16/edit-s123.png",
|
| 359 |
+
"size": 1801031,
|
| 360 |
+
"sha256": "7d00c5bb7a2b31f05ea3fcf3f4a79dd93335770fe1b2d0ad772d5df954c9f91c"
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"path": "evaluation/initial/bf16/edit-s42.png",
|
| 364 |
+
"size": 2269130,
|
| 365 |
+
"sha256": "8713f6ef2ec0191d88225f2515671d6f51be43aa293bb1ca6e25b07a1b67deb9"
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"path": "evaluation/initial/bf16/english_text-s123.png",
|
| 369 |
+
"size": 905011,
|
| 370 |
+
"sha256": "cf5e76dee9f0e403ebdf24a64e1fcd604ee2b6c8e645a032fba2807acc34adf2"
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"path": "evaluation/initial/bf16/english_text-s42.png",
|
| 374 |
+
"size": 969130,
|
| 375 |
+
"sha256": "ba31b0c8a312e96408096566013c667b3a32bd7720749ca47120960b17b41ca6"
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"path": "evaluation/initial/bf16/environment.json",
|
| 379 |
+
"size": 5505,
|
| 380 |
+
"sha256": "3309783a060414b438679e1a02da0f42258ad2191717143878480851204dd481"
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"path": "evaluation/initial/bf16/portrait-s123.png",
|
| 384 |
+
"size": 1930022,
|
| 385 |
+
"sha256": "cff376e50c41c4aee2b9e4aabc502f4791774f6ad285d8a7673a61ebb1fa650d"
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"path": "evaluation/initial/bf16/portrait-s42.png",
|
| 389 |
+
"size": 1868618,
|
| 390 |
+
"sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"path": "evaluation/initial/bf16/records.jsonl",
|
| 394 |
+
"size": 11270,
|
| 395 |
+
"sha256": "7aedee2d158585154d1df991ae25e1ad22ed6cacb564925858e6e33563033693"
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"path": "evaluation/initial/bf16/rgba-s123.png",
|
| 399 |
+
"size": 926957,
|
| 400 |
+
"sha256": "6f1abbb1a64ac553fc576a0250d370ab5bb7e6d5e6372f42f67045a5bb0951a6"
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"path": "evaluation/initial/bf16/rgba-s42.png",
|
| 404 |
+
"size": 850131,
|
| 405 |
+
"sha256": "6f5dfea6ba02e41cbf20617b6e863e1adfa139d79fad2ca5c64dfc815f591d82"
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"path": "evaluation/initial/bf16/texture-s123.png",
|
| 409 |
+
"size": 1760350,
|
| 410 |
+
"sha256": "18c4403f388d0e03447473c03497141169f333fddeaeb40227163dc3b9d68d3e"
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"path": "evaluation/initial/bf16/texture-s42.png",
|
| 414 |
+
"size": 1797822,
|
| 415 |
+
"sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095"
|
| 416 |
+
},
|
| 417 |
+
{
|
| 418 |
+
"path": "evaluation/initial/comparison.csv",
|
| 419 |
+
"size": 2495,
|
| 420 |
+
"sha256": "b0950a972fb8a63237b215e2ff3ba2b5b2dd7b80a9c73911423800177c07c368"
|
| 421 |
+
},
|
| 422 |
+
{
|
| 423 |
+
"path": "evaluation/initial/comparison.html",
|
| 424 |
+
"size": 5949,
|
| 425 |
+
"sha256": "9ab68a63f5124b6eaf2a0b8bc125664adf7d196601a0117e174b5f3daddce741"
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"path": "evaluation/initial/hardware.json",
|
| 429 |
+
"size": 340,
|
| 430 |
+
"sha256": "4a73d03c8dea0f97ea9abbc599142df993c00412584577b44ed4e96dc7576abe"
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"path": "evaluation/initial/int8/chinese_text-s123.png",
|
| 434 |
+
"size": 1201749,
|
| 435 |
+
"sha256": "7ff8508a9454650920591c0aad34d1793501f609e853f2f8584c15eee5127479"
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"path": "evaluation/initial/int8/chinese_text-s42.png",
|
| 439 |
+
"size": 1315329,
|
| 440 |
+
"sha256": "dce2de1e3b8b3836c7584854c7cf340cf05bcb141fa8e3988264c62e1b20238c"
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"path": "evaluation/initial/int8/composition-s123.png",
|
| 444 |
+
"size": 1211968,
|
| 445 |
+
"sha256": "c030c007a9c3962533ffeb256d9dac619cc082a20a21ff6f9eb0c0ab7b7cadae"
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"path": "evaluation/initial/int8/composition-s42.png",
|
| 449 |
+
"size": 1222325,
|
| 450 |
+
"sha256": "5704252c99e7f9dbe9e512eb82bf4fd93650e26c1d6479412679e7868637bcdd"
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"path": "evaluation/initial/int8/edit-s123.png",
|
| 454 |
+
"size": 1799329,
|
| 455 |
+
"sha256": "d8023e34ba10a22b36f63d050c50d44f149cebc7fc8f7f612a47f27f2a4cb70b"
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"path": "evaluation/initial/int8/edit-s42.png",
|
| 459 |
+
"size": 2275894,
|
| 460 |
+
"sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"path": "evaluation/initial/int8/english_text-s123.png",
|
| 464 |
+
"size": 922494,
|
| 465 |
+
"sha256": "b55551e7c17975ee90ad895e449379355886c3422d6dcdee9b0c3a4ce1c4632f"
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"path": "evaluation/initial/int8/english_text-s42.png",
|
| 469 |
+
"size": 960968,
|
| 470 |
+
"sha256": "98ea66acd842498e192bc69503e32f5f61a4e5e56887d0f86e9c936b0b0d976f"
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"path": "evaluation/initial/int8/environment.json",
|
| 474 |
+
"size": 5142,
|
| 475 |
+
"sha256": "f384a38b4353e1a40bca191cc91ec5a8894f5aa093ba352c370738fe9605eb0d"
|
| 476 |
+
},
|
| 477 |
+
{
|
| 478 |
+
"path": "evaluation/initial/int8/portrait-s123.png",
|
| 479 |
+
"size": 1930928,
|
| 480 |
+
"sha256": "09391672b7aa15abc92a49184c94cd7dc09b570b2134c95f0a1524701630323c"
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"path": "evaluation/initial/int8/portrait-s42.png",
|
| 484 |
+
"size": 1865119,
|
| 485 |
+
"sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"path": "evaluation/initial/int8/records.jsonl",
|
| 489 |
+
"size": 11267,
|
| 490 |
+
"sha256": "706220f4e5b37ad49e4f4a694ae8ebebb058dfe66e1877a4aaa80ce832418adf"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"path": "evaluation/initial/int8/rgba-s123.png",
|
| 494 |
+
"size": 1032567,
|
| 495 |
+
"sha256": "4871aab8f9d404a479385053bdb4c18de7f4119884bb0e30997d7be721a69b45"
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"path": "evaluation/initial/int8/rgba-s42.png",
|
| 499 |
+
"size": 918813,
|
| 500 |
+
"sha256": "8624d495fe40f602a492b3366ccb0354d5684e4e084281503fdb435d0f4e265e"
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"path": "evaluation/initial/int8/texture-s123.png",
|
| 504 |
+
"size": 1758127,
|
| 505 |
+
"sha256": "82fc88d5ab3cd4201634c54567b327f200231321dd0207990ff4c893e78496c7"
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"path": "evaluation/initial/int8/texture-s42.png",
|
| 509 |
+
"size": 1784440,
|
| 510 |
+
"sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"path": "evaluation/initial/qualitative.md",
|
| 514 |
+
"size": 2365,
|
| 515 |
+
"sha256": "f5e112ed3eb9f64574e269489b0176a6d389b1e983e3b9d97c802d329bca7b4d"
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"path": "evaluation/initial/report.md",
|
| 519 |
+
"size": 2144,
|
| 520 |
+
"sha256": "e22892b8cc8e97394d3f0d3860961d031964efe57177a7c78a9fe28105f10161"
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"path": "evaluation/initial/summary.json",
|
| 524 |
+
"size": 352,
|
| 525 |
+
"sha256": "f9d9fcaee946aedef904f8621eedb2ae6e5b5ab9d2ec80b617a67165763d7f0f"
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"path": "evaluation/initial/young_woman/bf16/environment.json",
|
| 529 |
+
"size": 5327,
|
| 530 |
+
"sha256": "2cc0802f51aa4de4b885fb1feda58f1883ac7bdd40b47b9ff539a9217f10315a"
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"path": "evaluation/initial/young_woman/bf16/records.jsonl",
|
| 534 |
+
"size": 2065,
|
| 535 |
+
"sha256": "8069e03e741671941f7405aa147b9f892816d477359dff63ec2d6b79022dffdf"
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"path": "evaluation/initial/young_woman/bf16/young_chinese_woman-s123.png",
|
| 539 |
+
"size": 1555909,
|
| 540 |
+
"sha256": "a2f28b40c897335595e496d23e490278c53b2f916597a4ef0fbb95a9f2700096"
|
| 541 |
+
},
|
| 542 |
+
{
|
| 543 |
+
"path": "evaluation/initial/young_woman/bf16/young_chinese_woman-s42.png",
|
| 544 |
+
"size": 1568091,
|
| 545 |
+
"sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"path": "evaluation/initial/young_woman/comparison.csv",
|
| 549 |
+
"size": 510,
|
| 550 |
+
"sha256": "9d4b3d5860c1d51f617f8ba279709d73f6e61b07662076048fa54f5f59d57212"
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"path": "evaluation/initial/young_woman/comparison.html",
|
| 554 |
+
"size": 1722,
|
| 555 |
+
"sha256": "149d6e89621a4989e1924f97dd35e99e54f9a1928fc2f89703faae9000f99101"
|
| 556 |
+
},
|
| 557 |
+
{
|
| 558 |
+
"path": "evaluation/initial/young_woman/int8/environment.json",
|
| 559 |
+
"size": 5141,
|
| 560 |
+
"sha256": "30cdde43f9ae0337fac191563337420e8420ca2fcda81a8ca53d083e9434ea66"
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"path": "evaluation/initial/young_woman/int8/records.jsonl",
|
| 564 |
+
"size": 2062,
|
| 565 |
+
"sha256": "cb18958857492487b031aad65690c673d7fe6bafce70876b1585c980afd951bd"
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"path": "evaluation/initial/young_woman/int8/young_chinese_woman-s123.png",
|
| 569 |
+
"size": 1560080,
|
| 570 |
+
"sha256": "350e800c857e0c6e0836cd7fb222cd9b60c10a34f29f15b1f8ffa71e9f986f64"
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"path": "evaluation/initial/young_woman/int8/young_chinese_woman-s42.png",
|
| 574 |
+
"size": 1563866,
|
| 575 |
+
"sha256": "5ffeb0f35bf0115ba2dd7ea9a98def2a97f280c67c27a24c9d1110e6501256a6"
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"path": "evaluation/initial/young_woman/qualitative.md",
|
| 579 |
+
"size": 2185,
|
| 580 |
+
"sha256": "98ad6ce5f287a201d375ebfcf0c6fd8b3a4c254d44ae9f565446b661f6eb324a"
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"path": "evaluation/initial/young_woman/report.md",
|
| 584 |
+
"size": 1274,
|
| 585 |
+
"sha256": "641d065ba1007292ccc1d8b9c51eddc0253be640e93bda636cdf337837bd8a99"
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"path": "evaluation/initial/young_woman/summary.json",
|
| 589 |
+
"size": 352,
|
| 590 |
+
"sha256": "07f2aa005945a2c8a27bc0b14539abcb04cbcf550c92b242d88f8ec9f828cbf7"
|
| 591 |
},
|
| 592 |
{
|
| 593 |
"path": "evaluation/int8/chinese_text-s123.png",
|
|
|
|
| 631 |
},
|
| 632 |
{
|
| 633 |
"path": "evaluation/int8/environment.json",
|
| 634 |
+
"size": 7665,
|
| 635 |
+
"sha256": "e6ff6ec88c040cc643ecd26d78d66c293868263df95174ef536fa36e5e63ee87"
|
| 636 |
},
|
| 637 |
{
|
| 638 |
"path": "evaluation/int8/portrait-s123.png",
|
|
|
|
| 646 |
},
|
| 647 |
{
|
| 648 |
"path": "evaluation/int8/records.jsonl",
|
| 649 |
+
"size": 15203,
|
| 650 |
+
"sha256": "d7cb1c5c50eb81789340ad282d5fef2e4bcc89f4c87c3bf305ae236fe5c03c48"
|
| 651 |
},
|
| 652 |
{
|
| 653 |
"path": "evaluation/int8/rgba-s123.png",
|
|
|
|
| 669 |
"size": 1784440,
|
| 670 |
"sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
|
| 671 |
},
|
| 672 |
+
{
|
| 673 |
+
"path": "evaluation/process-isolation.jsonl",
|
| 674 |
+
"size": 27649,
|
| 675 |
+
"sha256": "b7a0fb466a1ddb29a31732f05a264a4aea85e31dd163b5e55397066470be2736"
|
| 676 |
+
},
|
| 677 |
{
|
| 678 |
"path": "evaluation/qualitative.md",
|
| 679 |
"size": 2365,
|
|
|
|
| 681 |
},
|
| 682 |
{
|
| 683 |
"path": "evaluation/report.md",
|
| 684 |
+
"size": 2023,
|
| 685 |
+
"sha256": "7f843096974808bbd1f9b9da028104c79373bb5aa96d45aefd552deb00c723bc"
|
| 686 |
},
|
| 687 |
{
|
| 688 |
"path": "evaluation/summary.json",
|
| 689 |
+
"size": 351,
|
| 690 |
+
"sha256": "392882d44ebfec98132db980fbdca900425fd46dd526cb1aa95431dadcc71d67"
|
| 691 |
},
|
| 692 |
{
|
| 693 |
"path": "evaluation/young_woman/bf16/environment.json",
|
| 694 |
+
"size": 7850,
|
| 695 |
+
"sha256": "469d86b6f3af1a2601ca83ec26a361577dce64aefd26208bdf441031b9f4e9fc"
|
| 696 |
},
|
| 697 |
{
|
| 698 |
"path": "evaluation/young_woman/bf16/records.jsonl",
|
| 699 |
+
"size": 2627,
|
| 700 |
+
"sha256": "d4ea5f67a94558ff66113cf98a1f9d6df1ba3d654fc6e785012aef1b5c903c1c"
|
| 701 |
},
|
| 702 |
{
|
| 703 |
"path": "evaluation/young_woman/bf16/young_chinese_woman-s123.png",
|
|
|
|
| 711 |
},
|
| 712 |
{
|
| 713 |
"path": "evaluation/young_woman/comparison.csv",
|
| 714 |
+
"size": 510,
|
| 715 |
+
"sha256": "4b9c508af376db01cd0ef6c97ab349ec124b27a3b99ced3c776850073fbe7090"
|
| 716 |
},
|
| 717 |
{
|
| 718 |
"path": "evaluation/young_woman/comparison.html",
|
| 719 |
+
"size": 1912,
|
| 720 |
+
"sha256": "115caecc515bc3b469d4ac2dff19cfa190e34583d602696b1263accc9582193c"
|
| 721 |
},
|
| 722 |
{
|
| 723 |
"path": "evaluation/young_woman/int8/environment.json",
|
| 724 |
+
"size": 7664,
|
| 725 |
+
"sha256": "1b24ae99b72e0ba4520f583045994a10812204a031c0c3a80c35032499838617"
|
| 726 |
},
|
| 727 |
{
|
| 728 |
"path": "evaluation/young_woman/int8/records.jsonl",
|
| 729 |
+
"size": 2626,
|
| 730 |
+
"sha256": "a90c33658e08df669c32a0f1e7ba3ec51f852774c35fe656f388e9ffdd8193e4"
|
| 731 |
},
|
| 732 |
{
|
| 733 |
"path": "evaluation/young_woman/int8/young_chinese_woman-s123.png",
|
|
|
|
| 746 |
},
|
| 747 |
{
|
| 748 |
"path": "evaluation/young_woman/report.md",
|
| 749 |
+
"size": 1272,
|
| 750 |
+
"sha256": "7182a9dff2539048140980eac7c52780a6789022bfdddb108595e8bafd9950ed"
|
| 751 |
},
|
| 752 |
{
|
| 753 |
"path": "evaluation/young_woman/summary.json",
|
| 754 |
+
"size": 350,
|
| 755 |
+
"sha256": "af13709d3480a3199ff24cee5b1e2b4985a00632b8a3240bca38779dc54aafa9"
|
| 756 |
+
},
|
| 757 |
+
{
|
| 758 |
+
"path": "LICENSE",
|
| 759 |
+
"size": 7831,
|
| 760 |
+
"sha256": "8dc973f024ff95966bea25866efa443fd16776dcb1001e681e3d467ea572b28d"
|
| 761 |
},
|
| 762 |
{
|
| 763 |
"path": "model_index.json",
|
| 764 |
"size": 447,
|
| 765 |
"sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
|
| 766 |
},
|
| 767 |
+
{
|
| 768 |
+
"path": "Notice",
|
| 769 |
+
"size": 530,
|
| 770 |
+
"sha256": "9b12c699d8e464d0eda682b18535568981893eaf66e462a0467f2c16b387970a"
|
| 771 |
+
},
|
| 772 |
{
|
| 773 |
"path": "processor/added_tokens.json",
|
| 774 |
"size": 707,
|
|
|
|
| 814 |
"size": 2776833,
|
| 815 |
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
|
| 816 |
},
|
| 817 |
+
{
|
| 818 |
+
"path": "PUBLISHING.md",
|
| 819 |
+
"size": 2118,
|
| 820 |
+
"sha256": "ed220160bb06dd4774f6e413eb6b077f8316033ae76dbf85c146e9c65cbac4e8"
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"path": "README.md",
|
| 824 |
+
"size": 32442,
|
| 825 |
+
"sha256": "91d1b390de44e8b1458689b89eaa4ecd99c40e2dbe858013077a558f4fce7b29"
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"path": "REPRODUCE.md",
|
| 829 |
+
"size": 6454,
|
| 830 |
+
"sha256": "f334d615441aa5de41767f7c31b7e2cb2d4b6976d7e121a07fb89d8c33f0b589"
|
| 831 |
+
},
|
| 832 |
{
|
| 833 |
"path": "requirements.txt",
|
| 834 |
"size": 358,
|
|
|
|
| 844 |
"size": 364,
|
| 845 |
"sha256": "bf9f0329f310b94e93f498ffb6e921604dba02340d7b77168f5da0d8384f5762"
|
| 846 |
},
|
| 847 |
+
{
|
| 848 |
+
"path": "scripts/audit_report.py",
|
| 849 |
+
"size": 9736,
|
| 850 |
+
"sha256": "16da01bb5128beecf6ca51ae8d83f39fb0487f5bd501e002265332974795bd8a"
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"path": "scripts/audit_runtime.py",
|
| 854 |
+
"size": 6430,
|
| 855 |
+
"sha256": "c6cd24aba8c9872066a4ed0b162f1ef09bfab05f92cfac212edec62c724d80cb"
|
| 856 |
+
},
|
| 857 |
{
|
| 858 |
"path": "scripts/benchmark.py",
|
| 859 |
+
"size": 7492,
|
| 860 |
+
"sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb"
|
| 861 |
},
|
| 862 |
{
|
| 863 |
"path": "scripts/download.py",
|
|
|
|
| 866 |
},
|
| 867 |
{
|
| 868 |
"path": "scripts/infer.py",
|
| 869 |
+
"size": 2009,
|
| 870 |
+
"sha256": "07cdfdc9da65a403b8ca13ed748cfb657f4142c3731e6a06ce4001178de73c0a"
|
| 871 |
},
|
| 872 |
{
|
| 873 |
"path": "scripts/integrity.py",
|
|
|
|
| 876 |
},
|
| 877 |
{
|
| 878 |
"path": "scripts/model_card.py",
|
| 879 |
+
"size": 14034,
|
| 880 |
+
"sha256": "a55b869ea85f6332b9dd3f4f9bbbb80c2e0b6bb8cab4e14ece0c6daf3807e2a4"
|
| 881 |
},
|
| 882 |
{
|
| 883 |
"path": "scripts/provenance.py",
|
|
|
|
| 886 |
},
|
| 887 |
{
|
| 888 |
"path": "scripts/quantize.py",
|
| 889 |
+
"size": 4212,
|
| 890 |
+
"sha256": "c61f7471d090b4db32f31143b21d14fbf14f6e9276ed308b528d3b03b576284c"
|
| 891 |
},
|
| 892 |
{
|
| 893 |
"path": "scripts/release.py",
|
| 894 |
+
"size": 12886,
|
| 895 |
+
"sha256": "720259a824d85fdaa65116452d47814899842cc0e36b36c2edaddac1482a9e58"
|
| 896 |
},
|
| 897 |
{
|
| 898 |
"path": "scripts/report.py",
|
| 899 |
+
"size": 8501,
|
| 900 |
+
"sha256": "b3fe8657cc76a3d8e77b6df6733729f9352d8a84d347b5f69fc7724eb8cedce7"
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"path": "scripts/rerun_evaluation.py",
|
| 904 |
+
"size": 1827,
|
| 905 |
+
"sha256": "5c7c9b036f3af82a6036bdb8a666e08837c1b254d7886fde6aee28a2464d5b46"
|
| 906 |
+
},
|
| 907 |
+
{
|
| 908 |
+
"path": "scripts/runtime.py",
|
| 909 |
+
"size": 2979,
|
| 910 |
+
"sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c"
|
| 911 |
},
|
| 912 |
{
|
| 913 |
"path": "scripts/upload.py",
|
| 914 |
+
"size": 3598,
|
| 915 |
+
"sha256": "7eb6574d2f7fb5e6d4e8bbd60f11e738696b6a93f8f7aac0f851e0fb0018f164"
|
| 916 |
},
|
| 917 |
{
|
| 918 |
"path": "tests/__init__.py",
|
| 919 |
"size": 0,
|
| 920 |
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
| 921 |
},
|
| 922 |
+
{
|
| 923 |
+
"path": "tests/gpu_offload.py",
|
| 924 |
+
"size": 1637,
|
| 925 |
+
"sha256": "7f96a8b197c83c9e7ee3ab8d7fc4fbf67efa1f32572eb70759983ec966976d6d"
|
| 926 |
+
},
|
| 927 |
{
|
| 928 |
"path": "tests/gpu_roundtrip.py",
|
| 929 |
"size": 1055,
|
|
|
|
| 949 |
"size": 858,
|
| 950 |
"sha256": "722994cc6aab6673498266d6414650a88837c331b261693f2c0eb98499cb3552"
|
| 951 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 952 |
{
|
| 953 |
"path": "text_encoder/config.json",
|
| 954 |
"size": 2487,
|
|
|
|
| 980 |
"sha256": "d3fc335d23047182f40d458efec86a4b187a766e0d1639426b6a9b7ab5b1ab8a"
|
| 981 |
},
|
| 982 |
{
|
| 983 |
+
"path": "text_encoder-quantization.json",
|
| 984 |
+
"size": 19004,
|
| 985 |
+
"sha256": "602398ec933e151e3e71b5f3208500b376855b40d072f73340490e2a6e64f32b"
|
| 986 |
},
|
| 987 |
{
|
| 988 |
"path": "transformer/config.json",
|
|
|
|
| 1004 |
"size": 77984,
|
| 1005 |
"sha256": "96963ae89098cbfdb83fb09bfe0b91e34d8dfe812c65da5e1fbe452878a79ebe"
|
| 1006 |
},
|
| 1007 |
+
{
|
| 1008 |
+
"path": "transformer-quantization.json",
|
| 1009 |
+
"size": 9853,
|
| 1010 |
+
"sha256": "d735fe2c5f2546f20d943cc0789a5f57950d945343871a8cade62ea9234996a7"
|
| 1011 |
+
},
|
| 1012 |
{
|
| 1013 |
"path": "upstream-verification.json",
|
| 1014 |
"size": 1439,
|
README.md
CHANGED
|
@@ -48,12 +48,13 @@ pip install -r requirements.txt
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
| 51 |
-
|
|
|
|
| 52 |
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
pipe
|
| 57 |
image = pipe(
|
| 58 |
prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
|
| 59 |
width=1024, height=1024, num_inference_steps=40,
|
|
@@ -64,9 +65,15 @@ image.save("output.png")
|
|
| 64 |
```
|
| 65 |
|
| 66 |
The saved quantization configuration is detected automatically. Do not re-quantize
|
| 67 |
-
these weights at load time. For editing,
|
|
|
|
| 68 |
For transparency, use the upstream RGBA prompt format and save PNG files.
|
| 69 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
## Local evaluation
|
| 71 |
|
| 72 |
14 paired outputs across 7 cases at 1024×1024 on an RTX 5090.
|
|
@@ -74,16 +81,81 @@ For transparency, use the upstream RGBA prompt format and save PNG files.
|
|
| 74 |
| Metric | BF16 | INT8 |
|
| 75 |
|---|---:|---:|
|
| 76 |
| Weight files (decimal GB) | 33.116 | 18.632 |
|
| 77 |
-
| Mean call latency (s) | 26.
|
| 78 |
-
| Maximum CUDA allocated memory (GiB) | 19.08 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
|
| 80 |
-
**Observed trade-off:** weights are smaller and average latency is lower in this
|
| 81 |
-
run, but peak allocated GPU memory is **higher** with the tested INT8/offload stack.
|
| 82 |
-
Do not use this checkpoint as evidence of lower-VRAM operation.
|
| 83 |
|
| 84 |
-
**
|
| 85 |
oversharpening and contrast changes. Faithful preservation of the original image
|
| 86 |
-
is not
|
|
|
|
| 87 |
Chinese poster. See [qualitative observations](evaluation/qualitative.md).
|
| 88 |
|
| 89 |
The comparison uses identical prompts, CPU random generators, seeds, resolutions,
|
|
@@ -92,17 +164,18 @@ Peak allocated/reserved memory are PyTorch CUDA statistics, not total board memo
|
|
| 92 |
Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
|
| 93 |
model loading and image-file writing. Paired pixel differences measure drift, not
|
| 94 |
semantic quality. This small suite is not a standardized quality ranking.
|
| 95 |
-
BF16 was run first, followed by INT8 on the same Windows desktop GPU
|
| 96 |
-
|
| 97 |
|
| 98 |
See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
|
| 99 |
records and paired PNG outputs. The edit pair uses the exact same source image.
|
| 100 |
-
|
| 101 |
-
|
|
|
|
| 102 |
|
| 103 |
### Evaluation scope and runtime
|
| 104 |
|
| 105 |
-
The
|
| 106 |
|
| 107 |
All previews link to their full-resolution original PNG. Click an image to open it; no crop, retouching or regenerated substitute is used.
|
| 108 |
|
|
@@ -137,29 +210,29 @@ All previews link to their full-resolution original PNG. Click an image to open
|
|
| 137 |
|
| 138 |
| Metric | BF16 | INT8 |
|
| 139 |
|---|---:|---:|
|
| 140 |
-
| Mean call latency (s) |
|
| 141 |
-
| Maximum CUDA allocated (GiB) | 16.44 |
|
| 142 |
|
| 143 |
### Per-image timing and memory
|
| 144 |
|
| 145 |
| Case | Seed | BF16 s | INT8 s | BF16 allocated GiB | INT8 allocated GiB |
|
| 146 |
|---|---:|---:|---:|---:|---:|
|
| 147 |
-
| Older adult portrait | 42 |
|
| 148 |
-
| Older adult portrait | 123 | 26.
|
| 149 |
-
| English lettering | 42 | 25.
|
| 150 |
-
| English lettering | 123 | 25.
|
| 151 |
-
| Chinese lettering | 42 | 25.
|
| 152 |
-
| Chinese lettering | 123 | 25.
|
| 153 |
-
| Counting and spatial arrangement | 42 | 25.
|
| 154 |
-
| Counting and spatial arrangement | 123 | 25.
|
| 155 |
-
| Feather and branch texture | 42 | 25.
|
| 156 |
-
| Feather and branch texture | 123 | 25.
|
| 157 |
-
| RGBA transparency | 42 |
|
| 158 |
-
| RGBA transparency | 123 | 25.
|
| 159 |
-
| Image editing: sweater recoloring | 42 |
|
| 160 |
-
| Image editing: sweater recoloring | 123 |
|
| 161 |
-
| Young Chinese adult woman portrait (supplement) | 42 |
|
| 162 |
-
| Young Chinese adult woman portrait (supplement) | 123 |
|
| 163 |
|
| 164 |
### Pixel drift (not a semantic quality score)
|
| 165 |
|
|
@@ -190,22 +263,22 @@ Reserved memory is the PyTorch CUDA allocator peak. CPU RSS is the process snaps
|
|
| 190 |
|
| 191 |
| Case | Seed | BF16 reserved GiB | INT8 reserved GiB | BF16 RSS GiB | INT8 RSS GiB |
|
| 192 |
|---|---:|---:|---:|---:|---:|
|
| 193 |
-
| Older adult portrait | 42 | 16.58 |
|
| 194 |
-
| Older adult portrait | 123 | 16.58 |
|
| 195 |
-
| English lettering | 42 | 16.58 |
|
| 196 |
-
| English lettering | 123 | 16.58 |
|
| 197 |
-
| Chinese lettering | 42 | 16.59 |
|
| 198 |
-
| Chinese lettering | 123 | 16.59 |
|
| 199 |
-
| Counting and spatial arrangement | 42 | 16.59 |
|
| 200 |
-
| Counting and spatial arrangement | 123 | 16.59 |
|
| 201 |
-
| Feather and branch texture | 42 | 16.58 |
|
| 202 |
-
| Feather and branch texture | 123 | 16.58 |
|
| 203 |
-
| RGBA transparency | 42 | 16.58 |
|
| 204 |
-
| RGBA transparency | 123 | 16.58 |
|
| 205 |
-
| Image editing: sweater recoloring | 42 | 20.03 |
|
| 206 |
-
| Image editing: sweater recoloring | 123 | 20.03 |
|
| 207 |
-
| Young Chinese adult woman portrait (supplement) | 42 | 16.62 |
|
| 208 |
-
| Young Chinese adult woman portrait (supplement) | 123 | 16.62 |
|
| 209 |
|
| 210 |
### All paired samples, prompts and observations
|
| 211 |
|
|
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
| 51 |
+
import sys
|
| 52 |
+
from huggingface_hub import snapshot_download
|
| 53 |
|
| 54 |
+
model_dir = snapshot_download("ixim/Image21-INT8")
|
| 55 |
+
sys.path.insert(0, model_dir) # bundled, inspectable scripts/runtime.py
|
| 56 |
+
from scripts.runtime import load_int8_pipeline
|
| 57 |
+
pipe = load_int8_pipeline(model_dir, local_files_only=True)
|
| 58 |
image = pipe(
|
| 59 |
prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
|
| 60 |
width=1024, height=1024, num_inference_steps=40,
|
|
|
|
| 65 |
```
|
| 66 |
|
| 67 |
The saved quantization configuration is detected automatically. Do not re-quantize
|
| 68 |
+
these weights at load time. For editing, use the 2048px retest recipe below, setting
|
| 69 |
+
`width`, `height` and `output_resolution` together and enabling VAE tiling.
|
| 70 |
For transparency, use the upstream RGBA prompt format and save PNG files.
|
| 71 |
|
| 72 |
+
Use the bundled loader on the pinned runtime: it loads/offloads the two INT8
|
| 73 |
+
components sequentially and moves their auxiliary tensors during model offload.
|
| 74 |
+
Calling only `enable_model_cpu_offload()` leaves INT8 CUDA tensors resident in
|
| 75 |
+
this tested stack. The helper does not change the checkpoint or quantization.
|
| 76 |
+
|
| 77 |
## Local evaluation
|
| 78 |
|
| 79 |
14 paired outputs across 7 cases at 1024×1024 on an RTX 5090.
|
|
|
|
| 81 |
| Metric | BF16 | INT8 |
|
| 82 |
|---|---:|---:|
|
| 83 |
| Weight files (decimal GB) | 33.116 | 18.632 |
|
| 84 |
+
| Mean call latency (s) | 26.44 | 20.21 |
|
| 85 |
+
| Maximum CUDA allocated memory (GiB) | 19.08 | 12.09 |
|
| 86 |
+
|
| 87 |
+
The table reports the complete rerun using the corrected offload helper. The
|
| 88 |
+
initial result (19.08 GiB BF16 / 23.08 GiB INT8) exposed an offload compatibility
|
| 89 |
+
bug, diagnosed below. Original measurements and failure samples are retained.
|
| 90 |
+
|
| 91 |
+
### Memory audit and editing retest
|
| 92 |
+
|
| 93 |
+
The initial benchmark called model CPU offload but did not verify auxiliary-tensor residency. With this pinned PyTorch/bitsandbytes stack, a parent module device move bypasses the child `Linear8bitLt.to()` method. The parameter moves to CPU while CB/SCB auxiliary references can remain on CUDA. About 13.51 GiB remained after apparent offload. `empty_cache()` cannot release live tensors.
|
| 94 |
+
|
| 95 |
+
The bundled instance-local helper synchronizes auxiliary tensors during recursive device moves and loads the INT8 components sequentially. It changes neither weights nor generation settings. A nested-layer GPU regression fails without the helper and passes three exact-output round trips with it. All five full-model diagnostic outputs are byte-identical before/after the offload fix. All 32 newly generated formal-evaluation PNGs also match the initial run by SHA256.
|
| 96 |
+
|
| 97 |
+
Each rerun precision/suite uses a fresh subprocess; the orchestrator waits for exit before starting the next. PID, board/process listings, zero-allocation startup and per-image baselines are recorded. The initial run did not capture a board-memory baseline, so historical external occupancy cannot be reconstructed. Its PyTorch allocated-memory metric is process-local; the fresh-process reproduction locates the excess inside the INT8 process.
|
| 98 |
+
|
| 99 |
+
| Memory measurement (GiB) | BF16 | INT8 |
|
| 100 |
+
|---|---:|---:|
|
| 101 |
+
| Initial inference maximum | 19.081 | 23.080 |
|
| 102 |
+
| Corrected rerun inference maximum | 19.081 | 12.087 |
|
| 103 |
+
| Corrected rerun loading maximum | 0.000 | 9.335 |
|
| 104 |
+
|
| 105 |
+
Loading and inference peaks are reported separately; these are allocated-memory measurements, not minimum supported GPU sizes. Desktop usage, CUDA context and allocator reservations require additional headroom. Only the RTX 5090 was tested.
|
| 106 |
+
|
| 107 |
+
**Editing retest:** the fresh-process and repeated 1024px edits reproduce the original INT8 failure exactly. RGB input and disabling KV cache do not visibly fix the excessive contrast. A VAE-only round trip preserves the soft lighting. These controls narrow the problem but do not establish a root cause in the editing model/pipeline.
|
| 108 |
+
|
| 109 |
+
At 1024px, enabling VAE tiling alone still produces excessive sharpening. At 2048px with the same tiling configuration, both BF16 and INT8 produce a red sweater while substantially preserving the soft lighting and natural skin texture. This controlled comparison supports resolution sensitivity in this editing case (including reference-image preprocessing). It does not identify a deeper model/pipeline cause or establish universal editing reliability.
|
| 110 |
+
|
| 111 |
+
Diagnostic runs include instrumentation/cold starts and are not pooled into the latency averages.
|
| 112 |
+
|
| 113 |
+
| Diagnostic image | Output (click to enlarge) |
|
| 114 |
+
|---|---|
|
| 115 |
+
| Shared input | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/input.png) |
|
| 116 |
+
| Fresh-process INT8, 1024px (failure reproduced) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_fresh.png) |
|
| 117 |
+
| 1024px RGB input (not improved) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_rgb.png) |
|
| 118 |
+
| 1024px KV cache off (not improved) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_no_cache.png) |
|
| 119 |
+
| VAE-only round trip (no diffusion editing) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-fixed/vae_roundtrip.png) |
|
| 120 |
+
| 1024px with VAE tiling (not improved) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-1024-tiled/edit_fresh.png) |
|
| 121 |
+
|
| 122 |
+
**2048px paired editing retest, seed 42; default VAE tiling in both.**
|
| 123 |
+
|
| 124 |
+
| BF16 | INT8 |
|
| 125 |
+
|---|---|
|
| 126 |
+
| [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/bf16-native-tiled/edit_native.png) | [](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-native-tiled/edit_native.png) |
|
| 127 |
+
|
| 128 |
+
| 2048px diagnostic metric | BF16 | INT8 |
|
| 129 |
+
|---|---:|---:|
|
| 130 |
+
| CUDA allocated peak (GiB) | 26.513 | 21.647 |
|
| 131 |
+
| Cold, instrumented call (s) | 233.80 | 213.56 |
|
| 132 |
+
|
| 133 |
+
Both use the original 1024px reference, resized internally at `output_resolution=2048`. The prompt, seed, 40 steps, CFG=1 and KV cache match the failed case. This is one editing example, not evidence that all editing requests succeed. Fine details still drift.
|
| 134 |
+
|
| 135 |
+
```python
|
| 136 |
+
from PIL import Image
|
| 137 |
+
pipe.vae.enable_tiling()
|
| 138 |
+
image = pipe(
|
| 139 |
+
prompt="Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.",
|
| 140 |
+
image=Image.open("input.png"),
|
| 141 |
+
width=2048, height=2048, output_resolution=2048,
|
| 142 |
+
num_inference_steps=40, true_cfg_scale=1.0, use_kv_cache=True,
|
| 143 |
+
generator=torch.Generator("cpu").manual_seed(42),
|
| 144 |
+
).images[0]
|
| 145 |
+
image.save("edit.png")
|
| 146 |
+
```
|
| 147 |
+
|
| 148 |
+
The initial untiled 2048px diagnostic was stopped after denoising because decoding saturated the desktop GPU memory and stalled; it is not a completed quality/timing result.
|
| 149 |
+
|
| 150 |
+
Evidence: [audit/summary.json](evaluation/audit/summary.json), [process-isolation.jsonl](evaluation/process-isolation.jsonl), [initial evaluation](evaluation/initial/report.md), [runtime helper](scripts/runtime.py), [GPU regression](tests/gpu_offload.py).
|
| 151 |
+
|
| 152 |
+
Implementation references: [bitsandbytes 0.50.2 Linear8bitLt](https://github.com/bitsandbytes-foundation/bitsandbytes/blob/0.50.2/bitsandbytes/nn/modules.py), [pinned Diffusers offload implementation](https://github.com/huggingface/diffusers/blob/80c7ed262aeffbeb43ef13ae04baeb9b84515a69/src/diffusers/pipelines/pipeline_utils.py), [official model usage and native resolution](https://github.com/QwenLM/Qwen-Image-2.1).
|
| 153 |
|
|
|
|
|
|
|
|
|
|
| 154 |
|
| 155 |
+
**1024px editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
|
| 156 |
oversharpening and contrast changes. Faithful preservation of the original image
|
| 157 |
+
is not achieved in those outputs; the separate 2048px retest above improves this case.
|
| 158 |
+
Both precisions also add unwanted footer text in the inspected
|
| 159 |
Chinese poster. See [qualitative observations](evaluation/qualitative.md).
|
| 160 |
|
| 161 |
The comparison uses identical prompts, CPU random generators, seeds, resolutions,
|
|
|
|
| 164 |
Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
|
| 165 |
model loading and image-file writing. Paired pixel differences measure drift, not
|
| 166 |
semantic quality. This small suite is not a standardized quality ranking.
|
| 167 |
+
BF16 was run first, followed by INT8 on the same Windows desktop GPU. Each case/seed
|
| 168 |
+
has one timed call after warmup in this rerun; no confidence interval is estimated.
|
| 169 |
|
| 170 |
See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
|
| 171 |
records and paired PNG outputs. The edit pair uses the exact same source image.
|
| 172 |
+
The 2048px single-image editing diagnostic below is separate from the 1024px suite.
|
| 173 |
+
Extensive multi-reference editing, other GPUs, other attention backends, and
|
| 174 |
+
ComfyUI compatibility are not established by this evaluation.
|
| 175 |
|
| 176 |
### Evaluation scope and runtime
|
| 177 |
|
| 178 |
+
The main suite has 14 pairs; the separate portrait supplement has 2 pairs. All 16 pairs / 32 original PNG images from these suites are shown below. Supplementary measurements are kept separate from the main summary average.
|
| 179 |
|
| 180 |
All previews link to their full-resolution original PNG. Click an image to open it; no crop, retouching or regenerated substitute is used.
|
| 181 |
|
|
|
|
| 210 |
|
| 211 |
| Metric | BF16 | INT8 |
|
| 212 |
|---|---:|---:|
|
| 213 |
+
| Mean call latency (s) | 27.61 | 19.51 |
|
| 214 |
+
| Maximum CUDA allocated (GiB) | 16.44 | 9.53 |
|
| 215 |
|
| 216 |
### Per-image timing and memory
|
| 217 |
|
| 218 |
| Case | Seed | BF16 s | INT8 s | BF16 allocated GiB | INT8 allocated GiB |
|
| 219 |
|---|---:|---:|---:|---:|---:|
|
| 220 |
+
| Older adult portrait | 42 | 28.59 | 19.62 | 16.40 | 9.49 |
|
| 221 |
+
| Older adult portrait | 123 | 26.07 | 19.48 | 16.40 | 9.49 |
|
| 222 |
+
| English lettering | 42 | 25.42 | 19.54 | 16.41 | 9.50 |
|
| 223 |
+
| English lettering | 123 | 25.66 | 19.68 | 16.41 | 9.50 |
|
| 224 |
+
| Chinese lettering | 42 | 25.62 | 19.61 | 16.41 | 9.50 |
|
| 225 |
+
| Chinese lettering | 123 | 25.46 | 19.61 | 16.41 | 9.50 |
|
| 226 |
+
| Counting and spatial arrangement | 42 | 25.39 | 19.32 | 16.41 | 9.49 |
|
| 227 |
+
| Counting and spatial arrangement | 123 | 25.48 | 19.15 | 16.41 | 9.49 |
|
| 228 |
+
| Feather and branch texture | 42 | 25.32 | 19.42 | 16.40 | 9.49 |
|
| 229 |
+
| Feather and branch texture | 123 | 25.18 | 19.16 | 16.40 | 9.49 |
|
| 230 |
+
| RGBA transparency | 42 | 25.22 | 19.22 | 16.40 | 9.48 |
|
| 231 |
+
| RGBA transparency | 123 | 25.54 | 19.22 | 16.40 | 9.48 |
|
| 232 |
+
| Image editing: sweater recoloring | 42 | 30.79 | 25.07 | 19.08 | 12.09 |
|
| 233 |
+
| Image editing: sweater recoloring | 123 | 30.46 | 24.81 | 19.08 | 12.09 |
|
| 234 |
+
| Young Chinese adult woman portrait (supplement) | 42 | 28.58 | 19.58 | 16.44 | 9.53 |
|
| 235 |
+
| Young Chinese adult woman portrait (supplement) | 123 | 26.63 | 19.44 | 16.44 | 9.53 |
|
| 236 |
|
| 237 |
### Pixel drift (not a semantic quality score)
|
| 238 |
|
|
|
|
| 263 |
|
| 264 |
| Case | Seed | BF16 reserved GiB | INT8 reserved GiB | BF16 RSS GiB | INT8 RSS GiB |
|
| 265 |
|---|---:|---:|---:|---:|---:|
|
| 266 |
+
| Older adult portrait | 42 | 16.58 | 9.60 | 39.60 | 21.22 |
|
| 267 |
+
| Older adult portrait | 123 | 16.58 | 9.60 | 42.25 | 21.47 |
|
| 268 |
+
| English lettering | 42 | 16.58 | 9.61 | 43.36 | 21.51 |
|
| 269 |
+
| English lettering | 123 | 16.58 | 9.61 | 44.45 | 21.46 |
|
| 270 |
+
| Chinese lettering | 42 | 16.59 | 9.60 | 45.35 | 21.52 |
|
| 271 |
+
| Chinese lettering | 123 | 16.59 | 9.60 | 46.35 | 21.52 |
|
| 272 |
+
| Counting and spatial arrangement | 42 | 16.59 | 9.60 | 46.49 | 21.56 |
|
| 273 |
+
| Counting and spatial arrangement | 123 | 16.59 | 9.60 | 47.10 | 21.55 |
|
| 274 |
+
| Feather and branch texture | 42 | 16.58 | 9.60 | 46.94 | 21.55 |
|
| 275 |
+
| Feather and branch texture | 123 | 16.58 | 9.60 | 46.99 | 21.54 |
|
| 276 |
+
| RGBA transparency | 42 | 16.58 | 9.55 | 46.95 | 21.54 |
|
| 277 |
+
| RGBA transparency | 123 | 16.58 | 9.55 | 47.66 | 21.53 |
|
| 278 |
+
| Image editing: sweater recoloring | 42 | 20.03 | 12.97 | 48.55 | 22.22 |
|
| 279 |
+
| Image editing: sweater recoloring | 123 | 20.03 | 12.97 | 48.55 | 22.20 |
|
| 280 |
+
| Young Chinese adult woman portrait (supplement) | 42 | 16.62 | 9.66 | 39.34 | 21.21 |
|
| 281 |
+
| Young Chinese adult woman portrait (supplement) | 123 | 16.62 | 9.66 | 42.60 | 21.44 |
|
| 282 |
|
| 283 |
### All paired samples, prompts and observations
|
| 284 |
|
REPRODUCE.md
CHANGED
|
@@ -1,113 +1,130 @@
|
|
| 1 |
-
# Image21-INT8 发布工作区
|
| 2 |
-
|
| 3 |
-
目标:为 Qwen-Image-2.1 制作可重新加载的 Diffusers INT8 衍生模型,比较 BF16 与
|
| 4 |
-
INT8 实际效果,并准备 Hugging Face(ixim)英文、ModelScope(iximbox)中文发布包。
|
| 5 |
-
|
| 6 |
-
本地下载、量化和原有 28 张正式评测输出已完成;另增加四张中国年轻成年女性肖像
|
| 7 |
-
补测输出。两平台目标名称统一为 Image21-INT8。Hugging Face 登录账号已核验为 ixim。
|
| 8 |
-
最新上传状态及 ModelScope 本地登录方法见 [PUBLISHING.md](PUBLISHING.md)。
|
| 9 |
-
|
| 10 |
-
工作区内的 `cards/` 是模板,
|
| 11 |
-
`release/` 中通过验证的目录才是上传来源;没有实测记录时不能宣称发布完成。
|
| 12 |
-
|
| 13 |
-
主名称使用 **Image21-INT8**,模型说明中描述其 Qwen-Image-2.1 来源。
|
| 14 |
-
原模型采用 Qwen Research License,仅限非商业研究与评测。
|
| 15 |
-
|
| 16 |
-
## 环境
|
| 17 |
-
|
| 18 |
-
Windows PowerShell,新机器建议创建不继承全局软件包的虚拟环境:
|
| 19 |
-
|
| 20 |
-
```powershell
|
| 21 |
-
python -m venv .venv
|
| 22 |
-
.venv/Scripts/python.exe -m pip install torch==2.10.0 torchvision==0.25.0 --index-url https://download.pytorch.org/whl/cu128
|
| 23 |
-
.venv/Scripts/python.exe -m pip install -r requirements.txt
|
| 24 |
-
```
|
| 25 |
-
|
| 26 |
-
本次工作区为复用已有 CUDA PyTorch,使用了 `--system-site-packages`;更新仅安装
|
| 27 |
-
在 `.venv` 内。脚本将 Numba 和 Hugging Face 缓存定向到项目 `.cache`。
|
| 28 |
-
RTX 5090 可通过模型 CPU 卸载运行;精确显存需求以实测报告为准。
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
在
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
```powershell
|
| 86 |
-
.venv/Scripts/python.exe -m scripts.
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
`
|
| 96 |
-
|
| 97 |
-
`artifacts/
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
.venv/Scripts/
|
| 104 |
-
.venv/Scripts/python.exe -m scripts.
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Image21-INT8 发布工作区
|
| 2 |
+
|
| 3 |
+
目标:为 Qwen-Image-2.1 制作可重新加载的 Diffusers INT8 衍生模型,比较 BF16 与
|
| 4 |
+
INT8 实际效果,并准备 Hugging Face(ixim)英文、ModelScope(iximbox)中文发布包。
|
| 5 |
+
|
| 6 |
+
本地下载、量化和原有 28 张正式评测输出已完成;另增加四张中国年轻成年女性肖像
|
| 7 |
+
补测输出。两平台目标名称统一为 Image21-INT8。Hugging Face 登录账号已核验为 ixim。
|
| 8 |
+
最新上传状态及 ModelScope 本地登录方法见 [PUBLISHING.md](PUBLISHING.md)。
|
| 9 |
+
|
| 10 |
+
工作区内的 `cards/` 是模板,
|
| 11 |
+
`release/` 中通过验证的目录才是上传来源;没有实测记录时不能宣称发布完成。
|
| 12 |
+
|
| 13 |
+
主名称使用 **Image21-INT8**,模型说明中描述其 Qwen-Image-2.1 来源。
|
| 14 |
+
原模型采用 Qwen Research License,仅限非商业研究与评测。
|
| 15 |
+
|
| 16 |
+
## 环境
|
| 17 |
+
|
| 18 |
+
Windows PowerShell,新机器建议创建不继承全局软件包的虚拟环境:
|
| 19 |
+
|
| 20 |
+
```powershell
|
| 21 |
+
python -m venv .venv
|
| 22 |
+
.venv/Scripts/python.exe -m pip install torch==2.10.0 torchvision==0.25.0 --index-url https://download.pytorch.org/whl/cu128
|
| 23 |
+
.venv/Scripts/python.exe -m pip install -r requirements.txt
|
| 24 |
+
```
|
| 25 |
+
|
| 26 |
+
本次工作区为复用已有 CUDA PyTorch,使用了 `--system-site-packages`;更新仅安装
|
| 27 |
+
在 `.venv` 内。脚本将 Numba 和 Hugging Face 缓存定向到项目 `.cache`。
|
| 28 |
+
RTX 5090 可通过模型 CPU 卸载运行;精确显存需求以实测报告为准。
|
| 29 |
+
|
| 30 |
+
显存排查发现固定版本的 bitsandbytes 辅助张量未随父模块卸载。当前 `scripts/runtime.py`
|
| 31 |
+
修复了设备移动,INT8 组件按顺序加载以降低加载峰值;`infer`、`benchmark` 默认启用。
|
| 32 |
+
`benchmark --legacy-offload` 仅用于复现旧问题。权重未修改,旧评测在发布包
|
| 33 |
+
`evaluation/initial/` 保留。改图失败样例仍保留,并附单独诊断复测。
|
| 34 |
+
|
| 35 |
+
完整重测使用 `python -m scripts.rerun_evaluation`,输出到新的
|
| 36 |
+
`artifacts/eval-corrected/`,串行启动四个独立进程并记录退出状态和显存基线。
|
| 37 |
+
|
| 38 |
+
## 下载、量化、测评
|
| 39 |
+
|
| 40 |
+
在工作区根目录执行:
|
| 41 |
+
|
| 42 |
+
```powershell
|
| 43 |
+
.venv/Scripts/python.exe -m scripts.download --source modelscope
|
| 44 |
+
.venv/Scripts/python.exe -m scripts.integrity
|
| 45 |
+
.venv/Scripts/python.exe -m scripts.quantize
|
| 46 |
+
.venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/bf16
|
| 47 |
+
.venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/int8
|
| 48 |
+
```
|
| 49 |
+
|
| 50 |
+
下载固定版本配置,ModelScope 权重按固定 HF 版本 SHA256 核验。下载不使用第三方镜像。
|
| 51 |
+
量化保留敏感层和 VAE 浮点精度,具体模块记录在 `*-quantization.json`。
|
| 52 |
+
|
| 53 |
+
日常本地生成:
|
| 54 |
+
|
| 55 |
+
```powershell
|
| 56 |
+
.venv/Scripts/python.exe -m scripts.infer --model models/int8 --prompt '一只坐在窗边的橘猫,暖色摄影' --output outputs/cat.png
|
| 57 |
+
```
|
| 58 |
+
|
| 59 |
+
编辑时增加 `--input input.png`;多图可在该参数后继续添加文件名。
|
| 60 |
+
默认 1024×1024、40 步、CPU 卸载,PNG 保留 RGBA 通道。
|
| 61 |
+
|
| 62 |
+
毛衣改色用例在 1024px 明显过度锐化,BF16 与 INT8 均如此。固定种子复测显示
|
| 63 |
+
2048px 加 VAE 分块明显改善此例,1024px 仅加分块未改善。编辑可按此设置尝试:
|
| 64 |
+
|
| 65 |
+
```powershell
|
| 66 |
+
.venv/Scripts/python.exe -m scripts.infer --model models/int8 --input input.png --prompt 'Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.' --width 2048 --height 2048 --vae-tiling --output outputs/edit.png
|
| 67 |
+
```
|
| 68 |
+
|
| 69 |
+
这不是对所有编辑任务的保证,2048px 的显存需求也明显高于 1024px。
|
| 70 |
+
|
| 71 |
+
输出目录非空时量化拒绝覆盖;测评结果目录已有记录时拒绝覆盖。
|
| 72 |
+
编辑用例输入取自 BF16 的 portrait-s42,因此必须先完成 BF16 测评。
|
| 73 |
+
默认 1024×1024、40 步、种子 42/123、相同卸载方式,另做一次不计入的完整预热。
|
| 74 |
+
|
| 75 |
+
肖像补测单独运行、单独统计,同样先完成 BF16 再运行 INT8:
|
| 76 |
+
|
| 77 |
+
```powershell
|
| 78 |
+
.venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/young_woman/bf16 --cases benchmarks/young_woman.json
|
| 79 |
+
.venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/young_woman/int8 --cases benchmarks/young_woman.json
|
| 80 |
+
.venv/Scripts/python.exe -m scripts.report --baseline artifacts/eval/young_woman/bf16 --quantized artifacts/eval/young_woman/int8 --output artifacts/eval/young_woman
|
| 81 |
+
```
|
| 82 |
+
|
| 83 |
+
快速端到端检查(不能作为质量评测):
|
| 84 |
+
|
| 85 |
+
```powershell
|
| 86 |
+
.venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/smoke/bf16 --case portrait --seeds 42 --width 512 --height 512 --steps 2 --no-warmup
|
| 87 |
+
```
|
| 88 |
+
|
| 89 |
+
## 校验
|
| 90 |
+
|
| 91 |
+
```powershell
|
| 92 |
+
.venv/Scripts/python.exe -m unittest discover -s tests -v
|
| 93 |
+
$env:NUMBA_CACHE_DIR = "$PWD/.cache/numba"
|
| 94 |
+
.venv/Scripts/python.exe -m tests.gpu_roundtrip
|
| 95 |
+
```
|
| 96 |
+
|
| 97 |
+
保留 `artifacts/upstream` 官方清单及许可证、下载校验记录、评测原始记录和图片。
|
| 98 |
+
不要将 `.cache`、`.venv`、账户 Token 或 BF16 源模型目录上传到 INT8 仓库。
|
| 99 |
+
|
| 100 |
+
## 生成发布文件与上传
|
| 101 |
+
|
| 102 |
+
```powershell
|
| 103 |
+
.venv/Scripts/python.exe -m scripts.release annotate
|
| 104 |
+
.venv/Scripts/python.exe -m scripts.report
|
| 105 |
+
.venv/Scripts/python.exe -m scripts.release stage --platform huggingface --output release/huggingface
|
| 106 |
+
.venv/Scripts/python.exe -m scripts.release stage --platform modelscope --output release/modelscope
|
| 107 |
+
.venv/Scripts/python.exe -m scripts.upload huggingface --dry-run
|
| 108 |
+
.venv/Scripts/python.exe -m scripts.upload modelscope --dry-run
|
| 109 |
+
```
|
| 110 |
+
|
| 111 |
+
`annotate` 在量化文件中写入许可证要求的修改声明;建议在 INT8 实测前执行。
|
| 112 |
+
`stage` 要求完整正式评测,生成平台 README、许可证、归属、脚本、评测图片及逐文件清单。
|
| 113 |
+
上传前会再次核验全部文件,不上传清单外内容。最终效果可打开
|
| 114 |
+
`artifacts/eval/comparison.html` 逐图检查。
|
| 115 |
+
|
| 116 |
+
Hugging Face 在本机交互登录(Token 不要粘贴到聊天):
|
| 117 |
+
|
| 118 |
+
```powershell
|
| 119 |
+
$env:HF_HOME = "$PWD/.cache/huggingface"
|
| 120 |
+
.venv/Scripts/hf.exe auth login
|
| 121 |
+
.venv/Scripts/python.exe -m scripts.upload huggingface
|
| 122 |
+
```
|
| 123 |
+
|
| 124 |
+
ModelScope 使用已登录账号。需要登录时,以下交互式 Python 输入不回显,
|
| 125 |
+
也不会把 Token 放入命令历史:
|
| 126 |
+
|
| 127 |
+
```powershell
|
| 128 |
+
.venv/Scripts/python.exe -c "from getpass import getpass; from modelscope.hub.api import HubApi; HubApi().login(getpass('ModelScope token: '))"
|
| 129 |
+
.venv/Scripts/python.exe -m scripts.upload modelscope
|
| 130 |
+
```
|
cards/huggingface.md
CHANGED
|
@@ -48,12 +48,13 @@ pip install -r requirements.txt
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
| 51 |
-
|
|
|
|
| 52 |
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
pipe
|
| 57 |
image = pipe(
|
| 58 |
prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
|
| 59 |
width=1024, height=1024, num_inference_steps=40,
|
|
@@ -64,20 +65,29 @@ image.save("output.png")
|
|
| 64 |
```
|
| 65 |
|
| 66 |
The saved quantization configuration is detected automatically. Do not re-quantize
|
| 67 |
-
these weights at load time. For editing,
|
|
|
|
| 68 |
For transparency, use the upstream RGBA prompt format and save PNG files.
|
| 69 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
## Local evaluation
|
| 71 |
|
| 72 |
{{EVALUATION_EN}}
|
| 73 |
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
|
|
|
|
|
|
| 77 |
|
| 78 |
-
**
|
| 79 |
oversharpening and contrast changes. Faithful preservation of the original image
|
| 80 |
-
is not
|
|
|
|
| 81 |
Chinese poster. See [qualitative observations](evaluation/qualitative.md).
|
| 82 |
|
| 83 |
The comparison uses identical prompts, CPU random generators, seeds, resolutions,
|
|
@@ -86,13 +96,14 @@ Peak allocated/reserved memory are PyTorch CUDA statistics, not total board memo
|
|
| 86 |
Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
|
| 87 |
model loading and image-file writing. Paired pixel differences measure drift, not
|
| 88 |
semantic quality. This small suite is not a standardized quality ranking.
|
| 89 |
-
BF16 was run first, followed by INT8 on the same Windows desktop GPU
|
| 90 |
-
|
| 91 |
|
| 92 |
See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
|
| 93 |
records and paired PNG outputs. The edit pair uses the exact same source image.
|
| 94 |
-
|
| 95 |
-
|
|
|
|
| 96 |
|
| 97 |
{{EVALUATION_DETAILS_EN}}
|
| 98 |
|
|
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
| 51 |
+
import sys
|
| 52 |
+
from huggingface_hub import snapshot_download
|
| 53 |
|
| 54 |
+
model_dir = snapshot_download("ixim/Image21-INT8")
|
| 55 |
+
sys.path.insert(0, model_dir) # bundled, inspectable scripts/runtime.py
|
| 56 |
+
from scripts.runtime import load_int8_pipeline
|
| 57 |
+
pipe = load_int8_pipeline(model_dir, local_files_only=True)
|
| 58 |
image = pipe(
|
| 59 |
prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
|
| 60 |
width=1024, height=1024, num_inference_steps=40,
|
|
|
|
| 65 |
```
|
| 66 |
|
| 67 |
The saved quantization configuration is detected automatically. Do not re-quantize
|
| 68 |
+
these weights at load time. For editing, use the 2048px retest recipe below, setting
|
| 69 |
+
`width`, `height` and `output_resolution` together and enabling VAE tiling.
|
| 70 |
For transparency, use the upstream RGBA prompt format and save PNG files.
|
| 71 |
|
| 72 |
+
Use the bundled loader on the pinned runtime: it loads/offloads the two INT8
|
| 73 |
+
components sequentially and moves their auxiliary tensors during model offload.
|
| 74 |
+
Calling only `enable_model_cpu_offload()` leaves INT8 CUDA tensors resident in
|
| 75 |
+
this tested stack. The helper does not change the checkpoint or quantization.
|
| 76 |
+
|
| 77 |
## Local evaluation
|
| 78 |
|
| 79 |
{{EVALUATION_EN}}
|
| 80 |
|
| 81 |
+
The table reports the complete rerun using the corrected offload helper. The
|
| 82 |
+
initial result (19.08 GiB BF16 / 23.08 GiB INT8) exposed an offload compatibility
|
| 83 |
+
bug, diagnosed below. Original measurements and failure samples are retained.
|
| 84 |
+
|
| 85 |
+
{{AUDIT_EN}}
|
| 86 |
|
| 87 |
+
**1024px editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
|
| 88 |
oversharpening and contrast changes. Faithful preservation of the original image
|
| 89 |
+
is not achieved in those outputs; the separate 2048px retest above improves this case.
|
| 90 |
+
Both precisions also add unwanted footer text in the inspected
|
| 91 |
Chinese poster. See [qualitative observations](evaluation/qualitative.md).
|
| 92 |
|
| 93 |
The comparison uses identical prompts, CPU random generators, seeds, resolutions,
|
|
|
|
| 96 |
Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
|
| 97 |
model loading and image-file writing. Paired pixel differences measure drift, not
|
| 98 |
semantic quality. This small suite is not a standardized quality ranking.
|
| 99 |
+
BF16 was run first, followed by INT8 on the same Windows desktop GPU. Each case/seed
|
| 100 |
+
has one timed call after warmup in this rerun; no confidence interval is estimated.
|
| 101 |
|
| 102 |
See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
|
| 103 |
records and paired PNG outputs. The edit pair uses the exact same source image.
|
| 104 |
+
The 2048px single-image editing diagnostic below is separate from the 1024px suite.
|
| 105 |
+
Extensive multi-reference editing, other GPUs, other attention backends, and
|
| 106 |
+
ComfyUI compatibility are not established by this evaluation.
|
| 107 |
|
| 108 |
{{EVALUATION_DETAILS_EN}}
|
| 109 |
|
cards/modelscope.md
CHANGED
|
@@ -48,12 +48,13 @@ pip install -r requirements.txt
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
|
|
|
| 51 |
from modelscope import snapshot_download
|
| 52 |
-
from diffusers import QwenImage21Pipeline
|
| 53 |
|
| 54 |
model_dir = snapshot_download("iximbox/Image21-INT8")
|
| 55 |
-
|
| 56 |
-
|
|
|
|
| 57 |
image = pipe(
|
| 58 |
prompt='一张咖啡馆海报,清晰写着“慢下来,喝杯咖啡”,暖色摄影',
|
| 59 |
width=1024, height=1024, num_inference_steps=40,
|
|
@@ -64,29 +65,38 @@ image.save("output.png")
|
|
| 64 |
```
|
| 65 |
|
| 66 |
加载时会自动读取已保存的量化配置,无需再次指定量化参数。
|
| 67 |
-
图像编辑
|
|
|
|
| 68 |
透明图生成使用官方 RGBA 提示词格式,并保存为 PNG 以保留透明通道。
|
| 69 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
## 实测对比
|
| 71 |
|
| 72 |
{{EVALUATION_ZH}}
|
| 73 |
|
| 74 |
-
|
| 75 |
-
|
|
|
|
|
|
|
| 76 |
|
| 77 |
-
**编辑限制:** BF16 与 INT8 的毛衣改色样例都出现明显过度锐化及对比度变化,
|
| 78 |
-
未
|
|
|
|
| 79 |
详见 [定性检查](evaluation/qualitative.md)。
|
| 80 |
|
| 81 |
两组使用相同提示词、CPU 随机数生成器、种子、分辨率、40 步、CFG=1、KV 缓存
|
| 82 |
及按模型 CPU 卸载。预热不计入结果。显存数值为 PyTorch CUDA 分配/保留峰值,
|
| 83 |
不代表显卡总占用。耗时包含编码、去噪、解码及 CPU 传输,不包含加载和图片写盘。
|
| 84 |
像素差异用于观察量化偏移,不能等同于语义质量评分;小样本不能代表标准榜单成绩。
|
| 85 |
-
测
|
|
|
|
| 86 |
|
| 87 |
详见 [评测报告](evaluation/report.md)、原始 JSONL、环境记录与成对 PNG。
|
| 88 |
-
编辑测试使用同一份输入图像。
|
| 89 |
-
后端及 ComfyUI 兼容性未由本次评测证明。
|
| 90 |
|
| 91 |
{{EVALUATION_DETAILS_ZH}}
|
| 92 |
|
|
|
|
| 48 |
|
| 49 |
```python
|
| 50 |
import torch
|
| 51 |
+
import sys
|
| 52 |
from modelscope import snapshot_download
|
|
|
|
| 53 |
|
| 54 |
model_dir = snapshot_download("iximbox/Image21-INT8")
|
| 55 |
+
sys.path.insert(0, model_dir) # 仓库附带、可查看的 scripts/runtime.py
|
| 56 |
+
from scripts.runtime import load_int8_pipeline
|
| 57 |
+
pipe = load_int8_pipeline(model_dir, local_files_only=True)
|
| 58 |
image = pipe(
|
| 59 |
prompt='一张咖啡馆海报,清晰写着“慢下来,喝杯咖啡”,暖色摄影',
|
| 60 |
width=1024, height=1024, num_inference_steps=40,
|
|
|
|
| 65 |
```
|
| 66 |
|
| 67 |
加载时会自动读取已保存的量化配置,无需再次指定量化参数。
|
| 68 |
+
图像编辑请使用下文 2048px 复测代码,同时设置 `width`、`height`、
|
| 69 |
+
`output_resolution`,并开启 VAE 分块。
|
| 70 |
透明图生成使用官方 RGBA 提示词格式,并保存为 PNG 以保留透明通道。
|
| 71 |
|
| 72 |
+
在固定版本环境下请使用仓库附带的加载函数:它依次加载并卸载两个 INT8 组件,
|
| 73 |
+
同时在 CPU 卸载时移动量化层的辅助张量。仅调用 `enable_model_cpu_offload()`
|
| 74 |
+
会在本次测试的软件组合中留下 INT8 CUDA 张量。此修复不修改权重或量化方式。
|
| 75 |
+
|
| 76 |
## 实测对比
|
| 77 |
|
| 78 |
{{EVALUATION_ZH}}
|
| 79 |
|
| 80 |
+
上表为修复卸载后的完整重测结果。初次评测的 19.08 GiB(BF16)/23.08 GiB(INT8)
|
| 81 |
+
暴露了卸载兼容性问题,排查过程见下文。原始测量及失败样图均保留。
|
| 82 |
+
|
| 83 |
+
{{AUDIT_ZH}}
|
| 84 |
|
| 85 |
+
**1024px 编辑限制:** BF16 与 INT8 的毛衣改色样例都出现明显过度锐化及对比度变化,
|
| 86 |
+
未忠实保持原图质感;上文单独的 2048px 复测改善了这一用例。
|
| 87 |
+
所检查的中文海报在两种精度中也均出现了多余页脚文字。
|
| 88 |
详见 [定性检查](evaluation/qualitative.md)。
|
| 89 |
|
| 90 |
两组使用相同提示词、CPU 随机数生成器、种子、分辨率、40 步、CFG=1、KV 缓存
|
| 91 |
及按模型 CPU 卸载。预热不计入结果。显存数值为 PyTorch CUDA 分配/保留峰值,
|
| 92 |
不代表显卡总占用。耗时包含编码、去噪、解码及 CPU 传输,不包含加载和图片写盘。
|
| 93 |
像素差异用于观察量化偏移,不能等同于语义质量评分;小样本不能代表标准榜单成绩。
|
| 94 |
+
重测在同一 Windows 桌面显卡上先运行 BF16,再运行 INT8;每个用例/种子在预热后
|
| 95 |
+
计时一次,没有估计置信区间。
|
| 96 |
|
| 97 |
详见 [评测报告](evaluation/report.md)、原始 JSONL、环境记录与成对 PNG。
|
| 98 |
+
编辑测试使用同一份输入图像。2048px 单图编辑诊断与 1024px 主评测分开报告;
|
| 99 |
+
大量多图参考、其他显卡、其他注意力后端及 ComfyUI 兼容性未由本次评测证明。
|
| 100 |
|
| 101 |
{{EVALUATION_DETAILS_ZH}}
|
| 102 |
|
evaluation/audit/bf16-native-tiled/edit_native.png
ADDED
|
Git LFS Details
|
evaluation/audit/bf16-native-tiled/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/bf16-native-tiled/gpu-before.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:48:29 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 30% 49C P3 67W / 575W | 1940MiB / 32607MiB | 5% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
|
| 37 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 38 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/bf16-native-tiled/memory.jsonl
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "edit_native_start", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "before_encode_prompt", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "after_encode_prompt", "pid": 6708, "allocated": 17591357440, "reserved": 26449281024, "peak": 26117673472, "free_total": [4181049344, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "before_prepare_latents", "pid": 6708, "allocated": 17591357440, "reserved": 26449281024, "peak": 26117673472, "free_total": [4181049344, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "after_prepare_latents", "pid": 6708, "allocated": 18274804736, "reserved": 26472349696, "peak": 26117673472, "free_total": [4203085824, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "before_decode", "pid": 6708, "allocated": 23580760576, "reserved": 29381099520, "peak": 28467959296, "free_total": [1474904064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "after_decode", "pid": 6708, "allocated": 9384048640, "reserved": 11697913856, "peak": 28467959296, "free_total": [20645412864, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 10 |
+
{"label": "edit_native_end", "pid": 6708, "allocated": 14288384, "reserved": 10995367936, "peak": 28467959296, "free_total": [21347958784, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 11 |
+
{"label": "before_process_exit", "pid": 6708, "allocated": 14288384, "reserved": 10995367936, "peak": 28467959296, "free_total": [21347958784, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
evaluation/audit/bf16-native-tiled/records.jsonl
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "edit_native", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 2048, "height": 2048, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 233.8040861999998, "peak_allocated_bytes": 28467959296, "image_sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
evaluation/audit/gpu-regression-after.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
PASS: auxiliary tensors offloaded; three exact-output CPU/GPU round trips
|
evaluation/audit/gpu-regression-before.txt
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Traceback (most recent call last):
|
| 2 |
+
File "<frozen runpy>", line 198, in _run_module_as_main
|
| 3 |
+
File "<frozen runpy>", line 88, in _run_code
|
| 4 |
+
File "D:\Git\Qwen-Image-2.1\tests\gpu_offload.py", line 41, in <module>
|
| 5 |
+
main()
|
| 6 |
+
~~~~^^
|
| 7 |
+
File "D:\Git\Qwen-Image-2.1\tests\gpu_offload.py", line 25, in main
|
| 8 |
+
assert all(t is None or t.device.type == 'cpu' for t in tensors), 'CUDA tensors retained after parent.to(cpu)'
|
| 9 |
+
~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 10 |
+
AssertionError: CUDA tensors retained after parent.to(cpu)
|
evaluation/audit/input.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-1024-tiled/edit_fresh.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-1024-tiled/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/int8-1024-tiled/gpu-before.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:53:13 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 33% 52C P3 69W / 575W | 1946MiB / 32607MiB | 5% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
|
| 37 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 38 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/int8-1024-tiled/memory.jsonl
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 31976, "allocated": 14509193728, "reserved": 17249075200, "peak": 17281157120, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "after_fix", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "edit_fresh_start", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "before_encode_prompt", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "after_encode_prompt", "pid": 31976, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "before_prepare_latents", "pid": 31976, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "after_prepare_latents", "pid": 31976, "allocated": 10740374016, "reserved": 11720982528, "peak": 11308157952, "free_total": [20613955584, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "before_decode", "pid": 31976, "allocated": 10135270912, "reserved": 12308185088, "peak": 11800422912, "free_total": [20024655872, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 314520}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 10 |
+
{"label": "after_decode", "pid": 31976, "allocated": 2886173184, "reserved": 3768582144, "peak": 11800422912, "free_total": [28564258816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 11 |
+
{"label": "edit_fresh_end", "pid": 31976, "allocated": 14247424, "reserved": 2816475136, "peak": 11800422912, "free_total": [29516365824, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 12 |
+
{"label": "before_process_exit", "pid": 31976, "allocated": 14247424, "reserved": 2816475136, "peak": 11800422912, "free_total": [29516365824, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
evaluation/audit/int8-1024-tiled/records.jsonl
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 44.791631599999164, "peak_allocated_bytes": 11800422912, "image_sha256": "e1118dfd5286837adcf75553ab6bc3f9c5d5da36270d7b1fc0a9958e4ca51ca9", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
evaluation/audit/int8-fixed/edit_fresh.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-fixed/edit_no_cache.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-fixed/edit_repeat.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-fixed/edit_rgb.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-fixed/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/int8-fixed/gpu-before.txt
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:33:16 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 30% 43C P8 56W / 575W | 3242MiB / 32607MiB | 1% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 37 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/int8-fixed/memory.jsonl
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 33364, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "after_fix", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "edit_fresh_start", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "before_encode_prompt", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "after_encode_prompt", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "before_prepare_latents", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "after_prepare_latents", "pid": 33364, "allocated": 10740374016, "reserved": 13927186432, "peak": 12974889472, "free_total": [18407751680, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "before_decode", "pid": 33364, "allocated": 10135255552, "reserved": 12308185088, "peak": 12974889472, "free_total": [20026753024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 10 |
+
{"label": "after_decode", "pid": 33364, "allocated": 2886173184, "reserved": 11739856896, "peak": 12974889472, "free_total": [20592984064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 11 |
+
{"label": "edit_fresh_end", "pid": 33364, "allocated": 14247424, "reserved": 2818572288, "peak": 12974889472, "free_total": [29514268672, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 12 |
+
{"label": "portrait_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 13 |
+
{"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 14 |
+
{"label": "after_encode_prompt", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 15 |
+
{"label": "before_prepare_latents", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 16 |
+
{"label": "after_prepare_latents", "pid": 33364, "allocated": 10055524352, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 17 |
+
{"label": "before_decode", "pid": 33364, "allocated": 7299867136, "reserved": 8342470656, "peak": 10192543744, "free_total": [23990370304, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 18 |
+
{"label": "after_decode", "pid": 33364, "allocated": 737099264, "reserved": 9380560896, "peak": 10192543744, "free_total": [22952280064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 19 |
+
{"label": "portrait_end", "pid": 33364, "allocated": 14247424, "reserved": 117440512, "peak": 10192543744, "free_total": [32215400448, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 20 |
+
{"label": "edit_repeat_start", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 21 |
+
{"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 22 |
+
{"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 23 |
+
{"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 24 |
+
{"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 25 |
+
{"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979961344, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 26 |
+
{"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11781799936, "peak": 12979961344, "free_total": [20551041024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 27 |
+
{"label": "edit_repeat_end", "pid": 33364, "allocated": 14247424, "reserved": 2826960896, "peak": 12979961344, "free_total": [29505880064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 28 |
+
{"label": "edit_rgb_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 29 |
+
{"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 30 |
+
{"label": "after_encode_prompt", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 31 |
+
{"label": "before_prepare_latents", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 32 |
+
{"label": "after_prepare_latents", "pid": 33364, "allocated": 10745444864, "reserved": 13927186432, "peak": 12979960320, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 33 |
+
{"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979960320, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 34 |
+
{"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11783897088, "peak": 12979960320, "free_total": [20548943872, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 35 |
+
{"label": "edit_rgb_end", "pid": 33364, "allocated": 14247424, "reserved": 2829058048, "peak": 12979960320, "free_total": [29503782912, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 36 |
+
{"label": "edit_no_cache_start", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 37 |
+
{"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 38 |
+
{"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 39 |
+
{"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 40 |
+
{"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 41 |
+
{"label": "before_decode", "pid": 33364, "allocated": 7965142016, "reserved": 10435428352, "peak": 12979961344, "free_total": [21897412608, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 42 |
+
{"label": "after_decode", "pid": 33364, "allocated": 716272128, "reserved": 9521070080, "peak": 12979961344, "free_total": [22811770880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 43 |
+
{"label": "edit_no_cache_end", "pid": 33364, "allocated": 14247424, "reserved": 138412032, "peak": 12979961344, "free_total": [32194428928, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 44 |
+
{"label": "before_decode", "pid": 33364, "allocated": 698923520, "reserved": 3187671040, "peak": 12979961344, "free_total": [29145169920, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 45 |
+
{"label": "after_decode", "pid": 33364, "allocated": 708360704, "reserved": 9395240960, "peak": 12979961344, "free_total": [22937600000, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 46 |
+
{"label": "after_delete", "pid": 33364, "allocated": 708360704, "reserved": 954204160, "peak": 12979961344, "free_total": [31378636800, 34162016256]}
|
evaluation/audit/int8-fixed/portrait.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-fixed/records.jsonl
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 43.479736799999955, "peak_allocated_bytes": 12974889472, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 2 |
+
{"name": "portrait", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 20.44445749999977, "peak_allocated_bytes": 10192543744, "image_sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd", "input_sha256": null}
|
| 3 |
+
{"name": "edit_repeat", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 25.656203200000164, "peak_allocated_bytes": 12979961344, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 4 |
+
{"name": "edit_rgb", "seed": 42, "input_mode": "RGB", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 25.305789000000004, "peak_allocated_bytes": 12979960320, "image_sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 5 |
+
{"name": "edit_no_cache", "seed": 42, "input_mode": "original", "kv_cache": false, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 43.785136300000886, "peak_allocated_bytes": 12979961344, "image_sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
evaluation/audit/int8-fixed/vae-roundtrip.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa",
|
| 3 |
+
"output_sha256": "c0c4090e0a95407811b24fe2067941f801ade6bfcb193580f44dafd4e63fa198",
|
| 4 |
+
"method": "preprocess RGBA, encode latent_dist.mode(), decode, postprocess; no denoising",
|
| 5 |
+
"dtype": "bfloat16",
|
| 6 |
+
"tiling": false
|
| 7 |
+
}
|
evaluation/audit/int8-fixed/vae_roundtrip.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-native-tiled/edit_native.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-native-tiled/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/int8-native-tiled/gpu-before.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:43:25 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 30% 50C P0 101W / 575W | 1891MiB / 32607MiB | 20% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
|
| 37 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 38 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/int8-native-tiled/memory.jsonl
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 33964, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "after_fix", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "edit_native_start", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "before_encode_prompt", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "after_encode_prompt", "pid": 33964, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "before_prepare_latents", "pid": 33964, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "after_prepare_latents", "pid": 33964, "allocated": 10768888832, "reserved": 19025362944, "peak": 18609594368, "free_total": [13309575168, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "before_decode", "pid": 33964, "allocated": 16609594368, "reserved": 24412946432, "peak": 23243435008, "free_total": [6195294208, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 164056}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 10 |
+
{"label": "after_decode", "pid": 33964, "allocated": 9386084864, "reserved": 12127830016, "peak": 23243435008, "free_total": [20205010944, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 11 |
+
{"label": "edit_native_end", "pid": 33964, "allocated": 13239808, "reserved": 11343495168, "peak": 23243435008, "free_total": [20989345792, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 12 |
+
{"label": "before_process_exit", "pid": 33964, "allocated": 13239808, "reserved": 11343495168, "peak": 23243435008, "free_total": [20989345792, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
evaluation/audit/int8-native-tiled/records.jsonl
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "edit_native", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 2048, "height": 2048, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 213.56440760000078, "peak_allocated_bytes": 23243435008, "image_sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
evaluation/audit/int8-native/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/int8-native/gpu-before.txt
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:37:01 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 30% 50C P8 58W / 575W | 2932MiB / 32607MiB | 2% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 37 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/int8-native/memory.jsonl
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 18516, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "after_fix", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "edit_native_start", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "before_encode_prompt", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "after_encode_prompt", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "before_prepare_latents", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "after_prepare_latents", "pid": 18516, "allocated": 10768888832, "reserved": 25453133824, "peak": 19706950656, "free_total": [5216784384, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "before_decode", "pid": 18516, "allocated": 16609620480, "reserved": 24412946432, "peak": 23243426304, "free_total": [6256705536, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 191896}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
evaluation/audit/int8-original/edit_fresh.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-original/edit_no_cache.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-original/edit_repeat.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-original/edit_rgb.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-original/environment.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
}
|
| 20 |
+
}
|
evaluation/audit/int8-original/gpu-before.txt
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Mon Sep 21 01:28:00 2026
|
| 2 |
+
+-----------------------------------------------------------------------------------------+
|
| 3 |
+
| NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
|
| 4 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 5 |
+
| GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
|
| 6 |
+
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
|
| 7 |
+
| | | MIG M. |
|
| 8 |
+
|=========================================+========================+======================|
|
| 9 |
+
| 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
|
| 10 |
+
| 0% 53C P8 52W / 575W | 3209MiB / 32607MiB | 1% Default |
|
| 11 |
+
| | | N/A |
|
| 12 |
+
+-----------------------------------------+------------------------+----------------------+
|
| 13 |
+
|
| 14 |
+
+-----------------------------------------------------------------------------------------+
|
| 15 |
+
| Processes: |
|
| 16 |
+
| GPU GI CI PID Type Process name GPU Memory |
|
| 17 |
+
| ID ID Usage |
|
| 18 |
+
|=========================================================================================|
|
| 19 |
+
| 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
|
| 20 |
+
| 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
|
| 21 |
+
| 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
|
| 22 |
+
| 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 23 |
+
| 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
|
| 24 |
+
| 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
|
| 25 |
+
| 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
|
| 26 |
+
| 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
|
| 27 |
+
| 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
|
| 28 |
+
| 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
|
| 29 |
+
| 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
|
| 30 |
+
| 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
|
| 31 |
+
| 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
|
| 32 |
+
| 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
|
| 33 |
+
| 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
|
| 34 |
+
| 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
|
| 35 |
+
| 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
|
| 36 |
+
| 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
|
| 37 |
+
+-----------------------------------------------------------------------------------------+
|
evaluation/audit/int8-original/memory.jsonl
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"label": "before_load", "pid": 27240, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
|
| 2 |
+
{"label": "after_load_and_offload", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 17281157120, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 3 |
+
{"label": "edit_fresh_start", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 14509193728, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 4 |
+
{"label": "before_encode_prompt", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 14509193728, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 5 |
+
{"label": "after_encode_prompt", "pid": 27240, "allocated": 17029537280, "reserved": 24872222720, "peak": 24777861120, "free_total": [5743558656, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 6 |
+
{"label": "before_prepare_latents", "pid": 27240, "allocated": 17029537280, "reserved": 24872222720, "peak": 24777861120, "free_total": [5744873472, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 7 |
+
{"label": "after_prepare_latents", "pid": 27240, "allocated": 17711069696, "reserved": 26086473728, "peak": 24777861120, "free_total": [4529307648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 8 |
+
{"label": "before_decode", "pid": 27240, "allocated": 17656636416, "reserved": 24601690112, "peak": 24777861120, "free_total": [5859803136, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 9 |
+
{"label": "after_decode", "pid": 27240, "allocated": 17393402368, "reserved": 26455572480, "peak": 24777861120, "free_total": [4083388416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 10 |
+
{"label": "edit_fresh_end", "pid": 27240, "allocated": 14524560896, "reserved": 20566769664, "peak": 24777861120, "free_total": [11766071296, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 11 |
+
{"label": "portrait_start", "pid": 27240, "allocated": 14524560896, "reserved": 17295212544, "peak": 14524560896, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 12 |
+
{"label": "before_encode_prompt", "pid": 27240, "allocated": 14524560896, "reserved": 17295212544, "peak": 14524560896, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 13 |
+
{"label": "after_encode_prompt", "pid": 27240, "allocated": 17598418432, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 14 |
+
{"label": "before_prepare_latents", "pid": 27240, "allocated": 17598418432, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 15 |
+
{"label": "after_prepare_latents", "pid": 27240, "allocated": 17598942720, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 16 |
+
{"label": "before_decode", "pid": 27240, "allocated": 14824390144, "reserved": 22823305216, "peak": 24547670016, "free_total": [9509535744, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 17 |
+
{"label": "after_decode", "pid": 27240, "allocated": 15240476672, "reserved": 23374856192, "peak": 24547670016, "free_total": [7208685568, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 18 |
+
{"label": "portrait_end", "pid": 27240, "allocated": 14524035072, "reserved": 17320378368, "peak": 24547670016, "free_total": [15012462592, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 19 |
+
{"label": "edit_repeat_start", "pid": 27240, "allocated": 14524035072, "reserved": 17295212544, "peak": 14524035072, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 20 |
+
{"label": "before_encode_prompt", "pid": 27240, "allocated": 14524035072, "reserved": 17295212544, "peak": 14524035072, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 21 |
+
{"label": "after_encode_prompt", "pid": 27240, "allocated": 17034465280, "reserved": 24874319872, "peak": 24781505024, "free_total": [5574537216, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 22 |
+
{"label": "before_prepare_latents", "pid": 27240, "allocated": 17034465280, "reserved": 24874319872, "peak": 24781505024, "free_total": [5565591552, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 23 |
+
{"label": "after_prepare_latents", "pid": 27240, "allocated": 17716919296, "reserved": 26086473728, "peak": 24781505024, "free_total": [4305371136, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 24 |
+
{"label": "before_decode", "pid": 27240, "allocated": 17657558016, "reserved": 24599592960, "peak": 24781505024, "free_total": [5939826688, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 25 |
+
{"label": "after_decode", "pid": 27240, "allocated": 17394323968, "reserved": 26455572480, "peak": 24781505024, "free_total": [4087877632, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 26 |
+
{"label": "edit_repeat_end", "pid": 27240, "allocated": 14524560896, "reserved": 20573061120, "peak": 24781505024, "free_total": [11759779840, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 27 |
+
{"label": "edit_rgb_start", "pid": 27240, "allocated": 14524560896, "reserved": 17291018240, "peak": 14524560896, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 28 |
+
{"label": "before_encode_prompt", "pid": 27240, "allocated": 14524560896, "reserved": 17291018240, "peak": 14524560896, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 29 |
+
{"label": "after_encode_prompt", "pid": 27240, "allocated": 17034642432, "reserved": 24870125568, "peak": 24782030848, "free_total": [5713547264, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 30 |
+
{"label": "before_prepare_latents", "pid": 27240, "allocated": 17034642432, "reserved": 24870125568, "peak": 24782030848, "free_total": [5713547264, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 31 |
+
{"label": "after_prepare_latents", "pid": 27240, "allocated": 17717096448, "reserved": 26086473728, "peak": 24782030848, "free_total": [4497199104, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 32 |
+
{"label": "before_decode", "pid": 27240, "allocated": 17657556992, "reserved": 24601690112, "peak": 24782030848, "free_total": [5894291456, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 33 |
+
{"label": "after_decode", "pid": 27240, "allocated": 17394322944, "reserved": 26455572480, "peak": 24782030848, "free_total": [4071391232, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 34 |
+
{"label": "edit_rgb_end", "pid": 27240, "allocated": 14524559872, "reserved": 20560478208, "peak": 24782030848, "free_total": [11772362752, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 35 |
+
{"label": "edit_no_cache_start", "pid": 27240, "allocated": 14524559872, "reserved": 17291018240, "peak": 14524559872, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 36 |
+
{"label": "before_encode_prompt", "pid": 27240, "allocated": 14524559872, "reserved": 17291018240, "peak": 14524559872, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 37 |
+
{"label": "after_encode_prompt", "pid": 27240, "allocated": 17034643456, "reserved": 24872222720, "peak": 24782029824, "free_total": [5710135296, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 38 |
+
{"label": "before_prepare_latents", "pid": 27240, "allocated": 17034643456, "reserved": 24872222720, "peak": 24782029824, "free_total": [5710135296, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 39 |
+
{"label": "after_prepare_latents", "pid": 27240, "allocated": 17717097472, "reserved": 26086473728, "peak": 24782029824, "free_total": [4497199104, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 40 |
+
{"label": "before_decode", "pid": 27240, "allocated": 15489691136, "reserved": 24530386944, "peak": 24782029824, "free_total": [5996576768, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 41 |
+
{"label": "after_decode", "pid": 27240, "allocated": 15226883072, "reserved": 23490199552, "peak": 24782029824, "free_total": [7093473280, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 42 |
+
{"label": "edit_no_cache_end", "pid": 27240, "allocated": 14524807168, "reserved": 17360224256, "peak": 24782029824, "free_total": [14972616704, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
|
| 43 |
+
{"label": "after_delete", "pid": 27240, "allocated": 14524807168, "reserved": 17293115392, "peak": 24782029824, "free_total": [15039725568, 34162016256]}
|
evaluation/audit/int8-original/portrait.png
ADDED
|
Git LFS Details
|
evaluation/audit/int8-original/records.jsonl
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 44.307946700000684, "peak_allocated_bytes": 24777861120, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 2 |
+
{"name": "portrait", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 20.410379099999773, "peak_allocated_bytes": 24547670016, "image_sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd", "input_sha256": null}
|
| 3 |
+
{"name": "edit_repeat", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 25.465576599999622, "peak_allocated_bytes": 24781505024, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 4 |
+
{"name": "edit_rgb", "seed": 42, "input_mode": "RGB", "kv_cache": true, "seconds": 24.87206530000003, "peak_allocated_bytes": 24782030848, "image_sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
| 5 |
+
{"name": "edit_no_cache", "seed": 42, "input_mode": "original", "kv_cache": false, "seconds": 43.12784350000038, "peak_allocated_bytes": 24782029824, "image_sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
|
evaluation/audit/summary.json
ADDED
|
@@ -0,0 +1,317 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"process_isolation": [
|
| 3 |
+
{
|
| 4 |
+
"name": "bf16",
|
| 5 |
+
"launcher_pid": 7376,
|
| 6 |
+
"inference_pid": 25920,
|
| 7 |
+
"exit_code": 0,
|
| 8 |
+
"start_allocated_bytes": 0,
|
| 9 |
+
"inference_pid_absent_from_gpu_after_exit": true
|
| 10 |
+
},
|
| 11 |
+
{
|
| 12 |
+
"name": "int8",
|
| 13 |
+
"launcher_pid": 35376,
|
| 14 |
+
"inference_pid": 29636,
|
| 15 |
+
"exit_code": 0,
|
| 16 |
+
"start_allocated_bytes": 0,
|
| 17 |
+
"inference_pid_absent_from_gpu_after_exit": true
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"name": "young_bf16",
|
| 21 |
+
"launcher_pid": 31516,
|
| 22 |
+
"inference_pid": 35212,
|
| 23 |
+
"exit_code": 0,
|
| 24 |
+
"start_allocated_bytes": 0,
|
| 25 |
+
"inference_pid_absent_from_gpu_after_exit": true
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"name": "young_int8",
|
| 29 |
+
"launcher_pid": 5400,
|
| 30 |
+
"inference_pid": 11368,
|
| 31 |
+
"exit_code": 0,
|
| 32 |
+
"start_allocated_bytes": 0,
|
| 33 |
+
"inference_pid_absent_from_gpu_after_exit": true
|
| 34 |
+
}
|
| 35 |
+
],
|
| 36 |
+
"original_and_corrected_identical_images": [
|
| 37 |
+
[
|
| 38 |
+
"",
|
| 39 |
+
"bf16",
|
| 40 |
+
"portrait",
|
| 41 |
+
42
|
| 42 |
+
],
|
| 43 |
+
[
|
| 44 |
+
"",
|
| 45 |
+
"bf16",
|
| 46 |
+
"portrait",
|
| 47 |
+
123
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"",
|
| 51 |
+
"bf16",
|
| 52 |
+
"english_text",
|
| 53 |
+
42
|
| 54 |
+
],
|
| 55 |
+
[
|
| 56 |
+
"",
|
| 57 |
+
"bf16",
|
| 58 |
+
"english_text",
|
| 59 |
+
123
|
| 60 |
+
],
|
| 61 |
+
[
|
| 62 |
+
"",
|
| 63 |
+
"bf16",
|
| 64 |
+
"chinese_text",
|
| 65 |
+
42
|
| 66 |
+
],
|
| 67 |
+
[
|
| 68 |
+
"",
|
| 69 |
+
"bf16",
|
| 70 |
+
"chinese_text",
|
| 71 |
+
123
|
| 72 |
+
],
|
| 73 |
+
[
|
| 74 |
+
"",
|
| 75 |
+
"bf16",
|
| 76 |
+
"composition",
|
| 77 |
+
42
|
| 78 |
+
],
|
| 79 |
+
[
|
| 80 |
+
"",
|
| 81 |
+
"bf16",
|
| 82 |
+
"composition",
|
| 83 |
+
123
|
| 84 |
+
],
|
| 85 |
+
[
|
| 86 |
+
"",
|
| 87 |
+
"bf16",
|
| 88 |
+
"texture",
|
| 89 |
+
42
|
| 90 |
+
],
|
| 91 |
+
[
|
| 92 |
+
"",
|
| 93 |
+
"bf16",
|
| 94 |
+
"texture",
|
| 95 |
+
123
|
| 96 |
+
],
|
| 97 |
+
[
|
| 98 |
+
"",
|
| 99 |
+
"bf16",
|
| 100 |
+
"rgba",
|
| 101 |
+
42
|
| 102 |
+
],
|
| 103 |
+
[
|
| 104 |
+
"",
|
| 105 |
+
"bf16",
|
| 106 |
+
"rgba",
|
| 107 |
+
123
|
| 108 |
+
],
|
| 109 |
+
[
|
| 110 |
+
"",
|
| 111 |
+
"bf16",
|
| 112 |
+
"edit",
|
| 113 |
+
42
|
| 114 |
+
],
|
| 115 |
+
[
|
| 116 |
+
"",
|
| 117 |
+
"bf16",
|
| 118 |
+
"edit",
|
| 119 |
+
123
|
| 120 |
+
],
|
| 121 |
+
[
|
| 122 |
+
"",
|
| 123 |
+
"int8",
|
| 124 |
+
"portrait",
|
| 125 |
+
42
|
| 126 |
+
],
|
| 127 |
+
[
|
| 128 |
+
"",
|
| 129 |
+
"int8",
|
| 130 |
+
"portrait",
|
| 131 |
+
123
|
| 132 |
+
],
|
| 133 |
+
[
|
| 134 |
+
"",
|
| 135 |
+
"int8",
|
| 136 |
+
"english_text",
|
| 137 |
+
42
|
| 138 |
+
],
|
| 139 |
+
[
|
| 140 |
+
"",
|
| 141 |
+
"int8",
|
| 142 |
+
"english_text",
|
| 143 |
+
123
|
| 144 |
+
],
|
| 145 |
+
[
|
| 146 |
+
"",
|
| 147 |
+
"int8",
|
| 148 |
+
"chinese_text",
|
| 149 |
+
42
|
| 150 |
+
],
|
| 151 |
+
[
|
| 152 |
+
"",
|
| 153 |
+
"int8",
|
| 154 |
+
"chinese_text",
|
| 155 |
+
123
|
| 156 |
+
],
|
| 157 |
+
[
|
| 158 |
+
"",
|
| 159 |
+
"int8",
|
| 160 |
+
"composition",
|
| 161 |
+
42
|
| 162 |
+
],
|
| 163 |
+
[
|
| 164 |
+
"",
|
| 165 |
+
"int8",
|
| 166 |
+
"composition",
|
| 167 |
+
123
|
| 168 |
+
],
|
| 169 |
+
[
|
| 170 |
+
"",
|
| 171 |
+
"int8",
|
| 172 |
+
"texture",
|
| 173 |
+
42
|
| 174 |
+
],
|
| 175 |
+
[
|
| 176 |
+
"",
|
| 177 |
+
"int8",
|
| 178 |
+
"texture",
|
| 179 |
+
123
|
| 180 |
+
],
|
| 181 |
+
[
|
| 182 |
+
"",
|
| 183 |
+
"int8",
|
| 184 |
+
"rgba",
|
| 185 |
+
42
|
| 186 |
+
],
|
| 187 |
+
[
|
| 188 |
+
"",
|
| 189 |
+
"int8",
|
| 190 |
+
"rgba",
|
| 191 |
+
123
|
| 192 |
+
],
|
| 193 |
+
[
|
| 194 |
+
"",
|
| 195 |
+
"int8",
|
| 196 |
+
"edit",
|
| 197 |
+
42
|
| 198 |
+
],
|
| 199 |
+
[
|
| 200 |
+
"",
|
| 201 |
+
"int8",
|
| 202 |
+
"edit",
|
| 203 |
+
123
|
| 204 |
+
],
|
| 205 |
+
[
|
| 206 |
+
"young_woman",
|
| 207 |
+
"bf16",
|
| 208 |
+
"young_chinese_woman",
|
| 209 |
+
42
|
| 210 |
+
],
|
| 211 |
+
[
|
| 212 |
+
"young_woman",
|
| 213 |
+
"bf16",
|
| 214 |
+
"young_chinese_woman",
|
| 215 |
+
123
|
| 216 |
+
],
|
| 217 |
+
[
|
| 218 |
+
"young_woman",
|
| 219 |
+
"int8",
|
| 220 |
+
"young_chinese_woman",
|
| 221 |
+
42
|
| 222 |
+
],
|
| 223 |
+
[
|
| 224 |
+
"young_woman",
|
| 225 |
+
"int8",
|
| 226 |
+
"young_chinese_woman",
|
| 227 |
+
123
|
| 228 |
+
]
|
| 229 |
+
],
|
| 230 |
+
"diagnostic_identical_images": [
|
| 231 |
+
"edit_fresh",
|
| 232 |
+
"portrait",
|
| 233 |
+
"edit_repeat",
|
| 234 |
+
"edit_rgb",
|
| 235 |
+
"edit_no_cache"
|
| 236 |
+
],
|
| 237 |
+
"initial_peak": {
|
| 238 |
+
"bf16": 19.081242561340332,
|
| 239 |
+
"int8": 23.080156326293945
|
| 240 |
+
},
|
| 241 |
+
"corrected_peak": {
|
| 242 |
+
"bf16": 19.081242561340332,
|
| 243 |
+
"int8": 12.087220668792725
|
| 244 |
+
},
|
| 245 |
+
"load_peak": {
|
| 246 |
+
"bf16": 0.0,
|
| 247 |
+
"int8": 9.335469722747803
|
| 248 |
+
},
|
| 249 |
+
"native": {
|
| 250 |
+
"bf16": {
|
| 251 |
+
"name": "edit_native",
|
| 252 |
+
"seed": 42,
|
| 253 |
+
"input_mode": "original",
|
| 254 |
+
"kv_cache": true,
|
| 255 |
+
"width": 2048,
|
| 256 |
+
"height": 2048,
|
| 257 |
+
"steps": 40,
|
| 258 |
+
"cfg": 1.0,
|
| 259 |
+
"vae_tiling": true,
|
| 260 |
+
"seconds": 233.8040861999998,
|
| 261 |
+
"peak_allocated_bytes": 28467959296,
|
| 262 |
+
"image_sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec",
|
| 263 |
+
"input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
|
| 264 |
+
},
|
| 265 |
+
"int8": {
|
| 266 |
+
"name": "edit_native",
|
| 267 |
+
"seed": 42,
|
| 268 |
+
"input_mode": "original",
|
| 269 |
+
"kv_cache": true,
|
| 270 |
+
"width": 2048,
|
| 271 |
+
"height": 2048,
|
| 272 |
+
"steps": 40,
|
| 273 |
+
"cfg": 1.0,
|
| 274 |
+
"vae_tiling": true,
|
| 275 |
+
"seconds": 213.56440760000078,
|
| 276 |
+
"peak_allocated_bytes": 23243435008,
|
| 277 |
+
"image_sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59",
|
| 278 |
+
"input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
|
| 279 |
+
}
|
| 280 |
+
},
|
| 281 |
+
"editing_conclusion_en": "At 1024px, enabling VAE tiling alone still produces excessive sharpening. At 2048px with the same tiling configuration, both BF16 and INT8 produce a red sweater while substantially preserving the soft lighting and natural skin texture. This controlled comparison supports resolution sensitivity in this editing case (including reference-image preprocessing). It does not identify a deeper model/pipeline cause or establish universal editing reliability.",
|
| 282 |
+
"editing_conclusion_zh": "1024px 下仅开启 VAE 分块仍过度锐化;2048px 配合同样的分块设置时,BF16 和 INT8 均生成红色毛衣,并较好保持柔和光线与自然皮肤质感。这一受控对照支持该编辑用例对分辨率敏感(包括参考图预处理分辨率),但尚未确定更深层的模型/流水线原因,也不能证明所有编辑任务均可靠。",
|
| 283 |
+
"images": [
|
| 284 |
+
{
|
| 285 |
+
"path": "input.png",
|
| 286 |
+
"en": "Shared input",
|
| 287 |
+
"zh": "两种精度共同输入"
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"path": "int8-original/edit_fresh.png",
|
| 291 |
+
"en": "Fresh-process INT8, 1024px (failure reproduced)",
|
| 292 |
+
"zh": "新进程 INT8,1024px(复现失败)"
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"path": "int8-original/edit_rgb.png",
|
| 296 |
+
"en": "1024px RGB input (not improved)",
|
| 297 |
+
"zh": "1024px RGB 输入(未改善)"
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"path": "int8-original/edit_no_cache.png",
|
| 301 |
+
"en": "1024px KV cache off (not improved)",
|
| 302 |
+
"zh": "1024px 关闭 KV 缓存(未改善)"
|
| 303 |
+
},
|
| 304 |
+
{
|
| 305 |
+
"path": "int8-fixed/vae_roundtrip.png",
|
| 306 |
+
"en": "VAE-only round trip (no diffusion editing)",
|
| 307 |
+
"zh": "仅 VAE 编解码(未进行扩散编辑)"
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"path": "int8-1024-tiled/edit_fresh.png",
|
| 311 |
+
"en": "1024px with VAE tiling (not improved)",
|
| 312 |
+
"zh": "1024px 加 VAE 分块(未改善)"
|
| 313 |
+
}
|
| 314 |
+
],
|
| 315 |
+
"aborted_native_untiled": "Stopped owned diagnostic process during prolonged VAE decoding after board memory saturated; no completed output or timing.",
|
| 316 |
+
"profiler_note": "The early after_delete event retained bound-method references and is not evidence of process-exit cleanup. All process isolation claims use fresh startups and explicit subprocess exits."
|
| 317 |
+
}
|
evaluation/bf16/environment.json
CHANGED
|
@@ -1,155 +1,172 @@
|
|
| 1 |
-
{
|
| 2 |
-
"python": "3.13.5",
|
| 3 |
-
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
-
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
-
"cuda": "12.8",
|
| 6 |
-
"packages": {
|
| 7 |
-
"torch": "2.10.0+cu128",
|
| 8 |
-
"torchvision": "0.25.0+cu128",
|
| 9 |
-
"diffusers": "0.41.0.dev0",
|
| 10 |
-
"transformers": "5.17.0",
|
| 11 |
-
"accelerate": "1.15.0",
|
| 12 |
-
"bitsandbytes": "0.50.2",
|
| 13 |
-
"safetensors": "0.8.0",
|
| 14 |
-
"huggingface-hub": "1.32.0",
|
| 15 |
-
"tokenizers": "0.23.2",
|
| 16 |
-
"numpy": "2.2.6",
|
| 17 |
-
"pillow": "12.2.0",
|
| 18 |
-
"psutil": "7.0.0"
|
| 19 |
-
},
|
| 20 |
-
"
|
| 21 |
-
"
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
"
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
{
|
| 37 |
-
"path": "
|
| 38 |
-
"
|
| 39 |
-
"
|
| 40 |
-
},
|
| 41 |
-
{
|
| 42 |
-
"path": "processor/
|
| 43 |
-
"
|
| 44 |
-
"
|
| 45 |
-
},
|
| 46 |
-
{
|
| 47 |
-
"path": "processor/
|
| 48 |
-
"
|
| 49 |
-
"
|
| 50 |
-
},
|
| 51 |
-
{
|
| 52 |
-
"path": "processor/
|
| 53 |
-
"
|
| 54 |
-
"
|
| 55 |
-
},
|
| 56 |
-
{
|
| 57 |
-
"path": "processor/
|
| 58 |
-
"
|
| 59 |
-
"
|
| 60 |
-
},
|
| 61 |
-
{
|
| 62 |
-
"path": "processor/
|
| 63 |
-
"
|
| 64 |
-
"
|
| 65 |
-
},
|
| 66 |
-
{
|
| 67 |
-
"path": "processor/
|
| 68 |
-
"
|
| 69 |
-
"
|
| 70 |
-
},
|
| 71 |
-
{
|
| 72 |
-
"path": "processor/
|
| 73 |
-
"
|
| 74 |
-
"
|
| 75 |
-
},
|
| 76 |
-
{
|
| 77 |
-
"path": "processor/
|
| 78 |
-
"
|
| 79 |
-
"
|
| 80 |
-
},
|
| 81 |
-
{
|
| 82 |
-
"path": "
|
| 83 |
-
"
|
| 84 |
-
"
|
| 85 |
-
},
|
| 86 |
-
{
|
| 87 |
-
"path": "
|
| 88 |
-
"
|
| 89 |
-
"
|
| 90 |
-
},
|
| 91 |
-
{
|
| 92 |
-
"path": "text_encoder/
|
| 93 |
-
"
|
| 94 |
-
"
|
| 95 |
-
},
|
| 96 |
-
{
|
| 97 |
-
"path": "text_encoder/
|
| 98 |
-
"size":
|
| 99 |
-
"sha256": "
|
| 100 |
-
},
|
| 101 |
-
{
|
| 102 |
-
"path": "text_encoder/model-
|
| 103 |
-
"size":
|
| 104 |
-
"sha256": "
|
| 105 |
-
},
|
| 106 |
-
{
|
| 107 |
-
"path": "text_encoder/model-
|
| 108 |
-
"size":
|
| 109 |
-
"sha256": "
|
| 110 |
-
},
|
| 111 |
-
{
|
| 112 |
-
"path": "text_encoder/model-
|
| 113 |
-
"size":
|
| 114 |
-
"sha256": "
|
| 115 |
-
},
|
| 116 |
-
{
|
| 117 |
-
"path": "text_encoder/model.safetensors
|
| 118 |
-
"
|
| 119 |
-
"
|
| 120 |
-
},
|
| 121 |
-
{
|
| 122 |
-
"path": "
|
| 123 |
-
"
|
| 124 |
-
"
|
| 125 |
-
},
|
| 126 |
-
{
|
| 127 |
-
"path": "transformer/
|
| 128 |
-
"size":
|
| 129 |
-
"sha256": "
|
| 130 |
-
},
|
| 131 |
-
{
|
| 132 |
-
"path": "transformer/diffusion_pytorch_model-
|
| 133 |
-
"size":
|
| 134 |
-
"sha256": "
|
| 135 |
-
},
|
| 136 |
-
{
|
| 137 |
-
"path": "transformer/diffusion_pytorch_model.safetensors
|
| 138 |
-
"
|
| 139 |
-
"
|
| 140 |
-
},
|
| 141 |
-
{
|
| 142 |
-
"path": "
|
| 143 |
-
"
|
| 144 |
-
"
|
| 145 |
-
},
|
| 146 |
-
{
|
| 147 |
-
"path": "vae/
|
| 148 |
-
"size":
|
| 149 |
-
"sha256": "
|
| 150 |
-
}
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 155 |
}
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"python": "3.13.5",
|
| 3 |
+
"platform": "Windows-11-10.0.26200-SP0",
|
| 4 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 5 |
+
"cuda": "12.8",
|
| 6 |
+
"packages": {
|
| 7 |
+
"torch": "2.10.0+cu128",
|
| 8 |
+
"torchvision": "0.25.0+cu128",
|
| 9 |
+
"diffusers": "0.41.0.dev0",
|
| 10 |
+
"transformers": "5.17.0",
|
| 11 |
+
"accelerate": "1.15.0",
|
| 12 |
+
"bitsandbytes": "0.50.2",
|
| 13 |
+
"safetensors": "0.8.0",
|
| 14 |
+
"huggingface-hub": "1.32.0",
|
| 15 |
+
"tokenizers": "0.23.2",
|
| 16 |
+
"numpy": "2.2.6",
|
| 17 |
+
"pillow": "12.2.0",
|
| 18 |
+
"psutil": "7.0.0"
|
| 19 |
+
},
|
| 20 |
+
"pid": 25920,
|
| 21 |
+
"before_load_memory": {
|
| 22 |
+
"allocated_bytes": 0,
|
| 23 |
+
"reserved_bytes": 0,
|
| 24 |
+
"cuda_free_bytes": 32496418816,
|
| 25 |
+
"cuda_total_bytes": 34162016256
|
| 26 |
+
},
|
| 27 |
+
"offload_aux_fix": true,
|
| 28 |
+
"benchmark_sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb",
|
| 29 |
+
"runtime_helper_sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c",
|
| 30 |
+
"gpu_before": "name, driver_version, memory.used [MiB], memory.free [MiB]\nNVIDIA GeForce RTX 5090, 616.92, 2365 MiB, 29823 MiB\n",
|
| 31 |
+
"gpu_processes_before": "pid, process_name, used_gpu_memory [MiB]\n15152, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\CrossDeviceResume.exe, [N/A]\n13492, C:\\Windows\\explorer.exe, [N/A]\n17024, C:\\Windows\\SystemApps\\Microsoft.Windows.StartMenuExperienceHost_cw5n1h2txyewy\\StartMenuExperienceHost.exe, [N/A]\n16996, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\SearchHost.exe, [N/A]\n21128, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n14084, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n20120, C:\\Program Files\\LogiOptionsPlus\\logioptionsplus_agent.exe, [N/A]\n24684, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\TextInputHost.exe, [N/A]\n25424, C:\\Program Files\\WindowsApps\\Microsoft.YourPhone_1.26072.255.0_x64__8wekyb3d8bbwe\\PhoneExperienceHost.exe, [N/A]\n26464, C:\\Program Files\\WindowsApps\\Microsoft.6365217CE6EB4_102.2504.16004.0_x64__8wekyb3d8bbwe\\MicrosoftSecurityApp\\MicrosoftSecurityApp.exe, [N/A]\n20456, C:\\Program Files\\Intel\\Intel Graphics Software\\IntelGraphicsSoftware.exe, [N/A]\n20468, C:\\Windows\\ImmersiveControlPanel\\SystemSettings.exe, [N/A]\n30740, C:\\Windows\\SystemApps\\ShellExperienceHost_cw5n1h2txyewy\\ShellExperienceHost.exe, [N/A]\n23160, C:\\Users\\Admin\\AppData\\Local\\Programs\\MiniMark\\MiniMark.Windows.exe, [N/A]\n17796, C:\\Program Files\\WindowsApps\\Microsoft.WindowsNotepad_11.2607.14.0_x64__8wekyb3d8bbwe\\Notepad\\Notepad.exe, [N/A]\n3952, C:\\Program Files\\WindowsApps\\Microsoft.WindowsTerminal_1.24.11911.0_x64__8wekyb3d8bbwe\\WindowsTerminal.exe, [N/A]\n3636, C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe, [N/A]\n35676, C:\\Windows\\System32\\ShellHost.exe, [N/A]\n34284, C:\\Windows\\System32\\Mystify.scr, [N/A]\n25920, C:\\Python313\\python.exe, [N/A]\n",
|
| 32 |
+
"model_identity": {
|
| 33 |
+
"kind": "bf16",
|
| 34 |
+
"base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa",
|
| 35 |
+
"files": [
|
| 36 |
+
{
|
| 37 |
+
"path": "model_index.json",
|
| 38 |
+
"size": 447,
|
| 39 |
+
"sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"path": "processor/added_tokens.json",
|
| 43 |
+
"size": 707,
|
| 44 |
+
"sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680"
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"path": "processor/chat_template.jinja",
|
| 48 |
+
"size": 5292,
|
| 49 |
+
"sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4"
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"path": "processor/merges.txt",
|
| 53 |
+
"size": 1671853,
|
| 54 |
+
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"path": "processor/preprocessor_config.json",
|
| 58 |
+
"size": 782,
|
| 59 |
+
"sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5"
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"path": "processor/special_tokens_map.json",
|
| 63 |
+
"size": 613,
|
| 64 |
+
"sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"path": "processor/tokenizer.json",
|
| 68 |
+
"size": 11422654,
|
| 69 |
+
"sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4"
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"path": "processor/tokenizer_config.json",
|
| 73 |
+
"size": 5445,
|
| 74 |
+
"sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"path": "processor/video_preprocessor_config.json",
|
| 78 |
+
"size": 817,
|
| 79 |
+
"sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1"
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"path": "processor/vocab.json",
|
| 83 |
+
"size": 2776833,
|
| 84 |
+
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"path": "scheduler/scheduler_config.json",
|
| 88 |
+
"size": 485,
|
| 89 |
+
"sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1"
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"path": "text_encoder/config.json",
|
| 93 |
+
"size": 1517,
|
| 94 |
+
"sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9"
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"path": "text_encoder/generation_config.json",
|
| 98 |
+
"size": 213,
|
| 99 |
+
"sha256": "4d9818c3d27895c0058828a5f68bc7a4de80c3ae1bcdac90936ce24178063f59"
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"path": "text_encoder/model-00001-of-00004.safetensors",
|
| 103 |
+
"size": 4998056552,
|
| 104 |
+
"sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"path": "text_encoder/model-00002-of-00004.safetensors",
|
| 108 |
+
"size": 4915962464,
|
| 109 |
+
"sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42"
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"path": "text_encoder/model-00003-of-00004.safetensors",
|
| 113 |
+
"size": 4915962496,
|
| 114 |
+
"sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"path": "text_encoder/model-00004-of-00004.safetensors",
|
| 118 |
+
"size": 2704357976,
|
| 119 |
+
"sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd"
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"path": "text_encoder/model.safetensors.index.json",
|
| 123 |
+
"size": 67795,
|
| 124 |
+
"sha256": "859146bff8db1d617fca8b457a5223edff963bb70076b3645f2189fe0540a147"
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"path": "transformer/config.json",
|
| 128 |
+
"size": 370,
|
| 129 |
+
"sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241"
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
|
| 133 |
+
"size": 9968332504,
|
| 134 |
+
"sha256": "9e6bc2d641e67bf277895ea8777141044a38f3edb7101bc469b2961dd7c36b4b"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
|
| 138 |
+
"size": 4261951904,
|
| 139 |
+
"sha256": "3aaf234dcbe128530479735854a346b5e3e66283b7c11db56f836bbd1c13ebaa"
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"path": "transformer/diffusion_pytorch_model.safetensors.index.json",
|
| 143 |
+
"size": 30283,
|
| 144 |
+
"sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2"
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"path": "vae/config.json",
|
| 148 |
+
"size": 2079,
|
| 149 |
+
"sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2"
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"path": "vae/diffusion_pytorch_model.safetensors",
|
| 153 |
+
"size": 1350989512,
|
| 154 |
+
"sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417"
|
| 155 |
+
}
|
| 156 |
+
],
|
| 157 |
+
"fingerprint": "74c96a68092fdb1f3eed2063bcfba8fd99380ada6234e405e646681f35fb6984"
|
| 158 |
+
},
|
| 159 |
+
"model": "D:\\Git\\Qwen-Image-2.1\\models\\bf16",
|
| 160 |
+
"load_seconds": 10.593167200000607,
|
| 161 |
+
"load_peak_allocated_bytes": 0,
|
| 162 |
+
"offload": "model",
|
| 163 |
+
"warmup": true,
|
| 164 |
+
"after_load_memory": {
|
| 165 |
+
"allocated_bytes": 0,
|
| 166 |
+
"reserved_bytes": 0,
|
| 167 |
+
"cuda_free_bytes": 32496418816,
|
| 168 |
+
"cuda_total_bytes": 34162016256
|
| 169 |
+
},
|
| 170 |
+
"generator_device": "cpu",
|
| 171 |
+
"cases_sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
|
| 172 |
}
|