ixim commited on
Commit
ba48d54
·
verified ·
1 Parent(s): 9737648

Fix INT8 CPU offload; publish memory audit and paired retests

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +47 -0
  2. CHANGES.md +16 -9
  3. MANIFEST.json +583 -88
  4. README.md +125 -52
  5. REPRODUCE.md +130 -113
  6. cards/huggingface.md +26 -15
  7. cards/modelscope.md +21 -11
  8. evaluation/audit/bf16-native-tiled/edit_native.png +3 -0
  9. evaluation/audit/bf16-native-tiled/environment.json +20 -0
  10. evaluation/audit/bf16-native-tiled/gpu-before.txt +38 -0
  11. evaluation/audit/bf16-native-tiled/memory.jsonl +11 -0
  12. evaluation/audit/bf16-native-tiled/records.jsonl +1 -0
  13. evaluation/audit/gpu-regression-after.txt +1 -0
  14. evaluation/audit/gpu-regression-before.txt +10 -0
  15. evaluation/audit/input.png +3 -0
  16. evaluation/audit/int8-1024-tiled/edit_fresh.png +3 -0
  17. evaluation/audit/int8-1024-tiled/environment.json +20 -0
  18. evaluation/audit/int8-1024-tiled/gpu-before.txt +38 -0
  19. evaluation/audit/int8-1024-tiled/memory.jsonl +12 -0
  20. evaluation/audit/int8-1024-tiled/records.jsonl +1 -0
  21. evaluation/audit/int8-fixed/edit_fresh.png +3 -0
  22. evaluation/audit/int8-fixed/edit_no_cache.png +3 -0
  23. evaluation/audit/int8-fixed/edit_repeat.png +3 -0
  24. evaluation/audit/int8-fixed/edit_rgb.png +3 -0
  25. evaluation/audit/int8-fixed/environment.json +20 -0
  26. evaluation/audit/int8-fixed/gpu-before.txt +37 -0
  27. evaluation/audit/int8-fixed/memory.jsonl +46 -0
  28. evaluation/audit/int8-fixed/portrait.png +3 -0
  29. evaluation/audit/int8-fixed/records.jsonl +5 -0
  30. evaluation/audit/int8-fixed/vae-roundtrip.json +7 -0
  31. evaluation/audit/int8-fixed/vae_roundtrip.png +3 -0
  32. evaluation/audit/int8-native-tiled/edit_native.png +3 -0
  33. evaluation/audit/int8-native-tiled/environment.json +20 -0
  34. evaluation/audit/int8-native-tiled/gpu-before.txt +38 -0
  35. evaluation/audit/int8-native-tiled/memory.jsonl +12 -0
  36. evaluation/audit/int8-native-tiled/records.jsonl +1 -0
  37. evaluation/audit/int8-native/environment.json +20 -0
  38. evaluation/audit/int8-native/gpu-before.txt +37 -0
  39. evaluation/audit/int8-native/memory.jsonl +9 -0
  40. evaluation/audit/int8-original/edit_fresh.png +3 -0
  41. evaluation/audit/int8-original/edit_no_cache.png +3 -0
  42. evaluation/audit/int8-original/edit_repeat.png +3 -0
  43. evaluation/audit/int8-original/edit_rgb.png +3 -0
  44. evaluation/audit/int8-original/environment.json +20 -0
  45. evaluation/audit/int8-original/gpu-before.txt +37 -0
  46. evaluation/audit/int8-original/memory.jsonl +43 -0
  47. evaluation/audit/int8-original/portrait.png +3 -0
  48. evaluation/audit/int8-original/records.jsonl +5 -0
  49. evaluation/audit/summary.json +317 -0
  50. evaluation/bf16/environment.json +171 -154
.gitattributes CHANGED
@@ -66,3 +66,50 @@ evaluation/young_woman/bf16/young_chinese_woman-s42.png filter=lfs diff=lfs merg
66
  evaluation/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
67
  evaluation/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
68
  processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  evaluation/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
67
  evaluation/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
68
  processor/tokenizer.json filter=lfs diff=lfs merge=lfs -text
69
+ evaluation/audit/bf16-native-tiled/edit_native.png filter=lfs diff=lfs merge=lfs -text
70
+ evaluation/audit/input.png filter=lfs diff=lfs merge=lfs -text
71
+ evaluation/audit/int8-1024-tiled/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
72
+ evaluation/audit/int8-fixed/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
73
+ evaluation/audit/int8-fixed/edit_no_cache.png filter=lfs diff=lfs merge=lfs -text
74
+ evaluation/audit/int8-fixed/edit_repeat.png filter=lfs diff=lfs merge=lfs -text
75
+ evaluation/audit/int8-fixed/edit_rgb.png filter=lfs diff=lfs merge=lfs -text
76
+ evaluation/audit/int8-fixed/portrait.png filter=lfs diff=lfs merge=lfs -text
77
+ evaluation/audit/int8-fixed/vae_roundtrip.png filter=lfs diff=lfs merge=lfs -text
78
+ evaluation/audit/int8-native-tiled/edit_native.png filter=lfs diff=lfs merge=lfs -text
79
+ evaluation/audit/int8-original/edit_fresh.png filter=lfs diff=lfs merge=lfs -text
80
+ evaluation/audit/int8-original/edit_no_cache.png filter=lfs diff=lfs merge=lfs -text
81
+ evaluation/audit/int8-original/edit_repeat.png filter=lfs diff=lfs merge=lfs -text
82
+ evaluation/audit/int8-original/edit_rgb.png filter=lfs diff=lfs merge=lfs -text
83
+ evaluation/audit/int8-original/portrait.png filter=lfs diff=lfs merge=lfs -text
84
+ evaluation/initial/bf16/chinese_text-s123.png filter=lfs diff=lfs merge=lfs -text
85
+ evaluation/initial/bf16/chinese_text-s42.png filter=lfs diff=lfs merge=lfs -text
86
+ evaluation/initial/bf16/composition-s123.png filter=lfs diff=lfs merge=lfs -text
87
+ evaluation/initial/bf16/composition-s42.png filter=lfs diff=lfs merge=lfs -text
88
+ evaluation/initial/bf16/edit-s123.png filter=lfs diff=lfs merge=lfs -text
89
+ evaluation/initial/bf16/edit-s42.png filter=lfs diff=lfs merge=lfs -text
90
+ evaluation/initial/bf16/english_text-s123.png filter=lfs diff=lfs merge=lfs -text
91
+ evaluation/initial/bf16/english_text-s42.png filter=lfs diff=lfs merge=lfs -text
92
+ evaluation/initial/bf16/portrait-s123.png filter=lfs diff=lfs merge=lfs -text
93
+ evaluation/initial/bf16/portrait-s42.png filter=lfs diff=lfs merge=lfs -text
94
+ evaluation/initial/bf16/rgba-s123.png filter=lfs diff=lfs merge=lfs -text
95
+ evaluation/initial/bf16/rgba-s42.png filter=lfs diff=lfs merge=lfs -text
96
+ evaluation/initial/bf16/texture-s123.png filter=lfs diff=lfs merge=lfs -text
97
+ evaluation/initial/bf16/texture-s42.png filter=lfs diff=lfs merge=lfs -text
98
+ evaluation/initial/int8/chinese_text-s123.png filter=lfs diff=lfs merge=lfs -text
99
+ evaluation/initial/int8/chinese_text-s42.png filter=lfs diff=lfs merge=lfs -text
100
+ evaluation/initial/int8/composition-s123.png filter=lfs diff=lfs merge=lfs -text
101
+ evaluation/initial/int8/composition-s42.png filter=lfs diff=lfs merge=lfs -text
102
+ evaluation/initial/int8/edit-s123.png filter=lfs diff=lfs merge=lfs -text
103
+ evaluation/initial/int8/edit-s42.png filter=lfs diff=lfs merge=lfs -text
104
+ evaluation/initial/int8/english_text-s123.png filter=lfs diff=lfs merge=lfs -text
105
+ evaluation/initial/int8/english_text-s42.png filter=lfs diff=lfs merge=lfs -text
106
+ evaluation/initial/int8/portrait-s123.png filter=lfs diff=lfs merge=lfs -text
107
+ evaluation/initial/int8/portrait-s42.png filter=lfs diff=lfs merge=lfs -text
108
+ evaluation/initial/int8/rgba-s123.png filter=lfs diff=lfs merge=lfs -text
109
+ evaluation/initial/int8/rgba-s42.png filter=lfs diff=lfs merge=lfs -text
110
+ evaluation/initial/int8/texture-s123.png filter=lfs diff=lfs merge=lfs -text
111
+ evaluation/initial/int8/texture-s42.png filter=lfs diff=lfs merge=lfs -text
112
+ evaluation/initial/young_woman/bf16/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
113
+ evaluation/initial/young_woman/bf16/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
114
+ evaluation/initial/young_woman/int8/young_chinese_woman-s123.png filter=lfs diff=lfs merge=lfs -text
115
+ evaluation/initial/young_woman/int8/young_chinese_woman-s42.png filter=lfs diff=lfs merge=lfs -text
CHANGES.md CHANGED
@@ -1,9 +1,16 @@
1
- # Modifications
2
-
3
- Modified by ixim / iximbox: eligible linear weights converted from Qwen-Image-2.1 to bitsandbytes LLM.int8 INT8. Built with Qwen. Non-commercial research/evaluation under the accompanying Qwen Research License.
4
-
5
- - Converted eligible transformer and text encoder linear layers to LLM.int8, threshold 6.0.
6
- - Retained sensitive projections, normalization, embeddings, vision model and VAE in floating point.
7
- - Re-serialized component weights, shard indexes and configs; no fine-tuning.
8
- - Weight-file headers and modified JSON files contain modification notices.
9
- - Exact quantized module names and dtype counts are in the component reports.
 
 
 
 
 
 
 
 
1
+ # Modifications
2
+
3
+ Modified by ixim / iximbox: eligible linear weights converted from Qwen-Image-2.1 to bitsandbytes LLM.int8 INT8. Built with Qwen. Non-commercial research/evaluation under the accompanying Qwen Research License.
4
+
5
+ - Converted eligible transformer and text encoder linear layers to LLM.int8, threshold 6.0.
6
+ - Retained sensitive projections, normalization, embeddings, vision model and VAE in floating point.
7
+ - Re-serialized component weights, shard indexes and configs; no fine-tuning.
8
+ - Weight-file headers and modified JSON files contain modification notices.
9
+ - Exact quantized module names and dtype counts are in the component reports.
10
+
11
+ ## Runtime and evaluation correction, 2026-09-21
12
+
13
+ - Added an instance-local bitsandbytes auxiliary-tensor offload workaround and sequential component loading in scripts/runtime.py.
14
+ - Re-ran the paired evaluation in isolated processes with startup, loading and per-image memory records.
15
+ - Preserved the initial evaluation and failed 1024px editing outputs; added controlled editing diagnostics and a paired 2048px retest with VAE tiling.
16
+ - Model weights, quantization configuration and inference-file fingerprints are unchanged.
MANIFEST.json CHANGED
@@ -1,58 +1,243 @@
1
  [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  {
3
  "path": "CHANGES.md",
4
- "size": 663,
5
- "sha256": "c5e50b15f690fce48eaf9a837be7033b5ee8fdae89048b3cd3fef20df412e775"
6
  },
7
  {
8
- "path": "LICENSE",
9
- "size": 7831,
10
- "sha256": "8dc973f024ff95966bea25866efa443fd16776dcb1001e681e3d467ea572b28d"
11
  },
12
  {
13
- "path": "Notice",
14
- "size": 530,
15
- "sha256": "9b12c699d8e464d0eda682b18535568981893eaf66e462a0467f2c16b387970a"
16
  },
17
  {
18
- "path": "PUBLISHING.md",
19
- "size": 2118,
20
- "sha256": "ed220160bb06dd4774f6e413eb6b077f8316033ae76dbf85c146e9c65cbac4e8"
21
  },
22
  {
23
- "path": "README.md",
24
- "size": 25079,
25
- "sha256": "6250a13203f365d078fab9b8a338904dc81f2ca4100412c60b723b33c154f704"
26
  },
27
  {
28
- "path": "REPRODUCE.md",
29
- "size": 5400,
30
- "sha256": "a5e66fe633b1d8e920c7192f7563dbdc72619d9e61c1ed5172b96ac49d790ffc"
31
  },
32
  {
33
- "path": "benchmarks/cases.json",
34
- "size": 1919,
35
- "sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
36
  },
37
  {
38
- "path": "benchmarks/young_woman.json",
39
- "size": 516,
40
- "sha256": "0d1d27b403e6c6685d652ef5553978fc9ac8af9b1d13c5c662449d0a8be74847"
41
  },
42
  {
43
- "path": "cards/huggingface.md",
44
- "size": 4370,
45
- "sha256": "aef950ac712df59df5d679177aafebd9f8f0e7b772f2b2b6077b7aa8ce3a5fef"
46
  },
47
  {
48
- "path": "cards/modelscope.md",
49
- "size": 4139,
50
- "sha256": "b4f5c38e7d2cbc2c3aeee9884f4136591b1083a1c8e4846f5b71a772cc119487"
51
  },
52
  {
53
- "path": "conversion.json",
54
- "size": 1425,
55
- "sha256": "85900407b59658abab04a37e830089939ca20346435dea3ae3a09cb1e5f6887f"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
56
  },
57
  {
58
  "path": "evaluation/bf16/chinese_text-s123.png",
@@ -96,8 +281,8 @@
96
  },
97
  {
98
  "path": "evaluation/bf16/environment.json",
99
- "size": 5659,
100
- "sha256": "9fe2336fb834a19c56b3280ad01d22bb3a716ddead12633398c8561eb6ffc981"
101
  },
102
  {
103
  "path": "evaluation/bf16/portrait-s123.png",
@@ -111,8 +296,8 @@
111
  },
112
  {
113
  "path": "evaluation/bf16/records.jsonl",
114
- "size": 11284,
115
- "sha256": "4167b569c5970648ef04a7f903c12ba6bf658f0b6fb3931e79efdf98bbfddabb"
116
  },
117
  {
118
  "path": "evaluation/bf16/rgba-s123.png",
@@ -136,18 +321,273 @@
136
  },
137
  {
138
  "path": "evaluation/comparison.csv",
139
- "size": 2510,
140
- "sha256": "e441773cf19d5e6e7f8320f9da5e4ec2e2d84a991589c105424b240d1f7e34bb"
141
  },
142
  {
143
  "path": "evaluation/comparison.html",
144
- "size": 5966,
145
- "sha256": "83bbd685fe09c581d1e675b5324681c9bc6944ef47687894095573576473b8db"
146
  },
147
  {
148
  "path": "evaluation/hardware.json",
149
- "size": 349,
150
- "sha256": "3f18698ee838a786f10a3fdbcc31621995811797a30d7c803be8fc4ee8e5a6db"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151
  },
152
  {
153
  "path": "evaluation/int8/chinese_text-s123.png",
@@ -191,8 +631,8 @@
191
  },
192
  {
193
  "path": "evaluation/int8/environment.json",
194
- "size": 5290,
195
- "sha256": "44625db8d61251f534c3abf6e0a4cd3d00955f57986420d8673f3962d41a6d27"
196
  },
197
  {
198
  "path": "evaluation/int8/portrait-s123.png",
@@ -206,8 +646,8 @@
206
  },
207
  {
208
  "path": "evaluation/int8/records.jsonl",
209
- "size": 11281,
210
- "sha256": "c24ceada57729199c64f5d89ceae27f9b403b93fe777179d9b635428131033cd"
211
  },
212
  {
213
  "path": "evaluation/int8/rgba-s123.png",
@@ -229,6 +669,11 @@
229
  "size": 1784440,
230
  "sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
231
  },
 
 
 
 
 
232
  {
233
  "path": "evaluation/qualitative.md",
234
  "size": 2365,
@@ -236,23 +681,23 @@
236
  },
237
  {
238
  "path": "evaluation/report.md",
239
- "size": 2184,
240
- "sha256": "84c4e4348c035e3852155ccb4a768441811c6c08ec8358b8f28c21ca190af5e8"
241
  },
242
  {
243
  "path": "evaluation/summary.json",
244
- "size": 365,
245
- "sha256": "ab07b54644317bfc2caa1c0ad1b4d960e414752a37ad7e842d41685dcf523e38"
246
  },
247
  {
248
  "path": "evaluation/young_woman/bf16/environment.json",
249
- "size": 5480,
250
- "sha256": "f22b1f0a4e9eb98d6e402e0d08b93afc595f6391378071c59a827c172b131c84"
251
  },
252
  {
253
  "path": "evaluation/young_woman/bf16/records.jsonl",
254
- "size": 2067,
255
- "sha256": "881dd5592fc198ede61416a9f7a6dcf9dc697ae5e678ffb166e04a52192f831c"
256
  },
257
  {
258
  "path": "evaluation/young_woman/bf16/young_chinese_woman-s123.png",
@@ -266,23 +711,23 @@
266
  },
267
  {
268
  "path": "evaluation/young_woman/comparison.csv",
269
- "size": 513,
270
- "sha256": "c38eef422e781fb0b3cddeee017027140c62eaa2abfa2e6948a32e184a933944"
271
  },
272
  {
273
  "path": "evaluation/young_woman/comparison.html",
274
- "size": 1726,
275
- "sha256": "3586888ee7622d2226661184cfdf5493200c3853c65e7c0890f4365fccf6fc26"
276
  },
277
  {
278
  "path": "evaluation/young_woman/int8/environment.json",
279
- "size": 5289,
280
- "sha256": "703186d40488bba0c1a058bf0134b2436ebba1b0929679e1b71cb78c4c292722"
281
  },
282
  {
283
  "path": "evaluation/young_woman/int8/records.jsonl",
284
- "size": 2064,
285
- "sha256": "b3bf88a2f62ac9262c94730e92fb2d3816f4a13bab1c9c6716c4b991f0bff3b7"
286
  },
287
  {
288
  "path": "evaluation/young_woman/int8/young_chinese_woman-s123.png",
@@ -301,19 +746,29 @@
301
  },
302
  {
303
  "path": "evaluation/young_woman/report.md",
304
- "size": 1300,
305
- "sha256": "b647a04ecf6af54fc6cdcfe1ca34383f34b513be01f5b2c3048db6daa2142bde"
306
  },
307
  {
308
  "path": "evaluation/young_woman/summary.json",
309
- "size": 365,
310
- "sha256": "f915a59019a6ebdfe8761dc7f9bc30e7348ecf1ef1e83e899f808b9d6af7e7ed"
 
 
 
 
 
311
  },
312
  {
313
  "path": "model_index.json",
314
  "size": 447,
315
  "sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
316
  },
 
 
 
 
 
317
  {
318
  "path": "processor/added_tokens.json",
319
  "size": 707,
@@ -359,6 +814,21 @@
359
  "size": 2776833,
360
  "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
361
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
362
  {
363
  "path": "requirements.txt",
364
  "size": 358,
@@ -374,10 +844,20 @@
374
  "size": 364,
375
  "sha256": "bf9f0329f310b94e93f498ffb6e921604dba02340d7b77168f5da0d8384f5762"
376
  },
 
 
 
 
 
 
 
 
 
 
377
  {
378
  "path": "scripts/benchmark.py",
379
- "size": 5726,
380
- "sha256": "4e1bc7bef15e04b436fd5b32a21c33954319ae670de32c5eca33ede742c8dd01"
381
  },
382
  {
383
  "path": "scripts/download.py",
@@ -386,8 +866,8 @@
386
  },
387
  {
388
  "path": "scripts/infer.py",
389
- "size": 1829,
390
- "sha256": "1f73851dd4c8bed57d0444ea195ef5008f3827f5f6974cae0c65fe710a3e2984"
391
  },
392
  {
393
  "path": "scripts/integrity.py",
@@ -396,8 +876,8 @@
396
  },
397
  {
398
  "path": "scripts/model_card.py",
399
- "size": 14003,
400
- "sha256": "38d818796d56681c84f28281cc2f1cd699746d5fd410e1aa312f9ae2e445c41d"
401
  },
402
  {
403
  "path": "scripts/provenance.py",
@@ -406,29 +886,44 @@
406
  },
407
  {
408
  "path": "scripts/quantize.py",
409
- "size": 4301,
410
- "sha256": "1d12d3acd9c8e4f41cdd83f4be54b56228e1721ddf45bcee2732ff68e9259488"
411
  },
412
  {
413
  "path": "scripts/release.py",
414
- "size": 12517,
415
- "sha256": "5dbd00f5d29be7f74c171352fedde6a4c2d807b359277b2b3bff401c0f5ddf0f"
416
  },
417
  {
418
  "path": "scripts/report.py",
419
- "size": 8179,
420
- "sha256": "f33f8352a0b6561b8089b04d280f4082feb55de0c89250a0b02fc35639c94243"
 
 
 
 
 
 
 
 
 
 
421
  },
422
  {
423
  "path": "scripts/upload.py",
424
- "size": 3674,
425
- "sha256": "b46f2c8595e7aff91e1565a1f068ab9c32c85f9daab8cb5383f9e5ba3024fc4a"
426
  },
427
  {
428
  "path": "tests/__init__.py",
429
  "size": 0,
430
  "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
431
  },
 
 
 
 
 
432
  {
433
  "path": "tests/gpu_roundtrip.py",
434
  "size": 1055,
@@ -454,11 +949,6 @@
454
  "size": 858,
455
  "sha256": "722994cc6aab6673498266d6414650a88837c331b261693f2c0eb98499cb3552"
456
  },
457
- {
458
- "path": "text_encoder-quantization.json",
459
- "size": 19004,
460
- "sha256": "602398ec933e151e3e71b5f3208500b376855b40d072f73340490e2a6e64f32b"
461
- },
462
  {
463
  "path": "text_encoder/config.json",
464
  "size": 2487,
@@ -490,9 +980,9 @@
490
  "sha256": "d3fc335d23047182f40d458efec86a4b187a766e0d1639426b6a9b7ab5b1ab8a"
491
  },
492
  {
493
- "path": "transformer-quantization.json",
494
- "size": 9853,
495
- "sha256": "d735fe2c5f2546f20d943cc0789a5f57950d945343871a8cade62ea9234996a7"
496
  },
497
  {
498
  "path": "transformer/config.json",
@@ -514,6 +1004,11 @@
514
  "size": 77984,
515
  "sha256": "96963ae89098cbfdb83fb09bfe0b91e34d8dfe812c65da5e1fbe452878a79ebe"
516
  },
 
 
 
 
 
517
  {
518
  "path": "upstream-verification.json",
519
  "size": 1439,
 
1
  [
2
+ {
3
+ "path": "benchmarks/cases.json",
4
+ "size": 1919,
5
+ "sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
6
+ },
7
+ {
8
+ "path": "benchmarks/young_woman.json",
9
+ "size": 516,
10
+ "sha256": "0d1d27b403e6c6685d652ef5553978fc9ac8af9b1d13c5c662449d0a8be74847"
11
+ },
12
+ {
13
+ "path": "cards/huggingface.md",
14
+ "size": 5074,
15
+ "sha256": "3f98474e54093f82edab7766ccb8c9ce0cffc52acd7099ec6a3e198bbf905b3e"
16
+ },
17
+ {
18
+ "path": "cards/modelscope.md",
19
+ "size": 4703,
20
+ "sha256": "a2d56f76961cbe918e2f7b7a23a0831e7d85fb7971d1dbd8a1d848a676109ba5"
21
+ },
22
  {
23
  "path": "CHANGES.md",
24
+ "size": 1183,
25
+ "sha256": "0d34b4b5dc5ad12aea57e382e9b210cbfe68d103672e2e88037065b8fee87223"
26
  },
27
  {
28
+ "path": "conversion.json",
29
+ "size": 1425,
30
+ "sha256": "85900407b59658abab04a37e830089939ca20346435dea3ae3a09cb1e5f6887f"
31
  },
32
  {
33
+ "path": "evaluation/audit/bf16-native-tiled/edit_native.png",
34
+ "size": 6918553,
35
+ "sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec"
36
  },
37
  {
38
+ "path": "evaluation/audit/bf16-native-tiled/environment.json",
39
+ "size": 483,
40
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
41
  },
42
  {
43
+ "path": "evaluation/audit/bf16-native-tiled/gpu-before.txt",
44
+ "size": 3345,
45
+ "sha256": "defcac72adb35e7ae2617b238bc01ba17260eb0ce243e5e830834a5f83f844c3"
46
  },
47
  {
48
+ "path": "evaluation/audit/bf16-native-tiled/memory.jsonl",
49
+ "size": 4252,
50
+ "sha256": "a064c603dedaeb79468192a55718feb8ae27a0813c4ca4b9e4abe62e3afaaafc"
51
  },
52
  {
53
+ "path": "evaluation/audit/bf16-native-tiled/records.jsonl",
54
+ "size": 391,
55
+ "sha256": "53633cb3daf3bee9b3d88a879a4c82645cdad57baa8c22f8597785d05c7f58a8"
56
  },
57
  {
58
+ "path": "evaluation/audit/gpu-regression-after.txt",
59
+ "size": 74,
60
+ "sha256": "1b8d460f782c3d68ed132549e3a38cb2b9fafdfadd73063c3ef1a77bb7fd552f"
61
  },
62
  {
63
+ "path": "evaluation/audit/gpu-regression-before.txt",
64
+ "size": 549,
65
+ "sha256": "fdc8c78ffdd5afa475e0d67dd64863d0fb350f914720f3b2a7195cfda0991c35"
66
  },
67
  {
68
+ "path": "evaluation/audit/input.png",
69
+ "size": 1868618,
70
+ "sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
71
  },
72
  {
73
+ "path": "evaluation/audit/int8-1024-tiled/edit_fresh.png",
74
+ "size": 2175608,
75
+ "sha256": "e1118dfd5286837adcf75553ab6bc3f9c5d5da36270d7b1fc0a9958e4ca51ca9"
76
+ },
77
+ {
78
+ "path": "evaluation/audit/int8-1024-tiled/environment.json",
79
+ "size": 483,
80
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
81
+ },
82
+ {
83
+ "path": "evaluation/audit/int8-1024-tiled/gpu-before.txt",
84
+ "size": 3345,
85
+ "sha256": "eb405f1449241088c7821e9b1a815addf62b35a1699abc097fd8f5134c2bd118"
86
+ },
87
+ {
88
+ "path": "evaluation/audit/int8-1024-tiled/memory.jsonl",
89
+ "size": 7297,
90
+ "sha256": "2164381f35b691a9a20726b84f6b4d1ac084ee99022a1b573d92d4199be72dd1"
91
+ },
92
+ {
93
+ "path": "evaluation/audit/int8-1024-tiled/records.jsonl",
94
+ "size": 391,
95
+ "sha256": "d096213e0edc12d6186220c35ab937b470a198dd2a4715bfb12f74fbf5a7424e"
96
+ },
97
+ {
98
+ "path": "evaluation/audit/int8-fixed/edit_fresh.png",
99
+ "size": 2275894,
100
+ "sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
101
+ },
102
+ {
103
+ "path": "evaluation/audit/int8-fixed/edit_no_cache.png",
104
+ "size": 2276140,
105
+ "sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b"
106
+ },
107
+ {
108
+ "path": "evaluation/audit/int8-fixed/edit_repeat.png",
109
+ "size": 2275894,
110
+ "sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
111
+ },
112
+ {
113
+ "path": "evaluation/audit/int8-fixed/edit_rgb.png",
114
+ "size": 2275437,
115
+ "sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b"
116
+ },
117
+ {
118
+ "path": "evaluation/audit/int8-fixed/environment.json",
119
+ "size": 483,
120
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
121
+ },
122
+ {
123
+ "path": "evaluation/audit/int8-fixed/gpu-before.txt",
124
+ "size": 3253,
125
+ "sha256": "112a6d627ff47b5dadc8fead82e987b65125bc0944a147d31577dd5cce31ba80"
126
+ },
127
+ {
128
+ "path": "evaluation/audit/int8-fixed/memory.jsonl",
129
+ "size": 29724,
130
+ "sha256": "79c31a4f3ea6252aa45c7775b5a6b37a3f6e7283cbc9dfd264f4b793d9ced101"
131
+ },
132
+ {
133
+ "path": "evaluation/audit/int8-fixed/portrait.png",
134
+ "size": 1865119,
135
+ "sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
136
+ },
137
+ {
138
+ "path": "evaluation/audit/int8-fixed/records.jsonl",
139
+ "size": 1788,
140
+ "sha256": "8f3cf49207e8904c039297f5fbe6b02191ea65446a963fa4b91cdab9ae7fa0cf"
141
+ },
142
+ {
143
+ "path": "evaluation/audit/int8-fixed/vae-roundtrip.json",
144
+ "size": 310,
145
+ "sha256": "1c840c25b4d2a7bdb7f0ad3e6e1633baf473addd09204aa6bfdbdf8265dbcea7"
146
+ },
147
+ {
148
+ "path": "evaluation/audit/int8-fixed/vae_roundtrip.png",
149
+ "size": 1803783,
150
+ "sha256": "c0c4090e0a95407811b24fe2067941f801ade6bfcb193580f44dafd4e63fa198"
151
+ },
152
+ {
153
+ "path": "evaluation/audit/int8-native/environment.json",
154
+ "size": 483,
155
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
156
+ },
157
+ {
158
+ "path": "evaluation/audit/int8-native/gpu-before.txt",
159
+ "size": 3253,
160
+ "sha256": "dd5c4340621057b12b717bdc90ad57236c76600a4348ece7a15901f23f48336f"
161
+ },
162
+ {
163
+ "path": "evaluation/audit/int8-native/memory.jsonl",
164
+ "size": 5299,
165
+ "sha256": "8b3d1fb65157d9b2955f779cffd752d143d25a915c911be6f7354d3b65e7a0fb"
166
+ },
167
+ {
168
+ "path": "evaluation/audit/int8-native-tiled/edit_native.png",
169
+ "size": 6895510,
170
+ "sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59"
171
+ },
172
+ {
173
+ "path": "evaluation/audit/int8-native-tiled/environment.json",
174
+ "size": 483,
175
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
176
+ },
177
+ {
178
+ "path": "evaluation/audit/int8-native-tiled/gpu-before.txt",
179
+ "size": 3345,
180
+ "sha256": "f289e8bcd694b2bde538036bbc4cbe07127befb163d384c6b43cc1c6d6f22c65"
181
+ },
182
+ {
183
+ "path": "evaluation/audit/int8-native-tiled/memory.jsonl",
184
+ "size": 7301,
185
+ "sha256": "743a4c72fa44b72bd053b7634132066889c68ee14af452de9fa7e3ea866ca783"
186
+ },
187
+ {
188
+ "path": "evaluation/audit/int8-native-tiled/records.jsonl",
189
+ "size": 392,
190
+ "sha256": "6e7c3abde2db894026089fcd59fb0f7e40050c3a88ecb0215333bb4551cb342b"
191
+ },
192
+ {
193
+ "path": "evaluation/audit/int8-original/edit_fresh.png",
194
+ "size": 2275894,
195
+ "sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
196
+ },
197
+ {
198
+ "path": "evaluation/audit/int8-original/edit_no_cache.png",
199
+ "size": 2276140,
200
+ "sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b"
201
+ },
202
+ {
203
+ "path": "evaluation/audit/int8-original/edit_repeat.png",
204
+ "size": 2275894,
205
+ "sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
206
+ },
207
+ {
208
+ "path": "evaluation/audit/int8-original/edit_rgb.png",
209
+ "size": 2275437,
210
+ "sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b"
211
+ },
212
+ {
213
+ "path": "evaluation/audit/int8-original/environment.json",
214
+ "size": 483,
215
+ "sha256": "cf1517995b3c333f6975a9c610d4e1f536a559236a16e78b848b2488fbb582f6"
216
+ },
217
+ {
218
+ "path": "evaluation/audit/int8-original/gpu-before.txt",
219
+ "size": 3253,
220
+ "sha256": "17d32e2a7b475f4ea72584b5efb271e21f2d858adcdbfd0cdb3d288a4b3cc5e8"
221
+ },
222
+ {
223
+ "path": "evaluation/audit/int8-original/memory.jsonl",
224
+ "size": 27684,
225
+ "sha256": "5bbf03b7740124fe85d8f0de8b3c83627248cf65d2945619deed15d73cc686b2"
226
+ },
227
+ {
228
+ "path": "evaluation/audit/int8-original/portrait.png",
229
+ "size": 1865119,
230
+ "sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
231
+ },
232
+ {
233
+ "path": "evaluation/audit/int8-original/records.jsonl",
234
+ "size": 1507,
235
+ "sha256": "fc6b4ac7193ec71ad4f444283a6204247a2bd48aab6bca4af1a9e59ea92eee50"
236
+ },
237
+ {
238
+ "path": "evaluation/audit/summary.json",
239
+ "size": 6656,
240
+ "sha256": "5625684a8ce0c302c2fea3356d6eaa26c37668c0ad008327df6b9759ae35bab8"
241
  },
242
  {
243
  "path": "evaluation/bf16/chinese_text-s123.png",
 
281
  },
282
  {
283
  "path": "evaluation/bf16/environment.json",
284
+ "size": 7900,
285
+ "sha256": "a6ec915a39a596055d389f07aac119e59c03f1630c446eeadce15c30b50845c2"
286
  },
287
  {
288
  "path": "evaluation/bf16/portrait-s123.png",
 
296
  },
297
  {
298
  "path": "evaluation/bf16/records.jsonl",
299
+ "size": 15209,
300
+ "sha256": "0fba5d3c93f1596a9e3dc310b6cb78e790601ef009b0d7e81646779bb2f55cc6"
301
  },
302
  {
303
  "path": "evaluation/bf16/rgba-s123.png",
 
321
  },
322
  {
323
  "path": "evaluation/comparison.csv",
324
+ "size": 2490,
325
+ "sha256": "33cad3969ff1d11e5bab1944f26c75b13644c92b681d0d79e10a4c1a9028de41"
326
  },
327
  {
328
  "path": "evaluation/comparison.html",
329
+ "size": 6884,
330
+ "sha256": "9f520ff7339cb692d7c68301f22e40e4ca7f827f0f64b367505147f2728cd264"
331
  },
332
  {
333
  "path": "evaluation/hardware.json",
334
+ "size": 340,
335
+ "sha256": "4a73d03c8dea0f97ea9abbc599142df993c00412584577b44ed4e96dc7576abe"
336
+ },
337
+ {
338
+ "path": "evaluation/initial/bf16/chinese_text-s123.png",
339
+ "size": 1194079,
340
+ "sha256": "eae74256d7ed1b3519d39c7d58961cf7a937224d19a3c3239ca7eba4178edf49"
341
+ },
342
+ {
343
+ "path": "evaluation/initial/bf16/chinese_text-s42.png",
344
+ "size": 1303893,
345
+ "sha256": "7082cb71d99705bc42e27e2c206b13e3beb9e62cfd6304cfabe203b82641692c"
346
+ },
347
+ {
348
+ "path": "evaluation/initial/bf16/composition-s123.png",
349
+ "size": 1220815,
350
+ "sha256": "bc11612f260acd8af0d834f3b28c752cefd0437d24c9a01dae0d46647bdf29ae"
351
+ },
352
+ {
353
+ "path": "evaluation/initial/bf16/composition-s42.png",
354
+ "size": 1194343,
355
+ "sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1"
356
+ },
357
+ {
358
+ "path": "evaluation/initial/bf16/edit-s123.png",
359
+ "size": 1801031,
360
+ "sha256": "7d00c5bb7a2b31f05ea3fcf3f4a79dd93335770fe1b2d0ad772d5df954c9f91c"
361
+ },
362
+ {
363
+ "path": "evaluation/initial/bf16/edit-s42.png",
364
+ "size": 2269130,
365
+ "sha256": "8713f6ef2ec0191d88225f2515671d6f51be43aa293bb1ca6e25b07a1b67deb9"
366
+ },
367
+ {
368
+ "path": "evaluation/initial/bf16/english_text-s123.png",
369
+ "size": 905011,
370
+ "sha256": "cf5e76dee9f0e403ebdf24a64e1fcd604ee2b6c8e645a032fba2807acc34adf2"
371
+ },
372
+ {
373
+ "path": "evaluation/initial/bf16/english_text-s42.png",
374
+ "size": 969130,
375
+ "sha256": "ba31b0c8a312e96408096566013c667b3a32bd7720749ca47120960b17b41ca6"
376
+ },
377
+ {
378
+ "path": "evaluation/initial/bf16/environment.json",
379
+ "size": 5505,
380
+ "sha256": "3309783a060414b438679e1a02da0f42258ad2191717143878480851204dd481"
381
+ },
382
+ {
383
+ "path": "evaluation/initial/bf16/portrait-s123.png",
384
+ "size": 1930022,
385
+ "sha256": "cff376e50c41c4aee2b9e4aabc502f4791774f6ad285d8a7673a61ebb1fa650d"
386
+ },
387
+ {
388
+ "path": "evaluation/initial/bf16/portrait-s42.png",
389
+ "size": 1868618,
390
+ "sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
391
+ },
392
+ {
393
+ "path": "evaluation/initial/bf16/records.jsonl",
394
+ "size": 11270,
395
+ "sha256": "7aedee2d158585154d1df991ae25e1ad22ed6cacb564925858e6e33563033693"
396
+ },
397
+ {
398
+ "path": "evaluation/initial/bf16/rgba-s123.png",
399
+ "size": 926957,
400
+ "sha256": "6f1abbb1a64ac553fc576a0250d370ab5bb7e6d5e6372f42f67045a5bb0951a6"
401
+ },
402
+ {
403
+ "path": "evaluation/initial/bf16/rgba-s42.png",
404
+ "size": 850131,
405
+ "sha256": "6f5dfea6ba02e41cbf20617b6e863e1adfa139d79fad2ca5c64dfc815f591d82"
406
+ },
407
+ {
408
+ "path": "evaluation/initial/bf16/texture-s123.png",
409
+ "size": 1760350,
410
+ "sha256": "18c4403f388d0e03447473c03497141169f333fddeaeb40227163dc3b9d68d3e"
411
+ },
412
+ {
413
+ "path": "evaluation/initial/bf16/texture-s42.png",
414
+ "size": 1797822,
415
+ "sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095"
416
+ },
417
+ {
418
+ "path": "evaluation/initial/comparison.csv",
419
+ "size": 2495,
420
+ "sha256": "b0950a972fb8a63237b215e2ff3ba2b5b2dd7b80a9c73911423800177c07c368"
421
+ },
422
+ {
423
+ "path": "evaluation/initial/comparison.html",
424
+ "size": 5949,
425
+ "sha256": "9ab68a63f5124b6eaf2a0b8bc125664adf7d196601a0117e174b5f3daddce741"
426
+ },
427
+ {
428
+ "path": "evaluation/initial/hardware.json",
429
+ "size": 340,
430
+ "sha256": "4a73d03c8dea0f97ea9abbc599142df993c00412584577b44ed4e96dc7576abe"
431
+ },
432
+ {
433
+ "path": "evaluation/initial/int8/chinese_text-s123.png",
434
+ "size": 1201749,
435
+ "sha256": "7ff8508a9454650920591c0aad34d1793501f609e853f2f8584c15eee5127479"
436
+ },
437
+ {
438
+ "path": "evaluation/initial/int8/chinese_text-s42.png",
439
+ "size": 1315329,
440
+ "sha256": "dce2de1e3b8b3836c7584854c7cf340cf05bcb141fa8e3988264c62e1b20238c"
441
+ },
442
+ {
443
+ "path": "evaluation/initial/int8/composition-s123.png",
444
+ "size": 1211968,
445
+ "sha256": "c030c007a9c3962533ffeb256d9dac619cc082a20a21ff6f9eb0c0ab7b7cadae"
446
+ },
447
+ {
448
+ "path": "evaluation/initial/int8/composition-s42.png",
449
+ "size": 1222325,
450
+ "sha256": "5704252c99e7f9dbe9e512eb82bf4fd93650e26c1d6479412679e7868637bcdd"
451
+ },
452
+ {
453
+ "path": "evaluation/initial/int8/edit-s123.png",
454
+ "size": 1799329,
455
+ "sha256": "d8023e34ba10a22b36f63d050c50d44f149cebc7fc8f7f612a47f27f2a4cb70b"
456
+ },
457
+ {
458
+ "path": "evaluation/initial/int8/edit-s42.png",
459
+ "size": 2275894,
460
+ "sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33"
461
+ },
462
+ {
463
+ "path": "evaluation/initial/int8/english_text-s123.png",
464
+ "size": 922494,
465
+ "sha256": "b55551e7c17975ee90ad895e449379355886c3422d6dcdee9b0c3a4ce1c4632f"
466
+ },
467
+ {
468
+ "path": "evaluation/initial/int8/english_text-s42.png",
469
+ "size": 960968,
470
+ "sha256": "98ea66acd842498e192bc69503e32f5f61a4e5e56887d0f86e9c936b0b0d976f"
471
+ },
472
+ {
473
+ "path": "evaluation/initial/int8/environment.json",
474
+ "size": 5142,
475
+ "sha256": "f384a38b4353e1a40bca191cc91ec5a8894f5aa093ba352c370738fe9605eb0d"
476
+ },
477
+ {
478
+ "path": "evaluation/initial/int8/portrait-s123.png",
479
+ "size": 1930928,
480
+ "sha256": "09391672b7aa15abc92a49184c94cd7dc09b570b2134c95f0a1524701630323c"
481
+ },
482
+ {
483
+ "path": "evaluation/initial/int8/portrait-s42.png",
484
+ "size": 1865119,
485
+ "sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd"
486
+ },
487
+ {
488
+ "path": "evaluation/initial/int8/records.jsonl",
489
+ "size": 11267,
490
+ "sha256": "706220f4e5b37ad49e4f4a694ae8ebebb058dfe66e1877a4aaa80ce832418adf"
491
+ },
492
+ {
493
+ "path": "evaluation/initial/int8/rgba-s123.png",
494
+ "size": 1032567,
495
+ "sha256": "4871aab8f9d404a479385053bdb4c18de7f4119884bb0e30997d7be721a69b45"
496
+ },
497
+ {
498
+ "path": "evaluation/initial/int8/rgba-s42.png",
499
+ "size": 918813,
500
+ "sha256": "8624d495fe40f602a492b3366ccb0354d5684e4e084281503fdb435d0f4e265e"
501
+ },
502
+ {
503
+ "path": "evaluation/initial/int8/texture-s123.png",
504
+ "size": 1758127,
505
+ "sha256": "82fc88d5ab3cd4201634c54567b327f200231321dd0207990ff4c893e78496c7"
506
+ },
507
+ {
508
+ "path": "evaluation/initial/int8/texture-s42.png",
509
+ "size": 1784440,
510
+ "sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
511
+ },
512
+ {
513
+ "path": "evaluation/initial/qualitative.md",
514
+ "size": 2365,
515
+ "sha256": "f5e112ed3eb9f64574e269489b0176a6d389b1e983e3b9d97c802d329bca7b4d"
516
+ },
517
+ {
518
+ "path": "evaluation/initial/report.md",
519
+ "size": 2144,
520
+ "sha256": "e22892b8cc8e97394d3f0d3860961d031964efe57177a7c78a9fe28105f10161"
521
+ },
522
+ {
523
+ "path": "evaluation/initial/summary.json",
524
+ "size": 352,
525
+ "sha256": "f9d9fcaee946aedef904f8621eedb2ae6e5b5ab9d2ec80b617a67165763d7f0f"
526
+ },
527
+ {
528
+ "path": "evaluation/initial/young_woman/bf16/environment.json",
529
+ "size": 5327,
530
+ "sha256": "2cc0802f51aa4de4b885fb1feda58f1883ac7bdd40b47b9ff539a9217f10315a"
531
+ },
532
+ {
533
+ "path": "evaluation/initial/young_woman/bf16/records.jsonl",
534
+ "size": 2065,
535
+ "sha256": "8069e03e741671941f7405aa147b9f892816d477359dff63ec2d6b79022dffdf"
536
+ },
537
+ {
538
+ "path": "evaluation/initial/young_woman/bf16/young_chinese_woman-s123.png",
539
+ "size": 1555909,
540
+ "sha256": "a2f28b40c897335595e496d23e490278c53b2f916597a4ef0fbb95a9f2700096"
541
+ },
542
+ {
543
+ "path": "evaluation/initial/young_woman/bf16/young_chinese_woman-s42.png",
544
+ "size": 1568091,
545
+ "sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8"
546
+ },
547
+ {
548
+ "path": "evaluation/initial/young_woman/comparison.csv",
549
+ "size": 510,
550
+ "sha256": "9d4b3d5860c1d51f617f8ba279709d73f6e61b07662076048fa54f5f59d57212"
551
+ },
552
+ {
553
+ "path": "evaluation/initial/young_woman/comparison.html",
554
+ "size": 1722,
555
+ "sha256": "149d6e89621a4989e1924f97dd35e99e54f9a1928fc2f89703faae9000f99101"
556
+ },
557
+ {
558
+ "path": "evaluation/initial/young_woman/int8/environment.json",
559
+ "size": 5141,
560
+ "sha256": "30cdde43f9ae0337fac191563337420e8420ca2fcda81a8ca53d083e9434ea66"
561
+ },
562
+ {
563
+ "path": "evaluation/initial/young_woman/int8/records.jsonl",
564
+ "size": 2062,
565
+ "sha256": "cb18958857492487b031aad65690c673d7fe6bafce70876b1585c980afd951bd"
566
+ },
567
+ {
568
+ "path": "evaluation/initial/young_woman/int8/young_chinese_woman-s123.png",
569
+ "size": 1560080,
570
+ "sha256": "350e800c857e0c6e0836cd7fb222cd9b60c10a34f29f15b1f8ffa71e9f986f64"
571
+ },
572
+ {
573
+ "path": "evaluation/initial/young_woman/int8/young_chinese_woman-s42.png",
574
+ "size": 1563866,
575
+ "sha256": "5ffeb0f35bf0115ba2dd7ea9a98def2a97f280c67c27a24c9d1110e6501256a6"
576
+ },
577
+ {
578
+ "path": "evaluation/initial/young_woman/qualitative.md",
579
+ "size": 2185,
580
+ "sha256": "98ad6ce5f287a201d375ebfcf0c6fd8b3a4c254d44ae9f565446b661f6eb324a"
581
+ },
582
+ {
583
+ "path": "evaluation/initial/young_woman/report.md",
584
+ "size": 1274,
585
+ "sha256": "641d065ba1007292ccc1d8b9c51eddc0253be640e93bda636cdf337837bd8a99"
586
+ },
587
+ {
588
+ "path": "evaluation/initial/young_woman/summary.json",
589
+ "size": 352,
590
+ "sha256": "07f2aa005945a2c8a27bc0b14539abcb04cbcf550c92b242d88f8ec9f828cbf7"
591
  },
592
  {
593
  "path": "evaluation/int8/chinese_text-s123.png",
 
631
  },
632
  {
633
  "path": "evaluation/int8/environment.json",
634
+ "size": 7665,
635
+ "sha256": "e6ff6ec88c040cc643ecd26d78d66c293868263df95174ef536fa36e5e63ee87"
636
  },
637
  {
638
  "path": "evaluation/int8/portrait-s123.png",
 
646
  },
647
  {
648
  "path": "evaluation/int8/records.jsonl",
649
+ "size": 15203,
650
+ "sha256": "d7cb1c5c50eb81789340ad282d5fef2e4bcc89f4c87c3bf305ae236fe5c03c48"
651
  },
652
  {
653
  "path": "evaluation/int8/rgba-s123.png",
 
669
  "size": 1784440,
670
  "sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8"
671
  },
672
+ {
673
+ "path": "evaluation/process-isolation.jsonl",
674
+ "size": 27649,
675
+ "sha256": "b7a0fb466a1ddb29a31732f05a264a4aea85e31dd163b5e55397066470be2736"
676
+ },
677
  {
678
  "path": "evaluation/qualitative.md",
679
  "size": 2365,
 
681
  },
682
  {
683
  "path": "evaluation/report.md",
684
+ "size": 2023,
685
+ "sha256": "7f843096974808bbd1f9b9da028104c79373bb5aa96d45aefd552deb00c723bc"
686
  },
687
  {
688
  "path": "evaluation/summary.json",
689
+ "size": 351,
690
+ "sha256": "392882d44ebfec98132db980fbdca900425fd46dd526cb1aa95431dadcc71d67"
691
  },
692
  {
693
  "path": "evaluation/young_woman/bf16/environment.json",
694
+ "size": 7850,
695
+ "sha256": "469d86b6f3af1a2601ca83ec26a361577dce64aefd26208bdf441031b9f4e9fc"
696
  },
697
  {
698
  "path": "evaluation/young_woman/bf16/records.jsonl",
699
+ "size": 2627,
700
+ "sha256": "d4ea5f67a94558ff66113cf98a1f9d6df1ba3d654fc6e785012aef1b5c903c1c"
701
  },
702
  {
703
  "path": "evaluation/young_woman/bf16/young_chinese_woman-s123.png",
 
711
  },
712
  {
713
  "path": "evaluation/young_woman/comparison.csv",
714
+ "size": 510,
715
+ "sha256": "4b9c508af376db01cd0ef6c97ab349ec124b27a3b99ced3c776850073fbe7090"
716
  },
717
  {
718
  "path": "evaluation/young_woman/comparison.html",
719
+ "size": 1912,
720
+ "sha256": "115caecc515bc3b469d4ac2dff19cfa190e34583d602696b1263accc9582193c"
721
  },
722
  {
723
  "path": "evaluation/young_woman/int8/environment.json",
724
+ "size": 7664,
725
+ "sha256": "1b24ae99b72e0ba4520f583045994a10812204a031c0c3a80c35032499838617"
726
  },
727
  {
728
  "path": "evaluation/young_woman/int8/records.jsonl",
729
+ "size": 2626,
730
+ "sha256": "a90c33658e08df669c32a0f1e7ba3ec51f852774c35fe656f388e9ffdd8193e4"
731
  },
732
  {
733
  "path": "evaluation/young_woman/int8/young_chinese_woman-s123.png",
 
746
  },
747
  {
748
  "path": "evaluation/young_woman/report.md",
749
+ "size": 1272,
750
+ "sha256": "7182a9dff2539048140980eac7c52780a6789022bfdddb108595e8bafd9950ed"
751
  },
752
  {
753
  "path": "evaluation/young_woman/summary.json",
754
+ "size": 350,
755
+ "sha256": "af13709d3480a3199ff24cee5b1e2b4985a00632b8a3240bca38779dc54aafa9"
756
+ },
757
+ {
758
+ "path": "LICENSE",
759
+ "size": 7831,
760
+ "sha256": "8dc973f024ff95966bea25866efa443fd16776dcb1001e681e3d467ea572b28d"
761
  },
762
  {
763
  "path": "model_index.json",
764
  "size": 447,
765
  "sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
766
  },
767
+ {
768
+ "path": "Notice",
769
+ "size": 530,
770
+ "sha256": "9b12c699d8e464d0eda682b18535568981893eaf66e462a0467f2c16b387970a"
771
+ },
772
  {
773
  "path": "processor/added_tokens.json",
774
  "size": 707,
 
814
  "size": 2776833,
815
  "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
816
  },
817
+ {
818
+ "path": "PUBLISHING.md",
819
+ "size": 2118,
820
+ "sha256": "ed220160bb06dd4774f6e413eb6b077f8316033ae76dbf85c146e9c65cbac4e8"
821
+ },
822
+ {
823
+ "path": "README.md",
824
+ "size": 32442,
825
+ "sha256": "91d1b390de44e8b1458689b89eaa4ecd99c40e2dbe858013077a558f4fce7b29"
826
+ },
827
+ {
828
+ "path": "REPRODUCE.md",
829
+ "size": 6454,
830
+ "sha256": "f334d615441aa5de41767f7c31b7e2cb2d4b6976d7e121a07fb89d8c33f0b589"
831
+ },
832
  {
833
  "path": "requirements.txt",
834
  "size": 358,
 
844
  "size": 364,
845
  "sha256": "bf9f0329f310b94e93f498ffb6e921604dba02340d7b77168f5da0d8384f5762"
846
  },
847
+ {
848
+ "path": "scripts/audit_report.py",
849
+ "size": 9736,
850
+ "sha256": "16da01bb5128beecf6ca51ae8d83f39fb0487f5bd501e002265332974795bd8a"
851
+ },
852
+ {
853
+ "path": "scripts/audit_runtime.py",
854
+ "size": 6430,
855
+ "sha256": "c6cd24aba8c9872066a4ed0b162f1ef09bfab05f92cfac212edec62c724d80cb"
856
+ },
857
  {
858
  "path": "scripts/benchmark.py",
859
+ "size": 7492,
860
+ "sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb"
861
  },
862
  {
863
  "path": "scripts/download.py",
 
866
  },
867
  {
868
  "path": "scripts/infer.py",
869
+ "size": 2009,
870
+ "sha256": "07cdfdc9da65a403b8ca13ed748cfb657f4142c3731e6a06ce4001178de73c0a"
871
  },
872
  {
873
  "path": "scripts/integrity.py",
 
876
  },
877
  {
878
  "path": "scripts/model_card.py",
879
+ "size": 14034,
880
+ "sha256": "a55b869ea85f6332b9dd3f4f9bbbb80c2e0b6bb8cab4e14ece0c6daf3807e2a4"
881
  },
882
  {
883
  "path": "scripts/provenance.py",
 
886
  },
887
  {
888
  "path": "scripts/quantize.py",
889
+ "size": 4212,
890
+ "sha256": "c61f7471d090b4db32f31143b21d14fbf14f6e9276ed308b528d3b03b576284c"
891
  },
892
  {
893
  "path": "scripts/release.py",
894
+ "size": 12886,
895
+ "sha256": "720259a824d85fdaa65116452d47814899842cc0e36b36c2edaddac1482a9e58"
896
  },
897
  {
898
  "path": "scripts/report.py",
899
+ "size": 8501,
900
+ "sha256": "b3fe8657cc76a3d8e77b6df6733729f9352d8a84d347b5f69fc7724eb8cedce7"
901
+ },
902
+ {
903
+ "path": "scripts/rerun_evaluation.py",
904
+ "size": 1827,
905
+ "sha256": "5c7c9b036f3af82a6036bdb8a666e08837c1b254d7886fde6aee28a2464d5b46"
906
+ },
907
+ {
908
+ "path": "scripts/runtime.py",
909
+ "size": 2979,
910
+ "sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c"
911
  },
912
  {
913
  "path": "scripts/upload.py",
914
+ "size": 3598,
915
+ "sha256": "7eb6574d2f7fb5e6d4e8bbd60f11e738696b6a93f8f7aac0f851e0fb0018f164"
916
  },
917
  {
918
  "path": "tests/__init__.py",
919
  "size": 0,
920
  "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
921
  },
922
+ {
923
+ "path": "tests/gpu_offload.py",
924
+ "size": 1637,
925
+ "sha256": "7f96a8b197c83c9e7ee3ab8d7fc4fbf67efa1f32572eb70759983ec966976d6d"
926
+ },
927
  {
928
  "path": "tests/gpu_roundtrip.py",
929
  "size": 1055,
 
949
  "size": 858,
950
  "sha256": "722994cc6aab6673498266d6414650a88837c331b261693f2c0eb98499cb3552"
951
  },
 
 
 
 
 
952
  {
953
  "path": "text_encoder/config.json",
954
  "size": 2487,
 
980
  "sha256": "d3fc335d23047182f40d458efec86a4b187a766e0d1639426b6a9b7ab5b1ab8a"
981
  },
982
  {
983
+ "path": "text_encoder-quantization.json",
984
+ "size": 19004,
985
+ "sha256": "602398ec933e151e3e71b5f3208500b376855b40d072f73340490e2a6e64f32b"
986
  },
987
  {
988
  "path": "transformer/config.json",
 
1004
  "size": 77984,
1005
  "sha256": "96963ae89098cbfdb83fb09bfe0b91e34d8dfe812c65da5e1fbe452878a79ebe"
1006
  },
1007
+ {
1008
+ "path": "transformer-quantization.json",
1009
+ "size": 9853,
1010
+ "sha256": "d735fe2c5f2546f20d943cc0789a5f57950d945343871a8cade62ea9234996a7"
1011
+ },
1012
  {
1013
  "path": "upstream-verification.json",
1014
  "size": 1439,
README.md CHANGED
@@ -48,12 +48,13 @@ pip install -r requirements.txt
48
 
49
  ```python
50
  import torch
51
- from diffusers import QwenImage21Pipeline
 
52
 
53
- pipe = QwenImage21Pipeline.from_pretrained(
54
- "ixim/Image21-INT8", dtype=torch.bfloat16,
55
- )
56
- pipe.enable_model_cpu_offload()
57
  image = pipe(
58
  prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
59
  width=1024, height=1024, num_inference_steps=40,
@@ -64,9 +65,15 @@ image.save("output.png")
64
  ```
65
 
66
  The saved quantization configuration is detected automatically. Do not re-quantize
67
- these weights at load time. For editing, pass `image=PIL.Image.open("input.png")`.
 
68
  For transparency, use the upstream RGBA prompt format and save PNG files.
69
 
 
 
 
 
 
70
  ## Local evaluation
71
 
72
  14 paired outputs across 7 cases at 1024×1024 on an RTX 5090.
@@ -74,16 +81,81 @@ For transparency, use the upstream RGBA prompt format and save PNG files.
74
  | Metric | BF16 | INT8 |
75
  |---|---:|---:|
76
  | Weight files (decimal GB) | 33.116 | 18.632 |
77
- | Mean call latency (s) | 26.79 | 20.29 |
78
- | Maximum CUDA allocated memory (GiB) | 19.08 | 23.08 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
 
80
- **Observed trade-off:** weights are smaller and average latency is lower in this
81
- run, but peak allocated GPU memory is **higher** with the tested INT8/offload stack.
82
- Do not use this checkpoint as evidence of lower-VRAM operation.
83
 
84
- **Editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
85
  oversharpening and contrast changes. Faithful preservation of the original image
86
- is not established. Both precisions also add unwanted footer text in the inspected
 
87
  Chinese poster. See [qualitative observations](evaluation/qualitative.md).
88
 
89
  The comparison uses identical prompts, CPU random generators, seeds, resolutions,
@@ -92,17 +164,18 @@ Peak allocated/reserved memory are PyTorch CUDA statistics, not total board memo
92
  Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
93
  model loading and image-file writing. Paired pixel differences measure drift, not
94
  semantic quality. This small suite is not a standardized quality ranking.
95
- BF16 was run first, followed by INT8 on the same Windows desktop GPU; repeated
96
- timing trials and confidence intervals were not collected.
97
 
98
  See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
99
  records and paired PNG outputs. The edit pair uses the exact same source image.
100
- Higher resolutions, extensive multi-reference editing, other GPUs, other attention
101
- backends, and ComfyUI compatibility are not established by this evaluation.
 
102
 
103
  ### Evaluation scope and runtime
104
 
105
- The original suite has 14 pairs; the separate portrait supplement has 2 pairs. All 16 pairs / 32 original PNG images are shown below. Supplementary measurements are kept separate from the original summary average.
106
 
107
  All previews link to their full-resolution original PNG. Click an image to open it; no crop, retouching or regenerated substitute is used.
108
 
@@ -137,29 +210,29 @@ All previews link to their full-resolution original PNG. Click an image to open
137
 
138
  | Metric | BF16 | INT8 |
139
  |---|---:|---:|
140
- | Mean call latency (s) | 28.51 | 20.16 |
141
- | Maximum CUDA allocated (GiB) | 16.44 | 22.86 |
142
 
143
  ### Per-image timing and memory
144
 
145
  | Case | Seed | BF16 s | INT8 s | BF16 allocated GiB | INT8 allocated GiB |
146
  |---|---:|---:|---:|---:|---:|
147
- | Older adult portrait | 42 | 29.77 | 19.65 | 16.40 | 22.86 |
148
- | Older adult portrait | 123 | 26.55 | 19.61 | 16.40 | 22.86 |
149
- | English lettering | 42 | 25.95 | 19.42 | 16.41 | 22.86 |
150
- | English lettering | 123 | 25.88 | 19.40 | 16.41 | 22.86 |
151
- | Chinese lettering | 42 | 25.47 | 19.54 | 16.41 | 22.86 |
152
- | Chinese lettering | 123 | 25.85 | 19.86 | 16.41 | 22.86 |
153
- | Counting and spatial arrangement | 42 | 25.38 | 19.13 | 16.41 | 22.86 |
154
- | Counting and spatial arrangement | 123 | 25.35 | 19.30 | 16.41 | 22.86 |
155
- | Feather and branch texture | 42 | 25.85 | 19.22 | 16.40 | 22.86 |
156
- | Feather and branch texture | 123 | 25.76 | 19.57 | 16.40 | 22.86 |
157
- | RGBA transparency | 42 | 26.04 | 19.39 | 16.40 | 22.86 |
158
- | RGBA transparency | 123 | 25.07 | 19.29 | 16.40 | 22.86 |
159
- | Image editing: sweater recoloring | 42 | 31.16 | 25.40 | 19.08 | 23.08 |
160
- | Image editing: sweater recoloring | 123 | 31.03 | 25.24 | 19.08 | 23.08 |
161
- | Young Chinese adult woman portrait (supplement) | 42 | 29.50 | 20.30 | 16.44 | 22.86 |
162
- | Young Chinese adult woman portrait (supplement) | 123 | 27.53 | 20.03 | 16.44 | 22.86 |
163
 
164
  ### Pixel drift (not a semantic quality score)
165
 
@@ -190,22 +263,22 @@ Reserved memory is the PyTorch CUDA allocator peak. CPU RSS is the process snaps
190
 
191
  | Case | Seed | BF16 reserved GiB | INT8 reserved GiB | BF16 RSS GiB | INT8 RSS GiB |
192
  |---|---:|---:|---:|---:|---:|
193
- | Older adult portrait | 42 | 16.58 | 22.91 | 39.33 | 23.17 |
194
- | Older adult portrait | 123 | 16.58 | 22.91 | 42.59 | 24.06 |
195
- | English lettering | 42 | 16.58 | 22.91 | 43.68 | 24.25 |
196
- | English lettering | 123 | 16.58 | 22.91 | 44.81 | 24.37 |
197
- | Chinese lettering | 42 | 16.59 | 22.91 | 45.28 | 24.50 |
198
- | Chinese lettering | 123 | 16.59 | 22.91 | 45.83 | 24.48 |
199
- | Counting and spatial arrangement | 42 | 16.59 | 22.91 | 45.99 | 24.46 |
200
- | Counting and spatial arrangement | 123 | 16.59 | 22.91 | 46.37 | 25.91 |
201
- | Feather and branch texture | 42 | 16.58 | 22.91 | 46.50 | 26.13 |
202
- | Feather and branch texture | 123 | 16.58 | 22.91 | 46.85 | 26.12 |
203
- | RGBA transparency | 42 | 16.58 | 22.91 | 47.62 | 26.14 |
204
- | RGBA transparency | 123 | 16.58 | 22.91 | 47.48 | 26.15 |
205
- | Image editing: sweater recoloring | 42 | 20.03 | 24.62 | 48.08 | 27.16 |
206
- | Image editing: sweater recoloring | 123 | 20.03 | 24.62 | 48.49 | 27.13 |
207
- | Young Chinese adult woman portrait (supplement) | 42 | 16.62 | 22.93 | 39.59 | 23.32 |
208
- | Young Chinese adult woman portrait (supplement) | 123 | 16.62 | 22.93 | 42.12 | 23.91 |
209
 
210
  ### All paired samples, prompts and observations
211
 
 
48
 
49
  ```python
50
  import torch
51
+ import sys
52
+ from huggingface_hub import snapshot_download
53
 
54
+ model_dir = snapshot_download("ixim/Image21-INT8")
55
+ sys.path.insert(0, model_dir) # bundled, inspectable scripts/runtime.py
56
+ from scripts.runtime import load_int8_pipeline
57
+ pipe = load_int8_pipeline(model_dir, local_files_only=True)
58
  image = pipe(
59
  prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
60
  width=1024, height=1024, num_inference_steps=40,
 
65
  ```
66
 
67
  The saved quantization configuration is detected automatically. Do not re-quantize
68
+ these weights at load time. For editing, use the 2048px retest recipe below, setting
69
+ `width`, `height` and `output_resolution` together and enabling VAE tiling.
70
  For transparency, use the upstream RGBA prompt format and save PNG files.
71
 
72
+ Use the bundled loader on the pinned runtime: it loads/offloads the two INT8
73
+ components sequentially and moves their auxiliary tensors during model offload.
74
+ Calling only `enable_model_cpu_offload()` leaves INT8 CUDA tensors resident in
75
+ this tested stack. The helper does not change the checkpoint or quantization.
76
+
77
  ## Local evaluation
78
 
79
  14 paired outputs across 7 cases at 1024×1024 on an RTX 5090.
 
81
  | Metric | BF16 | INT8 |
82
  |---|---:|---:|
83
  | Weight files (decimal GB) | 33.116 | 18.632 |
84
+ | Mean call latency (s) | 26.44 | 20.21 |
85
+ | Maximum CUDA allocated memory (GiB) | 19.08 | 12.09 |
86
+
87
+ The table reports the complete rerun using the corrected offload helper. The
88
+ initial result (19.08 GiB BF16 / 23.08 GiB INT8) exposed an offload compatibility
89
+ bug, diagnosed below. Original measurements and failure samples are retained.
90
+
91
+ ### Memory audit and editing retest
92
+
93
+ The initial benchmark called model CPU offload but did not verify auxiliary-tensor residency. With this pinned PyTorch/bitsandbytes stack, a parent module device move bypasses the child `Linear8bitLt.to()` method. The parameter moves to CPU while CB/SCB auxiliary references can remain on CUDA. About 13.51 GiB remained after apparent offload. `empty_cache()` cannot release live tensors.
94
+
95
+ The bundled instance-local helper synchronizes auxiliary tensors during recursive device moves and loads the INT8 components sequentially. It changes neither weights nor generation settings. A nested-layer GPU regression fails without the helper and passes three exact-output round trips with it. All five full-model diagnostic outputs are byte-identical before/after the offload fix. All 32 newly generated formal-evaluation PNGs also match the initial run by SHA256.
96
+
97
+ Each rerun precision/suite uses a fresh subprocess; the orchestrator waits for exit before starting the next. PID, board/process listings, zero-allocation startup and per-image baselines are recorded. The initial run did not capture a board-memory baseline, so historical external occupancy cannot be reconstructed. Its PyTorch allocated-memory metric is process-local; the fresh-process reproduction locates the excess inside the INT8 process.
98
+
99
+ | Memory measurement (GiB) | BF16 | INT8 |
100
+ |---|---:|---:|
101
+ | Initial inference maximum | 19.081 | 23.080 |
102
+ | Corrected rerun inference maximum | 19.081 | 12.087 |
103
+ | Corrected rerun loading maximum | 0.000 | 9.335 |
104
+
105
+ Loading and inference peaks are reported separately; these are allocated-memory measurements, not minimum supported GPU sizes. Desktop usage, CUDA context and allocator reservations require additional headroom. Only the RTX 5090 was tested.
106
+
107
+ **Editing retest:** the fresh-process and repeated 1024px edits reproduce the original INT8 failure exactly. RGB input and disabling KV cache do not visibly fix the excessive contrast. A VAE-only round trip preserves the soft lighting. These controls narrow the problem but do not establish a root cause in the editing model/pipeline.
108
+
109
+ At 1024px, enabling VAE tiling alone still produces excessive sharpening. At 2048px with the same tiling configuration, both BF16 and INT8 produce a red sweater while substantially preserving the soft lighting and natural skin texture. This controlled comparison supports resolution sensitivity in this editing case (including reference-image preprocessing). It does not identify a deeper model/pipeline cause or establish universal editing reliability.
110
+
111
+ Diagnostic runs include instrumentation/cold starts and are not pooled into the latency averages.
112
+
113
+ | Diagnostic image | Output (click to enlarge) |
114
+ |---|---|
115
+ | Shared input | [![Shared input](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/input.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/input.png) |
116
+ | Fresh-process INT8, 1024px (failure reproduced) | [![Fresh-process INT8, 1024px (failure reproduced)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_fresh.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_fresh.png) |
117
+ | 1024px RGB input (not improved) | [![1024px RGB input (not improved)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_rgb.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_rgb.png) |
118
+ | 1024px KV cache off (not improved) | [![1024px KV cache off (not improved)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_no_cache.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-original/edit_no_cache.png) |
119
+ | VAE-only round trip (no diffusion editing) | [![VAE-only round trip (no diffusion editing)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-fixed/vae_roundtrip.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-fixed/vae_roundtrip.png) |
120
+ | 1024px with VAE tiling (not improved) | [![1024px with VAE tiling (not improved)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-1024-tiled/edit_fresh.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-1024-tiled/edit_fresh.png) |
121
+
122
+ **2048px paired editing retest, seed 42; default VAE tiling in both.**
123
+
124
+ | BF16 | INT8 |
125
+ |---|---|
126
+ | [![BF16 2048](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/bf16-native-tiled/edit_native.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/bf16-native-tiled/edit_native.png) | [![INT8 2048](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-native-tiled/edit_native.png)](https://huggingface.co/ixim/Image21-INT8/resolve/main/evaluation/audit/int8-native-tiled/edit_native.png) |
127
+
128
+ | 2048px diagnostic metric | BF16 | INT8 |
129
+ |---|---:|---:|
130
+ | CUDA allocated peak (GiB) | 26.513 | 21.647 |
131
+ | Cold, instrumented call (s) | 233.80 | 213.56 |
132
+
133
+ Both use the original 1024px reference, resized internally at `output_resolution=2048`. The prompt, seed, 40 steps, CFG=1 and KV cache match the failed case. This is one editing example, not evidence that all editing requests succeed. Fine details still drift.
134
+
135
+ ```python
136
+ from PIL import Image
137
+ pipe.vae.enable_tiling()
138
+ image = pipe(
139
+ prompt="Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.",
140
+ image=Image.open("input.png"),
141
+ width=2048, height=2048, output_resolution=2048,
142
+ num_inference_steps=40, true_cfg_scale=1.0, use_kv_cache=True,
143
+ generator=torch.Generator("cpu").manual_seed(42),
144
+ ).images[0]
145
+ image.save("edit.png")
146
+ ```
147
+
148
+ The initial untiled 2048px diagnostic was stopped after denoising because decoding saturated the desktop GPU memory and stalled; it is not a completed quality/timing result.
149
+
150
+ Evidence: [audit/summary.json](evaluation/audit/summary.json), [process-isolation.jsonl](evaluation/process-isolation.jsonl), [initial evaluation](evaluation/initial/report.md), [runtime helper](scripts/runtime.py), [GPU regression](tests/gpu_offload.py).
151
+
152
+ Implementation references: [bitsandbytes 0.50.2 Linear8bitLt](https://github.com/bitsandbytes-foundation/bitsandbytes/blob/0.50.2/bitsandbytes/nn/modules.py), [pinned Diffusers offload implementation](https://github.com/huggingface/diffusers/blob/80c7ed262aeffbeb43ef13ae04baeb9b84515a69/src/diffusers/pipelines/pipeline_utils.py), [official model usage and native resolution](https://github.com/QwenLM/Qwen-Image-2.1).
153
 
 
 
 
154
 
155
+ **1024px editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
156
  oversharpening and contrast changes. Faithful preservation of the original image
157
+ is not achieved in those outputs; the separate 2048px retest above improves this case.
158
+ Both precisions also add unwanted footer text in the inspected
159
  Chinese poster. See [qualitative observations](evaluation/qualitative.md).
160
 
161
  The comparison uses identical prompts, CPU random generators, seeds, resolutions,
 
164
  Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
165
  model loading and image-file writing. Paired pixel differences measure drift, not
166
  semantic quality. This small suite is not a standardized quality ranking.
167
+ BF16 was run first, followed by INT8 on the same Windows desktop GPU. Each case/seed
168
+ has one timed call after warmup in this rerun; no confidence interval is estimated.
169
 
170
  See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
171
  records and paired PNG outputs. The edit pair uses the exact same source image.
172
+ The 2048px single-image editing diagnostic below is separate from the 1024px suite.
173
+ Extensive multi-reference editing, other GPUs, other attention backends, and
174
+ ComfyUI compatibility are not established by this evaluation.
175
 
176
  ### Evaluation scope and runtime
177
 
178
+ The main suite has 14 pairs; the separate portrait supplement has 2 pairs. All 16 pairs / 32 original PNG images from these suites are shown below. Supplementary measurements are kept separate from the main summary average.
179
 
180
  All previews link to their full-resolution original PNG. Click an image to open it; no crop, retouching or regenerated substitute is used.
181
 
 
210
 
211
  | Metric | BF16 | INT8 |
212
  |---|---:|---:|
213
+ | Mean call latency (s) | 27.61 | 19.51 |
214
+ | Maximum CUDA allocated (GiB) | 16.44 | 9.53 |
215
 
216
  ### Per-image timing and memory
217
 
218
  | Case | Seed | BF16 s | INT8 s | BF16 allocated GiB | INT8 allocated GiB |
219
  |---|---:|---:|---:|---:|---:|
220
+ | Older adult portrait | 42 | 28.59 | 19.62 | 16.40 | 9.49 |
221
+ | Older adult portrait | 123 | 26.07 | 19.48 | 16.40 | 9.49 |
222
+ | English lettering | 42 | 25.42 | 19.54 | 16.41 | 9.50 |
223
+ | English lettering | 123 | 25.66 | 19.68 | 16.41 | 9.50 |
224
+ | Chinese lettering | 42 | 25.62 | 19.61 | 16.41 | 9.50 |
225
+ | Chinese lettering | 123 | 25.46 | 19.61 | 16.41 | 9.50 |
226
+ | Counting and spatial arrangement | 42 | 25.39 | 19.32 | 16.41 | 9.49 |
227
+ | Counting and spatial arrangement | 123 | 25.48 | 19.15 | 16.41 | 9.49 |
228
+ | Feather and branch texture | 42 | 25.32 | 19.42 | 16.40 | 9.49 |
229
+ | Feather and branch texture | 123 | 25.18 | 19.16 | 16.40 | 9.49 |
230
+ | RGBA transparency | 42 | 25.22 | 19.22 | 16.40 | 9.48 |
231
+ | RGBA transparency | 123 | 25.54 | 19.22 | 16.40 | 9.48 |
232
+ | Image editing: sweater recoloring | 42 | 30.79 | 25.07 | 19.08 | 12.09 |
233
+ | Image editing: sweater recoloring | 123 | 30.46 | 24.81 | 19.08 | 12.09 |
234
+ | Young Chinese adult woman portrait (supplement) | 42 | 28.58 | 19.58 | 16.44 | 9.53 |
235
+ | Young Chinese adult woman portrait (supplement) | 123 | 26.63 | 19.44 | 16.44 | 9.53 |
236
 
237
  ### Pixel drift (not a semantic quality score)
238
 
 
263
 
264
  | Case | Seed | BF16 reserved GiB | INT8 reserved GiB | BF16 RSS GiB | INT8 RSS GiB |
265
  |---|---:|---:|---:|---:|---:|
266
+ | Older adult portrait | 42 | 16.58 | 9.60 | 39.60 | 21.22 |
267
+ | Older adult portrait | 123 | 16.58 | 9.60 | 42.25 | 21.47 |
268
+ | English lettering | 42 | 16.58 | 9.61 | 43.36 | 21.51 |
269
+ | English lettering | 123 | 16.58 | 9.61 | 44.45 | 21.46 |
270
+ | Chinese lettering | 42 | 16.59 | 9.60 | 45.35 | 21.52 |
271
+ | Chinese lettering | 123 | 16.59 | 9.60 | 46.35 | 21.52 |
272
+ | Counting and spatial arrangement | 42 | 16.59 | 9.60 | 46.49 | 21.56 |
273
+ | Counting and spatial arrangement | 123 | 16.59 | 9.60 | 47.10 | 21.55 |
274
+ | Feather and branch texture | 42 | 16.58 | 9.60 | 46.94 | 21.55 |
275
+ | Feather and branch texture | 123 | 16.58 | 9.60 | 46.99 | 21.54 |
276
+ | RGBA transparency | 42 | 16.58 | 9.55 | 46.95 | 21.54 |
277
+ | RGBA transparency | 123 | 16.58 | 9.55 | 47.66 | 21.53 |
278
+ | Image editing: sweater recoloring | 42 | 20.03 | 12.97 | 48.55 | 22.22 |
279
+ | Image editing: sweater recoloring | 123 | 20.03 | 12.97 | 48.55 | 22.20 |
280
+ | Young Chinese adult woman portrait (supplement) | 42 | 16.62 | 9.66 | 39.34 | 21.21 |
281
+ | Young Chinese adult woman portrait (supplement) | 123 | 16.62 | 9.66 | 42.60 | 21.44 |
282
 
283
  ### All paired samples, prompts and observations
284
 
REPRODUCE.md CHANGED
@@ -1,113 +1,130 @@
1
- # Image21-INT8 发布工作区
2
-
3
- 目标:为 Qwen-Image-2.1 制作可重新加载的 Diffusers INT8 衍生模型,比较 BF16 与
4
- INT8 实际效果,并准备 Hugging Face(ixim)英文、ModelScope(iximbox)中文发布包。
5
-
6
- 本地下载、量化和原有 28 张正式评测输出已完成;另增加四张中国年轻成年女性肖像
7
- 补测输出。两平台目标名称统一为 Image21-INT8。Hugging Face 登录账号已核验为 ixim。
8
- 最新上传状态及 ModelScope 本地登录方法见 [PUBLISHING.md](PUBLISHING.md)。
9
-
10
- 工作区内的 `cards/` 是模板,
11
- `release/` 中通过验证的目录才是上传来源;没有实测记录时不能宣称发布完成。
12
-
13
- 主名称使用 **Image21-INT8**,模型说明中描述其 Qwen-Image-2.1 来源。
14
- 原模型采用 Qwen Research License,仅限非商业研究与评测。
15
-
16
- ## 环境
17
-
18
- Windows PowerShell,新机器建议创建不继承全局软件包的虚拟环境:
19
-
20
- ```powershell
21
- python -m venv .venv
22
- .venv/Scripts/python.exe -m pip install torch==2.10.0 torchvision==0.25.0 --index-url https://download.pytorch.org/whl/cu128
23
- .venv/Scripts/python.exe -m pip install -r requirements.txt
24
- ```
25
-
26
- 本次工作区为复用已有 CUDA PyTorch,使用了 `--system-site-packages`;更新仅安装
27
- 在 `.venv` 内。脚本将 Numba 和 Hugging Face 缓存定向到项目 `.cache`。
28
- RTX 5090 可通过模型 CPU 卸载运行;精确显存需求以实测报告为准。
29
-
30
- ## 下载、量化、测评
31
-
32
- 在工作区根目录执行:
33
-
34
- ```powershell
35
- .venv/Scripts/python.exe -m scripts.download --source modelscope
36
- .venv/Scripts/python.exe -m scripts.integrity
37
- .venv/Scripts/python.exe -m scripts.quantize
38
- .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/bf16
39
- .venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/int8
40
- ```
41
-
42
- 下载固定版本配置,ModelScope 权重按固定 HF 版本 SHA256 核验。下载不使用第三方镜像。
43
- 量化保留敏感层和 VAE 浮点精度,具体模块记录在 `*-quantization.json`。
44
-
45
- 日常本地生成:
46
-
47
- ```powershell
48
- .venv/Scripts/python.exe -m scripts.infer --model models/int8 --prompt '一只坐在窗边的橘猫,暖色摄影' --output outputs/cat.png
49
- ```
50
-
51
- 编辑时增加 `--input input.png`;多图可在该参数后继续添加文件名。
52
- 默认 1024×1024、40 步、CPU 卸载,PNG 保留 RGBA 通道。
53
-
54
- 输出目录非空时量化拒绝覆盖;测评结果目录已有记录时拒绝覆盖。
55
- 编辑用例输入取自 BF16 的 portrait-s42,因此必须先完成 BF16 测评。
56
- 默认 1024×1024、40 步、种子 42/123、相同卸载方式,另做一次不计入的完整预热。
57
-
58
- 肖像补测单独运行、单独统计,同样先完成 BF16 再运行 INT8:
59
-
60
- ```powershell
61
- .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/young_woman/bf16 --cases benchmarks/young_woman.json
62
- .venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/young_woman/int8 --cases benchmarks/young_woman.json
63
- .venv/Scripts/python.exe -m scripts.report --baseline artifacts/eval/young_woman/bf16 --quantized artifacts/eval/young_woman/int8 --output artifacts/eval/young_woman
64
- ```
65
-
66
- 快速端到端检查(不能作为质量评测):
67
-
68
- ```powershell
69
- .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/smoke/bf16 --case portrait --seeds 42 --width 512 --height 512 --steps 2 --no-warmup
70
- ```
71
-
72
- ## 校验
73
-
74
- ```powershell
75
- .venv/Scripts/python.exe -m unittest discover -s tests -v
76
- $env:NUMBA_CACHE_DIR = "$PWD/.cache/numba"
77
- .venv/Scripts/python.exe -m tests.gpu_roundtrip
78
- ```
79
-
80
- 保留 `artifacts/upstream` 官方清单及许可证、下载校验记录、评测原始记录和图片。
81
- 不要将 `.cache`、`.venv`、账户 Token 或 BF16 源模型目录上传到 INT8 仓库。
82
-
83
- ## 生成发布文件与上传
84
-
85
- ```powershell
86
- .venv/Scripts/python.exe -m scripts.release annotate
87
- .venv/Scripts/python.exe -m scripts.report
88
- .venv/Scripts/python.exe -m scripts.release stage --platform huggingface --output release/huggingface
89
- .venv/Scripts/python.exe -m scripts.release stage --platform modelscope --output release/modelscope
90
- .venv/Scripts/python.exe -m scripts.upload huggingface --dry-run
91
- .venv/Scripts/python.exe -m scripts.upload modelscope --dry-run
92
- ```
93
-
94
- `annotate` 在量化文件中写入许可证要求的修改声明;建议在 INT8 实测前执行。
95
- `stage` 要求完整正式评测,生成平台 README、许可证、归属、脚本、评测图片及逐文件清单。
96
- 上传前会再次核验全部文件,不上传清单外内容。最终效果可打开
97
- `artifacts/eval/comparison.html` 逐图检查。
98
-
99
- Hugging Face 在本机交互登录(Token 不要粘贴到聊天):
100
-
101
- ```powershell
102
- $env:HF_HOME = "$PWD/.cache/huggingface"
103
- .venv/Scripts/hf.exe auth login
104
- .venv/Scripts/python.exe -m scripts.upload huggingface
105
- ```
106
-
107
- ModelScope 使用已登录账号。需要登录时,以下交互式 Python 输入不回显,
108
- 也不会把 Token 放入命令历史:
109
-
110
- ```powershell
111
- .venv/Scripts/python.exe -c "from getpass import getpass; from modelscope.hub.api import HubApi; HubApi().login(getpass('ModelScope token: '))"
112
- .venv/Scripts/python.exe -m scripts.upload modelscope
113
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Image21-INT8 发布工作区
2
+
3
+ 目标:为 Qwen-Image-2.1 制作可重新加载的 Diffusers INT8 衍生模型,比较 BF16 与
4
+ INT8 实际效果,并准备 Hugging Face(ixim)英文、ModelScope(iximbox)中文发布包。
5
+
6
+ 本地下载、量化和原有 28 张正式评测输出已完成;另增加四张中国年轻成年女性肖像
7
+ 补测输出。两平台目标名称统一为 Image21-INT8。Hugging Face 登录账号已核验为 ixim。
8
+ 最新上传状态及 ModelScope 本地登录方法见 [PUBLISHING.md](PUBLISHING.md)。
9
+
10
+ 工作区内的 `cards/` 是模板,
11
+ `release/` 中通过验证的目录才是上传来源;没有实测记录时不能宣称发布完成。
12
+
13
+ 主名称使用 **Image21-INT8**,模型说明中描述其 Qwen-Image-2.1 来源。
14
+ 原模型采用 Qwen Research License,仅限非商业研究与评测。
15
+
16
+ ## 环境
17
+
18
+ Windows PowerShell,新机器建议创建不继承全局软件包的虚拟环境:
19
+
20
+ ```powershell
21
+ python -m venv .venv
22
+ .venv/Scripts/python.exe -m pip install torch==2.10.0 torchvision==0.25.0 --index-url https://download.pytorch.org/whl/cu128
23
+ .venv/Scripts/python.exe -m pip install -r requirements.txt
24
+ ```
25
+
26
+ 本次工作区为复用已有 CUDA PyTorch,使用了 `--system-site-packages`;更新仅安装
27
+ 在 `.venv` 内。脚本将 Numba 和 Hugging Face 缓存定向到项目 `.cache`。
28
+ RTX 5090 可通过模型 CPU 卸载运行;精确显存需求以实测报告为准。
29
+
30
+ 显存排查发现固定版本的 bitsandbytes 辅助张量未随父模块卸载。当前 `scripts/runtime.py`
31
+ 修复了设备移动,INT8 组件按顺序加载以降低加载峰值;`infer`、`benchmark` 默认启用。
32
+ `benchmark --legacy-offload` 仅用于复现旧问题。权重未修改,旧评测在发布包
33
+ `evaluation/initial/` 保留。改图失败样例仍保留,并附单独诊断复测。
34
+
35
+ 完整重测使用 `python -m scripts.rerun_evaluation`,输出到新的
36
+ `artifacts/eval-corrected/`,串行启动四个独立进程并记录退出状态和显存基线。
37
+
38
+ ## 下载、量化、测评
39
+
40
+ 在工作区根目录执行:
41
+
42
+ ```powershell
43
+ .venv/Scripts/python.exe -m scripts.download --source modelscope
44
+ .venv/Scripts/python.exe -m scripts.integrity
45
+ .venv/Scripts/python.exe -m scripts.quantize
46
+ .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/bf16
47
+ .venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/int8
48
+ ```
49
+
50
+ 下载固定版本配置,ModelScope 权重按固定 HF 版本 SHA256 核验。下载不使用第三方镜像。
51
+ 量化保留敏感层和 VAE 浮点精度,具体模块记录在 `*-quantization.json`。
52
+
53
+ 日常本地生成:
54
+
55
+ ```powershell
56
+ .venv/Scripts/python.exe -m scripts.infer --model models/int8 --prompt '一只坐在窗边的橘猫,暖色摄影' --output outputs/cat.png
57
+ ```
58
+
59
+ 编辑时增加 `--input input.png`;多图可在该参数后继续添加文件名。
60
+ 默认 1024×1024、40 步、CPU 卸载,PNG 保留 RGBA 通道。
61
+
62
+ 毛衣改色用例在 1024px 明显过度锐化,BF16 与 INT8 均如此。固定种子复测显示
63
+ 2048px 加 VAE 分块明显改善此例,1024px 仅加分块未改善。编辑可按此设置尝试:
64
+
65
+ ```powershell
66
+ .venv/Scripts/python.exe -m scripts.infer --model models/int8 --input input.png --prompt 'Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.' --width 2048 --height 2048 --vae-tiling --output outputs/edit.png
67
+ ```
68
+
69
+ 这不是对所有编辑任务的保证,2048px 的显存需求也明显高于 1024px。
70
+
71
+ 输出目录非空时量化拒绝覆盖;测评结果目录已有记录时拒绝覆盖。
72
+ 编辑用例输入取自 BF16 的 portrait-s42,因此必须先完成 BF16 测评。
73
+ 默认 1024×1024、40 步、种子 42/123、相同卸载方式,另做一次不计入的完整预热。
74
+
75
+ 肖像补测单独运行、单独统计,同样先完成 BF16 再运行 INT8:
76
+
77
+ ```powershell
78
+ .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/eval/young_woman/bf16 --cases benchmarks/young_woman.json
79
+ .venv/Scripts/python.exe -m scripts.benchmark --model models/int8 --output artifacts/eval/young_woman/int8 --cases benchmarks/young_woman.json
80
+ .venv/Scripts/python.exe -m scripts.report --baseline artifacts/eval/young_woman/bf16 --quantized artifacts/eval/young_woman/int8 --output artifacts/eval/young_woman
81
+ ```
82
+
83
+ 快速端到端检查(不能作为质量评测):
84
+
85
+ ```powershell
86
+ .venv/Scripts/python.exe -m scripts.benchmark --model models/bf16 --output artifacts/smoke/bf16 --case portrait --seeds 42 --width 512 --height 512 --steps 2 --no-warmup
87
+ ```
88
+
89
+ ## 校验
90
+
91
+ ```powershell
92
+ .venv/Scripts/python.exe -m unittest discover -s tests -v
93
+ $env:NUMBA_CACHE_DIR = "$PWD/.cache/numba"
94
+ .venv/Scripts/python.exe -m tests.gpu_roundtrip
95
+ ```
96
+
97
+ 保留 `artifacts/upstream` 官方清单及许可证、下载校验记录、评测原始记录和图片。
98
+ 不要将 `.cache`、`.venv`、账户 Token 或 BF16 源模型目录上传到 INT8 仓库。
99
+
100
+ ## 生成发布文件与上传
101
+
102
+ ```powershell
103
+ .venv/Scripts/python.exe -m scripts.release annotate
104
+ .venv/Scripts/python.exe -m scripts.report
105
+ .venv/Scripts/python.exe -m scripts.release stage --platform huggingface --output release/huggingface
106
+ .venv/Scripts/python.exe -m scripts.release stage --platform modelscope --output release/modelscope
107
+ .venv/Scripts/python.exe -m scripts.upload huggingface --dry-run
108
+ .venv/Scripts/python.exe -m scripts.upload modelscope --dry-run
109
+ ```
110
+
111
+ `annotate` 在量化文件中写入许可证要求的修改声明;建议在 INT8 实测前执行。
112
+ `stage` 要求完整正式评测,生成平台 README、许可证、归属、脚本、评测图片及逐文件清单。
113
+ 上传前会再次核验全部文件,不上传清单外内容。最终效果可打开
114
+ `artifacts/eval/comparison.html` 逐图检查。
115
+
116
+ Hugging Face 在本机交互登录(Token 不要粘贴到聊天):
117
+
118
+ ```powershell
119
+ $env:HF_HOME = "$PWD/.cache/huggingface"
120
+ .venv/Scripts/hf.exe auth login
121
+ .venv/Scripts/python.exe -m scripts.upload huggingface
122
+ ```
123
+
124
+ ModelScope 使用已登录账号。需要登录时,以下交互式 Python 输入不回显,
125
+ 也不会把 Token 放入命令历史:
126
+
127
+ ```powershell
128
+ .venv/Scripts/python.exe -c "from getpass import getpass; from modelscope.hub.api import HubApi; HubApi().login(getpass('ModelScope token: '))"
129
+ .venv/Scripts/python.exe -m scripts.upload modelscope
130
+ ```
cards/huggingface.md CHANGED
@@ -48,12 +48,13 @@ pip install -r requirements.txt
48
 
49
  ```python
50
  import torch
51
- from diffusers import QwenImage21Pipeline
 
52
 
53
- pipe = QwenImage21Pipeline.from_pretrained(
54
- "ixim/Image21-INT8", dtype=torch.bfloat16,
55
- )
56
- pipe.enable_model_cpu_offload()
57
  image = pipe(
58
  prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
59
  width=1024, height=1024, num_inference_steps=40,
@@ -64,20 +65,29 @@ image.save("output.png")
64
  ```
65
 
66
  The saved quantization configuration is detected automatically. Do not re-quantize
67
- these weights at load time. For editing, pass `image=PIL.Image.open("input.png")`.
 
68
  For transparency, use the upstream RGBA prompt format and save PNG files.
69
 
 
 
 
 
 
70
  ## Local evaluation
71
 
72
  {{EVALUATION_EN}}
73
 
74
- **Observed trade-off:** weights are smaller and average latency is lower in this
75
- run, but peak allocated GPU memory is **higher** with the tested INT8/offload stack.
76
- Do not use this checkpoint as evidence of lower-VRAM operation.
 
 
77
 
78
- **Editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
79
  oversharpening and contrast changes. Faithful preservation of the original image
80
- is not established. Both precisions also add unwanted footer text in the inspected
 
81
  Chinese poster. See [qualitative observations](evaluation/qualitative.md).
82
 
83
  The comparison uses identical prompts, CPU random generators, seeds, resolutions,
@@ -86,13 +96,14 @@ Peak allocated/reserved memory are PyTorch CUDA statistics, not total board memo
86
  Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
87
  model loading and image-file writing. Paired pixel differences measure drift, not
88
  semantic quality. This small suite is not a standardized quality ranking.
89
- BF16 was run first, followed by INT8 on the same Windows desktop GPU; repeated
90
- timing trials and confidence intervals were not collected.
91
 
92
  See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
93
  records and paired PNG outputs. The edit pair uses the exact same source image.
94
- Higher resolutions, extensive multi-reference editing, other GPUs, other attention
95
- backends, and ComfyUI compatibility are not established by this evaluation.
 
96
 
97
  {{EVALUATION_DETAILS_EN}}
98
 
 
48
 
49
  ```python
50
  import torch
51
+ import sys
52
+ from huggingface_hub import snapshot_download
53
 
54
+ model_dir = snapshot_download("ixim/Image21-INT8")
55
+ sys.path.insert(0, model_dir) # bundled, inspectable scripts/runtime.py
56
+ from scripts.runtime import load_int8_pipeline
57
+ pipe = load_int8_pipeline(model_dir, local_files_only=True)
58
  image = pipe(
59
  prompt='A neon sign reading "CREATE WITH LIGHT", rainy night',
60
  width=1024, height=1024, num_inference_steps=40,
 
65
  ```
66
 
67
  The saved quantization configuration is detected automatically. Do not re-quantize
68
+ these weights at load time. For editing, use the 2048px retest recipe below, setting
69
+ `width`, `height` and `output_resolution` together and enabling VAE tiling.
70
  For transparency, use the upstream RGBA prompt format and save PNG files.
71
 
72
+ Use the bundled loader on the pinned runtime: it loads/offloads the two INT8
73
+ components sequentially and moves their auxiliary tensors during model offload.
74
+ Calling only `enable_model_cpu_offload()` leaves INT8 CUDA tensors resident in
75
+ this tested stack. The helper does not change the checkpoint or quantization.
76
+
77
  ## Local evaluation
78
 
79
  {{EVALUATION_EN}}
80
 
81
+ The table reports the complete rerun using the corrected offload helper. The
82
+ initial result (19.08 GiB BF16 / 23.08 GiB INT8) exposed an offload compatibility
83
+ bug, diagnosed below. Original measurements and failure samples are retained.
84
+
85
+ {{AUDIT_EN}}
86
 
87
+ **1024px editing limitation:** both BF16 and INT8 sweater-edit examples show substantial
88
  oversharpening and contrast changes. Faithful preservation of the original image
89
+ is not achieved in those outputs; the separate 2048px retest above improves this case.
90
+ Both precisions also add unwanted footer text in the inspected
91
  Chinese poster. See [qualitative observations](evaluation/qualitative.md).
92
 
93
  The comparison uses identical prompts, CPU random generators, seeds, resolutions,
 
96
  Timing includes prompt encoding, denoising, decoding and CPU transfers; it excludes
97
  model loading and image-file writing. Paired pixel differences measure drift, not
98
  semantic quality. This small suite is not a standardized quality ranking.
99
+ BF16 was run first, followed by INT8 on the same Windows desktop GPU. Each case/seed
100
+ has one timed call after warmup in this rerun; no confidence interval is estimated.
101
 
102
  See [evaluation/report.md](evaluation/report.md), raw JSONL records, environment
103
  records and paired PNG outputs. The edit pair uses the exact same source image.
104
+ The 2048px single-image editing diagnostic below is separate from the 1024px suite.
105
+ Extensive multi-reference editing, other GPUs, other attention backends, and
106
+ ComfyUI compatibility are not established by this evaluation.
107
 
108
  {{EVALUATION_DETAILS_EN}}
109
 
cards/modelscope.md CHANGED
@@ -48,12 +48,13 @@ pip install -r requirements.txt
48
 
49
  ```python
50
  import torch
 
51
  from modelscope import snapshot_download
52
- from diffusers import QwenImage21Pipeline
53
 
54
  model_dir = snapshot_download("iximbox/Image21-INT8")
55
- pipe = QwenImage21Pipeline.from_pretrained(model_dir, dtype=torch.bfloat16)
56
- pipe.enable_model_cpu_offload()
 
57
  image = pipe(
58
  prompt='一张咖啡馆海报,清晰写着“慢下来,喝杯咖啡”,暖色摄影',
59
  width=1024, height=1024, num_inference_steps=40,
@@ -64,29 +65,38 @@ image.save("output.png")
64
  ```
65
 
66
  加载时会自动读取已保存的量化配置,无需再次指定量化参数。
67
- 图像编辑可增加 `image=PIL.Image.open("input.png")`。
 
68
  透明图生成使用官方 RGBA 提示词格式,并保存为 PNG 以保留透明通道。
69
 
 
 
 
 
70
  ## 实测对比
71
 
72
  {{EVALUATION_ZH}}
73
 
74
- **实际取舍:** 本次测试中权重更小、平均耗时更低,但 INT8 搭配当前卸载方案的
75
- 已分配显存峰值**更高**。不能据此宣称本版本适用于更低显存设备。
 
 
76
 
77
- **编辑限制:** BF16 与 INT8 的毛衣改色样例都出现明显过度锐化及对比度变化,
78
- 未证明能够忠实保持原图质感。所检查的中文海报在两种精度中也均出现了多余页脚文字。
 
79
  详见 [定性检查](evaluation/qualitative.md)。
80
 
81
  两组使用相同提示词、CPU 随机数生成器、种子、分辨率、40 步、CFG=1、KV 缓存
82
  及按模型 CPU 卸载。预热不计入结果。显存数值为 PyTorch CUDA 分配/保留峰值,
83
  不代表显卡总占用。耗时包含编码、去噪、解码及 CPU 传输,不包含加载和图片写盘。
84
  像素差异用于观察量化偏移,不能等同于语义质量评分;小样本不能代表标准榜单成绩。
85
- 测试在同一 Windows 桌面显卡上先运行 BF16,再运行 INT8,未做多轮独立计时或置信区间估计。
 
86
 
87
  详见 [评测报告](evaluation/report.md)、原始 JSONL、环境记录与成对 PNG。
88
- 编辑测试使用同一份输入图像。更高分辨率、大量多图参考、其他显卡、其他注意力
89
- 后端及 ComfyUI 兼容性未由本次评测证明。
90
 
91
  {{EVALUATION_DETAILS_ZH}}
92
 
 
48
 
49
  ```python
50
  import torch
51
+ import sys
52
  from modelscope import snapshot_download
 
53
 
54
  model_dir = snapshot_download("iximbox/Image21-INT8")
55
+ sys.path.insert(0, model_dir) # 仓库附带、可查看的 scripts/runtime.py
56
+ from scripts.runtime import load_int8_pipeline
57
+ pipe = load_int8_pipeline(model_dir, local_files_only=True)
58
  image = pipe(
59
  prompt='一张咖啡馆海报,清晰写着“慢下来,喝杯咖啡”,暖色摄影',
60
  width=1024, height=1024, num_inference_steps=40,
 
65
  ```
66
 
67
  加载时会自动读取已保存的量化配置,无需再次指定量化参数。
68
+ 图像编辑请使用下文 2048px 复测代码,同时设置 `width`、`height`、
69
+ `output_resolution`,并开启 VAE 分块。
70
  透明图生成使用官方 RGBA 提示词格式,并保存为 PNG 以保留透明通道。
71
 
72
+ 在固定版本环境下请使用仓库附带的加载函数:它依次加载并卸载两个 INT8 组件,
73
+ 同时在 CPU 卸载时移动量化层的辅助张量。仅调用 `enable_model_cpu_offload()`
74
+ 会在本次测试的软件组合中留下 INT8 CUDA 张量。此修复不修改权重或量化方式。
75
+
76
  ## 实测对比
77
 
78
  {{EVALUATION_ZH}}
79
 
80
+ 上表为修复卸载后的完整重测结果。初次评测的 19.08 GiB(BF16)/23.08 GiB(INT8)
81
+ 暴露了卸载兼容性问题,排查过程见下文。原始测量及失败样图均保留。
82
+
83
+ {{AUDIT_ZH}}
84
 
85
+ **1024px 编辑限制:** BF16 与 INT8 的毛衣改色样例都出现明显过度锐化及对比度变化,
86
+ 未忠实保持原图质感;上文单独的 2048px 复测改善了这一用例。
87
+ 所检查的中文海报在两种精度中也均出现了多余页脚文字。
88
  详见 [定性检查](evaluation/qualitative.md)。
89
 
90
  两组使用相同提示词、CPU 随机数生成器、种子、分辨率、40 步、CFG=1、KV 缓存
91
  及按模型 CPU 卸载。预热不计入结果。显存数值为 PyTorch CUDA 分配/保留峰值,
92
  不代表显卡总占用。耗时包含编码、去噪、解码及 CPU 传输,不包含加载和图片写盘。
93
  像素差异用于观察量化偏移,不能等同于语义质量评分;小样本不能代表标准榜单成绩。
94
+ 重测在同一 Windows 桌面显卡上先运行 BF16,再运行 INT8;每个用例/种子在预热后
95
+ 计时一次,没有估计置信区间。
96
 
97
  详见 [评测报告](evaluation/report.md)、原始 JSONL、环境记录与成对 PNG。
98
+ 编辑测试使用同一份输入图像。2048px 单图编辑诊断与 1024px 主评测分开报告;
99
+ 大量多图参考、其他显卡、其他注意力后端及 ComfyUI 兼容性未由本次评测证明。
100
 
101
  {{EVALUATION_DETAILS_ZH}}
102
 
evaluation/audit/bf16-native-tiled/edit_native.png ADDED

Git LFS Details

  • SHA256: c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec
  • Pointer size: 132 Bytes
  • Size of remote file: 6.92 MB
evaluation/audit/bf16-native-tiled/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/bf16-native-tiled/gpu-before.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:48:29 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 30% 49C P3 67W / 575W | 1940MiB / 32607MiB | 5% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
37
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
38
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/bf16-native-tiled/memory.jsonl ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "edit_native_start", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "before_encode_prompt", "pid": 6708, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "after_encode_prompt", "pid": 6708, "allocated": 17591357440, "reserved": 26449281024, "peak": 26117673472, "free_total": [4181049344, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "before_prepare_latents", "pid": 6708, "allocated": 17591357440, "reserved": 26449281024, "peak": 26117673472, "free_total": [4181049344, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "after_prepare_latents", "pid": 6708, "allocated": 18274804736, "reserved": 26472349696, "peak": 26117673472, "free_total": [4203085824, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "before_decode", "pid": 6708, "allocated": 23580760576, "reserved": 29381099520, "peak": 28467959296, "free_total": [1474904064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "after_decode", "pid": 6708, "allocated": 9384048640, "reserved": 11697913856, "peak": 28467959296, "free_total": [20645412864, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
10
+ {"label": "edit_native_end", "pid": 6708, "allocated": 14288384, "reserved": 10995367936, "peak": 28467959296, "free_total": [21347958784, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
11
+ {"label": "before_process_exit", "pid": 6708, "allocated": 14288384, "reserved": 10995367936, "peak": 28467959296, "free_total": [21347958784, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 17534247392}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 14230249472}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
evaluation/audit/bf16-native-tiled/records.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "edit_native", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 2048, "height": 2048, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 233.8040861999998, "peak_allocated_bytes": 28467959296, "image_sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
evaluation/audit/gpu-regression-after.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ PASS: auxiliary tensors offloaded; three exact-output CPU/GPU round trips
evaluation/audit/gpu-regression-before.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ Traceback (most recent call last):
2
+ File "<frozen runpy>", line 198, in _run_module_as_main
3
+ File "<frozen runpy>", line 88, in _run_code
4
+ File "D:\Git\Qwen-Image-2.1\tests\gpu_offload.py", line 41, in <module>
5
+ main()
6
+ ~~~~^^
7
+ File "D:\Git\Qwen-Image-2.1\tests\gpu_offload.py", line 25, in main
8
+ assert all(t is None or t.device.type == 'cpu' for t in tensors), 'CUDA tensors retained after parent.to(cpu)'
9
+ ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
10
+ AssertionError: CUDA tensors retained after parent.to(cpu)
evaluation/audit/input.png ADDED

Git LFS Details

  • SHA256: 01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa
  • Pointer size: 132 Bytes
  • Size of remote file: 1.87 MB
evaluation/audit/int8-1024-tiled/edit_fresh.png ADDED

Git LFS Details

  • SHA256: e1118dfd5286837adcf75553ab6bc3f9c5d5da36270d7b1fc0a9958e4ca51ca9
  • Pointer size: 132 Bytes
  • Size of remote file: 2.18 MB
evaluation/audit/int8-1024-tiled/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/int8-1024-tiled/gpu-before.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:53:13 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 33% 52C P3 69W / 575W | 1946MiB / 32607MiB | 5% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
37
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
38
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/int8-1024-tiled/memory.jsonl ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 31976, "allocated": 14509193728, "reserved": 17249075200, "peak": 17281157120, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "after_fix", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "edit_fresh_start", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "before_encode_prompt", "pid": 31976, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "after_encode_prompt", "pid": 31976, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "before_prepare_latents", "pid": 31976, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "after_prepare_latents", "pid": 31976, "allocated": 10740374016, "reserved": 11720982528, "peak": 11308157952, "free_total": [20613955584, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "before_decode", "pid": 31976, "allocated": 10135270912, "reserved": 12308185088, "peak": 11800422912, "free_total": [20024655872, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 314520}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
10
+ {"label": "after_decode", "pid": 31976, "allocated": 2886173184, "reserved": 3768582144, "peak": 11800422912, "free_total": [28564258816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
11
+ {"label": "edit_fresh_end", "pid": 31976, "allocated": 14247424, "reserved": 2816475136, "peak": 11800422912, "free_total": [29516365824, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
12
+ {"label": "before_process_exit", "pid": 31976, "allocated": 14247424, "reserved": 2816475136, "peak": 11800422912, "free_total": [29516365824, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 314520}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
evaluation/audit/int8-1024-tiled/records.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 44.791631599999164, "peak_allocated_bytes": 11800422912, "image_sha256": "e1118dfd5286837adcf75553ab6bc3f9c5d5da36270d7b1fc0a9958e4ca51ca9", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
evaluation/audit/int8-fixed/edit_fresh.png ADDED

Git LFS Details

  • SHA256: 79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-fixed/edit_no_cache.png ADDED

Git LFS Details

  • SHA256: 044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-fixed/edit_repeat.png ADDED

Git LFS Details

  • SHA256: 79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-fixed/edit_rgb.png ADDED

Git LFS Details

  • SHA256: d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-fixed/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/int8-fixed/gpu-before.txt ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:33:16 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 30% 43C P8 56W / 575W | 3242MiB / 32607MiB | 1% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
37
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/int8-fixed/memory.jsonl ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 33364, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "after_fix", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "edit_fresh_start", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "before_encode_prompt", "pid": 33364, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "after_encode_prompt", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "before_prepare_latents", "pid": 33364, "allocated": 10057543168, "reserved": 11704205312, "peak": 11308157952, "free_total": [20630732800, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "after_prepare_latents", "pid": 33364, "allocated": 10740374016, "reserved": 13927186432, "peak": 12974889472, "free_total": [18407751680, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "before_decode", "pid": 33364, "allocated": 10135255552, "reserved": 12308185088, "peak": 12974889472, "free_total": [20026753024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
10
+ {"label": "after_decode", "pid": 33364, "allocated": 2886173184, "reserved": 11739856896, "peak": 12974889472, "free_total": [20592984064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
11
+ {"label": "edit_fresh_end", "pid": 33364, "allocated": 14247424, "reserved": 2818572288, "peak": 12974889472, "free_total": [29514268672, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
12
+ {"label": "portrait_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
13
+ {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
14
+ {"label": "after_encode_prompt", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
15
+ {"label": "before_prepare_latents", "pid": 33364, "allocated": 10055000064, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
16
+ {"label": "after_prepare_latents", "pid": 33364, "allocated": 10055524352, "reserved": 10301210624, "peak": 10192543744, "free_total": [22031630336, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
17
+ {"label": "before_decode", "pid": 33364, "allocated": 7299867136, "reserved": 8342470656, "peak": 10192543744, "free_total": [23990370304, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
18
+ {"label": "after_decode", "pid": 33364, "allocated": 737099264, "reserved": 9380560896, "peak": 10192543744, "free_total": [22952280064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
19
+ {"label": "portrait_end", "pid": 33364, "allocated": 14247424, "reserved": 117440512, "peak": 10192543744, "free_total": [32215400448, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
20
+ {"label": "edit_repeat_start", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
21
+ {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 88080384, "peak": 14247424, "free_total": [32244760576, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
22
+ {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
23
+ {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311206912, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
24
+ {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
25
+ {"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979961344, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
26
+ {"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11781799936, "peak": 12979961344, "free_total": [20551041024, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
27
+ {"label": "edit_repeat_end", "pid": 33364, "allocated": 14247424, "reserved": 2826960896, "peak": 12979961344, "free_total": [29505880064, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
28
+ {"label": "edit_rgb_start", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
29
+ {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 85983232, "peak": 14247424, "free_total": [32246857728, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
30
+ {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
31
+ {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062753280, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
32
+ {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745444864, "reserved": 13927186432, "peak": 12979960320, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
33
+ {"label": "before_decode", "pid": 33364, "allocated": 10134292992, "reserved": 12333350912, "peak": 12979960320, "free_total": [19999490048, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
34
+ {"label": "after_decode", "pid": 33364, "allocated": 2885669376, "reserved": 11783897088, "peak": 12979960320, "free_total": [20548943872, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
35
+ {"label": "edit_rgb_end", "pid": 33364, "allocated": 14247424, "reserved": 2829058048, "peak": 12979960320, "free_total": [29503782912, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
36
+ {"label": "edit_no_cache_start", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
37
+ {"label": "before_encode_prompt", "pid": 33364, "allocated": 14247424, "reserved": 83886080, "peak": 14247424, "free_total": [32248954880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
38
+ {"label": "after_encode_prompt", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
39
+ {"label": "before_prepare_latents", "pid": 33364, "allocated": 10062754304, "reserved": 11704205312, "peak": 11311235072, "free_total": [20628635648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
40
+ {"label": "after_prepare_latents", "pid": 33364, "allocated": 10745445888, "reserved": 13927186432, "peak": 12979961344, "free_total": [18405654528, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
41
+ {"label": "before_decode", "pid": 33364, "allocated": 7965142016, "reserved": 10435428352, "peak": 12979961344, "free_total": [21897412608, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
42
+ {"label": "after_decode", "pid": 33364, "allocated": 716272128, "reserved": 9521070080, "peak": 12979961344, "free_total": [22811770880, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
43
+ {"label": "edit_no_cache_end", "pid": 33364, "allocated": 14247424, "reserved": 138412032, "peak": 12979961344, "free_total": [32194428928, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
44
+ {"label": "before_decode", "pid": 33364, "allocated": 698923520, "reserved": 3187671040, "peak": 12979961344, "free_total": [29145169920, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
45
+ {"label": "after_decode", "pid": 33364, "allocated": 708360704, "reserved": 9395240960, "peak": 12979961344, "free_total": [22937600000, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
46
+ {"label": "after_delete", "pid": 33364, "allocated": 708360704, "reserved": 954204160, "peak": 12979961344, "free_total": [31378636800, 34162016256]}
evaluation/audit/int8-fixed/portrait.png ADDED

Git LFS Details

  • SHA256: e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd
  • Pointer size: 132 Bytes
  • Size of remote file: 1.87 MB
evaluation/audit/int8-fixed/records.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 43.479736799999955, "peak_allocated_bytes": 12974889472, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
2
+ {"name": "portrait", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 20.44445749999977, "peak_allocated_bytes": 10192543744, "image_sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd", "input_sha256": null}
3
+ {"name": "edit_repeat", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 25.656203200000164, "peak_allocated_bytes": 12979961344, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
4
+ {"name": "edit_rgb", "seed": 42, "input_mode": "RGB", "kv_cache": true, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 25.305789000000004, "peak_allocated_bytes": 12979960320, "image_sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
5
+ {"name": "edit_no_cache", "seed": 42, "input_mode": "original", "kv_cache": false, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "seconds": 43.785136300000886, "peak_allocated_bytes": 12979961344, "image_sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
evaluation/audit/int8-fixed/vae-roundtrip.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa",
3
+ "output_sha256": "c0c4090e0a95407811b24fe2067941f801ade6bfcb193580f44dafd4e63fa198",
4
+ "method": "preprocess RGBA, encode latent_dist.mode(), decode, postprocess; no denoising",
5
+ "dtype": "bfloat16",
6
+ "tiling": false
7
+ }
evaluation/audit/int8-fixed/vae_roundtrip.png ADDED

Git LFS Details

  • SHA256: c0c4090e0a95407811b24fe2067941f801ade6bfcb193580f44dafd4e63fa198
  • Pointer size: 132 Bytes
  • Size of remote file: 1.8 MB
evaluation/audit/int8-native-tiled/edit_native.png ADDED

Git LFS Details

  • SHA256: b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59
  • Pointer size: 132 Bytes
  • Size of remote file: 6.9 MB
evaluation/audit/int8-native-tiled/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/int8-native-tiled/gpu-before.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:43:25 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 30% 50C P0 101W / 575W | 1891MiB / 32607MiB | 20% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 34284 C+G C:\Windows\System32\Mystify.scr N/A |
37
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
38
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/int8-native-tiled/memory.jsonl ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 33964, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "after_fix", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "edit_native_start", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "before_encode_prompt", "pid": 33964, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "after_encode_prompt", "pid": 33964, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "before_prepare_latents", "pid": 33964, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "after_prepare_latents", "pid": 33964, "allocated": 10768888832, "reserved": 19025362944, "peak": 18609594368, "free_total": [13309575168, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "before_decode", "pid": 33964, "allocated": 16609594368, "reserved": 24412946432, "peak": 23243435008, "free_total": [6195294208, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 164056}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
10
+ {"label": "after_decode", "pid": 33964, "allocated": 9386084864, "reserved": 12127830016, "peak": 23243435008, "free_total": [20205010944, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
11
+ {"label": "edit_native_end", "pid": 33964, "allocated": 13239808, "reserved": 11343495168, "peak": 23243435008, "free_total": [20989345792, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
12
+ {"label": "before_process_exit", "pid": 33964, "allocated": 13239808, "reserved": 11343495168, "peak": 23243435008, "free_total": [20989345792, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cpu/torch.int8": 6979321856, "SCB/cpu/torch.float32": 5767168, "idx/cpu/torch.int64": 164056}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
evaluation/audit/int8-native-tiled/records.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "edit_native", "seed": 42, "input_mode": "original", "kv_cache": true, "width": 2048, "height": 2048, "steps": 40, "cfg": 1.0, "vae_tiling": true, "seconds": 213.56440760000078, "peak_allocated_bytes": 23243435008, "image_sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
evaluation/audit/int8-native/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/int8-native/gpu-before.txt ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:37:01 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 30% 50C P8 58W / 575W | 2932MiB / 32607MiB | 2% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
37
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/int8-native/memory.jsonl ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 18516, "allocated": 14509193728, "reserved": 17251172352, "peak": 17281157120, "free_total": [15245246464, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 7517270016, "weight.SCB/cuda:0/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cuda:0/torch.int8": 6979321856, "weight.SCB/cuda:0/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "after_fix", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 17281157120, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "edit_native_start", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "before_encode_prompt", "pid": 18516, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"weight.CB/cpu/torch.int8": 7517270016, "weight.SCB/cpu/torch.float32": 6829504}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "after_encode_prompt", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "before_prepare_latents", "pid": 18516, "allocated": 10082785280, "reserved": 19004391424, "peak": 18609594368, "free_total": [13330546688, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "after_prepare_latents", "pid": 18516, "allocated": 10768888832, "reserved": 25453133824, "peak": 19706950656, "free_total": [5216784384, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 910360}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"weight.CB/cpu/torch.int8": 6979321856, "weight.SCB/cpu/torch.float32": 5767168}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "before_decode", "pid": 18516, "allocated": 16609620480, "reserved": 24412946432, "peak": 23243426304, "free_total": [6256705536, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cpu/torch.int8": 7517270016, "SCB/cpu/torch.float32": 6829504, "idx/cpu/torch.int64": 910360}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 191896}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
evaluation/audit/int8-original/edit_fresh.png ADDED

Git LFS Details

  • SHA256: 79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-original/edit_no_cache.png ADDED

Git LFS Details

  • SHA256: 044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-original/edit_repeat.png ADDED

Git LFS Details

  • SHA256: 79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-original/edit_rgb.png ADDED

Git LFS Details

  • SHA256: d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b
  • Pointer size: 132 Bytes
  • Size of remote file: 2.28 MB
evaluation/audit/int8-original/environment.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ }
20
+ }
evaluation/audit/int8-original/gpu-before.txt ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mon Sep 21 01:28:00 2026
2
+ +-----------------------------------------------------------------------------------------+
3
+ | NVIDIA-SMI 616.92 KMD Version: 616.92 CUDA UMD Version: 13.4 |
4
+ +-----------------------------------------+------------------------+----------------------+
5
+ | GPU Name Driver-Model | Bus-Id Disp.A | Volatile Uncorr. ECC |
6
+ | Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
7
+ | | | MIG M. |
8
+ |=========================================+========================+======================|
9
+ | 0 NVIDIA GeForce RTX 5090 WDDM | 00000000:02:00.0 On | N/A |
10
+ | 0% 53C P8 52W / 575W | 3209MiB / 32607MiB | 1% Default |
11
+ | | | N/A |
12
+ +-----------------------------------------+------------------------+----------------------+
13
+
14
+ +-----------------------------------------------------------------------------------------+
15
+ | Processes: |
16
+ | GPU GI CI PID Type Process name GPU Memory |
17
+ | ID ID Usage |
18
+ |=========================================================================================|
19
+ | 0 N/A N/A 3636 C+G ...t\Edge\Application\msedge.exe N/A |
20
+ | 0 N/A N/A 3952 C+G ...yb3d8bbwe\WindowsTerminal.exe N/A |
21
+ | 0 N/A N/A 13492 C+G C:\Windows\explorer.exe N/A |
22
+ | 0 N/A N/A 14084 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
23
+ | 0 N/A N/A 15152 C+G ...2txyewy\CrossDeviceResume.exe N/A |
24
+ | 0 N/A N/A 16996 C+G ..._cw5n1h2txyewy\SearchHost.exe N/A |
25
+ | 0 N/A N/A 17024 C+G ...y\StartMenuExperienceHost.exe N/A |
26
+ | 0 N/A N/A 17796 C+G ...yb3d8bbwe\Notepad\Notepad.exe N/A |
27
+ | 0 N/A N/A 20120 C+G ...lus\logioptionsplus_agent.exe N/A |
28
+ | 0 N/A N/A 20456 C+G ...are\IntelGraphicsSoftware.exe N/A |
29
+ | 0 N/A N/A 20468 C+G ...ntrolPanel\SystemSettings.exe N/A |
30
+ | 0 N/A N/A 21128 C+G ...IA App\CEF\NVIDIA Overlay.exe N/A |
31
+ | 0 N/A N/A 23160 C+G ...MiniMark\MiniMark.Windows.exe N/A |
32
+ | 0 N/A N/A 24684 C+G ...5n1h2txyewy\TextInputHost.exe N/A |
33
+ | 0 N/A N/A 25424 C+G ...8bbwe\PhoneExperienceHost.exe N/A |
34
+ | 0 N/A N/A 26464 C+G ...yApp\MicrosoftSecurityApp.exe N/A |
35
+ | 0 N/A N/A 30740 C+G ...xyewy\ShellExperienceHost.exe N/A |
36
+ | 0 N/A N/A 35676 C+G ...indows\System32\ShellHost.exe N/A |
37
+ +-----------------------------------------------------------------------------------------+
evaluation/audit/int8-original/memory.jsonl ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"label": "before_load", "pid": 27240, "allocated": 0, "reserved": 0, "peak": 0, "free_total": [32496418816, 34162016256]}
2
+ {"label": "after_load_and_offload", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 17281157120, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
3
+ {"label": "edit_fresh_start", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 14509193728, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
4
+ {"label": "before_encode_prompt", "pid": 27240, "allocated": 14509193728, "reserved": 17249075200, "peak": 14509193728, "free_total": [15247343616, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
5
+ {"label": "after_encode_prompt", "pid": 27240, "allocated": 17029537280, "reserved": 24872222720, "peak": 24777861120, "free_total": [5743558656, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
6
+ {"label": "before_prepare_latents", "pid": 27240, "allocated": 17029537280, "reserved": 24872222720, "peak": 24777861120, "free_total": [5744873472, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
7
+ {"label": "after_prepare_latents", "pid": 27240, "allocated": 17711069696, "reserved": 26086473728, "peak": 24777861120, "free_total": [4529307648, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
8
+ {"label": "before_decode", "pid": 27240, "allocated": 17656636416, "reserved": 24601690112, "peak": 24777861120, "free_total": [5859803136, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
9
+ {"label": "after_decode", "pid": 27240, "allocated": 17393402368, "reserved": 26455572480, "peak": 24777861120, "free_total": [4083388416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
10
+ {"label": "edit_fresh_end", "pid": 27240, "allocated": 14524560896, "reserved": 20566769664, "peak": 24777861120, "free_total": [11766071296, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
11
+ {"label": "portrait_start", "pid": 27240, "allocated": 14524560896, "reserved": 17295212544, "peak": 14524560896, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
12
+ {"label": "before_encode_prompt", "pid": 27240, "allocated": 14524560896, "reserved": 17295212544, "peak": 14524560896, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
13
+ {"label": "after_encode_prompt", "pid": 27240, "allocated": 17598418432, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
14
+ {"label": "before_prepare_latents", "pid": 27240, "allocated": 17598418432, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
15
+ {"label": "after_prepare_latents", "pid": 27240, "allocated": 17598942720, "reserved": 24591204352, "peak": 24547670016, "free_total": [5895929856, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
16
+ {"label": "before_decode", "pid": 27240, "allocated": 14824390144, "reserved": 22823305216, "peak": 24547670016, "free_total": [9509535744, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
17
+ {"label": "after_decode", "pid": 27240, "allocated": 15240476672, "reserved": 23374856192, "peak": 24547670016, "free_total": [7208685568, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
18
+ {"label": "portrait_end", "pid": 27240, "allocated": 14524035072, "reserved": 17320378368, "peak": 24547670016, "free_total": [15012462592, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
19
+ {"label": "edit_repeat_start", "pid": 27240, "allocated": 14524035072, "reserved": 17295212544, "peak": 14524035072, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
20
+ {"label": "before_encode_prompt", "pid": 27240, "allocated": 14524035072, "reserved": 17295212544, "peak": 14524035072, "free_total": [15037628416, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 372336}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
21
+ {"label": "after_encode_prompt", "pid": 27240, "allocated": 17034465280, "reserved": 24874319872, "peak": 24781505024, "free_total": [5574537216, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
22
+ {"label": "before_prepare_latents", "pid": 27240, "allocated": 17034465280, "reserved": 24874319872, "peak": 24781505024, "free_total": [5565591552, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
23
+ {"label": "after_prepare_latents", "pid": 27240, "allocated": 17716919296, "reserved": 26086473728, "peak": 24781505024, "free_total": [4305371136, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 119264}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
24
+ {"label": "before_decode", "pid": 27240, "allocated": 17657558016, "reserved": 24599592960, "peak": 24781505024, "free_total": [5939826688, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
25
+ {"label": "after_decode", "pid": 27240, "allocated": 17394323968, "reserved": 26455572480, "peak": 24781505024, "free_total": [4087877632, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
26
+ {"label": "edit_repeat_end", "pid": 27240, "allocated": 14524560896, "reserved": 20573061120, "peak": 24781505024, "free_total": [11759779840, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
27
+ {"label": "edit_rgb_start", "pid": 27240, "allocated": 14524560896, "reserved": 17291018240, "peak": 14524560896, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
28
+ {"label": "before_encode_prompt", "pid": 27240, "allocated": 14524560896, "reserved": 17291018240, "peak": 14524560896, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
29
+ {"label": "after_encode_prompt", "pid": 27240, "allocated": 17034642432, "reserved": 24870125568, "peak": 24782030848, "free_total": [5713547264, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
30
+ {"label": "before_prepare_latents", "pid": 27240, "allocated": 17034642432, "reserved": 24870125568, "peak": 24782030848, "free_total": [5713547264, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
31
+ {"label": "after_prepare_latents", "pid": 27240, "allocated": 17717096448, "reserved": 26086473728, "peak": 24782030848, "free_total": [4497199104, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 297408}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
32
+ {"label": "before_decode", "pid": 27240, "allocated": 17657556992, "reserved": 24601690112, "peak": 24782030848, "free_total": [5894291456, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
33
+ {"label": "after_decode", "pid": 27240, "allocated": 17394322944, "reserved": 26455572480, "peak": 24782030848, "free_total": [4071391232, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
34
+ {"label": "edit_rgb_end", "pid": 27240, "allocated": 14524559872, "reserved": 20560478208, "peak": 24782030848, "free_total": [11772362752, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
35
+ {"label": "edit_no_cache_start", "pid": 27240, "allocated": 14524559872, "reserved": 17291018240, "peak": 14524559872, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
36
+ {"label": "before_encode_prompt", "pid": 27240, "allocated": 14524559872, "reserved": 17291018240, "peak": 14524559872, "free_total": [15041822720, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 716984}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
37
+ {"label": "after_encode_prompt", "pid": 27240, "allocated": 17034643456, "reserved": 24872222720, "peak": 24782029824, "free_total": [5710135296, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
38
+ {"label": "before_prepare_latents", "pid": 27240, "allocated": 17034643456, "reserved": 24872222720, "peak": 24782029824, "free_total": [5710135296, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
39
+ {"label": "after_prepare_latents", "pid": 27240, "allocated": 17717097472, "reserved": 26086473728, "peak": 24782029824, "free_total": [4497199104, 34162016256], "components": {"text_encoder": {"parameters": {"cuda:0/torch.bfloat16": 2499707360, "cuda:0/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 299352}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
40
+ {"label": "before_decode", "pid": 27240, "allocated": 15489691136, "reserved": 24530386944, "peak": 24782029824, "free_total": [5996576768, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cuda:0/torch.bfloat16": 271605760, "cuda:0/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
41
+ {"label": "after_decode", "pid": 27240, "allocated": 15226883072, "reserved": 23490199552, "peak": 24782029824, "free_total": [7093473280, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cuda:0/torch.bfloat16": 675480808}, "bnb_state": {}}}}
42
+ {"label": "edit_no_cache_end", "pid": 27240, "allocated": 14524807168, "reserved": 17360224256, "peak": 24782029824, "free_total": [14972616704, 34162016256], "components": {"text_encoder": {"parameters": {"cpu/torch.bfloat16": 2499707360, "cpu/torch.int8": 7517270016}, "bnb_state": {"CB/cuda:0/torch.int8": 7517270016, "SCB/cuda:0/torch.float32": 6829504, "idx/cuda:0/torch.int64": 718328}}, "transformer": {"parameters": {"cpu/torch.bfloat16": 271605760, "cpu/torch.int8": 6979321856}, "bnb_state": {"CB/cuda:0/torch.int8": 6979321856, "SCB/cuda:0/torch.float32": 5767168, "idx/cuda:0/torch.int64": 535200}}, "vae": {"parameters": {"cpu/torch.bfloat16": 675480808}, "bnb_state": {}}}}
43
+ {"label": "after_delete", "pid": 27240, "allocated": 14524807168, "reserved": 17293115392, "peak": 24782029824, "free_total": [15039725568, 34162016256]}
evaluation/audit/int8-original/portrait.png ADDED

Git LFS Details

  • SHA256: e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd
  • Pointer size: 132 Bytes
  • Size of remote file: 1.87 MB
evaluation/audit/int8-original/records.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"name": "edit_fresh", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 44.307946700000684, "peak_allocated_bytes": 24777861120, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
2
+ {"name": "portrait", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 20.410379099999773, "peak_allocated_bytes": 24547670016, "image_sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd", "input_sha256": null}
3
+ {"name": "edit_repeat", "seed": 42, "input_mode": "original", "kv_cache": true, "seconds": 25.465576599999622, "peak_allocated_bytes": 24781505024, "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
4
+ {"name": "edit_rgb", "seed": 42, "input_mode": "RGB", "kv_cache": true, "seconds": 24.87206530000003, "peak_allocated_bytes": 24782030848, "image_sha256": "d960f2abe6352c66f07735f408e3dfbd7519a895343f9fd520d90bdefd23262b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
5
+ {"name": "edit_no_cache", "seed": 42, "input_mode": "original", "kv_cache": false, "seconds": 43.12784350000038, "peak_allocated_bytes": 24782029824, "image_sha256": "044657096db189dc8b8741ac96c59a3758944525e914ee338c32c2e8b3345f2b", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"}
evaluation/audit/summary.json ADDED
@@ -0,0 +1,317 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "process_isolation": [
3
+ {
4
+ "name": "bf16",
5
+ "launcher_pid": 7376,
6
+ "inference_pid": 25920,
7
+ "exit_code": 0,
8
+ "start_allocated_bytes": 0,
9
+ "inference_pid_absent_from_gpu_after_exit": true
10
+ },
11
+ {
12
+ "name": "int8",
13
+ "launcher_pid": 35376,
14
+ "inference_pid": 29636,
15
+ "exit_code": 0,
16
+ "start_allocated_bytes": 0,
17
+ "inference_pid_absent_from_gpu_after_exit": true
18
+ },
19
+ {
20
+ "name": "young_bf16",
21
+ "launcher_pid": 31516,
22
+ "inference_pid": 35212,
23
+ "exit_code": 0,
24
+ "start_allocated_bytes": 0,
25
+ "inference_pid_absent_from_gpu_after_exit": true
26
+ },
27
+ {
28
+ "name": "young_int8",
29
+ "launcher_pid": 5400,
30
+ "inference_pid": 11368,
31
+ "exit_code": 0,
32
+ "start_allocated_bytes": 0,
33
+ "inference_pid_absent_from_gpu_after_exit": true
34
+ }
35
+ ],
36
+ "original_and_corrected_identical_images": [
37
+ [
38
+ "",
39
+ "bf16",
40
+ "portrait",
41
+ 42
42
+ ],
43
+ [
44
+ "",
45
+ "bf16",
46
+ "portrait",
47
+ 123
48
+ ],
49
+ [
50
+ "",
51
+ "bf16",
52
+ "english_text",
53
+ 42
54
+ ],
55
+ [
56
+ "",
57
+ "bf16",
58
+ "english_text",
59
+ 123
60
+ ],
61
+ [
62
+ "",
63
+ "bf16",
64
+ "chinese_text",
65
+ 42
66
+ ],
67
+ [
68
+ "",
69
+ "bf16",
70
+ "chinese_text",
71
+ 123
72
+ ],
73
+ [
74
+ "",
75
+ "bf16",
76
+ "composition",
77
+ 42
78
+ ],
79
+ [
80
+ "",
81
+ "bf16",
82
+ "composition",
83
+ 123
84
+ ],
85
+ [
86
+ "",
87
+ "bf16",
88
+ "texture",
89
+ 42
90
+ ],
91
+ [
92
+ "",
93
+ "bf16",
94
+ "texture",
95
+ 123
96
+ ],
97
+ [
98
+ "",
99
+ "bf16",
100
+ "rgba",
101
+ 42
102
+ ],
103
+ [
104
+ "",
105
+ "bf16",
106
+ "rgba",
107
+ 123
108
+ ],
109
+ [
110
+ "",
111
+ "bf16",
112
+ "edit",
113
+ 42
114
+ ],
115
+ [
116
+ "",
117
+ "bf16",
118
+ "edit",
119
+ 123
120
+ ],
121
+ [
122
+ "",
123
+ "int8",
124
+ "portrait",
125
+ 42
126
+ ],
127
+ [
128
+ "",
129
+ "int8",
130
+ "portrait",
131
+ 123
132
+ ],
133
+ [
134
+ "",
135
+ "int8",
136
+ "english_text",
137
+ 42
138
+ ],
139
+ [
140
+ "",
141
+ "int8",
142
+ "english_text",
143
+ 123
144
+ ],
145
+ [
146
+ "",
147
+ "int8",
148
+ "chinese_text",
149
+ 42
150
+ ],
151
+ [
152
+ "",
153
+ "int8",
154
+ "chinese_text",
155
+ 123
156
+ ],
157
+ [
158
+ "",
159
+ "int8",
160
+ "composition",
161
+ 42
162
+ ],
163
+ [
164
+ "",
165
+ "int8",
166
+ "composition",
167
+ 123
168
+ ],
169
+ [
170
+ "",
171
+ "int8",
172
+ "texture",
173
+ 42
174
+ ],
175
+ [
176
+ "",
177
+ "int8",
178
+ "texture",
179
+ 123
180
+ ],
181
+ [
182
+ "",
183
+ "int8",
184
+ "rgba",
185
+ 42
186
+ ],
187
+ [
188
+ "",
189
+ "int8",
190
+ "rgba",
191
+ 123
192
+ ],
193
+ [
194
+ "",
195
+ "int8",
196
+ "edit",
197
+ 42
198
+ ],
199
+ [
200
+ "",
201
+ "int8",
202
+ "edit",
203
+ 123
204
+ ],
205
+ [
206
+ "young_woman",
207
+ "bf16",
208
+ "young_chinese_woman",
209
+ 42
210
+ ],
211
+ [
212
+ "young_woman",
213
+ "bf16",
214
+ "young_chinese_woman",
215
+ 123
216
+ ],
217
+ [
218
+ "young_woman",
219
+ "int8",
220
+ "young_chinese_woman",
221
+ 42
222
+ ],
223
+ [
224
+ "young_woman",
225
+ "int8",
226
+ "young_chinese_woman",
227
+ 123
228
+ ]
229
+ ],
230
+ "diagnostic_identical_images": [
231
+ "edit_fresh",
232
+ "portrait",
233
+ "edit_repeat",
234
+ "edit_rgb",
235
+ "edit_no_cache"
236
+ ],
237
+ "initial_peak": {
238
+ "bf16": 19.081242561340332,
239
+ "int8": 23.080156326293945
240
+ },
241
+ "corrected_peak": {
242
+ "bf16": 19.081242561340332,
243
+ "int8": 12.087220668792725
244
+ },
245
+ "load_peak": {
246
+ "bf16": 0.0,
247
+ "int8": 9.335469722747803
248
+ },
249
+ "native": {
250
+ "bf16": {
251
+ "name": "edit_native",
252
+ "seed": 42,
253
+ "input_mode": "original",
254
+ "kv_cache": true,
255
+ "width": 2048,
256
+ "height": 2048,
257
+ "steps": 40,
258
+ "cfg": 1.0,
259
+ "vae_tiling": true,
260
+ "seconds": 233.8040861999998,
261
+ "peak_allocated_bytes": 28467959296,
262
+ "image_sha256": "c551ac809ccb48146d1ad842d75975c0e9663d388a368010d2bfccb7883eeeec",
263
+ "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
264
+ },
265
+ "int8": {
266
+ "name": "edit_native",
267
+ "seed": 42,
268
+ "input_mode": "original",
269
+ "kv_cache": true,
270
+ "width": 2048,
271
+ "height": 2048,
272
+ "steps": 40,
273
+ "cfg": 1.0,
274
+ "vae_tiling": true,
275
+ "seconds": 213.56440760000078,
276
+ "peak_allocated_bytes": 23243435008,
277
+ "image_sha256": "b6af18d8688bb2669632adf0cfae962bc34431e30e935014997010cde5c2ca59",
278
+ "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa"
279
+ }
280
+ },
281
+ "editing_conclusion_en": "At 1024px, enabling VAE tiling alone still produces excessive sharpening. At 2048px with the same tiling configuration, both BF16 and INT8 produce a red sweater while substantially preserving the soft lighting and natural skin texture. This controlled comparison supports resolution sensitivity in this editing case (including reference-image preprocessing). It does not identify a deeper model/pipeline cause or establish universal editing reliability.",
282
+ "editing_conclusion_zh": "1024px 下仅开启 VAE 分块仍过度锐化;2048px 配合同样的分块设置时,BF16 和 INT8 均生成红色毛衣,并较好保持柔和光线与自然皮肤质感。这一受控对照支持该编辑用例对分辨率敏感(包括参考图预处理分辨率),但尚未确定更深层的模型/流水线原因,也不能证明所有编辑任务均可靠。",
283
+ "images": [
284
+ {
285
+ "path": "input.png",
286
+ "en": "Shared input",
287
+ "zh": "两种精度共同输入"
288
+ },
289
+ {
290
+ "path": "int8-original/edit_fresh.png",
291
+ "en": "Fresh-process INT8, 1024px (failure reproduced)",
292
+ "zh": "新进程 INT8,1024px(复现失败)"
293
+ },
294
+ {
295
+ "path": "int8-original/edit_rgb.png",
296
+ "en": "1024px RGB input (not improved)",
297
+ "zh": "1024px RGB 输入(未改善)"
298
+ },
299
+ {
300
+ "path": "int8-original/edit_no_cache.png",
301
+ "en": "1024px KV cache off (not improved)",
302
+ "zh": "1024px 关闭 KV 缓存(未改善)"
303
+ },
304
+ {
305
+ "path": "int8-fixed/vae_roundtrip.png",
306
+ "en": "VAE-only round trip (no diffusion editing)",
307
+ "zh": "仅 VAE 编解码(未进行扩散编辑)"
308
+ },
309
+ {
310
+ "path": "int8-1024-tiled/edit_fresh.png",
311
+ "en": "1024px with VAE tiling (not improved)",
312
+ "zh": "1024px 加 VAE 分块(未改善)"
313
+ }
314
+ ],
315
+ "aborted_native_untiled": "Stopped owned diagnostic process during prolonged VAE decoding after board memory saturated; no completed output or timing.",
316
+ "profiler_note": "The early after_delete event retained bound-method references and is not evidence of process-exit cleanup. All process isolation claims use fresh startups and explicit subprocess exits."
317
+ }
evaluation/bf16/environment.json CHANGED
@@ -1,155 +1,172 @@
1
- {
2
- "python": "3.13.5",
3
- "platform": "Windows-11-10.0.26200-SP0",
4
- "gpu": "NVIDIA GeForce RTX 5090",
5
- "cuda": "12.8",
6
- "packages": {
7
- "torch": "2.10.0+cu128",
8
- "torchvision": "0.25.0+cu128",
9
- "diffusers": "0.41.0.dev0",
10
- "transformers": "5.17.0",
11
- "accelerate": "1.15.0",
12
- "bitsandbytes": "0.50.2",
13
- "safetensors": "0.8.0",
14
- "huggingface-hub": "1.32.0",
15
- "tokenizers": "0.23.2",
16
- "numpy": "2.2.6",
17
- "pillow": "12.2.0",
18
- "psutil": "7.0.0"
19
- },
20
- "model": "D:\\Git\\Qwen-Image-2.1\\models\\bf16",
21
- "load_seconds": 10.8723844000001,
22
- "load_peak_allocated_bytes": 0,
23
- "offload": "model",
24
- "warmup": true,
25
- "generator_device": "cpu",
26
- "cases_sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356",
27
- "model_identity": {
28
- "kind": "bf16",
29
- "base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa",
30
- "files": [
31
- {
32
- "path": "model_index.json",
33
- "sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809",
34
- "size": 447
35
- },
36
- {
37
- "path": "processor/added_tokens.json",
38
- "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
39
- "size": 707
40
- },
41
- {
42
- "path": "processor/chat_template.jinja",
43
- "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4",
44
- "size": 5292
45
- },
46
- {
47
- "path": "processor/merges.txt",
48
- "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
49
- "size": 1671853
50
- },
51
- {
52
- "path": "processor/preprocessor_config.json",
53
- "sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5",
54
- "size": 782
55
- },
56
- {
57
- "path": "processor/special_tokens_map.json",
58
- "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
59
- "size": 613
60
- },
61
- {
62
- "path": "processor/tokenizer.json",
63
- "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
64
- "size": 11422654
65
- },
66
- {
67
- "path": "processor/tokenizer_config.json",
68
- "sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5",
69
- "size": 5445
70
- },
71
- {
72
- "path": "processor/video_preprocessor_config.json",
73
- "sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1",
74
- "size": 817
75
- },
76
- {
77
- "path": "processor/vocab.json",
78
- "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
79
- "size": 2776833
80
- },
81
- {
82
- "path": "scheduler/scheduler_config.json",
83
- "sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1",
84
- "size": 485
85
- },
86
- {
87
- "path": "text_encoder/config.json",
88
- "sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9",
89
- "size": 1517
90
- },
91
- {
92
- "path": "text_encoder/generation_config.json",
93
- "sha256": "4d9818c3d27895c0058828a5f68bc7a4de80c3ae1bcdac90936ce24178063f59",
94
- "size": 213
95
- },
96
- {
97
- "path": "text_encoder/model-00001-of-00004.safetensors",
98
- "size": 4998056552,
99
- "sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f"
100
- },
101
- {
102
- "path": "text_encoder/model-00002-of-00004.safetensors",
103
- "size": 4915962464,
104
- "sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42"
105
- },
106
- {
107
- "path": "text_encoder/model-00003-of-00004.safetensors",
108
- "size": 4915962496,
109
- "sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e"
110
- },
111
- {
112
- "path": "text_encoder/model-00004-of-00004.safetensors",
113
- "size": 2704357976,
114
- "sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd"
115
- },
116
- {
117
- "path": "text_encoder/model.safetensors.index.json",
118
- "sha256": "859146bff8db1d617fca8b457a5223edff963bb70076b3645f2189fe0540a147",
119
- "size": 67795
120
- },
121
- {
122
- "path": "transformer/config.json",
123
- "sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241",
124
- "size": 370
125
- },
126
- {
127
- "path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
128
- "size": 9968332504,
129
- "sha256": "9e6bc2d641e67bf277895ea8777141044a38f3edb7101bc469b2961dd7c36b4b"
130
- },
131
- {
132
- "path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
133
- "size": 4261951904,
134
- "sha256": "3aaf234dcbe128530479735854a346b5e3e66283b7c11db56f836bbd1c13ebaa"
135
- },
136
- {
137
- "path": "transformer/diffusion_pytorch_model.safetensors.index.json",
138
- "sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2",
139
- "size": 30283
140
- },
141
- {
142
- "path": "vae/config.json",
143
- "sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2",
144
- "size": 2079
145
- },
146
- {
147
- "path": "vae/diffusion_pytorch_model.safetensors",
148
- "size": 1350989512,
149
- "sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417"
150
- }
151
- ],
152
- "fingerprint": "74c96a68092fdb1f3eed2063bcfba8fd99380ada6234e405e646681f35fb6984"
153
- },
154
- "model_identity_origin": "Bound during run to official weight and config manifests independently verified before model loading; file hashes will be rechecked after evaluation."
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
155
  }
 
1
+ {
2
+ "python": "3.13.5",
3
+ "platform": "Windows-11-10.0.26200-SP0",
4
+ "gpu": "NVIDIA GeForce RTX 5090",
5
+ "cuda": "12.8",
6
+ "packages": {
7
+ "torch": "2.10.0+cu128",
8
+ "torchvision": "0.25.0+cu128",
9
+ "diffusers": "0.41.0.dev0",
10
+ "transformers": "5.17.0",
11
+ "accelerate": "1.15.0",
12
+ "bitsandbytes": "0.50.2",
13
+ "safetensors": "0.8.0",
14
+ "huggingface-hub": "1.32.0",
15
+ "tokenizers": "0.23.2",
16
+ "numpy": "2.2.6",
17
+ "pillow": "12.2.0",
18
+ "psutil": "7.0.0"
19
+ },
20
+ "pid": 25920,
21
+ "before_load_memory": {
22
+ "allocated_bytes": 0,
23
+ "reserved_bytes": 0,
24
+ "cuda_free_bytes": 32496418816,
25
+ "cuda_total_bytes": 34162016256
26
+ },
27
+ "offload_aux_fix": true,
28
+ "benchmark_sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb",
29
+ "runtime_helper_sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c",
30
+ "gpu_before": "name, driver_version, memory.used [MiB], memory.free [MiB]\nNVIDIA GeForce RTX 5090, 616.92, 2365 MiB, 29823 MiB\n",
31
+ "gpu_processes_before": "pid, process_name, used_gpu_memory [MiB]\n15152, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\CrossDeviceResume.exe, [N/A]\n13492, C:\\Windows\\explorer.exe, [N/A]\n17024, C:\\Windows\\SystemApps\\Microsoft.Windows.StartMenuExperienceHost_cw5n1h2txyewy\\StartMenuExperienceHost.exe, [N/A]\n16996, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\SearchHost.exe, [N/A]\n21128, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n14084, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n20120, C:\\Program Files\\LogiOptionsPlus\\logioptionsplus_agent.exe, [N/A]\n24684, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\TextInputHost.exe, [N/A]\n25424, C:\\Program Files\\WindowsApps\\Microsoft.YourPhone_1.26072.255.0_x64__8wekyb3d8bbwe\\PhoneExperienceHost.exe, [N/A]\n26464, C:\\Program Files\\WindowsApps\\Microsoft.6365217CE6EB4_102.2504.16004.0_x64__8wekyb3d8bbwe\\MicrosoftSecurityApp\\MicrosoftSecurityApp.exe, [N/A]\n20456, C:\\Program Files\\Intel\\Intel Graphics Software\\IntelGraphicsSoftware.exe, [N/A]\n20468, C:\\Windows\\ImmersiveControlPanel\\SystemSettings.exe, [N/A]\n30740, C:\\Windows\\SystemApps\\ShellExperienceHost_cw5n1h2txyewy\\ShellExperienceHost.exe, [N/A]\n23160, C:\\Users\\Admin\\AppData\\Local\\Programs\\MiniMark\\MiniMark.Windows.exe, [N/A]\n17796, C:\\Program Files\\WindowsApps\\Microsoft.WindowsNotepad_11.2607.14.0_x64__8wekyb3d8bbwe\\Notepad\\Notepad.exe, [N/A]\n3952, C:\\Program Files\\WindowsApps\\Microsoft.WindowsTerminal_1.24.11911.0_x64__8wekyb3d8bbwe\\WindowsTerminal.exe, [N/A]\n3636, C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe, [N/A]\n35676, C:\\Windows\\System32\\ShellHost.exe, [N/A]\n34284, C:\\Windows\\System32\\Mystify.scr, [N/A]\n25920, C:\\Python313\\python.exe, [N/A]\n",
32
+ "model_identity": {
33
+ "kind": "bf16",
34
+ "base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa",
35
+ "files": [
36
+ {
37
+ "path": "model_index.json",
38
+ "size": 447,
39
+ "sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
40
+ },
41
+ {
42
+ "path": "processor/added_tokens.json",
43
+ "size": 707,
44
+ "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680"
45
+ },
46
+ {
47
+ "path": "processor/chat_template.jinja",
48
+ "size": 5292,
49
+ "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4"
50
+ },
51
+ {
52
+ "path": "processor/merges.txt",
53
+ "size": 1671853,
54
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
55
+ },
56
+ {
57
+ "path": "processor/preprocessor_config.json",
58
+ "size": 782,
59
+ "sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5"
60
+ },
61
+ {
62
+ "path": "processor/special_tokens_map.json",
63
+ "size": 613,
64
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd"
65
+ },
66
+ {
67
+ "path": "processor/tokenizer.json",
68
+ "size": 11422654,
69
+ "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4"
70
+ },
71
+ {
72
+ "path": "processor/tokenizer_config.json",
73
+ "size": 5445,
74
+ "sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5"
75
+ },
76
+ {
77
+ "path": "processor/video_preprocessor_config.json",
78
+ "size": 817,
79
+ "sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1"
80
+ },
81
+ {
82
+ "path": "processor/vocab.json",
83
+ "size": 2776833,
84
+ "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
85
+ },
86
+ {
87
+ "path": "scheduler/scheduler_config.json",
88
+ "size": 485,
89
+ "sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1"
90
+ },
91
+ {
92
+ "path": "text_encoder/config.json",
93
+ "size": 1517,
94
+ "sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9"
95
+ },
96
+ {
97
+ "path": "text_encoder/generation_config.json",
98
+ "size": 213,
99
+ "sha256": "4d9818c3d27895c0058828a5f68bc7a4de80c3ae1bcdac90936ce24178063f59"
100
+ },
101
+ {
102
+ "path": "text_encoder/model-00001-of-00004.safetensors",
103
+ "size": 4998056552,
104
+ "sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f"
105
+ },
106
+ {
107
+ "path": "text_encoder/model-00002-of-00004.safetensors",
108
+ "size": 4915962464,
109
+ "sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42"
110
+ },
111
+ {
112
+ "path": "text_encoder/model-00003-of-00004.safetensors",
113
+ "size": 4915962496,
114
+ "sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e"
115
+ },
116
+ {
117
+ "path": "text_encoder/model-00004-of-00004.safetensors",
118
+ "size": 2704357976,
119
+ "sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd"
120
+ },
121
+ {
122
+ "path": "text_encoder/model.safetensors.index.json",
123
+ "size": 67795,
124
+ "sha256": "859146bff8db1d617fca8b457a5223edff963bb70076b3645f2189fe0540a147"
125
+ },
126
+ {
127
+ "path": "transformer/config.json",
128
+ "size": 370,
129
+ "sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241"
130
+ },
131
+ {
132
+ "path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
133
+ "size": 9968332504,
134
+ "sha256": "9e6bc2d641e67bf277895ea8777141044a38f3edb7101bc469b2961dd7c36b4b"
135
+ },
136
+ {
137
+ "path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
138
+ "size": 4261951904,
139
+ "sha256": "3aaf234dcbe128530479735854a346b5e3e66283b7c11db56f836bbd1c13ebaa"
140
+ },
141
+ {
142
+ "path": "transformer/diffusion_pytorch_model.safetensors.index.json",
143
+ "size": 30283,
144
+ "sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2"
145
+ },
146
+ {
147
+ "path": "vae/config.json",
148
+ "size": 2079,
149
+ "sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2"
150
+ },
151
+ {
152
+ "path": "vae/diffusion_pytorch_model.safetensors",
153
+ "size": 1350989512,
154
+ "sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417"
155
+ }
156
+ ],
157
+ "fingerprint": "74c96a68092fdb1f3eed2063bcfba8fd99380ada6234e405e646681f35fb6984"
158
+ },
159
+ "model": "D:\\Git\\Qwen-Image-2.1\\models\\bf16",
160
+ "load_seconds": 10.593167200000607,
161
+ "load_peak_allocated_bytes": 0,
162
+ "offload": "model",
163
+ "warmup": true,
164
+ "after_load_memory": {
165
+ "allocated_bytes": 0,
166
+ "reserved_bytes": 0,
167
+ "cuda_free_bytes": 32496418816,
168
+ "cuda_total_bytes": 34162016256
169
+ },
170
+ "generator_device": "cpu",
171
+ "cases_sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
172
  }