Spaces:
Paused
Paused
update
Browse files- __pycache__/aoti.cpython-310.pyc +0 -0
- app.py +8 -1
__pycache__/aoti.cpython-310.pyc
CHANGED
|
Binary files a/__pycache__/aoti.cpython-310.pyc and b/__pycache__/aoti.cpython-310.pyc differ
|
|
|
app.py
CHANGED
|
@@ -113,7 +113,14 @@ def create_gpu_game_loop(command_queue: Queue):
|
|
| 113 |
"""
|
| 114 |
pipe.to("cuda")
|
| 115 |
pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
|
| 116 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
|
| 118 |
n_frames = pipe.transformer.config.n_frames
|
| 119 |
print(f"Model loaded! (n_frames={n_frames})")
|
|
|
|
| 113 |
"""
|
| 114 |
pipe.to("cuda")
|
| 115 |
pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
|
| 116 |
+
pipe.transformer.apply_inference_patches()
|
| 117 |
+
#pipe.transformer.quantize("fp8")
|
| 118 |
+
#aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-fp8.pt2")
|
| 119 |
+
aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-inference-patch.pt2")
|
| 120 |
+
|
| 121 |
+
pipe.vae.bake_weight_norm()
|
| 122 |
+
aoti_load_(pipe.vae.encoder, "diffusers-internal-dev/world-engine-aot", "encoder.pt2")
|
| 123 |
+
aoti_load_(pipe.vae.decoder, "diffusers-internal-dev/world-engine-aot", "decoder.pt2")
|
| 124 |
|
| 125 |
n_frames = pipe.transformer.config.n_frames
|
| 126 |
print(f"Model loaded! (n_frames={n_frames})")
|