Spaces:
Paused
Paused
Merge branch 'main' of https://huggingface.co/spaces/diffusers-internal-dev/world-engine-zero
Browse files
app.py
CHANGED
|
@@ -113,6 +113,9 @@ def create_gpu_game_loop(command_queue: Queue):
|
|
| 113 |
"""
|
| 114 |
pipe.to("cuda")
|
| 115 |
pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
|
|
|
|
|
|
|
|
|
|
| 116 |
aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-inference-patch.pt2")
|
| 117 |
|
| 118 |
pipe.vae.bake_weight_norm()
|
|
|
|
| 113 |
"""
|
| 114 |
pipe.to("cuda")
|
| 115 |
pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
|
| 116 |
+
pipe.transformer.apply_inference_patches()
|
| 117 |
+
#pipe.transformer.quantize("fp8")
|
| 118 |
+
#aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-fp8.pt2")
|
| 119 |
aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-inference-patch.pt2")
|
| 120 |
|
| 121 |
pipe.vae.bake_weight_norm()
|