dn6 HF Staff commited on
Commit
8bb9483
·
2 Parent(s): 8c4dc53482ba06

Merge branch 'main' of https://huggingface.co/spaces/diffusers-internal-dev/world-engine-zero

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -113,6 +113,9 @@ def create_gpu_game_loop(command_queue: Queue):
113
  """
114
  pipe.to("cuda")
115
  pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
 
 
 
116
  aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-inference-patch.pt2")
117
 
118
  pipe.vae.bake_weight_norm()
 
113
  """
114
  pipe.to("cuda")
115
  pipe.blocks.sub_blocks['before_denoise'].sub_blocks['setup_kv_cache']._setup_kv_cache(pipe.transformer, pipe.device, torch.bfloat16)
116
+ pipe.transformer.apply_inference_patches()
117
+ #pipe.transformer.quantize("fp8")
118
+ #aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-fp8.pt2")
119
  aoti_load_(pipe.transformer, "diffusers-internal-dev/world-engine-aot", "transformer-inference-patch.pt2")
120
 
121
  pipe.vae.bake_weight_norm()