ykarout commited on
Commit
1cd269a
·
verified ·
1 Parent(s): 49a0fec

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. create-image-bf16.py +3 -2
  2. create-image.py +3 -2
create-image-bf16.py CHANGED
@@ -19,6 +19,7 @@ else:
19
  TRANSFORMER_FP8 = hf_hub_download(
20
  repo_id=MODEL_ID,
21
  filename="transformer/diffusion_pytorch_model.safetensors",
 
22
  )
23
  # TRANSFORMER_FP8 = hf_hub_download(repo_id=MODEL_ID, filename="transformer/diffusion_pytorch_model_e5m2.safetensors")
24
 
@@ -37,7 +38,7 @@ def load_fp8_transformer(fp8_path, config_root):
37
  config=config_root,
38
  subfolder="transformer",
39
  torch_dtype=torch.bfloat16,
40
- local_files_only=True,
41
  low_cpu_mem_usage=False,
42
  )
43
 
@@ -50,7 +51,7 @@ pipe = ZImagePipeline.from_pretrained(
50
  local_files_only=USE_LOCAL,
51
  low_cpu_mem_usage=False,
52
  )
53
- pipe.transformer = load_fp8_transformer(TRANSFORMER_FP8, REPO_DIR)
54
 
55
  # [Optional] Attention Backend
56
  # Diffusers uses SDPA by default. Switch to Flash Attention for better efficiency if supported:
 
19
  TRANSFORMER_FP8 = hf_hub_download(
20
  repo_id=MODEL_ID,
21
  filename="transformer/diffusion_pytorch_model.safetensors",
22
+ local_files_only=USE_LOCAL,
23
  )
24
  # TRANSFORMER_FP8 = hf_hub_download(repo_id=MODEL_ID, filename="transformer/diffusion_pytorch_model_e5m2.safetensors")
25
 
 
38
  config=config_root,
39
  subfolder="transformer",
40
  torch_dtype=torch.bfloat16,
41
+ local_files_only=USE_LOCAL,
42
  low_cpu_mem_usage=False,
43
  )
44
 
 
51
  local_files_only=USE_LOCAL,
52
  low_cpu_mem_usage=False,
53
  )
54
+ pipe.transformer = load_fp8_transformer(TRANSFORMER_FP8, MODEL_SRC)
55
 
56
  # [Optional] Attention Backend
57
  # Diffusers uses SDPA by default. Switch to Flash Attention for better efficiency if supported:
create-image.py CHANGED
@@ -20,6 +20,7 @@ else:
20
  TRANSFORMER_FP8 = hf_hub_download(
21
  repo_id=MODEL_ID,
22
  filename="transformer/diffusion_pytorch_model.safetensors",
 
23
  )
24
  # TRANSFORMER_FP8 = hf_hub_download(repo_id=MODEL_ID, filename="transformer/diffusion_pytorch_model_e5m2.safetensors")
25
 
@@ -37,7 +38,7 @@ def load_fp8_transformer(fp8_path, config_root):
37
  config=config_root,
38
  subfolder="transformer",
39
  torch_dtype=torch.bfloat16,
40
- local_files_only=True,
41
  low_cpu_mem_usage=False,
42
  )
43
 
@@ -71,7 +72,7 @@ pipe = ZImagePipeline.from_pretrained(
71
  local_files_only=USE_LOCAL,
72
  low_cpu_mem_usage=False,
73
  )
74
- pipe.transformer = load_fp8_transformer(TRANSFORMER_FP8, REPO_DIR)
75
 
76
  try:
77
  import transformer_engine.pytorch as te
 
20
  TRANSFORMER_FP8 = hf_hub_download(
21
  repo_id=MODEL_ID,
22
  filename="transformer/diffusion_pytorch_model.safetensors",
23
+ local_files_only=USE_LOCAL,
24
  )
25
  # TRANSFORMER_FP8 = hf_hub_download(repo_id=MODEL_ID, filename="transformer/diffusion_pytorch_model_e5m2.safetensors")
26
 
 
38
  config=config_root,
39
  subfolder="transformer",
40
  torch_dtype=torch.bfloat16,
41
+ local_files_only=USE_LOCAL,
42
  low_cpu_mem_usage=False,
43
  )
44
 
 
72
  local_files_only=USE_LOCAL,
73
  low_cpu_mem_usage=False,
74
  )
75
+ pipe.transformer = load_fp8_transformer(TRANSFORMER_FP8, MODEL_SRC)
76
 
77
  try:
78
  import transformer_engine.pytorch as te