Update infer.py

infer.py

@@ -3,18 +3,23 @@ import torch
 import os
 
 # Configuration
-MODEL_DIR = "./merged_models/2.5_1"
-IMAGE_OUTPUT_DIR = "./"
-IMAGE_PREFIX = "flowers_2.5_1"
+MODEL_DIR = "./merged_models/10_1"
+IMAGE_OUTPUT_DIR = "./young"
+IMAGE_PREFIX = "ginny_10_1"
 DEVICE = torch.device("cpu")
 # If True, uses pipeline.enable_sequential_cpu_offload(). Make sure device is CPU.
 USE_CPU_OFFLOAD = True
-SEED = 0
-# At least 880x656 fits on 24GB GPU w/ sequential offload
-IMAGE_WIDTH = 1280
-IMAGE_HEIGHT = 1024
-NUM_STEPS = 10  # Try ~4-8 for 10:1 and ~8-16+ for 4:1 and 2.5:1 ("Default" 6, 10, 16)
-NUM_IMAGES = 4
+SEED = 922733
+# Fits on 24GB GPU w/ sequential offload:
+# 6x 1024x768? (etc.)
+# 4x 1280x1024 (etc.)
+# 3x 1856x920 (or 1680x1016, 1704x1000, 1456x1168, etc.)
+# 2x 1920x1080 (or 1x 1920x1440 / 2560x1080 or even 2560x1352, and yes huge works to varying degree)
+IMAGE_WIDTH = 1680
+IMAGE_HEIGHT = 1016
+# Try ~4-8 for 10:1 and ~8-16+ for 4:1 and 2.5:1 ("Default" 6, 10, 12)
+NUM_STEPS = 8
+NUM_IMAGES = 3
 CFG = 3.5
 PROMPT = ("Impressionistic tableau medium shot painting with soft, blended brushstrokes and muted colors complemented "
           "by sporadic vibrant highlights.")
@@ -25,13 +30,14 @@ PROMPT2 = ("Impressionistic tableau painting with soft brushstrokes and muted co
            "cheekbones. Together, they exude harmony and intrigue, their contrasting features complementing each "
            "other.")
 
+os.makedirs(IMAGE_OUTPUT_DIR, exist_ok=True)
+
 print("Loading model...")
 transformer = FluxTransformer2DModel.from_pretrained(MODEL_DIR, torch_dtype=torch.bfloat16, use_safetensors=True)
 print("Creating pipeline...")
 pipeline = FluxPipeline.from_pretrained(
     "black-forest-labs/FLUX.1-dev", transformer=transformer, torch_dtype=torch.bfloat16
-    , use_safetensors=True, local_dir="./models/dev/", local_dir_use_symlinks=False,
-    ignore_patterns=["flux1-dev.sft", "flux1-dev.safetensors"]).to(DEVICE)
+    , use_safetensors=True).to(DEVICE)
 pipeline.enable_sequential_cpu_offload()
 print("Generating image...")
 # Params: