adjusted the model

app.py

@@ -3,21 +3,21 @@ import numpy as np
 import random
 import spaces
 import torch
-from diffusers import  DiffusionPipeline, FlowMatchEulerDiscreteScheduler, AutoencoderTiny, AutoencoderKL
-from transformers import CLIPTextModel, CLIPTokenizer,T5EncoderModel, T5TokenizerFast
+from diffusers import DiffusionPipeline, FlowMatchEulerDiscreteScheduler, AutoencoderTiny, AutoencoderKL
+from transformers import CLIPTextModel, CLIPTokenizer, T5EncoderModel, T5TokenizerFast
 from live_preview_helpers import calculate_shift, retrieve_timesteps, flux_pipe_call_that_returns_an_iterable_of_images
 from huggingface_hub import login
 import os
 import tempfile
+from peft import PeftModel
 
 login(token=os.getenv('hf_token'))
 dtype = torch.bfloat16
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-taef1 = AutoencoderTiny.from_pretrained("madebyollin/taef1", torch_dtype=dtype).to(device)
-good_vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=dtype).to(device)
-pipe = DiffusionPipeline.from_pretrained("black-forest-labs/FLUX.1-dev", torch_dtype=dtype, vae=taef1).to(device)
-pipe.load_lora_weights("gokaygokay/Flux-Seamless-Texture-LoRA", weight_name="seamless_texture.safetensors", low_cpu_mem_usage=True)
+vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=dtype).to(device)
+pipe = DiffusionPipeline.from_pretrained("black-forest-labs/FLUX.1-dev", torch_dtype=dtype, vae=vae).to(device)
+pipe.load_lora_weights("gokaygokay/Flux-Seamless-Texture-LoRA", weight_name="seamless_texture.safetensors")
 torch.cuda.empty_cache()
 
 MAX_SEED = np.iinfo(np.int32).max
@@ -40,7 +40,7 @@ def infer(prompt, seed=42, randomize_seed=False, width=1024, height=1024, guidan
             height=height,
             generator=generator,
             output_type="pil",
-            good_vae=good_vae,
+            good_vae=vae,
         ):
         final_img = img
     

requirements.txt

@@ -1,3 +1,5 @@
+git+https://github.com/huggingface/diffusers.git
+git+https://github.com/huggingface/peft.git
 gradio==4.29.0 # Explicitly pin Gradio to a known stable version
 accelerate
 diffusers
@@ -5,7 +7,6 @@ torch
 numpy
 transformers
 xformers
-git+https://github.com/huggingface/diffusers.git
 sentencepiece
 scipy
 pydantic==2.10.6 # Pinning pydantic to avoid potential conflicts with Gradio