Update app.py

app.py

@@ -14,7 +14,6 @@ from tqdm import tqdm
 import bitsandbytes as bnb
 from bitsandbytes.nn.modules import Params4bit, QuantState
 
-
 import torch
 import random
 from einops import rearrange, repeat
@@ -23,7 +22,7 @@ from torch import Tensor, nn
 from transformers import CLIPTextModel, CLIPTokenizer
 from transformers import T5EncoderModel, T5Tokenizer
 from safetensors.torch import load_file
-from optimum.quanto import freeze, qfloat8, quantize
+# from optimum.quanto import freeze, qfloat8, quantize
 
 
 # ---------------- Encoders ----------------
@@ -68,8 +67,8 @@ device = "cuda"
 t5 = HFEmbedder("google/t5-v1_1-xxl", max_length=512, torch_dtype=torch.bfloat16).to(device)
 clip = HFEmbedder("openai/clip-vit-large-patch14", max_length=77, torch_dtype=torch.bfloat16).to(device)
 ae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
-quantize(t5, weights=qfloat8)
-freeze(t5)
+# quantize(t5, weights=qfloat8)
+# freeze(t5)
 
 
 # ---------------- NF4 ----------------