Update app.py

app.py

@@ -30,7 +30,7 @@ translator = pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en")
 class HFEmbedder(nn.Module):
     def __init__(self, version: str, max_length: int, **hf_kwargs):
         super().__init__()
-        self.is_clip = version.startswith("openai")
+        self.is_clip = version.startswith("silveroxides")
         self.max_length = max_length
         self.output_key = "pooler_output" if self.is_clip else "last_hidden_state"
 
@@ -63,7 +63,7 @@ class HFEmbedder(nn.Module):
     
 
 device = "cuda"
-t5 = HFEmbedder("silveroxides/t5xxl_flan_enc", max_length=512, torch_dtype=torch.bfloat16).to(device)
+t5 = HFEmbedder("silveroxides/t5xxl_flan_enc", max_length=512, torch_dtype=torch.float16).to(device)
 clip = HFEmbedder("silveroxides/clip-vit-large-patch14", max_length=77, torch_dtype=torch.bfloat16).to(device)
 ae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
 # quantize(t5, weights=qfloat8)