Update app.py

app.py

@@ -116,7 +116,7 @@ model = load_checkpoint_and_dispatch(
     dtype=torch.bfloat16,
     force_hooks=True,
 ).eval()
-vae_model = vae_model.to(model.device).eval()
+# vae_model = vae_model.to(model.device).eval()
 
 
 # Inferencer Preparing 
@@ -179,14 +179,13 @@ def text_to_image(prompt, show_thinking=False, cfg_text_scale=4.0, cfg_interval=
 
     result = {"text": "", "image": None}
     # Call inferencer with or without think parameter based on user choice
-    with torch.amp.autocast("cuda", enabled=True, dtype=torch.bfloat16):
-        for i in inferencer(text=prompt, think=show_thinking, understanding_output=False, **inference_hyper):
-            if type(i) == str:
-                result["text"] += i
-            else:
-                result["image"] = i
-    
-            yield result["image"], result.get("text", None)
+    for i in inferencer(text=prompt, think=show_thinking, understanding_output=False, **inference_hyper):
+        if type(i) == str:
+            result["text"] += i
+        else:
+            result["image"] = i
+
+        yield result["image"], result.get("text", None)
 
 
 # Image Understanding function with thinking option and hyperparameters