Update app.py

app.py

@@ -54,7 +54,7 @@ def upload_to_ftp(filename):
         print(f"FTP upload error: {e}")
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
-torch_dtype = torch.bfloat16
+#torch_dtype = torch.bfloat16
 
 checkpoint = "microsoft/Phi-3.5-mini-instruct"
 #vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16)
@@ -71,7 +71,7 @@ pipe = StableDiffusion3Pipeline.from_pretrained("ford442/RealVis_Medium_1.0b_bf1
 
 #pipe.scheduler.config.requires_aesthetics_score = False
 #pipe.enable_model_cpu_offload()
-#pipe.to(device)
+pipe.to(device)
 #pipe.to(device=device, dtype=torch.bfloat16)
 #pipe = torch.compile(pipe)
 # pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config, beta_schedule="scaled_linear")
@@ -139,7 +139,7 @@ def infer(
     #upscaler_2.to(torch.device('cpu'))
     torch.set_float32_matmul_precision("highest")
     seed = random.randint(0, MAX_SEED)
-    generator = torch.Generator(device='cuda').manual_seed(seed)
+    generator = torch.Generator(device='cpu').manual_seed(seed)
     if expanded:
         system_prompt_rewrite = (
         "You are an AI assistant that rewrites image prompts to be more descriptive and detailed."