Update app.py

app.py

@@ -2,20 +2,24 @@ import gradio as gr
 import torch
 
 
-gr.Interface.load("models/bariscal/cbst_style")
+#gr.Interface.load("models/bariscal/cbst_style")
+pipe = StableDiffusionPipeline.from_pretrained("models/bariscal/cbst_style", safety_checker=None, torch_dtype=torch.float16)
 
 
 def inference(prompt, negative_prompt, num_samples, height=512, width=512, num_inference_steps=50, guidance_scale=7.5):
-    with torch.Generator('cpu'), torch.inference_mode():
+    # Remove the torch.autocast("cuda") context manager
+    with torch.inference_mode():
         return pipe(
                 prompt, height=int(height), width=int(width),
                 negative_prompt=negative_prompt,
                 num_images_per_prompt=int(num_samples),
                 num_inference_steps=int(num_inference_steps), guidance_scale=guidance_scale,
-                generator=g_cuda
+                # Use the CPU for inference
+                generator="cpu"
             ).images
 
 
+
 with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column():