SD diffuser

app.py

@@ -25,17 +25,19 @@ model_id = "CompVis/stable-diffusion-v1-4"
 device = "cuda" if torch.cuda.is_available() else "cpu"
 context = autocast if device == "cuda" else nullcontext
 
-pipe = StableDiffusionPipeline.from_pretrained(model_id,use_auth_token=token).to(device)
+pipe = StableDiffusionPipeline.from_pretrained(model_id,torch_dtype=torch.float16,use_auth_token=token).to(device)
 
 
-def infer_original(prompt,samples):
+def infer(prompt,samples):
+    images=[]
     with context(device):
-        images = pipe(samples*[prompt], guidance_scale=7.5).images
+        for _ in range(samples):
+            image = pipe([prompt],num_inference_steps=50, guidance_scale=7.5, height=400, width=400).images[0]
+            images.append(image)
     return images
 
 
 
-
 # Apply the transformations needed
 
 
@@ -48,14 +50,13 @@ def select_input(input_img,webcm_img):
     return img
 
 
-def infer(prompt,samples):
-    images= []
-    selections = ["Img_{}".format(str(i+1).zfill(2)) for i in range(samples)]
-    with context(device):
-        for _ in range(samples):
-            back_img = st.stableDiffusionAPICall(prompt)
-            images.append(back_img)
-    return images
+# def infer(prompt,samples):
+#     images= []
+#     with context(device):
+#         for _ in range(samples):
+#             back_img = st.stableDiffusionAPICall(prompt)
+#             images.append(back_img)
+#     return images
 
 
 # def newstyleimage(choice):
@@ -151,8 +152,8 @@ with demo:
 
                     gallery = gr.Gallery(label="Generated images", show_label=True).style(grid=(1, 3), height="auto")
                     # image_options = gr.Radio(label="Pick", interactive=True, choices=None, type="value")
-                    text.submit(infer_original, inputs=[text, samples], outputs=gallery)
-                    btn.click(infer_original, inputs=[text, samples], outputs=gallery, show_progress=True, status_tracker=None)
+                    text.submit(infer, inputs=[text, samples], outputs=gallery)
+                    btn.click(infer, inputs=[text, samples], outputs=gallery, show_progress=True, status_tracker=None)
 
 
     # Second Row - Backgrounds