Update src/pipeline.py

src/pipeline.py

@@ -37,7 +37,7 @@ def load_pipeline() -> Pipeline:
     pipeline.enable_sequential_cpu_offload()
     for _ in range(1):
         clear()
-        with torch.backends.cuda.sdp_kernel(enable_flash=True, enable_math=False, enable_mem_efficient=False):
+        with torch.backends.cuda.sdp_kernel(enable_flash=False, enable_math=True, enable_mem_efficient=True):
             pipeline(prompt="unpervaded, unencumber, froggish, groundneedle, transnatural, fatherhood, outjump, cinerator", width=1024, height=1024, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256)
     return pipeline
 
@@ -52,6 +52,6 @@ def infer(request: TextToImageRequest, pipeline: Pipeline) -> Image:
     # torch.cuda.reset_peak_memory_stats()
     generator = Generator("cuda").manual_seed(request.seed)
     image = None
-    with torch.backends.cuda.sdp_kernel(enable_flash=True, enable_math=False, enable_mem_efficient=False):
+    with torch.backends.cuda.sdp_kernel(enable_flash=False, enable_math=True, enable_mem_efficient=True):
         image=pipeline(request.prompt,generator=generator, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256, height=request.height, width=request.width, output_type="pil").images[0]
     return(image)