Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -39,13 +39,13 @@ class EndpointHandler():
|
|
| 39 |
self.pipe.enable_xformers_memory_efficient_attention()
|
| 40 |
|
| 41 |
# move to device
|
| 42 |
-
self.pipe = self.pipe.to(device)
|
| 43 |
|
| 44 |
self.pipe2 = AutoPipelineForInpainting.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
|
| 45 |
self.pipe2.enable_model_cpu_offload()
|
| 46 |
self.pipe2.enable_xformers_memory_efficient_attention()
|
| 47 |
|
| 48 |
-
self.pipe2.to("cuda")
|
| 49 |
|
| 50 |
self.pipe3 = AutoPipelineForImage2Image.from_pipe(self.pipe2)
|
| 51 |
self.pipe3.enable_model_cpu_offload()
|
|
|
|
| 39 |
self.pipe.enable_xformers_memory_efficient_attention()
|
| 40 |
|
| 41 |
# move to device
|
| 42 |
+
#self.pipe = self.pipe.to(device)
|
| 43 |
|
| 44 |
self.pipe2 = AutoPipelineForInpainting.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
|
| 45 |
self.pipe2.enable_model_cpu_offload()
|
| 46 |
self.pipe2.enable_xformers_memory_efficient_attention()
|
| 47 |
|
| 48 |
+
#self.pipe2.to("cuda")
|
| 49 |
|
| 50 |
self.pipe3 = AutoPipelineForImage2Image.from_pipe(self.pipe2)
|
| 51 |
self.pipe3.enable_model_cpu_offload()
|