remove memory speed xformers
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -119,8 +119,8 @@ class EndpointHandler:
|
|
| 119 |
)
|
| 120 |
|
| 121 |
# boosts performance by another 20%
|
| 122 |
-
self.pipe.enable_xformers_memory_efficient_attention()
|
| 123 |
-
self.pipe.enable_attention_slicing()
|
| 124 |
|
| 125 |
def load_lora(self, pipeline, lora_path, lora_weight=0.5):
|
| 126 |
state_dict = load_file(lora_path)
|
|
|
|
| 119 |
)
|
| 120 |
|
| 121 |
# boosts performance by another 20%
|
| 122 |
+
# self.pipe.enable_xformers_memory_efficient_attention()
|
| 123 |
+
# self.pipe.enable_attention_slicing()
|
| 124 |
|
| 125 |
def load_lora(self, pipeline, lora_path, lora_weight=0.5):
|
| 126 |
state_dict = load_file(lora_path)
|