Sync from GitHub
Browse files- prompts.py +3 -2
prompts.py
CHANGED
|
@@ -51,6 +51,7 @@ like so:
|
|
| 51 |
|
| 52 |
```py
|
| 53 |
from transformers import from transformers import PreTrainedModel
|
|
|
|
| 54 |
# other imports go here.
|
| 55 |
...
|
| 56 |
|
|
@@ -66,11 +67,11 @@ for name, module in pipe.components.items():
|
|
| 66 |
use_stream=True,
|
| 67 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
| 68 |
)
|
| 69 |
-
elif isinstance(component, PreTrainedModel):
|
| 70 |
apply_group_offloading(
|
| 71 |
module,
|
| 72 |
onload_device=onload_device,
|
| 73 |
-
offload_type="leaf_level",
|
| 74 |
use_stream=True,
|
| 75 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
| 76 |
)
|
|
|
|
| 51 |
|
| 52 |
```py
|
| 53 |
from transformers import from transformers import PreTrainedModel
|
| 54 |
+
from diffusers.hooks.group_offloading import apply_group_offloading
|
| 55 |
# other imports go here.
|
| 56 |
...
|
| 57 |
|
|
|
|
| 67 |
use_stream=True,
|
| 68 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
| 69 |
)
|
| 70 |
+
elif isinstance(component, (PreTrainedModel, torch.nn.Module)):
|
| 71 |
apply_group_offloading(
|
| 72 |
module,
|
| 73 |
onload_device=onload_device,
|
| 74 |
+
offload_type="leaf_level",
|
| 75 |
use_stream=True,
|
| 76 |
offload_to_disk_path=f"{offload_dir}/{name}"
|
| 77 |
)
|