Update README.md
Browse files
README.md
CHANGED
|
@@ -17,7 +17,7 @@ repo_id = "YiYiXu/modular-diffdiff"
|
|
| 17 |
components = ComponentsManager()
|
| 18 |
|
| 19 |
diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, component_manager=components, collection="diffdiff")
|
| 20 |
-
diffdiff_pipeline.
|
| 21 |
components.enable_auto_cpu_offload()
|
| 22 |
```
|
| 23 |
|
|
@@ -49,8 +49,8 @@ image = diffdiff_pipeline(
|
|
| 49 |
#### ip-adapter
|
| 50 |
|
| 51 |
```python
|
| 52 |
-
diffdiff_pipeline.
|
| 53 |
-
diffdiff_pipeline.
|
| 54 |
|
| 55 |
ip_adapter_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_orange.jpeg")
|
| 56 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
@@ -78,7 +78,7 @@ image = diffdiff_pipeline(
|
|
| 78 |
#### controlnet
|
| 79 |
|
| 80 |
```python
|
| 81 |
-
diffdiff_pipeline.
|
| 82 |
|
| 83 |
control_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_tomato_canny.png")
|
| 84 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
|
|
| 17 |
components = ComponentsManager()
|
| 18 |
|
| 19 |
diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, component_manager=components, collection="diffdiff")
|
| 20 |
+
diffdiff_pipeline.load_default_components(torch_dtype=torch.float16)
|
| 21 |
components.enable_auto_cpu_offload()
|
| 22 |
```
|
| 23 |
|
|
|
|
| 49 |
#### ip-adapter
|
| 50 |
|
| 51 |
```python
|
| 52 |
+
diffdiff_pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl.bin")
|
| 53 |
+
diffdiff_pipeline.set_ip_adapter_scale(0.6)
|
| 54 |
|
| 55 |
ip_adapter_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_orange.jpeg")
|
| 56 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|
|
|
|
| 78 |
#### controlnet
|
| 79 |
|
| 80 |
```python
|
| 81 |
+
diffdiff_pipeline.unload_ip_adapter()
|
| 82 |
|
| 83 |
control_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_tomato_canny.png")
|
| 84 |
image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
|