Update README.md
Browse files
README.md
CHANGED
|
@@ -46,16 +46,13 @@ hf_hub_download(repo_id="InstantX/InstantIR", filename="models/previewer_lora_we
|
|
| 46 |
import torch
|
| 47 |
from PIL import Image
|
| 48 |
|
| 49 |
-
import diffusers
|
| 50 |
from diffusers import DDPMScheduler, StableDiffusionXLPipeline
|
| 51 |
-
from diffusers.utils import load_image
|
| 52 |
from schedulers.lcm_single_step_scheduler import LCMSingleStepScheduler
|
| 53 |
|
| 54 |
from transformers import AutoImageProcessor, AutoModel
|
| 55 |
|
| 56 |
-
from module.ip_adapter.utils import
|
| 57 |
from module.ip_adapter.resampler import Resampler
|
| 58 |
-
from module.aggregator import Aggregator
|
| 59 |
from pipelines.sdxl_instantir import InstantIRPipeline
|
| 60 |
|
| 61 |
# prepare 'dinov2'
|
|
@@ -75,7 +72,7 @@ image_proj_model = Resampler(
|
|
| 75 |
embedding_dim=image_encoder.config.hidden_size,
|
| 76 |
output_dim=sdxl.unet.config.cross_attention_dim,
|
| 77 |
)
|
| 78 |
-
|
| 79 |
sdxl.unet,
|
| 80 |
image_proj_model,
|
| 81 |
dcp_adapter,
|
|
|
|
| 46 |
import torch
|
| 47 |
from PIL import Image
|
| 48 |
|
|
|
|
| 49 |
from diffusers import DDPMScheduler, StableDiffusionXLPipeline
|
|
|
|
| 50 |
from schedulers.lcm_single_step_scheduler import LCMSingleStepScheduler
|
| 51 |
|
| 52 |
from transformers import AutoImageProcessor, AutoModel
|
| 53 |
|
| 54 |
+
from module.ip_adapter.utils import init_adapter_in_unet
|
| 55 |
from module.ip_adapter.resampler import Resampler
|
|
|
|
| 56 |
from pipelines.sdxl_instantir import InstantIRPipeline
|
| 57 |
|
| 58 |
# prepare 'dinov2'
|
|
|
|
| 72 |
embedding_dim=image_encoder.config.hidden_size,
|
| 73 |
output_dim=sdxl.unet.config.cross_attention_dim,
|
| 74 |
)
|
| 75 |
+
init_adapter_in_unet(
|
| 76 |
sdxl.unet,
|
| 77 |
image_proj_model,
|
| 78 |
dcp_adapter,
|