Update src/pipeline.py
Browse files- src/pipeline.py +7 -1
src/pipeline.py
CHANGED
|
@@ -5,7 +5,7 @@ from diffusers import StableDiffusionXLPipeline
|
|
| 5 |
from pipelines.models import TextToImageRequest
|
| 6 |
from diffusers import DDIMScheduler
|
| 7 |
from torch import Generator
|
| 8 |
-
from loss import SchedulerWrapper
|
| 9 |
|
| 10 |
from onediffx import compile_pipe, save_pipe, load_pipe
|
| 11 |
|
|
@@ -30,6 +30,12 @@ def load_pipeline(pipeline=None) -> StableDiffusionXLPipeline:
|
|
| 30 |
pipeline = compile_pipe(pipeline)
|
| 31 |
load_pipe(pipeline, dir="/home/sandbox/.cache/huggingface/hub/models--RobertML--cached-pipe-02/snapshots/58d70deae87034cce351b780b48841f9746d4ad7")
|
| 32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
for _ in range(1):
|
| 34 |
deepcache_output = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20)
|
| 35 |
pipeline.scheduler.prepare_loss()
|
|
|
|
| 5 |
from pipelines.models import TextToImageRequest
|
| 6 |
from diffusers import DDIMScheduler
|
| 7 |
from torch import Generator
|
| 8 |
+
from loss import SchedulerWrapper, hook_pipe, get_instance
|
| 9 |
|
| 10 |
from onediffx import compile_pipe, save_pipe, load_pipe
|
| 11 |
|
|
|
|
| 30 |
pipeline = compile_pipe(pipeline)
|
| 31 |
load_pipe(pipeline, dir="/home/sandbox/.cache/huggingface/hub/models--RobertML--cached-pipe-02/snapshots/58d70deae87034cce351b780b48841f9746d4ad7")
|
| 32 |
|
| 33 |
+
instance = get_instance(device)
|
| 34 |
+
mul = torch.nn.Parameter(torch.tensor(1.2, requires_grad=False, device=device))
|
| 35 |
+
sub = torch.nn.Parameter(torch.tensor(0.75, requires_grad=False, device=device))
|
| 36 |
+
scaling_factor = torch.nn.Parameter(torch.tensor(pipeline.vae.config.scaling_factor, requires_grad=False, device=device))
|
| 37 |
+
hook_pipe(pipeline, instance, mul, sub, scaling_factor)
|
| 38 |
+
|
| 39 |
for _ in range(1):
|
| 40 |
deepcache_output = pipeline(prompt="telestereography, unstrengthen, preadministrator, copatroness, hyperpersonal, paramountness, paranoid, guaniferous", output_type="pil", num_inference_steps=20)
|
| 41 |
pipeline.scheduler.prepare_loss()
|