pass COMPILE to build-run.sh

build-run.sh

@@ -12,5 +12,9 @@ cd ../
 if [ -z ${PIPELINE+x} ]; then
     PIPELINE="controlnet"
 fi
+if [ -z ${COMPILE+x} ]; then
+    COMPILE="--sfast"
+fi
 echo -e "\033[1;32m\npipeline: $PIPELINE \033[0m"
-python3 run.py --port 7860 --host 0.0.0.0 --pipeline $PIPELINE --sfast
+echo -e "\033[1;32m\ncompile: $COMPILE \033[0m"
+python3 run.py --port 7860 --host 0.0.0.0 --pipeline $PIPELINE $COMPILE

pipelines/controlnetSDTurbo.py

@@ -182,6 +182,7 @@ class Pipeline:
             ).to(device)
 
         if args.sfast:
+            print("\nRunning sfast compile\n")
             from sfast.compilers.stable_diffusion_pipeline_compiler import (
                 compile,
                 CompilationConfig,
@@ -193,6 +194,15 @@ class Pipeline:
             config.enable_cuda_graph = True
             self.pipe = compile(self.pipe, config=config)
 
+        if args.oneflow:
+            print("\nRunning oneflow compile\n")
+            from onediff.infer_compiler import oneflow_compile
+
+            self.pipe.unet = oneflow_compile(self.pipe.unet)
+            self.pipe.vae.encoder = oneflow_compile(self.pipe.vae.encoder)
+            self.pipe.vae.decoder = oneflow_compile(self.pipe.vae.decoder)
+            self.pipe.controlnet = oneflow_compile(self.pipe.controlnet)
+
         self.canny_torch = SobelOperator(device=device)
 
         self.pipe.scheduler = LCMScheduler.from_config(self.pipe.scheduler.config)

pipelines/img2imgSDTurbo.py

@@ -125,6 +125,7 @@ class Pipeline:
             print("\nRunning oneflow compile\n")
             from onediff.infer_compiler import oneflow_compile
 
+            self.pipe.unet = oneflow_compile(self.pipe.unet)
             self.pipe.vae.encoder = oneflow_compile(self.pipe.vae.encoder)
             self.pipe.vae.decoder = oneflow_compile(self.pipe.vae.decoder)