Update app.py

app.py

@@ -73,15 +73,24 @@ def is_empty_image(im: Image.Image) -> bool:
 
 ### Argument passing
 
-parser = argparse.ArgumentParser(description='Semantic Palette demo powered by StreamMultiDiffusion with SDXL support.')
-parser.add_argument('-H', '--height', type=int, default=1024)
-parser.add_argument('-W', '--width', type=int, default=2560)
-parser.add_argument('--model', type=str, default=None, help='Hugging face model repository or local path for a SD1.5 model checkpoint to run.')
-parser.add_argument('--bootstrap_steps', type=int, default=1)
-parser.add_argument('--seed', type=int, default=-1)
-parser.add_argument('--device', type=int, default=0)
-parser.add_argument('--port', type=int, default=8000)
-opt = parser.parse_args()
+# parser = argparse.ArgumentParser(description='Semantic Palette demo powered by StreamMultiDiffusion with SDXL support.')
+# parser.add_argument('-H', '--height', type=int, default=1024)
+# parser.add_argument('-W', '--width', type=int, default=2560)
+# parser.add_argument('--model', type=str, default=None)
+# parser.add_argument('--bootstrap_steps', type=int, default=1)
+# parser.add_argument('--seed', type=int, default=-1)
+# parser.add_argument('--device', type=int, default=0)
+# parser.add_argument('--port', type=int, default=8000)
+# opt = parser.parse_args()
+opt = argparse.Namespace()
+opt.height = 1024
+opt.width = 2560
+opt.model = None
+opt.bootstrap_steps = 2
+opt.seed = -1
+# opt.device = 0
+# opt.port = 8000
+
 
 
 ### Global variables and data structures
@@ -99,7 +108,7 @@ else:
     model_dict = {os.path.splitext(os.path.basename(opt.model))[0]: opt.model}
 
 models = {
-    k: StableMultiDiffusionSDXLPipeline(device, hf_key=v, has_i2t=False)
+    k: StableMultiDiffusionSDXLPipeline(device, hf_key=v, has_i2t=False).cuda()
     for k, v in model_dict.items()
 }
 
@@ -872,4 +881,4 @@ with gr.Blocks(theme=gr.themes.Soft(), css=css) as demo:
     )
 
 if __name__ == '__main__':
-    demo.launch(server_port=opt.port)
+    demo.queue(max_size=20).launch()