update

hf_demo.py

@@ -45,7 +45,7 @@ def demo_inference_gen_artistic(adapter_choice:str, prompt:str, seed:int=0, step
         style_prompt=None
     prompts = [prompt]
     infer_loader = get_validation_dataloader(prompts,num_workers=0)
-    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype)["network"]
+    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype, device=device)["network"]
 
     pred_images = inference(network, pipe.tokenizer, pipe.text_encoder, pipe.vae, pipe.unet, pipe.scheduler, infer_loader,
                             height=512, width=512, scales=[adapter_scale],
@@ -59,7 +59,7 @@ def demo_inference_gen_ori( prompt:str, seed:int=0, steps=50, guidance_scale=7.5
     style_prompt=None
     prompts = [prompt]
     infer_loader = get_validation_dataloader(prompts,num_workers=0)
-    network = get_lora_network(pipe.unet, "None", weight_dtype=dtype)["network"]
+    network = get_lora_network(pipe.unet, "None", weight_dtype=dtype, device=device)["network"]
 
     pred_images = inference(network, pipe.tokenizer, pipe.text_encoder, pipe.vae, pipe.unet, pipe.scheduler, infer_loader,
                             height=512, width=512, scales=[0.0],
@@ -75,7 +75,7 @@ def demo_inference_stylization_ori(ref_image, prompt:str, seed:int=0, steps=50,
     prompts = [prompt]
     # convert np to pil
     ref_image = [Image.fromarray(ref_image)]
-    network = get_lora_network(pipe.unet, "None", weight_dtype=dtype)["network"]
+    network = get_lora_network(pipe.unet, "None", weight_dtype=dtype, device=device)["network"]
     infer_loader = get_validation_dataloader(prompts, ref_image,num_workers=0)
     pred_images = inference(network, pipe.tokenizer, pipe.text_encoder, pipe.vae, pipe.unet, pipe.scheduler, infer_loader,
                             height=512, width=512, scales=[0.0],
@@ -95,7 +95,7 @@ def demo_inference_stylization_artistic(ref_image, adapter_choice:str, prompt:st
     prompts = [prompt]
     # convert np to pil
     ref_image = [Image.fromarray(ref_image)]
-    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype)["network"]
+    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype, device=device)["network"]
     infer_loader = get_validation_dataloader(prompts, ref_image,num_workers=0)
     pred_images = inference(network, pipe.tokenizer, pipe.text_encoder, pipe.vae, pipe.unet, pipe.scheduler, infer_loader,
                             height=512, width=512, scales=[adapter_scale],
@@ -105,7 +105,7 @@ def demo_inference_stylization_artistic(ref_image, adapter_choice:str, prompt:st
     return pred_images
 
 @spaces.GPU
-def demo_inference_all(prompt:str, ref_image, adapter_choice="Andre Derain (fauvism)", seed:int=0, steps=20, guidance_scale=7.5, adapter_scale=1.0,start_noise=800):
+def demo_inference_all(prompt:str, ref_image, seed:int=0, adapter_choice="Andre Derain (fauvism)", steps=20, guidance_scale=7.5, adapter_scale=1.0,start_noise=800):
     results = []
     results.append(demo_inference_gen_ori(prompt, seed, steps, guidance_scale))
     results.append(demo_inference_gen_artistic(adapter_choice, prompt, seed, steps, guidance_scale, adapter_scale))
@@ -126,7 +126,7 @@ with block:
                 max_lines=10,
                 placeholder="Enter your prompt (long and detailed would be better)",
                 container=True,
-                value="a black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
+                value="A beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
             )
 
         with gr.Tab('Generation'):
@@ -242,27 +242,32 @@ with block:
         examples=[
             ["Snow-covered trees with sunlight shining through",
              "data/Snow-covered_trees_with_sunlight_shining_through.jpg",
+             0,
              ],
             ["A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.",
              "data/0011772.jpg",
+             528741066,
              ],
-            ["a black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
+            ["A black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
              "data/a_black_SUV_driving_down_a_highway_with_a_scenic_view_of_mountains_and_water_in_the_background._The_.jpg",
+             98762568,
              ],
-            ["a beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
-             "data/a_beautiful_garden_with_a_large_pond._The_pond_is_surrounded_by_a_wooden_deck,_and_there_are_several.jpg"
+            ["A beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
+             "data/a_beautiful_garden_with_a_large_pond._The_pond_is_surrounded_by_a_wooden_deck,_and_there_are_several.jpg",
+             76265772,
              ],
             [
                 "A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.",
                 "data/003904765.jpg",
+                3904764,
             ]
 
         ],
         inputs=[
             text,
             gallery_stylization_ref,
-            adapter_choice,
             seed,
+            adapter_choice,
             steps,
             scale,
             adapter_scale,
@@ -272,5 +277,6 @@ with block:
         outputs=[gallery_gen_ori, gallery_gen_art, gallery_stylization_ori, gallery_stylization_art],
         cache_examples=True,
     )
+
 block.launch()
 # block.launch(sharing=True)

hf_demo_test.ipynb

@@ -134,7 +134,7 @@
     "        style_prompt=None\n",
     "    prompts = [prompt]\n",
     "    infer_loader = get_validation_dataloader(prompts,num_workers=0)\n",
-    "    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype)[\"network\"]\n",
+    "    network = get_lora_network(pipe.unet, adapter_path, weight_dtype=dtype, device=device)[\"network\"]\n",
     "\n",
     "    pred_images = inference(network, pipe.tokenizer, pipe.text_encoder, pipe.vae, pipe.unet, pipe.scheduler, infer_loader,\n",
     "                            height=512, width=512, scales=[adapter_scale],\n",