use multi config file

app.py

@@ -7,6 +7,8 @@ import sys
 target_paths = {
     "data": "/home/user/app/upload/data.zip",
     "data_dir": "/home/user/app/upload/data",
+    "config_zip": "/home/user/app/upload/config.zip",
+    "configs": "/home/user/app/upload/config",
     "config": "/home/user/app/src/multiview_consist_edit/config/infer_tryon_multi.yaml",
     "output_data": "/home/user/app/image_output_tryon_mvhumannet",
     "output_zip": "/home/user/app/outputs/result.zip",
@@ -18,10 +20,17 @@ def unzip_data():
             shutil.rmtree(target_paths["data_dir"])
         os.makedirs(target_paths["data_dir"], exist_ok=True)
         shutil.unpack_archive(target_paths["data"], target_paths["data_dir"])
-        return target_paths["data_dir"]
+        # return target_paths["data_dir"]
     else:
         raise FileNotFoundError("Data file not found at " + target_paths["data"])
-
+    if os.path.exists(target_paths["config_zip"]):
+        if os.path.exists(target_paths["configs"]):
+            shutil.rmtree(target_paths["configs"])
+        os.makedirs(target_paths["configs"], exist_ok=True)
+        shutil.unpack_archive(target_paths["config_zip"], target_paths["configs"])
+        # return target_paths["configs"]
+    else:
+        raise FileNotFoundError("Config file not found at " + target_paths["config_zip"])
 
 def zip_outputs():
     if os.path.exists(target_paths["output_zip"]):
@@ -30,20 +39,32 @@ def zip_outputs():
     return target_paths["output_zip"]
 
 
-def start_inference_stream():
-    process = subprocess.Popen(
-        ["python", "src/multiview_consist_edit/infer_tryon_multi.py"],
-        stdout=subprocess.PIPE,
-        stderr=subprocess.STDOUT,
-        text=True,
-        bufsize=1,
-        universal_newlines=True
-    )
-    
-    output = []
-    for line in process.stdout:
-        output.append(line)
-        yield "".join(output)
+def start_inference_stream(config_count):
+    config_dir = target_paths["configs"]
+    config_files = sorted([
+        f for f in os.listdir(config_dir)
+        if f.endswith(".yaml") or f.endswith(".yml")
+    ])
+    if config_count < len(config_files):
+        config_files = config_files[:config_count]
+
+    for cfg in config_files:
+        src_path = os.path.join(config_dir, cfg)
+        shutil.copy(src_path, target_paths["config"])
+
+        process = subprocess.Popen(
+            ["python", "src/multiview_consist_edit/infer_tryon_multi.py"],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1,
+            universal_newlines=True
+        )
+        
+        output = []
+        for line in process.stdout:
+            output.append(line)
+            yield "".join(output)
 
 def install_package(package_name):
     try:
@@ -93,10 +114,10 @@ print("package version set complete")
 
 def save_files(data_file, config_file):
     os.makedirs(os.path.dirname(target_paths["data"]), exist_ok=True)
-    os.makedirs(os.path.dirname(target_paths["config"]), exist_ok=True)
+    os.makedirs(os.path.dirname(target_paths["config_zip"]), exist_ok=True)
 
     shutil.copy(data_file.name, target_paths["data"])
-    shutil.copy(config_file.name, target_paths["config"])
+    shutil.copy(config_file.name, target_paths["config_zip"])
     unzip_data()
     return "檔案已成功上傳、儲存並解壓縮了！"
 
@@ -105,7 +126,9 @@ with gr.Blocks(theme=gr.themes.Origin()) as demo:
     gr.Markdown("## 請先上傳檔案")
     with gr.Row():
         data_input = gr.File(label="上傳資料壓縮檔", file_types=[".zip"])
-        config_input = gr.File(label="Config 檔", file_types=[".yaml", ".yml"])
+        with gr.Column():
+            config_input = gr.File(label="Config 壓縮檔", file_types=[".zip"])
+            config_count = gr.Number(label="Config 總數", precision=0, value=1)
 
     upload_button = gr.Button("上傳並儲存")
     output = gr.Textbox(label="狀態")
@@ -116,36 +139,36 @@ with gr.Blocks(theme=gr.themes.Origin()) as demo:
         log_output = gr.Textbox(label="Inference Log", lines=20)
         infer_btn = gr.Button("Start Inference")
 
-    gr.Markdown("## Pip Installer")
-    with gr.Column():
-        with gr.Row():
-            pkg_input = gr.Textbox(lines=1, placeholder="輸入想安裝的套件名稱，例如 diffusers 或 numpy==1.2.0")
-            install_output = gr.Textbox(label="Install Output", lines=10)
-        install_btn = gr.Button("Install Package")
+    # gr.Markdown("## Pip Installer")
+    # with gr.Column():
+    #     with gr.Row():
+    #         pkg_input = gr.Textbox(lines=1, placeholder="輸入想安裝的套件名稱，例如 diffusers 或 numpy==1.2.0")
+    #         install_output = gr.Textbox(label="Install Output", lines=10)
+    #     install_btn = gr.Button("Install Package")
     
-    gr.Markdown("## Pip Uninstaller")
-    with gr.Column():
-        with gr.Row():
-            pkg_input2 = gr.Textbox(lines=1, placeholder="輸入想解除安裝的套件名稱，例如 diffusers 或 numpy")
-            uninstall_output = gr.Textbox(label="Uninstall Output", lines=10)
-        uninstall_btn = gr.Button("Uninstall Package")
+    # gr.Markdown("## Pip Uninstaller")
+    # with gr.Column():
+    #     with gr.Row():
+    #         pkg_input2 = gr.Textbox(lines=1, placeholder="輸入想解除安裝的套件名稱，例如 diffusers 或 numpy")
+    #         uninstall_output = gr.Textbox(label="Uninstall Output", lines=10)
+    #     uninstall_btn = gr.Button("Uninstall Package")
     
-    gr.Markdown("## Pip show")
-    with gr.Column():
-        with gr.Row():
-            show_input = gr.Textbox(label="輸入套件名稱（如 diffusers）")
-            show_output = gr.Textbox(label="套件資訊", lines=10)
-        show_btn = gr.Button("pip show")
+    # gr.Markdown("## Pip show")
+    # with gr.Column():
+    #     with gr.Row():
+    #         show_input = gr.Textbox(label="輸入套件名稱（如 diffusers）")
+    #         show_output = gr.Textbox(label="套件資訊", lines=10)
+    #     show_btn = gr.Button("pip show")
     
     gr.Markdown("## Download results")
     with gr.Column():
         file_output = gr.File(label="點擊下載", interactive=True)
         download_btn = gr.Button("下載結果")
 
-    show_btn.click(fn=show_package, inputs=show_input, outputs=show_output)
+    # show_btn.click(fn=show_package, inputs=show_input, outputs=show_output)
     download_btn.click(fn=zip_outputs, outputs=file_output)
-    install_btn.click(fn=install_package, inputs=pkg_input, outputs=install_output)
-    infer_btn.click(fn=start_inference_stream, outputs=log_output)
-    uninstall_btn.click(fn=uninstall_package, inputs=pkg_input2, outputs=uninstall_output)
+    # install_btn.click(fn=install_package, inputs=pkg_input, outputs=install_output)
+    infer_btn.click(fn=start_inference_stream,input=config_count, outputs=log_output)
+    # uninstall_btn.click(fn=uninstall_package, inputs=pkg_input2, outputs=uninstall_output)
     upload_button.click(fn=save_files,inputs=[data_input, config_input],outputs=output)
 demo.launch()

src/multiview_consist_edit/config/infer_tryon_multi_T.yaml

@@ -40,7 +40,10 @@ infer_data:
   clip_model_path: 'openai/clip-vit-base-patch32'
   is_train: false
   mode: 'pair'
-  output_front: false
+  # the view ids you want to use
+  # it will cover other settings like output_front, front_id, is_use_all_views
+  view_ids: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]  
+  output_front: true
   front_id: 0  # front view id, used for thuman2 dataset
   is_use_all_views: false # if your all views count <= 16, you can set it to true, otherwise false
 

src/multiview_consist_edit/data/Thuman2_multi.py

@@ -48,7 +48,7 @@ def crop_image(human_img_orig):
 
 class Thuman2_Dataset(Dataset):
     def __init__(
-        self, dataroot, sample_size=(512,384), is_train=True, mode='pair', clip_model_path='', multi_length=8, output_front=True,front_id=0, is_use_all_views=False
+        self, dataroot, sample_size=(512,384), is_train=True, mode='pair', clip_model_path='', multi_length=8, view_ids=None, output_front=True, front_id=0, is_use_all_views=False
     ):
         c_names_front = []
         c_names_back = []
@@ -81,8 +81,10 @@ class Thuman2_Dataset(Dataset):
         self.is_train = is_train
         self.sample_size = sample_size
         self.multi_length = multi_length
+        self.view_ids = view_ids
         self.front_id = front_id
         self.is_use_all_views = is_use_all_views
+        self.output_front = output_front
         self.clip_image_processor = CLIPProcessor.from_pretrained(clip_model_path,local_files_only=False)
 
         self.pixel_transforms = transforms.Compose([
@@ -117,7 +119,6 @@ class Thuman2_Dataset(Dataset):
             transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5], inplace=True),
         ])
         self.color_transform = transforms.ColorJitter(brightness=0.3, contrast=0.2, saturation=0.2, hue=0.0)
-        self.output_front = output_front
 
     def __len__(self):
         if len(self.cloth_ids) >= 1:
@@ -149,27 +150,30 @@ class Thuman2_Dataset(Dataset):
         if self.is_train:
             select_images = random.sample(images, self.multi_length)
         else:
-            # select_idxs = [0,3,6,9,12, 15,18,21,24,27, 79,76,73,70,67,64]
-            L = len(images)
-            select_idxs = []
-            if self.is_use_all_views:
-                sl = L/2
-            else:
-                sl = 16
-            if self.output_front:
-                begin = 0
-                while begin < L//4:
-                    select_idxs.append((int(begin) + self.front_id) % L)
-                    begin += L/2/sl
-                begin = L*3//4
-                while begin < L:
-                    select_idxs.append((int(begin) + self.front_id) % L)
-                    begin += L/2/sl
+            if self.view_ids is not None and len(self.view_ids) > 0:
+                select_idxs = self.view_ids
             else:
-                begin = L//4
-                while begin < L*3//4:
-                    select_idxs.append((int(begin) + self.front_id) % L)
-                    begin += L/2/sl
+                # select_idxs = [0,3,6,9,12, 15,18,21,24,27, 79,76,73,70,67,64]
+                L = len(images)
+                select_idxs = []
+                if self.is_use_all_views:
+                    sl = L/2
+                else:
+                    sl = 16
+                if self.output_front:
+                    begin = 0
+                    while begin < L//4:
+                        select_idxs.append((int(begin) + self.front_id) % L)
+                        begin += L/2/sl
+                    begin = L*3//4
+                    while begin < L:
+                        select_idxs.append((int(begin) + self.front_id) % L)
+                        begin += L/2/sl
+                else:
+                    begin = L//4
+                    while begin < L*3//4:
+                        select_idxs.append((int(begin) + self.front_id) % L)
+                        begin += L/2/sl
             # print(sorted(select_idxs))
             # select_idxs = [0,3,6,9,12, 15,18,21,24,27, L-1,L-4,L-7,L-10,L-13,L-16]
             select_images = []