Upload folder using huggingface_hub

modules/directory_setup.py

@@ -0,0 +1,12 @@
+import os
+
+webui_path = os.getenv('WEBUI_PATH')
+
+output_dir = f"{webui_path}/outputs"
+models_dir = f"{webui_path}/models/Stable-diffusion"
+vaes_dir = f"{webui_path}/models/VAE"
+embeddings_dir = f"{webui_path}/embeddings"
+loras_dir = f"{webui_path}/models/Lora"
+extensions_dir = f"{webui_path}/extensions"
+control_dir = f"{webui_path}/models/ControlNet"
+adetailer_dir = f"{webui_path}/models/adetailer"

modules/models_data.py

@@ -0,0 +1,108 @@
+model_list = {
+    "1.Anime (by XpucT) + INP": [
+        {"url": "https://huggingface.co/XpucT/Anime/resolve/main/Anime_v2.safetensors", "name": "Anime_V2.safetensors"},
+        {"url": "https://huggingface.co/XpucT/Anime/resolve/main/Anime_v2-inpainting.safetensors", "name": "Anime_V2-inpainting.safetensors"}
+    ],
+    "2.BluMix [Anime] [V7] + INP": [
+        {"url": "https://civitai.com/api/download/models/361779", "name": "BluMix_V7.safetensors"},
+        {"url": "https://civitai.com/api/download/models/363850", "name": "BluMix_V7-inpainting.safetensors"}
+    ],
+    "3.Cetus-Mix [Anime] [V4] + INP": [
+        {"url": "https://huggingface.co/fp16-guy/Cetus-Mix_v4_fp16_cleaned/resolve/main/cetusMix_v4_fp16.safetensors", "name": "CetusMix_V4.safetensors"},
+        {"url": "https://huggingface.co/fp16-guy/Cetus-Mix_v4_fp16_cleaned/resolve/main/cetusMix_v4_inp_fp16.safetensors", "name": "CetusMix_V4-inpainting.safetensors"}
+    ],
+    "4.Counterfeit [Anime] [V3] + INP": [
+        {"url": "https://huggingface.co/fp16-guy/Counterfeit-V3.0_fp16_cleaned/resolve/main/CounterfeitV30_v30_fp16.safetensors", "name": "Counterfeit_V3.safetensors"},
+        {"url": "https://huggingface.co/fp16-guy/Counterfeit-V3.0_fp16_cleaned/resolve/main/CounterfeitV30_v30_inp_fp16.safetensors", "name": "Counterfeit_V3-inpainting.safetensors"}
+    ],
+    "5.CuteColor [Anime] [V3]": [
+        {"url": "https://civitai.com/api/download/models/138754", "name": "CuteColor_V3.safetensors"}
+    ],
+    "6.Dark-Sushi-Mix [Anime]": [
+        {"url": "https://civitai.com/api/download/models/101640", "name": "DarkSushiMix_2_5D.safetensors"},
+        {"url": "https://civitai.com/api/download/models/56071", "name": "DarkSushiMix_colorful.safetensors"}
+    ],
+    "7.Deliberate [Realism] [V6] + INP": [
+        {"url": "https://huggingface.co/XpucT/Deliberate/resolve/main/Deliberate_v6.safetensors", "name": "Deliberate_V6.safetensors"},
+        {"url": "https://huggingface.co/XpucT/Deliberate/resolve/main/Deliberate_v6-inpainting.safetensors", "name": "Deliberate_V6-inpainting.safetensors"}
+    ],
+    "8.Meina-Mix [Anime] [V11] + INP": [
+        {"url": "https://civitai.com/api/download/models/119057", "name": "MeinaMix_V11.safetensors"},
+        {"url": "https://civitai.com/api/download/models/120702", "name": "MeinaMix_V11-inpainting.safetensors"}
+    ],
+    "9.Mix-Pro [Anime] [V4] + INP": [
+        {"url": "https://huggingface.co/fp16-guy/MIX-Pro-V4_fp16_cleaned/resolve/main/mixProV4_v4_fp16.safetensors", "name": "MixPro_V4.safetensors"},
+        {"url": "https://huggingface.co/fp16-guy/MIX-Pro-V4_fp16_cleaned/resolve/main/mixProV4_v4_inp_fp16.safetensors", "name": "MixPro_V4-inpainting.safetensors"},
+        {"url": "https://huggingface.co/fp16-guy/MIX-Pro-V4.5_fp16_cleaned/resolve/main/mixProV45Colorbox_v45_fp16.safetensors", "name": "MixPro_V4_5.safetensors"},
+        {"url": "https://huggingface.co/fp16-guy/MIX-Pro-V4.5_fp16_cleaned/resolve/main/mixProV45Colorbox_v45_inp_fp16.safetensors", "name": "MixPro_V4_5-inpainting.safetensors"}
+    ]
+}
+
+vae_list = {
+    "1.Anime.vae": [
+      {"url": "https://huggingface.co/fp16-guy/anything_kl-f8-anime2_vae-ft-mse-840000-ema-pruned_blessed_clearvae_fp16_cleaned/resolve/main/kl-f8-anime2_fp16.safetensors", "name": "Anime-kl-f8.vae.safetensors"},
+      {"url": "https://huggingface.co/fp16-guy/anything_kl-f8-anime2_vae-ft-mse-840000-ema-pruned_blessed_clearvae_fp16_cleaned/resolve/main/vae-ft-mse-840000-ema-pruned_fp16.safetensors", "name": "Anime-mse.vae.safetensors"}
+    ],
+    "2.Anything.vae": [{"url": "https://huggingface.co/fp16-guy/anything_kl-f8-anime2_vae-ft-mse-840000-ema-pruned_blessed_clearvae_fp16_cleaned/resolve/main/anything_fp16.safetensors", "name": "Anything.vae.safetensors"}],
+    "3.Blessed2.vae": [{"url": "https://huggingface.co/fp16-guy/anything_kl-f8-anime2_vae-ft-mse-840000-ema-pruned_blessed_clearvae_fp16_cleaned/resolve/main/blessed2_fp16.safetensors", "name": "Blessed2.vae.safetensors"}],
+    "4.ClearVae.vae": [{"url": "https://huggingface.co/fp16-guy/anything_kl-f8-anime2_vae-ft-mse-840000-ema-pruned_blessed_clearvae_fp16_cleaned/resolve/main/ClearVAE_V2.3_fp16.safetensors", "name": "ClearVae_23.vae.safetensors"}],
+    "5.WD.vae": [{"url": "https://huggingface.co/NoCrypt/resources/resolve/main/VAE/wd.vae.safetensors", "name": "WD.vae.safetensors"}]
+}
+
+controlnet_list = {
+    "1.canny": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_canny_fp16.safetensors", "name": "control_v11p_sd15_canny_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_canny_fp16.yaml", "name": "control_v11p_sd15_canny_fp16.yaml"}
+    ],
+    "2.openpose": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_openpose_fp16.safetensors", "name": "control_v11p_sd15_openpose_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_openpose_fp16.yaml", "name": "control_v11p_sd15_openpose_fp16.yaml"}
+    ],
+    "3.depth": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors", "name": "control_v11f1p_sd15_depth_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11f1p_sd15_depth_fp16.yaml", "name": "control_v11f1p_sd15_depth_fp16.yaml"},
+        {"url": "https://huggingface.co/NagisaNao/models/resolve/main/ControlNet_v11/control_v11p_sd15_depth_anything_fp16.safetensors", "name": "control_v11p_sd15_depth_anything_fp16.safetensors"}
+    ],
+    "4.normal_map": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors", "name": "control_v11p_sd15_normalbae_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_normalbae_fp16.yaml", "name": "control_v11p_sd15_normalbae_fp16.yaml"}
+    ],
+    "5.mlsd": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors", "name": "control_v11p_sd15_mlsd_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_mlsd_fp16.yaml", "name": "control_v11p_sd15_mlsd_fp16.yaml"}
+    ],
+    "6.lineart": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_lineart_fp16.safetensors", "name": "control_v11p_sd15_lineart_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors", "name": "control_v11p_sd15s2_lineart_anime_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_lineart_fp16.yaml", "name": "control_v11p_sd15_lineart_fp16.yaml"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15s2_lineart_anime_fp16.yaml", "name": "control_v11p_sd15s2_lineart_anime_fp16.yaml"}
+    ],
+    "7.soft_edge": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_softedge_fp16.safetensors", "name": "control_v11p_sd15_softedge_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_softedge_fp16.yaml", "name": "control_v11p_sd15_softedge_fp16.yaml"}
+    ],
+    "8.scribble": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_scribble_fp16.safetensors", "name": "control_v11p_sd15_scribble_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_scribble_fp16.yaml", "name": "control_v11p_sd15_scribble_fp16.yaml"}
+    ],
+    "9.segmentation": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_seg_fp16.safetensors", "name": "control_v11p_sd15_seg_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_seg_fp16.yaml", "name": "control_v11p_sd15_seg_fp16.yaml"}
+    ],
+    "10.shuffle": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors", "name": "control_v11e_sd15_shuffle_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11e_sd15_shuffle_fp16.yaml", "name": "control_v11e_sd15_shuffle_fp16.yaml"}
+    ],
+    "11.tile": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors", "name": "control_v11f1e_sd15_tile_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11f1e_sd15_tile_fp16.yaml", "name": "control_v11f1e_sd15_tile_fp16.yaml"}
+    ],
+    "12.inpaint": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors", "name": "control_v11p_sd15_inpaint_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_inpaint_fp16.yaml", "name": "control_v11p_sd15_inpaint_fp16.yaml"}
+    ],
+    "13.instruct_p2p": [
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors", "name": "control_v11e_sd15_ip2p_fp16.safetensors"},
+        {"url": "https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11e_sd15_ip2p_fp16.yaml", "name": "control_v11e_sd15_ip2p_fp16.yaml"}
+    ]
+}

modules/setup_en.py

@@ -0,0 +1,88 @@
+import os
+import sys
+import shutil
+import argparse
+import importlib
+import subprocess
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='Script configuration')
+    parser.add_argument('--lang', type=str, default='en', help='Код языка, по умолчанию "en"')
+    parser.add_argument('--repo', type=str, required=True, help='Repository Name')
+    return parser.parse_args()
+
+def detect_environment():
+    free_plan = (os.sysconf('SC_PAGE_SIZE') * os.sysconf('SC_PHYS_PAGES') / (1024 ** 3) <= 20)
+    environments = {
+        'COLAB_GPU': ('Google Colab', "/root" if free_plan else "/content"),
+        'KAGGLE_URL_BASE': ('Kaggle', "/kaggle/working/content")
+    }
+    for env_var, (environment, path) in environments.items():
+        if env_var in os.environ:
+            return environment, path, free_plan
+    print("\033[31mError: an unsupported runtime environment was detected.\n\033[34mSupported environments:\033[0m Google Colab, Kaggle")
+    return None, None, None
+
+def setup_module_folder(root_path):
+    modules_folder = os.path.join(root_path, "modules")
+    os.makedirs(modules_folder, exist_ok=True)
+    if modules_folder not in sys.path:
+        sys.path.append(modules_folder)
+
+def clear_module_cache(modules_folder):
+    for module_name in list(sys.modules.keys()):
+        module = sys.modules[module_name]
+        if hasattr(module, '__file__') and module.__file__ and module.__file__.startswith(modules_folder):
+            del sys.modules[module_name]
+    
+    importlib.invalidate_caches()
+
+def download_files(root_path, lang, repo):
+    print("Please wait for the files to download... 👀", end='', flush=True)
+    files_dict = { # save folder name | url folder path | files list
+        'CSS': {'CSS': ['main_widgets.css', 'auto_cleaner.css', 'dl_display_result.css']},
+        'file_cell': {f'files_cells/python/{lang}': [f'widgets_{lang}.py', f'downloading_{lang}.py', f'launch_{lang}.py', f'auto_cleaner_{lang}.py']},
+        'file_cell/special': {f'special': ['dl_display_results.py']},
+        'modules': {f'modules': ['models_data.py', 'directory_setup.py']}
+    }
+    for folder, contents in files_dict.items():
+        folder_path = os.path.join(root_path, folder)
+        if os.path.exists(folder_path):
+            shutil.rmtree(folder_path)
+        os.makedirs(folder_path)
+        for path_url, files in contents.items():
+            for file in files:
+                file_url = f"https://huggingface.co/NagisaNao/{repo}/resolve/main/{path_url}/{file}"
+                file_path = os.path.join(folder_path, file)
+                os.system(f'wget -q {file_url} -O {file_path}')
+    print("\rDone! Now you can run the cells below. ☄️" + " "*30)
+
+def main():
+    args = parse_args()
+    lang = args.lang
+    repo = args.repo
+
+    env, root_path, free_plan = detect_environment()
+
+    if env and root_path:
+        webui_path = f"{root_path}/sdw"
+        download_files(root_path, lang, repo)
+        clear_module_cache(os.path.join(root_path, "modules"))
+        setup_module_folder(root_path)
+        
+        # Set global environment variable
+        os.environ['ENV_NAME'] = env
+        os.environ['ROOT_PATH'] = root_path
+        os.environ['WEBUI_PATH'] = webui_path
+        os.environ['FREE_PLAN'] = 'True' if free_plan else 'False'
+
+        print(f"Runtime environment: \033[33m{env}\033[0m")
+        if env == "Google Colab":
+            print(f"Colab Pro subscription: \033[34m{not free_plan}\033[0m")
+            print(f"File location: \033[32m{root_path}\033[0m")
+            
+        if repo != 'fast_repo':
+            print('\n\033[31mWARNING: Test mode is used, there may be errors in use!\033[0m')
+
+if __name__ == "__main__":
+    main()

modules/setup_ru.py

@@ -0,0 +1,88 @@
+import os
+import sys
+import shutil
+import argparse
+import importlib
+import subprocess
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='Script configuration')
+    parser.add_argument('--lang', type=str, default='en', help='Код языка, по умолчанию "en"')
+    parser.add_argument('--repo', type=str, required=True, help='Название репозитория')
+    return parser.parse_args()
+
+def detect_environment():
+    free_plan = (os.sysconf('SC_PAGE_SIZE') * os.sysconf('SC_PHYS_PAGES') / (1024 ** 3) <= 20)
+    environments = {
+        'COLAB_GPU': ('Google Colab', "/root" if free_plan else "/content"),
+        'KAGGLE_URL_BASE': ('Kaggle', "/kaggle/working/content")
+    }
+    for env_var, (environment, path) in environments.items():
+        if env_var in os.environ:
+            return environment, path, free_plan
+    print("\033[31mОшибка: обнаружена неизвестная среда выполнения.\n\033[34mПоддерживаемые среды:\033[0m Google Colab, Kaggle.")
+    return None, None, None
+
+def setup_module_folder(root_path):
+    modules_folder = os.path.join(root_path, "modules")
+    os.makedirs(modules_folder, exist_ok=True)
+    if modules_folder not in sys.path:
+        sys.path.append(modules_folder)
+
+def clear_module_cache(modules_folder):
+    for module_name in list(sys.modules.keys()):
+        module = sys.modules[module_name]
+        if hasattr(module, '__file__') and module.__file__ and module.__file__.startswith(modules_folder):
+            del sys.modules[module_name]
+    
+    importlib.invalidate_caches()
+
+def download_files(root_path, lang, repo):
+    print("Пожалуйста, дождитесь загрузки файлов... 👀", end='', flush=True)
+    files_dict = { # save folder name | url folder path | files list
+        'CSS': {'CSS': ['main_widgets.css', 'auto_cleaner.css', 'dl_display_result.css']},
+        'file_cell': {f'files_cells/python/{lang}': [f'widgets_{lang}.py', f'downloading_{lang}.py', f'launch_{lang}.py', f'auto_cleaner_{lang}.py']},
+        'file_cell/special': {f'special': ['dl_display_results.py']},
+        'modules': {f'modules': ['models_data.py', 'directory_setup.py']}
+    }
+    for folder, contents in files_dict.items():
+        folder_path = os.path.join(root_path, folder)
+        if os.path.exists(folder_path):
+            shutil.rmtree(folder_path)
+        os.makedirs(folder_path)
+        for path_url, files in contents.items():
+            for file in files:
+                file_url = f"https://huggingface.co/NagisaNao/{repo}/resolve/main/{path_url}/{file}"
+                file_path = os.path.join(folder_path, file)
+                os.system(f'wget -q {file_url} -O {file_path}')
+    print(f"\rГотово! Теперь вы можете запустить ячейки ниже. ☄️" + " "*30)
+
+def main():
+    args = parse_args()
+    lang = args.lang
+    repo = args.repo
+
+    env, root_path, free_plan = detect_environment()
+
+    if env and root_path:
+        webui_path = f"{root_path}/sdw"
+        download_files(root_path, lang, repo)
+        clear_module_cache(os.path.join(root_path, "modules"))
+        setup_module_folder(root_path)
+        
+        # Set global environment variable
+        os.environ['ENV_NAME'] = env
+        os.environ['ROOT_PATH'] = root_path
+        os.environ['WEBUI_PATH'] = webui_path
+        os.environ['FREE_PLAN'] = 'True' if free_plan else 'False'
+
+        print(f"Среда выполнения: \033[33m{env}\033[0m")
+        if env == "Google Colab":
+            print(f"Подписка Colab Pro: \033[34m{not free_plan}\033[0m")
+            print(f"Расположение файлов: \033[32m{root_path}\033[0m")
+            
+        if repo != 'fast_repo':
+            print('\n\033[31mВНИМАНИЕ: Используется тестовый режим, возможны ошибки при использовании!\033[0m')
+
+if __name__ == "__main__":
+    main()