Upload 9 files

README.md

@@ -4,7 +4,7 @@ emoji: 🎨➡️🧨
 colorFrom: indigo
 colorTo: purple
 sdk: gradio
-sdk_version: 5.1.0
+sdk_version: 5.6.0
 app_file: app.py
 pinned: false
 license: mit

convert_url_to_diffusers_multi_gr.py

@@ -1,13 +1,5 @@
 import os
-if os.environ.get("SPACES_ZERO_GPU") is not None:
-    import spaces
-else:
-    class spaces:
-        @staticmethod
-        def GPU(func):
-            def wrapper(*args, **kwargs):
-                return func(*args, **kwargs)
-            return wrapper
+import spaces
 import argparse
 from pathlib import Path
 import os
@@ -212,7 +204,7 @@ def convert_sd35_fp8_cpu(new_file: str, new_dir: str, dtype: str, base_repo: str
 
 #@spaces.GPU(duration=60)
 def load_and_save_pipeline(pipe, model_type: str, url: str, new_file: str, new_dir: str, dtype: str,
-                           scheduler: str, base_repo: str, civitai_key: str, lora_dict: dict,
+                           scheduler: str, ema: bool, base_repo: str, civitai_key: str, lora_dict: dict,
                            my_vae, my_clip_tokenizer, my_clip_encoder, my_t5_tokenizer, my_t5_encoder,
                            kwargs: dict, dkwargs: dict, progress=gr.Progress(track_tqdm=True)):
     try:
@@ -289,6 +281,7 @@ def load_and_save_pipeline(pipe, model_type: str, url: str, new_file: str, new_d
             pipe = fuse_loras(pipe, lora_dict, temp_dir, civitai_key, dkwargs)
             pipe.save_pretrained(new_dir)
     except Exception as e:
+        print(f"Failed to load pipeline. {e}")
         raise Exception("Failed to load pipeline.") from e
     finally:
         return pipe
@@ -369,7 +362,7 @@ def convert_url_to_diffusers(url: str, civitai_key: str="", is_upload_sf: bool=F
                 if my_t5_tokenizer: kwargs["tokenizer_2"] = my_t5_tokenizer
                 if my_t5_encoder: kwargs["text_encoder_2"] = my_t5_encoder
 
-        pipe = load_and_save_pipeline(pipe, model_type, url, new_file, new_dir, dtype, scheduler, base_repo, civitai_key, lora_dict,
+        pipe = load_and_save_pipeline(pipe, model_type, url, new_file, new_dir, dtype, scheduler, ema, base_repo, civitai_key, lora_dict,
                                       my_vae, my_clip_tokenizer, my_clip_encoder, my_t5_tokenizer, my_t5_encoder, kwargs, dkwargs)
         
         if Path(new_dir).exists(): save_readme_md(new_dir, url)

requirements.txt

@@ -1,11 +1,12 @@
 huggingface_hub
 safetensors
-transformers==4.44.0
-diffusers==0.30.3
+transformers>=4.44.0
+diffusers>=0.30.3
 peft
 sentencepiece
 torch
 pytorch_lightning
 gdown
 bitsandbytes
-accelerate
+accelerate
+numpy<2

sdutils.py

@@ -51,16 +51,17 @@ from diffusers import (
 
 
 SCHEDULER_CONFIG_MAP = {
-    "DPM++ 2M": (DPMSolverMultistepScheduler, {"use_karras_sigmas": False}),
-    "DPM++ 2M Karras": (DPMSolverMultistepScheduler, {"use_karras_sigmas": True}),
+    "DPM++ 2M": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "use_karras_sigmas": False}),
+    "DPM++ 2M Karras": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "use_karras_sigmas": True}),
     "DPM++ 2M SDE": (DPMSolverMultistepScheduler, {"use_karras_sigmas": False, "algorithm_type": "sde-dpmsolver++"}),
     "DPM++ 2M SDE Karras": (DPMSolverMultistepScheduler, {"use_karras_sigmas": True, "algorithm_type": "sde-dpmsolver++"}),
-    "DPM++ 2S": (DPMSolverSinglestepScheduler, {"use_karras_sigmas": False}),
-    "DPM++ 2S Karras": (DPMSolverSinglestepScheduler, {"use_karras_sigmas": True}),
-    "DPM++ 1S": (DPMSolverMultistepScheduler, {"solver_order": 1}),
-    "DPM++ 1S Karras": (DPMSolverMultistepScheduler, {"solver_order": 1, "use_karras_sigmas": True}),
-    "DPM++ 3M": (DPMSolverMultistepScheduler, {"solver_order": 3}),
-    "DPM++ 3M Karras": (DPMSolverMultistepScheduler, {"solver_order": 3, "use_karras_sigmas": True}),
+    "DPM++ 2S": (DPMSolverSinglestepScheduler, {"algorithm_type": "dpmsolver++", "use_karras_sigmas": False}),
+    "DPM++ 2S Karras": (DPMSolverSinglestepScheduler, {"algorithm_type": "dpmsolver++", "use_karras_sigmas": True}),
+    "DPM++ 1S": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "solver_order": 1}),
+    "DPM++ 1S Karras": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "solver_order": 1, "use_karras_sigmas": True}),
+    "DPM++ 3M": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "solver_order": 3}),
+    "DPM++ 3M Karras": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "solver_order": 3, "use_karras_sigmas": True}),
+    "DPM 3M": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver", "final_sigmas_type": "sigma_min", "solver_order": 3}),
     "DPM++ SDE": (DPMSolverSDEScheduler, {"use_karras_sigmas": False}),
     "DPM++ SDE Karras": (DPMSolverSDEScheduler, {"use_karras_sigmas": True}),
     "DPM2": (KDPM2DiscreteScheduler, {}),
@@ -87,8 +88,8 @@ SCHEDULER_CONFIG_MAP = {
     "DPM++ 2M EDM Karras": (EDMDPMSolverMultistepScheduler, {"use_karras_sigmas": True, "solver_order": 2, "solver_type": "midpoint", "final_sigmas_type": "zero", "algorithm_type": "dpmsolver++"}),
     "DDPM": (DDPMScheduler, {}),
 
-    "DPM++ 2M Lu": (DPMSolverMultistepScheduler, {"use_lu_lambdas": True}),
-    "DPM++ 2M Ef": (DPMSolverMultistepScheduler, {"euler_at_final": True}),
+    "DPM++ 2M Lu": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "use_lu_lambdas": True}),
+    "DPM++ 2M Ef": (DPMSolverMultistepScheduler, {"algorithm_type": "dpmsolver++", "euler_at_final": True}),
     "DPM++ 2M SDE Lu": (DPMSolverMultistepScheduler, {"use_lu_lambdas": True, "algorithm_type": "sde-dpmsolver++"}),
     "DPM++ 2M SDE Ef": (DPMSolverMultistepScheduler, {"algorithm_type": "sde-dpmsolver++", "euler_at_final": True}),
 
@@ -98,6 +99,18 @@ SCHEDULER_CONFIG_MAP = {
     "TCD trailing": (TCDScheduler, {"timestep_spacing": "trailing"}),
     "LCM Auto-Loader": (LCMScheduler, {}),
     "TCD Auto-Loader": (TCDScheduler, {}),
+
+    "EDM": (EDMDPMSolverMultistepScheduler, {}),
+    "EDM Karras": (EDMDPMSolverMultistepScheduler, {"use_karras_sigmas": True}),
+
+    "Euler (V-Prediction)": (EulerDiscreteScheduler, {"prediction_type": "v_prediction", "rescale_betas_zero_snr": True}),
+    "Euler a (V-Prediction)": (EulerAncestralDiscreteScheduler, {"prediction_type": "v_prediction", "rescale_betas_zero_snr": True}),
+    "Euler EDM (V-Prediction)": (EDMEulerScheduler, {"prediction_type": "v_prediction"}),
+    "Euler EDM Karras (V-Prediction)": (EDMEulerScheduler, {"use_karras_sigmas": True, "prediction_type": "v_prediction"}),
+    "DPM++ 2M EDM (V-Prediction)": (EDMDPMSolverMultistepScheduler, {"solver_order": 2, "solver_type": "midpoint", "final_sigmas_type": "zero", "algorithm_type": "dpmsolver++", "prediction_type": "v_prediction"}),
+    "DPM++ 2M EDM Karras (V-Prediction)": (EDMDPMSolverMultistepScheduler, {"use_karras_sigmas": True, "solver_order": 2, "solver_type": "midpoint", "final_sigmas_type": "zero", "algorithm_type": "dpmsolver++", "prediction_type": "v_prediction"}),
+    "EDM (V-Prediction)": (EDMDPMSolverMultistepScheduler, {"prediction_type": "v_prediction"}),
+    "EDM Karras (V-Prediction)": (EDMDPMSolverMultistepScheduler, {"use_karras_sigmas": True, "prediction_type": "v_prediction"}),
 }
 
 

utils.py

@@ -8,6 +8,7 @@ import re
 import urllib.parse
 import subprocess
 import time
+from typing import Any
 
 
 def get_token():
@@ -25,6 +26,17 @@ def set_token(token):
         print(f"Error: Failed to save token.")
 
 
+def get_state(state: dict, key: str):
+    if key in state.keys(): return state[key]
+    else:
+        print(f"State '{key}' not found.")
+        return None
+
+
+def set_state(state: dict, key: str, value: Any):
+    state[key] = value
+
+
 def get_user_agent():
     return 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:127.0) Gecko/20100101 Firefox/127.0'
 
@@ -113,26 +125,29 @@ def download_hf_file(directory, url, progress=gr.Progress(track_tqdm=True)):
 
 
 def download_thing(directory, url, civitai_api_key="", progress=gr.Progress(track_tqdm=True)): # requires aria2, gdown
-    url = url.strip()
-    if "drive.google.com" in url:
-        original_dir = os.getcwd()
-        os.chdir(directory)
-        os.system(f"gdown --fuzzy {url}")
-        os.chdir(original_dir)
-    elif "huggingface.co" in url:
-        url = url.replace("?download=true", "")
-        if "/blob/" in url: url = url.replace("/blob/", "/resolve/")
-        download_hf_file(directory, url)
-    elif "civitai.com" in url:
-        if "?" in url:
-            url = url.split("?")[0]
-        if civitai_api_key:
-            url = url + f"?token={civitai_api_key}"
-            os.system(f"aria2c --console-log-level=error --summary-interval=10 -c -x 16 -k 1M -s 16 -d {directory} {url}")
+    try:
+        url = url.strip()
+        if "drive.google.com" in url:
+            original_dir = os.getcwd()
+            os.chdir(directory)
+            os.system(f"gdown --fuzzy {url}")
+            os.chdir(original_dir)
+        elif "huggingface.co" in url:
+            url = url.replace("?download=true", "")
+            if "/blob/" in url: url = url.replace("/blob/", "/resolve/")
+            download_hf_file(directory, url)
+        elif "civitai.com" in url:
+            if "?" in url:
+                url = url.split("?")[0]
+            if civitai_api_key:
+                url = url + f"?token={civitai_api_key}"
+                os.system(f"aria2c --console-log-level=error --summary-interval=10 -c -x 16 -k 1M -s 16 -d {directory} {url}")
+            else:
+                print("You need an API key to download Civitai models.")
         else:
-            print("You need an API key to download Civitai models.")
-    else:
-        os.system(f"aria2c --console-log-level=error --summary-interval=10 -c -x 16 -k 1M -s 16 -d {directory} {url}")
+            os.system(f"aria2c --console-log-level=error --summary-interval=10 -c -x 16 -k 1M -s 16 -d {directory} {url}")
+    except Exception as e:
+        print(f"Failed to download: {e}")
 
 
 def get_local_file_list(dir_path):
@@ -145,30 +160,30 @@ def get_local_file_list(dir_path):
 
 
 def get_download_file(temp_dir, url, civitai_key, progress=gr.Progress(track_tqdm=True)):
-    if not "http" in url and is_repo_name(url) and not Path(url).exists():
-        print(f"Use HF Repo: {url}")
-        new_file = url
-    elif not "http" in url and Path(url).exists():
-        print(f"Use local file: {url}")
-        new_file = url
-    elif Path(f"{temp_dir}/{url.split('/')[-1]}").exists():
-        print(f"File to download alreday exists: {url}")
-        new_file = f"{temp_dir}/{url.split('/')[-1]}"
-    else:
-        print(f"Start downloading: {url}")
-        before = get_local_file_list(temp_dir)
-        try:
+    try:
+        if not "http" in url and is_repo_name(url) and not Path(url).exists():
+            print(f"Use HF Repo: {url}")
+            new_file = url
+        elif not "http" in url and Path(url).exists():
+            print(f"Use local file: {url}")
+            new_file = url
+        elif Path(f"{temp_dir}/{url.split('/')[-1]}").exists():
+            print(f"File to download alreday exists: {url}")
+            new_file = f"{temp_dir}/{url.split('/')[-1]}"
+        else:
+            print(f"Start downloading: {url}")
+            before = get_local_file_list(temp_dir)
             download_thing(temp_dir, url.strip(), civitai_key)
-        except Exception:
+            after = get_local_file_list(temp_dir)
+            new_file = list_sub(after, before)[0] if list_sub(after, before) else ""
+        if not new_file:
             print(f"Download failed: {url}")
             return ""
-        after = get_local_file_list(temp_dir)
-        new_file = list_sub(after, before)[0] if list_sub(after, before) else ""
-    if not new_file:
+        print(f"Download completed: {url}")
+        return new_file
+    except Exception:
         print(f"Download failed: {url}")
         return ""
-    print(f"Download completed: {url}")
-    return new_file
 
 
 def download_repo(repo_id: str, dir_path: str, progress=gr.Progress(track_tqdm=True)): # for diffusers repo