Upload Forge.py

Forge.py

@@ -0,0 +1,262 @@
+from IPython.display import display, HTML, clear_output, Image
+from ipywidgets import widgets
+from IPython import get_ipython
+from pathlib import Path
+import subprocess, time, os, shlex, json, shutil
+from nenen88 import pull, say, download, clone, tempe
+
+repo = f"git clone -q https://github.com/Panchovix/stable-diffusion-webui-reForge forge"
+
+home = Path.home()
+src = home / '.gutris1'
+css = src / 'multi.css'
+img = src / 'loading.png'
+mark = src / 'marking.py'
+multi = home / '.conda/multi.py'
+
+tmp = Path('/tmp')
+vnv = tmp / 'venv'
+
+webui = home / 'forge'
+
+os.chdir(home)
+
+if webui.exists():
+    git_dir = webui / '.git'
+    if git_dir.exists():
+        os.chdir(webui)
+        commit_hash = os.popen('git rev-parse HEAD').read().strip()
+
+        get_ipython().system("git pull origin main")
+        get_ipython().system("git fetch --tags")
+
+    x = [
+        f"https://github.com/gutris1/segsmaker/raw/main/script/controlnet/controlnet.py {webui}/asd",
+        f"https://github.com/gutris1/segsmaker/raw/main/script/zrok.py {webui}",
+        f"https://github.com/gutris1/segsmaker/raw/main/script/pinggy.py {webui}",
+        f"https://github.com/gutris1/segsmaker/raw/main/script/ngrokk.py {webui}",
+        f"https://github.com/gutris1/segsmaker/raw/main/script/venv.py {webui}",
+        f"https://github.com/gutris1/segsmaker/raw/main/script/multi/segsmaker.py {webui}"]
+
+    for y in x:
+        download(y)
+
+else:
+    devnull = {"stdout": subprocess.DEVNULL, "stderr": subprocess.DEVNULL}
+
+    loading = widgets.Output()
+    sd_setup = widgets.Output()
+
+    button1 = widgets.Button(description='SD 1.5')
+    button2 = widgets.Button(description='SD XL')
+    back_button = widgets.Button(description='⬅️')
+
+    panel = widgets.HBox([button1, back_button, button2], layout=widgets.Layout(
+        width='500px',
+        height='100%',
+        display='flex',
+        flex_flow='row',
+        align_items='center',
+        justify_content='space-between',
+        padding='20px'))
+
+    button1.add_class("buttons")
+    button2.add_class("buttons")
+    back_button.add_class("back-b")
+    panel.add_class("main-panel")
+
+    def load_css(css):
+        with css.open("r") as file:
+            data = file.read()
+
+        display(HTML(f"<style>{data}</style>"))
+
+    def tmp_cleaning():
+        for item in tmp.iterdir():
+            if item.is_dir() and item != vnv:
+                shutil.rmtree(item)
+            elif item.is_file() and item != vnv:
+                item.unlink()
+
+    def venv_install():
+        url = 'https://huggingface.co/pantat88/back_up/resolve/main/venv.tar.lz4'
+        fn = Path(url).name
+
+        def check(folder):
+            du = get_ipython().getoutput(f'du -s -b {folder}')
+            if du:
+                size = int(du[0].split()[0])
+                return size
+            else:
+                return 0
+
+        def venv():
+            if vnv.exists() and check(vnv) > 7 * 1024**3:
+                return
+            else:
+                os.chdir(tmp)
+                get_ipython().system(f'rm -rf {vnv}')
+
+                say("<br><b>【{red} Installing VENV{d} 】{red}</b>")
+                download(url)
+
+                get_ipython().system(f'pv {fn} | lz4 -d | tar xf -')
+                Path(fn).unlink()
+
+                get_ipython().system(f'rm -rf {vnv / "bin" / "pip*"}')
+                get_ipython().system(f'rm -rf {vnv / "bin" / "python*"}')
+                os.system(f'python -m venv {vnv}')
+                os.system('/tmp/venv/bin/python3 -m pip install -q --upgrade pip')
+
+        venv()
+        os.chdir(home)
+
+    def req_list(home, webui):
+        return [
+            f"rm -rf {home}/tmp {home}/.cache/*",
+            f"rm -rf {webui}/models/Stable-diffusion/tmp_ckpt {webui}/models/Lora/tmp_lora {webui}/models/ControlNet",
+            f"rm -rf {webui}/models/svd {webui}/models/z123",
+            f"mkdir -p {webui}/models/Lora",
+            f"mkdir -p {webui}/models/ESRGAN",
+            f"ln -vs /tmp {home}/tmp",
+            f"ln -vs /tmp/ckpt {webui}/models/Stable-diffusion/tmp_ckpt",
+            f"ln -vs /tmp/lora {webui}/models/Lora/tmp_lora",
+            f"ln -vs /tmp/controlnet {webui}/models/ControlNet",
+            f"ln -vs /tmp/z123 {webui}/models/z123",
+            f"ln -vs /tmp/svd {webui}/models/svd"]
+
+    def sd_clone(home, webui, devnull):
+        time.sleep(1)
+        pull(f"https://github.com/gutris1/segsmaker forge {webui}")
+
+        tmp_cleaning()
+
+        os.chdir(webui)
+        req = req_list(home, webui)
+
+        for lines in req:
+            subprocess.run(shlex.split(lines), **devnull)
+            
+        scripts = [
+            f"https://github.com/gutris1/segsmaker/raw/main/script/controlnet/controlnet.py {webui}/asd",
+            f"https://github.com/gutris1/segsmaker/raw/main/script/zrok.py {webui}",
+            f"https://github.com/gutris1/segsmaker/raw/main/script/pinggy.py {webui}",
+            f"https://github.com/gutris1/segsmaker/raw/main/script/ngrokk.py {webui}",
+            f"https://github.com/gutris1/segsmaker/raw/main/script/venv.py {webui}",
+            f"https://github.com/gutris1/segsmaker/raw/main/script/multi/segsmaker.py {webui}"]
+            
+        upscalers = [
+            f"https://huggingface.co/pantat88/ui/resolve/main/4x-UltraSharp.pth {webui}/models/ESRGAN",
+            f"https://huggingface.co/pantat88/ui/resolve/main/4x-AnimeSharp.pth {webui}/models/ESRGAN",
+            f"https://huggingface.co/pantat88/ui/resolve/main/4x_NMKD-Superscale-SP_178000_G.pth {webui}/models/ESRGAN",
+            f"https://huggingface.co/pantat88/ui/resolve/main/4x_RealisticRescaler_100000_G.pth {webui}/models/ESRGAN",
+            f"https://huggingface.co/pantat88/ui/resolve/main/8x_RealESRGAN.pth {webui}/models/ESRGAN",
+            f"https://huggingface.co/pantat88/ui/resolve/main/4x_foolhardy_Remacri.pth {webui}/models/ESRGAN"]
+        
+        line = scripts + upscalers
+        for item in line:
+            download(item)
+
+        tempe()
+
+    def extensions(webui):
+        say("<br><b>【{red} Installing Extensions{d} 】{red}</b>")
+        os.chdir(webui / "extensions")
+        clone(str(webui / "asd/extension.txt"))
+
+    def sd_1_5(home, webui, devnull):
+        sd_clone(home, webui, devnull)
+
+        extras = [
+            f"https://huggingface.co/pantat88/ui/resolve/main/embeddings.zip {webui}",
+            f"https://civitai.com/api/download/models/150491 {webui}/embeddings edgQuality.pt",
+            f"https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors {webui}/models/VAE"]
+
+        for items in extras:
+            download(items)
+
+        get_ipython().system(f"unzip -qo {webui}/embeddings.zip -d {webui}/embeddings && rm {webui}/embeddings.zip")
+
+        extensions(webui)
+
+    def sd_xl(home, webui, devnull):
+        sd_clone(home, webui, devnull)
+
+        extras = [
+            f"https://civitai.com/api/download/models/182974 {webui}/embeddings",
+            f"https://civitai.com/api/download/models/159385 {webui}/embeddings",
+            f"https://civitai.com/api/download/models/159184 {webui}/embeddings",
+            f"https://civitai.com/api/download/models/264491 {webui}/models/VAE XL_VAE_F1.safetensors"]
+
+        for items in extras:
+            download(items)
+
+        extensions(webui)
+
+    def marking(path, fn, ui):
+        txt = path / fn
+        values = {
+            'ui': ui,
+            'launch_args1': '',
+            'launch_args2': '',
+            'zrok_token': '',
+            'ngrok_token': '',
+            'tunnel': ''
+        }
+
+        if not txt.exists():
+            with open(txt, 'w') as file:
+                json.dump(values, file, indent=4)
+
+        with open(txt, 'r') as file:
+            data = json.load(file)
+
+        data.update({
+            'ui': ui,
+            'launch_args1': '',
+            'launch_args2': '',
+            'tunnel': ''
+        })
+
+        with open(txt, 'w') as file:
+            json.dump(data, file, indent=4)
+
+    def sd_install(b):
+        panel.close()
+        clear_output()
+
+        with loading:
+            display(Image(filename=str(img)))
+
+        with sd_setup:
+            sd_setup.clear_output()
+            say("<b>【{red} Installing Stable Diffusion Forge{d} 】{red}</b>")
+            get_ipython().system(f"{repo}")
+            
+            if b.description == 'SD 1.5':
+                sd_1_5(home, webui, devnull)
+            elif b.description == 'SD XL':
+                sd_xl(home, webui, devnull)
+
+            venv_install()
+
+            marking(src, 'marking.json', 'Forge')
+            get_ipython().magic(f"run {mark}")
+
+            with loading:
+                loading.clear_output(wait=True)
+                say("<b>【{red} Done{d} 】{red}</b>")
+
+    def go_back(b):
+        panel.close()
+        clear_output()
+
+        with sd_setup:
+            get_ipython().magic(f"run {multi}")
+
+    load_css(css)
+    display(panel, sd_setup, loading)
+
+    button1.on_click(sd_install)
+    button2.on_click(sd_install)
+    back_button.on_click(go_back)