Upload 6 files

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 sd-model-downloader-main[[:space:]]-[[:space:]]副本/images/instructions.png filter=lfs diff=lfs merge=lfs -text
+sd-model-downloader/images/instructions.png filter=lfs diff=lfs merge=lfs -text

sd-model-downloader/README.md

@@ -0,0 +1,48 @@
+# sd-model-downloader
+SD Web UI Extension to Download Model from URL
+  
+# This Extension Work on AUTO1111 SD Webui
+
+To install it, clone the repo into the `extensions` directory and run terminal:<br>
+`git clone https://github.com/Iyashinouta/sd-model-downloader /content/stable-diffusion-webui/extensions/sd-model-downloader`
+
+or Install from SD Webui:<br>
+install from URL, and Paste Link https://github.com/Iyashinouta/sd-model-downloader
+
+# Instructions
+
+<details><summary>tap to see image</summary>
+  
+  ![preview](https://raw.githubusercontent.com/Iyashinouta/sd-model-downloader/main/images/instructions.png)
+  
+</details>
+
+# Update fix/features
+
+<details><summary>
+  See Releases for more details
+  </summary>
+
+  - June 14, 2023<br>
+    - bug fix = fix `NoneType` variables from <a href=https://github.com/Iyashinouta/sd-model-downloader/issues/8#issue-1751439968>YKefasu<br>
+    - rollback features = Filename features finally back again<br>
+  - May 30, 2023<br>
+    - bug fix : path fix<br>
+    - bug fix : downloading `card-no-preview.png` if not exist
+  - May 28, 2023<br>
+    - adding features : save to <a href=https://github.com/kohya-ss/sd-webui-additional-networks>AddNet Extension</a><br>
+    - optimizing fix : more stable, though in latest version on webui<br>
+  - May 26, 2023<br>
+    - optimizing fix : fix performance when reading information<br>
+  - May 22, 2023<br>
+    - bug fix : getting error while downloading Huggingface<br>
+  
+  - May 21, 2023<br>
+    - adding feature : show image preview model and save to thumbnail<br>
+    - fix : re-organize ui<br>
+
+  - May 12, 2023<br>
+    - adding features : submit url/filename<br>
+    - bug fix : path fix<br>
+  
+</details>

sd-model-downloader/install.py

@@ -0,0 +1,27 @@
+import os
+import launch
+import platform
+import subprocess
+
+def checking():
+    try:
+        subprocess.run("aria2c", stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        return True
+    except FileNotFoundError:
+           return False
+
+if platform.system() == "Linux":
+   if not checking():
+      launch.run("apt update && apt -y install -qq aria2", "Installing requirements for Model Downloader")
+   else:
+        pass
+elif platform.system() == "Darwin":
+     if not checking():
+        launch.run("brew install aria2", "Installing requirements for Model Downloader")
+     else:
+          pass
+elif platform.system() == "Windows":
+     if not checking():
+        print("Model Downloader required aria2c, see tutorial https://www.youtube.com/watch?v=JnWQST4ay_E")
+     else:
+          pass

sd-model-downloader/model-downloader.py

@@ -0,0 +1,257 @@
+import os
+import requests
+import argparse
+import subprocess
+import gradio as gr
+from install import checking
+from urllib.parse import urlparse
+from modules import scripts, script_callbacks
+try:
+    from modules.paths_internal import data_path, models_path, extensions_dir
+except ImportError:
+       from modules.paths import data_path, models_path
+       extensions_dir = os.path.join(data_path, 'extensions')
+
+sd_path = os.getcwd()
+ext = '/extensions'
+no_prev = None
+addnet_path = None
+md_path = scripts.basedir()
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--ckpt-dir', type=str, default=os.path.join(models_path, 'Stable-diffusion'))
+parser.add_argument('--vae-dir', type=str, default=os.path.join(models_path, 'VAE'))
+parser.add_argument('--embeddings-dir', type=str, default=os.path.join(data_path, 'embeddings'))
+parser.add_argument('--hypernetwork-dir', type=str, default=os.path.join(models_path, 'hypernetworks'))
+parser.add_argument('--lora-dir', type=str, default=os.path.join(models_path, 'Lora'))
+parser.add_argument('--lyco-dir', type=str, default=os.path.join(models_path, 'LyCORIS'))
+args, _ = parser.parse_known_args()
+
+if not os.path.exists(os.path.join(sd_path, 'html', 'card-no-preview.png')):
+   try:
+       no_prev = os.path.join(md_path, 'images', 'card-no-prev.png')
+   except:
+          pass
+else:
+     no_prev = os.path.join(sd_path, 'html', 'card-no-preview.png')
+if not os.path.exists(os.path.join(sd_path, ext, 'sd-webui-additional-networks')):
+   addnet_path = os.path.join(extensions_dir, 'sd-webui-additional-networks')
+else:
+     addnet_path = os.path.join(sd_path, ext, 'sd-webui-additional-networks')
+
+checkpoint_path = args.ckpt_dir
+vae_path = args.vae_dir
+embedding_path = args.embeddings_dir
+hypernetwork_path = args.hypernetwork_dir
+lora_path = args.lora_dir
+lycoris_path = args.lyco_dir
+controlnet_path = os.path.join(extensions_dir, 'sd-webui-controlnet')
+controlnet_model_path = os.path.join(controlnet_path, 'models')
+
+print(f'Model Downloader v1.0.6 fixed')
+print('Checking Directories...')
+if not os.path.exists(checkpoint_path):
+   os.makedirs(checkpoint_path)
+   print ('Creating Checkpoint Folder')
+if not os.path.exists(hypernetwork_path):
+   os.makedirs(hypernetwork_path)
+   print ('Creating Hypernetwork Folder')
+if not os.path.exists(embedding_path):
+   os.makedirs(embedding_path)
+   print ('Creating TextualInversion/Embeddings Folder')
+if not os.path.exists(vae_path):
+   os.makedirs(vae_path)
+   print ('Creating VAE Folder')
+if not os.path.exists(lora_path):
+   os.makedirs(lora_path)
+   print ('Creating LoRA Folder')
+if not os.path.exists(lycoris_path):
+   os.makedirs(lycoris_path)
+   print ('Creating LyCORIS Folder')
+else:
+     pass
+print('all Directories already Created.')
+
+def folder(content_type):
+    if content_type == 'Checkpoint':
+       downloadpath = checkpoint_path
+    elif content_type == 'Hypernetwork':
+         downloadpath = hypernetwork_path
+    elif content_type == 'TextualInversion/Embedding':
+         downloadpath = embedding_path
+    elif content_type == 'VAE':
+         downloadpath = vae_path
+    elif content_type == 'LoRA':
+         downloadpath = lora_path
+    elif content_type == 'LyCORIS(LoCon/LoHA)':
+         downloadpath = lycoris_path
+    elif content_type == 'ControlNet Model':
+         downloadpath = controlnet_model_path
+    else:
+         downloadpath = 'Unset, Please Choose your Content Type'
+    return downloadpath
+
+def get_filename_from_url(url):
+    if url.find('https://civitai.com/')!=-1:
+       convert = '' + url.replace('download/models', 'v1/model-versions')
+       req = requests.get(convert, stream=True)
+       basename, extension = os.path.splitext(req.json()['files'][0]['name'].replace(' ', '_'))
+    else:
+         parse = urlparse(url).path
+         req = parse[parse.rfind('/') + 1:].replace(' ', '_')
+         basename, extension = os.path.splitext(req)
+    return basename, extension
+
+def get_image_from_url(url):
+    if url.find('https://civitai.com/')!=-1:
+       convert = '' + url.replace('download/models', 'v1/model-versions')
+       req = requests.get(convert, stream=True)
+       imgurl = req.json()['images'][0]['url']
+    else:
+         imgurl = no_prev
+    return imgurl
+
+def change_name(changename):
+    if changename:
+       filename = gr.Textbox.update(visible=True)
+    else:
+         filename = gr.Textbox.update(visible=False)
+    return filename
+
+def get_data_from_url(url, downloadpath):
+    try:
+        imgurl = get_image_from_url(url)
+        basename, extension = get_filename_from_url(url)
+        markdown2 = f'''
+                     <font size=2>
+                     <b>Modle File Name :</b> {basename}{extension}<br>
+                     '''
+    except:
+           imgurl = no_prev
+           markdown2 = f'''
+                        <font size=2>
+                        <b>Modle File Name :</b> ???
+                        '''
+    filename = gr.Textbox.update(basename)
+    image = gr.Image.update(imgurl)
+    download_btn =  gr.Button.update(visible=True, variant='primary')
+    out_text = gr.Textbox.update('Ready', visible=True)
+    info = gr.Markdown.update(markdown2)
+    return filename, image, download_btn, out_text, info
+
+def start_downloading(download_btn, url, downloadpath, filename, addnet, logging):
+    complete1 = f'SUCCESS: Download Completed, Saved to\n'
+    complete2 = f'ERROR: File Already Exist in\n'
+    complete3 = 'ERROR: Something went wrong, please try again later'
+    path, extension = get_filename_from_url(url)
+    imgname = f'{filename}.preview.png'
+    if url.find('https://civitai.com/')!=-1:
+       target1 = f'{downloadpath}/{filename}'
+       target2 = f'{addnet_path}/models/lora/{filename}'
+    else:
+         target1 = f'{downloadpath}'
+         target2 = f'{addnet_path}/models/lora'
+    final_target = None
+    if addnet:
+       final_target = target2
+    else:
+         final_target = target1
+    with open('model.txt', 'w') as w:
+         if not url.find('https://civitai.com/')!=-1:
+            w.write(f'{url}\n out={filename}{extension}')
+         else:
+              imgurl = get_image_from_url(url)
+              w.write(f'{url}\n out={filename}{extension}\n{imgurl}\n out={imgname}')
+    command = f'aria2c --console-log-level=error -c -x 16 -s 16 -k 1M --input-file model.txt -d {final_target}'
+    back(download_btn)
+    if not os.path.exists(os.path.join(final_target, filename)):
+       try:
+           if logging:
+              command.replace(f' --console-log-level=error', '')
+              line = subprocess.getoutput(command)
+              yield line
+              print(line)
+           else:
+                line = os.popen(command)
+                for l in line:
+                    l = l.rstrip()
+                    yield f'{complete1}{final_target}'
+                print(f'{complete1}{final_target}')
+       except Exception:
+               yield f'{Exception}\n{complete3}'
+               print(f'{Exception}\n{complete3}')
+    else:
+         yield f'{complete2}{final_target}'
+         print(f'{complete2}{final_target}')
+
+def back(download_btn):
+    return gr.Button.update(visible=True, variant='secondary')
+
+
+def on_ui_tabs():
+    with gr.Blocks() as downloader:
+         with gr.Row():
+             content_type = gr.Radio(
+                    label='1. Choose Content type',
+                    choices=[
+                            'Checkpoint',
+                            'Hypernetwork',
+                            'TextualInversion/Embedding',
+                            'VAE',
+                            'LoRA',
+                            'LyCORIS(LoCon/LoHA)',
+                            'ControlNet Model'
+                            ]
+                    )
+         with gr.Row():
+             with gr.Column():
+                with gr.Row():
+                        downloadpath = gr.Textbox(visible=False)
+                        addnet = gr.Checkbox(label='save to Additional Networks', value=False, visible=True)
+                        logging = gr.Checkbox(label='turn on log', value=False)
+                        changename = gr.Checkbox(label='Change Filename', value=False)
+                url = gr.Textbox(
+                    label='2. Put Link Download Below',
+                    max_lines=1, placeholder='Type/Paste URL Here'
+                    )
+                filename = gr.Textbox(
+                    label='Change Filename',
+                    placeholder='Filename',
+                    visible=False
+                    )
+                download_btn = gr.Button(
+                    'Start Download',
+                    variant='secondary'
+                    )
+                out_text = gr.Textbox(
+                    label='Download Result',
+                    placeholder='Result'
+                    )
+             with gr.Column():
+                  info = gr.Markdown(
+                              '''
+                              <font size=2>
+                              <b>Modle File Name :  </b>
+                              '''
+                              )
+                  with gr.Row():
+                        image = gr.Image(value=no_prev, show_label=False)
+                        image.style(height=305)
+         with gr.Row():
+              github = gr.Markdown(
+                                   '''
+                                   <center><font size=2>Having Issue? |
+                                   <a href=https://github.com/Iyashinouta/sd-model-downloader/issues>Report Here</a><br>
+                                   <center><font size=1>Model Downloader v1.0.6 fixed
+                                   '''
+                                   )
+         content_type.change(folder, content_type, downloadpath)
+         changename.change(change_name, changename, filename)
+         url.change(get_data_from_url, [url, downloadpath], [filename, image, download_btn, out_text, info])
+         download_btn.click(start_downloading, [download_btn, url, downloadpath, filename, addnet, logging], out_text)
+         url.submit(start_downloading, [download_btn, url, downloadpath, filename, addnet, logging], out_text)
+         download_btn.click(back, download_btn, download_btn)
+         url.submit(back, url, download_btn)
+    return (downloader, 'Model Downloader', 'downloader'),
+
+script_callbacks.on_ui_tabs(on_ui_tabs)

sd-model-downloader/scripts/model-downloader.py

@@ -0,0 +1,257 @@
+import os
+import requests
+import argparse
+import subprocess
+import gradio as gr
+from install import checking
+from urllib.parse import urlparse
+from modules import scripts, script_callbacks
+try:
+    from modules.paths_internal import data_path, models_path, extensions_dir
+except ImportError:
+       from modules.paths import data_path, models_path
+       extensions_dir = os.path.join(data_path, 'extensions')
+
+sd_path = os.getcwd()
+ext = '/extensions'
+no_prev = None
+addnet_path = None
+md_path = scripts.basedir()
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--ckpt-dir', type=str, default=os.path.join(models_path, 'Stable-diffusion'))
+parser.add_argument('--vae-dir', type=str, default=os.path.join(models_path, 'VAE'))
+parser.add_argument('--embeddings-dir', type=str, default=os.path.join(data_path, 'embeddings'))
+parser.add_argument('--hypernetwork-dir', type=str, default=os.path.join(models_path, 'hypernetworks'))
+parser.add_argument('--lora-dir', type=str, default=os.path.join(models_path, 'Lora'))
+parser.add_argument('--lyco-dir', type=str, default=os.path.join(models_path, 'LyCORIS'))
+args, _ = parser.parse_known_args()
+
+if not os.path.exists(os.path.join(sd_path, 'html', 'card-no-preview.png')):
+   try:
+       no_prev = os.path.join(md_path, 'images', 'card-no-prev.png')
+   except:
+          pass
+else:
+     no_prev = os.path.join(sd_path, 'html', 'card-no-preview.png')
+if not os.path.exists(os.path.join(sd_path, ext, 'sd-webui-additional-networks')):
+   addnet_path = os.path.join(extensions_dir, 'sd-webui-additional-networks')
+else:
+     addnet_path = os.path.join(sd_path, ext, 'sd-webui-additional-networks')
+
+checkpoint_path = args.ckpt_dir
+vae_path = args.vae_dir
+embedding_path = args.embeddings_dir
+hypernetwork_path = args.hypernetwork_dir
+lora_path = args.lora_dir
+lycoris_path = args.lyco_dir
+controlnet_path = os.path.join(extensions_dir, 'sd-webui-controlnet')
+controlnet_model_path = os.path.join(controlnet_path, 'models')
+
+print(f'Model Downloader v1.0.6 fixed')
+print('Checking Directories...')
+if not os.path.exists(checkpoint_path):
+   os.makedirs(checkpoint_path)
+   print ('Creating Checkpoint Folder')
+if not os.path.exists(hypernetwork_path):
+   os.makedirs(hypernetwork_path)
+   print ('Creating Hypernetwork Folder')
+if not os.path.exists(embedding_path):
+   os.makedirs(embedding_path)
+   print ('Creating TextualInversion/Embeddings Folder')
+if not os.path.exists(vae_path):
+   os.makedirs(vae_path)
+   print ('Creating VAE Folder')
+if not os.path.exists(lora_path):
+   os.makedirs(lora_path)
+   print ('Creating LoRA Folder')
+if not os.path.exists(lycoris_path):
+   os.makedirs(lycoris_path)
+   print ('Creating LyCORIS Folder')
+else:
+     pass
+print('all Directories already Created.')
+
+def folder(content_type):
+    if content_type == 'Checkpoint':
+       downloadpath = checkpoint_path
+    elif content_type == 'Hypernetwork':
+         downloadpath = hypernetwork_path
+    elif content_type == 'TextualInversion/Embedding':
+         downloadpath = embedding_path
+    elif content_type == 'VAE':
+         downloadpath = vae_path
+    elif content_type == 'LoRA':
+         downloadpath = lora_path
+    elif content_type == 'LyCORIS(LoCon/LoHA)':
+         downloadpath = lycoris_path
+    elif content_type == 'ControlNet Model':
+         downloadpath = controlnet_model_path
+    else:
+         downloadpath = 'Unset, Please Choose your Content Type'
+    return downloadpath
+
+def get_filename_from_url(url):
+    if url.find('https://civitai.com/')!=-1:
+       convert = '' + url.replace('download/models', 'v1/model-versions')
+       req = requests.get(convert, stream=True)
+       basename, extension = os.path.splitext(req.json()['files'][0]['name'].replace(' ', '_'))
+    else:
+         parse = urlparse(url).path
+         req = parse[parse.rfind('/') + 1:].replace(' ', '_')
+         basename, extension = os.path.splitext(req)
+    return basename, extension
+
+def get_image_from_url(url):
+    if url.find('https://civitai.com/')!=-1:
+       convert = '' + url.replace('download/models', 'v1/model-versions')
+       req = requests.get(convert, stream=True)
+       imgurl = req.json()['images'][0]['url']
+    else:
+         imgurl = no_prev
+    return imgurl
+
+def change_name(changename):
+    if changename:
+       filename = gr.Textbox.update(visible=True)
+    else:
+         filename = gr.Textbox.update(visible=False)
+    return filename
+
+def get_data_from_url(url, downloadpath):
+    try:
+        imgurl = get_image_from_url(url)
+        basename, extension = get_filename_from_url(url)
+        markdown2 = f'''
+                     <font size=2>
+                     <b>Modle File Name :</b> {basename}{extension}<br>
+                     '''
+    except:
+           imgurl = no_prev
+           markdown2 = f'''
+                        <font size=2>
+                        <b>Modle File Name :</b> ???
+                        '''
+    filename = gr.Textbox.update(basename)
+    image = gr.Image.update(imgurl)
+    download_btn =  gr.Button.update(visible=True, variant='primary')
+    out_text = gr.Textbox.update('Ready', visible=True)
+    info = gr.Markdown.update(markdown2)
+    return filename, image, download_btn, out_text, info
+
+def start_downloading(download_btn, url, downloadpath, filename, addnet, logging):
+    complete1 = f'SUCCESS: Download Completed, Saved to\n'
+    complete2 = f'ERROR: File Already Exist in\n'
+    complete3 = 'ERROR: Something went wrong, please try again later'
+    path, extension = get_filename_from_url(url)
+    imgname = f'{filename}.preview.png'
+    if url.find('https://civitai.com/')!=-1:
+       target1 = f'{downloadpath}/{filename}'
+       target2 = f'{addnet_path}/models/lora/{filename}'
+    else:
+         target1 = f'{downloadpath}'
+         target2 = f'{addnet_path}/models/lora'
+    final_target = None
+    if addnet:
+       final_target = target2
+    else:
+         final_target = target1
+    with open('model.txt', 'w') as w:
+         if not url.find('https://civitai.com/')!=-1:
+            w.write(f'{url}\n out={filename}{extension}')
+         else:
+              imgurl = get_image_from_url(url)
+              w.write(f'{url}\n out={filename}{extension}\n{imgurl}\n out={imgname}')
+    command = f'aria2c --console-log-level=error -c -x 16 -s 16 -k 1M --input-file model.txt -d {final_target}'
+    back(download_btn)
+    if not os.path.exists(os.path.join(final_target, filename)):
+       try:
+           if logging:
+              command.replace(f' --console-log-level=error', '')
+              line = subprocess.getoutput(command)
+              yield line
+              print(line)
+           else:
+                line = os.popen(command)
+                for l in line:
+                    l = l.rstrip()
+                    yield f'{complete1}{final_target}'
+                print(f'{complete1}{final_target}')
+       except Exception:
+               yield f'{Exception}\n{complete3}'
+               print(f'{Exception}\n{complete3}')
+    else:
+         yield f'{complete2}{final_target}'
+         print(f'{complete2}{final_target}')
+
+def back(download_btn):
+    return gr.Button.update(visible=True, variant='secondary')
+
+
+def on_ui_tabs():
+    with gr.Blocks() as downloader:
+         with gr.Row():
+             content_type = gr.Radio(
+                    label='1. Choose Content type',
+                    choices=[
+                            'Checkpoint',
+                            'Hypernetwork',
+                            'TextualInversion/Embedding',
+                            'VAE',
+                            'LoRA',
+                            'LyCORIS(LoCon/LoHA)',
+                            'ControlNet Model'
+                            ]
+                    )
+         with gr.Row():
+             with gr.Column():
+                with gr.Row():
+                        downloadpath = gr.Textbox(visible=False)
+                        addnet = gr.Checkbox(label='save to Additional Networks', value=False, visible=True)
+                        logging = gr.Checkbox(label='turn on log', value=False)
+                        changename = gr.Checkbox(label='Change Filename', value=False)
+                url = gr.Textbox(
+                    label='2. Put Link Download Below',
+                    max_lines=1, placeholder='Type/Paste URL Here'
+                    )
+                filename = gr.Textbox(
+                    label='Change Filename',
+                    placeholder='Filename',
+                    visible=False
+                    )
+                download_btn = gr.Button(
+                    'Start Download',
+                    variant='secondary'
+                    )
+                out_text = gr.Textbox(
+                    label='Download Result',
+                    placeholder='Result'
+                    )
+             with gr.Column():
+                  info = gr.Markdown(
+                              '''
+                              <font size=2>
+                              <b>Modle File Name :  </b>
+                              '''
+                              )
+                  with gr.Row():
+                        image = gr.Image(value=no_prev, show_label=False)
+                        image.style(height=305)
+         with gr.Row():
+              github = gr.Markdown(
+                                   '''
+                                   <center><font size=2>Having Issue? |
+                                   <a href=https://github.com/Iyashinouta/sd-model-downloader/issues>Report Here</a><br>
+                                   <center><font size=1>Model Downloader v1.0.6 fixed
+                                   '''
+                                   )
+         content_type.change(folder, content_type, downloadpath)
+         changename.change(change_name, changename, filename)
+         url.change(get_data_from_url, [url, downloadpath], [filename, image, download_btn, out_text, info])
+         download_btn.click(start_downloading, [download_btn, url, downloadpath, filename, addnet, logging], out_text)
+         url.submit(start_downloading, [download_btn, url, downloadpath, filename, addnet, logging], out_text)
+         download_btn.click(back, download_btn, download_btn)
+         url.submit(back, url, download_btn)
+    return (downloader, 'Model Downloader', 'downloader'),
+
+script_callbacks.on_ui_tabs(on_ui_tabs)