123

.gitattributes

@@ -33,4 +33,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
-frpc filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,10 +1,3 @@
 ---
 license: unknown
 ---
-这是一个在linux jupyter环境便捷启动[stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui)的jupyter笔记
-
-如果你需要使用，只需要下载 [sdwui-before-new.ipynb](https://huggingface.co/viyi/sdwui/resolve/main/sdwui-before-new.ipynb) 就行
-
-主要逻辑都在 sdwui-start-new.ipynb 文件内，一般情况下有功能更新或修复bug都在这个文件，而sdwui-before-new.ipynb这个文件每次都会下载最新的sdwui-start-new.ipynb进行启动
-
-现在只有 sdwui-start-util.ipynb 文件还在更新，用于kaggle平台的这个笔记 [stable-diffusion-webui & ComfyUI](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-comfyui) 

kaggle-util.ipynb

@@ -1 +0,0 @@
-{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["from pathlib import Path\n","import os\n","import time\n","import re\n","import subprocess\n","import threading\n","import sys\n","import socket\n","import torch\n","from typing import List\n","import uuid"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 内置参数默认值，当上下文有参数时可覆盖默认值\n","_runing = False\n","_useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n","\n","_useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n","\n","_server_port = locals().get('server_port') or globals().get('server_port') or 7860\n","    \n","_huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n","_huggingface_token = _huggingface_token\\\n","    .replace('{sdwui}','stable-diffusion-webui')\\\n","    .replace('{wui}',\"webui\")\n","\n","show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n","if show_shell_info is None: show_shell_info = False\n","\n","run_by_none_device = False\n","\n","_proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n","\n","_config_args:dict[str, str] =  locals().get('config_args') or globals().get('config_args') or {}"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["\n","def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:\n","    global show_shell_info\n","    if desc is not None:\n","        print(desc)\n","\n","    run_kwargs = {\n","        \"args\": command,\n","        \"shell\": True,\n","        \"cwd\": cwd,\n","        \"env\": os.environ if custom_env is None else custom_env,\n","        \"encoding\": 'utf8',\n","        \"errors\": 'ignore',\n","    }\n","\n","    if not show_shell_info:\n","        run_kwargs[\"stdout\"] = run_kwargs[\"stderr\"] = subprocess.PIPE\n","\n","    result = subprocess.run(**run_kwargs)\n","\n","    if result.returncode != 0:\n","        error_bits = [\n","            f\"{errdesc or 'Error running command'}.\",\n","            f\"Command: {command}\",\n","            f\"Error code: {result.returncode}\",\n","        ]\n","        if result.stdout:\n","            error_bits.append(f\"stdout: {result.stdout}\")\n","        if result.stderr:\n","            error_bits.append(f\"stderr: {result.stderr}\")\n","        if try_error:\n","            print((RuntimeError(\"\\n\".join(error_bits))))\n","        else:\n","            raise RuntimeError(\"\\n\".join(error_bits))\n","\n","    if show_shell_info:\n","        print((result.stdout or \"\"))\n","    return (result.stdout or \"\")\n","\n","def mkdirs(path, exist_ok=True):\n","    if path and not Path(path).exists():\n","        os.makedirs(path,exist_ok=exist_ok)\n","\n","\n","# 检查网络\n","def check_service(host, port):\n","    try:\n","        socket.create_connection((host, port), timeout=5)\n","        return True\n","    except socket.error:\n","        return False\n","\n","\n","# 检查gpu是否存在\n","def check_gpu():\n","    if not run_by_none_device and torch.cuda.device_count() == 0:\n","        raise Exception('当前环境没有GPU')\n","\n","\n","def echoToFile(content:str,path:str):\n","    if path.find('/') >= 0:\n","        _path = '/'.join(path.split('/')[:-1])\n","        run(f'''mkdir -p {_path}''')\n","    with open(path,'w') as sh:\n","        sh.write(content)\n","        \n","def get_freefrp_confog(local_port):\n","    rd_str = uuid.uuid1()\n","    return (f'''\n","[common]\n","server_addr = frp.freefrp.net\n","server_port = 7000\n","token = freefrp.net\n","\n","[{rd_str}_http]\n","type = http\n","local_ip = 127.0.0.1\n","local_port = {local_port}\n","custom_domains = {rd_str}.frp.eaias.com\n","''',f'http://{rd_str}.frp.eaias.com')"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["\n","_install_path = f\"{os.environ['HOME']}/sd_webui\" # 安装目录\n","_output_path = '/kaggle/working' if os.path.exists('/kaggle/working/') else f\"{os.environ['HOME']}/.sdwui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\n","_input_path = '/kaggle/input' # 输入目录\n","_ui_dir_name = 'sd_main_dir'\n","\n","_install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n","_output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n","_input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n","_ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n","\n","install_path = _install_path\n","output_path = _output_path\n","input_path = _input_path\n","ui_dir_name = _ui_dir_name\n","    \n","google_drive = '' \n","\n","\n","_useGooglrDrive = locals().get('useGooglrDrive') or globals().get('useGooglrDrive') or True\n","\n","# 连接谷歌云\n","try:\n","    if _useGooglrDrive:\n","        from google.colab import drive\n","        drive.mount(f'~/google_drive')\n","        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n","        _output_path = f'{google_drive}/sdwebui/Output'\n","        _input_path = f'{google_drive}/sdwebui/Input'\n","        run(f'''mkdir -p {_input_path}''')\n","        print('''\n","已经链接到谷歌云盘\n","已在云盘创建Input和Output目录\n","        ''')\n","except:\n","    _useGooglrDrive = False\n","\n","run(f'''mkdir -p {_install_path}''')\n","run(f'''mkdir -p {_output_path}''')\n","\n","\n","os.environ['install_path'] = _install_path\n","os.environ['output_path'] = _output_path\n","os.environ['google_drive'] = google_drive\n","os.environ['input_path'] = _input_path\n","\n","def replace_path(input_str:str):\n","    if not input_str: return ''\n","    for key in _config_args:\n","        input_str = input_str.replace(key,_config_args[key])\n","        \n","    return input_str.replace('$install_path',_install_path)\\\n","    .replace('{install_path}',_install_path)\\\n","    .replace('$input_path',_input_path)\\\n","    .replace('{input_path}',_input_path)\\\n","    .replace('$output_path',_output_path)\\\n","    .replace('{output_path}',_output_path)\\\n","    .replace('{sdwui}','stable-diffusion-webui')\\\n","    .replace('{wui}',\"webui\")\n","\n","space_string = ' \\n\\r\\t\\'\\\",'\n","\n","def config_reader(conf:str):\n","    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\\n') if item.strip(space_string)]\n","    return [item.strip() for item in args if item.strip()]\n"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"i3LhnwYHLCtC","trusted":true},"outputs":[],"source":["ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n","frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n","# ss证书目录 下载nginx的版本，把pem格式改成crt格式\n","frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n","if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n","    frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n","# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n","frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n","# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n","\n","# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n","# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\n","kaggleApiTokenFile = locals().get('kaggle_api_token') or globals().get('kaggle_api_token') or os.path.join(_input_path,'configs/kaggle.json')\n","\n","requirements = []\n"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"a_GtG2ayLCtD","trusted":true},"outputs":[],"source":["# 这下面的是用于初始化一些值或者环境变量的，轻易别改\n","_setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or '/kaggle/working/configs/config.json')\n","\n","_ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or '/kaggle/working/configs/ui-config.json')\n","\n","# 设置文件路径\n","if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n","    if _setting_file == '/kaggle/working/configs/config.json':\n","        _setting_file = os.path.join(_output_path,'configs/config.json')\n","    if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n","        _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n","    \n","frpcStartArg = ''\n","freefrp_url = ''\n","_frp_temp_config_file = ''\n","_frp_config_or_file = replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or frpcConfigFile\n","run(f'''mkdir -p {_install_path}/configFiles''')\n","if _frp_config_or_file:\n","    if '[common]' in _frp_config_or_file:\n","        echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_webui.ini')\n","        _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_webui.ini'\n","    elif '.ini' in _frp_config_or_file:\n","        _frp_temp_config_file = _frp_config_or_file.strip()\n","        \n","    if _frp_temp_config_file:\n","        if Path(_frp_temp_config_file).exists():\n","            run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_webui.ini''')\n","            run(f'''sed -i \"s/local_port = .*/local_port = {_server_port}/g\" {_install_path}/configFiles/frpc_webui.ini''')\n","            frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n","    elif _frp_config_or_file.strip().startswith('-f'):\n","        frpcStartArg = _frp_config_or_file.strip()\n","        \n","if not frpcStartArg:\n","    conf,url = get_freefrp_confog(_server_port)\n","    echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n","    freefrp_url = url\n","    frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n","\n","ngrokToken=''\n","_ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n","if _ngrok_config_or_file:\n","    if Path(_ngrok_config_or_file.strip()).exists():\n","        ngrokTokenFile = _ngrok_config_or_file.strip()\n","    if Path(ngrokTokenFile).exists():\n","        with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n","            ngrokToken = nkfile.readline()\n","    elif not _ngrok_config_or_file.strip().startswith('/'):\n","        ngrokToken=_ngrok_config_or_file.strip()\n","    \n","huggingface_headers:dict = None  "]},{"cell_type":"markdown","metadata":{},"source":["## 文件下载工具\n","\n","---\n","\n","link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',sync:bool=False,thread_num:int=None)"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["import concurrent.futures\n","import importlib\n","import os\n","import pprint\n","import re\n","from pathlib import Path\n","from typing import List\n","\n","import requests\n","\n","show_shell_info = False\n","\n","def is_installed(package):\n","    try:\n","        spec = importlib.util.find_spec(package)\n","    except ModuleNotFoundError:\n","        return False\n","\n","    return spec is not None\n","\n","def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True,headers={}):\n","    # 获取文件的真实文件名\n","    if not filename:\n","        with requests.get(url, stream=True,headers=headers) as r:\n","            if 'Content-Disposition' in r.headers:\n","                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n","            r.close()\n","    if not filename and re.search(r'/[^/]+\\.[^/]+$',url):\n","        filename = url.split('/')[-1].split('?')[0]\n","    \n","    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n","    filename = re.sub(r'[\\s\\t]+', '_', filename)\n","    \n","    print(f'下载 {filename} url: {url} --> {dist_path}')\n","    \n","    # 创建目录\n","    if cache_path and not Path(cache_path).exists():\n","        os.makedirs(cache_path,exist_ok=True)\n","    if dist_path and not Path(dist_path).exists():\n","        os.makedirs(dist_path,exist_ok=True)\n","        \n","    # 拼接文件的完整路径\n","    filepath = os.path.join(dist_path, filename)\n","\n","    if cache_path:\n","        cache_path = os.path.join(cache_path, filename)\n","        \n","    # 判断文件是否已存在\n","    if Path(filepath).exists():\n","        print(f'文件 {filename} 已存在 {dist_path}')\n","        return\n","    \n","    if cache_path and Path(cache_path).exists():\n","        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n","        print(f'文件缓存 {cache_path} --> {dist_path}')\n","        return\n","    # 下载文件\n","    with requests.get(url, stream=True, headers=headers) as r:\n","        r.raise_for_status()\n","        with open(cache_path or filepath, 'wb') as f:\n","            for chunk in r.iter_content(chunk_size=1024):\n","                if chunk:\n","                    f.write(chunk)\n","    # 如果使用了缓存目录 需要复制或链接文件到目标目录\n","    if cache_path:\n","        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n","    print(f'下载完成 {filename} --> {dist_path}')\n","        \n","def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n","    if not Path(dist_path).exists():\n","        os.makedirs(dist_path,exist_ok=True)\n","    if show_shell_info:\n","        print(f'git 下载 {url} --> {dist_path}')\n","    if cache_path and not Path(cache_path).exists():\n","        os.makedirs(cache_path,exist_ok=True)\n","        run(f'git clone {url}',cwd = cache_path)\n","    if cache_path:\n","        run(f'cp -n -r -f {cache_path}/* {dist_path}')\n","    else:\n","        run(f'git clone {url}',cwd = dist_path)\n","    if show_shell_info:\n","        print(f'git 下载完成 {url} --> {dist_path}')\n","    \n","    \n","def download_huggingface(url:str, filename:str, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n","    fileReg = r'^https:\\/\\/huggingface.co(\\/([^\\/]+\\/)?[^\\/]+\\/[^\\/]+\\/(resolve|blob)\\/[^\\/]+\\/|[^\\.]+\\.[^\\.]+$|download=true)'\n","    def isFile(url:str):\n","        if re.match(fileReg,url):\n","            return True\n","        return False\n","    if isFile(url):\n","        download_file(url,filename,dist_path,cache_path,_link_instead_of_copy,headers=huggingface_headers)\n","    else:\n","        download_git(url,dist_path,cache_path,_link_instead_of_copy)\n","    \n","# 加入文件到下载列表\n","def pause_url(url:str,dist_path:str):\n","    file_name = ''\n","    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n","        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n","        url = url[len(file_name)+1:]\n","    if not re.match(r'^(https?|ftps?)://',url):\n","        return\n","    file_name = re.sub(r'\\s+','_',file_name or '')\n","    path_hash = str(hash(url)).replace('-','')\n","    \n","    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}\n","\n","def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, \n","                  cache_path:str=os.path.join(os.environ['HOME'],'.cache','download_util'),\n","                  _link_instead_of_copy:bool=True,is_await:bool=False):\n","    if sync:\n","        for conf in download_list:\n","            cache_dir = os.path.join(cache_path,conf['path_hash'])\n","            if conf['url'].startswith('https://github.com'):\n","                download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n","                continue\n","            if conf['url'].startswith('https://huggingface.co'):\n","                download_huggingface(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n","                continue\n","            if conf['url'].startswith('https://civitai.com'):\n","                if not re.search(r'token=.+', conf['url']):\n","                    if conf['url'].find('?') == -1:\n","                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n","                    else:\n","                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n","            download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n","    else:\n","        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)\n","        futures = []\n","        for conf in download_list:\n","            cache_dir = os.path.join(cache_path,conf['path_hash'])\n","            if conf['url'].startswith('https://github.com'):\n","                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],\n","                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n","                continue\n","            if conf['url'].startswith('https://huggingface.co'):\n","                futures.append(executor.submit(download_huggingface,conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n","                continue\n","            if conf['url'].startswith('https://civitai.com'):\n","                if not re.search(r'token=.+', conf['url']):\n","                    if conf['url'].find('?') == -1:\n","                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n","                    else:\n","                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n","            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],\n","                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n","        if is_await:\n","            concurrent.futures.wait(futures)\n","            \n","                          \n","def parse_config(config:str):\n","    space_string = ' \\n\\r\\t\\'\\\",'\n","    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\\n') if item.strip(space_string)]\n","    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]\n","    other_flie_list_store = {}\n","    other_flie_list_store_name='default'\n","    other_flie_list_store_list_cache=[]\n","    \n","    for item in other_flie_list:\n","        if item.startswith('[') and item.endswith(']'):\n","            if not other_flie_list_store_name == 'default':\n","                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n","                other_flie_list_store_list_cache = []\n","            other_flie_list_store_name = item[1:-1]\n","        else:\n","            other_flie_list_store_list_cache.append(item)\n","    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n","    \n","    return other_flie_list_store\n","\n","\n","def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',\n","                          sync:bool=False,thread_num:int=None, is_await:bool=False):\n","    store:dict[str,List[str]] = parse_config(config)\n","    download_list = []\n","    for dist_dir in store.keys():\n","        dist_path = os.path.join(base_path,dist_dir)\n","        os.makedirs(dist_path,exist_ok=True)\n","        for path in store[dist_dir]:\n","            if 'https://' in path or 'http://' in path:\n","                if skip_url:\n","                    continue\n","                if sync:\n","                    download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)\n","                    continue\n","                download_list.append(pause_url(path,dist_path))\n","            else:\n","                run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {path} {dist_path}')\n","                if show_shell_info:\n","                    print(f'{\"链接\" if _link_instead_of_copy else \"复制\"} {path} --> {dist_path}')\n","        run(f'rm -f {dist_path}/\\*.* ')\n","    if not skip_url:\n","        if show_shell_info:\n","            pprint.pprint(download_list)\n","        download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 3,is_await=is_await)"]},{"cell_type":"markdown","metadata":{"id":"p0uS-BLULCtD"},"source":["## kaggle public API\n","\n","**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"m8FJi4j0LCtD","trusted":true},"outputs":[],"source":["# 安装kaggle的api token文件\n","def initKaggleConfig():\n","    if Path('~/.kaggle/kaggle.json').exists():\n","        return True\n","    if Path(kaggleApiTokenFile).exists():\n","        run(f'''mkdir -p ~/.kaggle/''')\n","        run('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n","        run(f'''chmod 600 ~/.kaggle/kaggle.json''')\n","        return True\n","    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n","    return False\n","\n","def getUserName():\n","    if not initKaggleConfig(): return\n","    import kaggle\n","    return kaggle.KaggleApi().read_config_file()['username']\n","\n","def createOrUpdateDataSet(path:str,datasetName:str):\n","    if not initKaggleConfig(): return\n","    print('创建或更新数据集 '+datasetName)\n","    import kaggle\n","    run(f'mkdir -p {_install_path}/kaggle_cache')\n","    run(f'rm -rf {_install_path}/kaggle_cache/*')\n","    datasetDirPath = _install_path+'/kaggle_cache/'+datasetName\n","    run('mkdir -p '+datasetDirPath)\n","    run('cp -f '+path+' '+datasetDirPath+'/')\n","    username = getUserName()\n","    print(\"kaggle username:\"+username)\n","    datasetPath = username+'/'+datasetName\n","    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n","    print(datasetList)\n","    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n","        run('kaggle datasets init -p' + datasetDirPath)\n","        metadataFile = datasetDirPath+'/dataset-metadata.json'\n","        run('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n","        run('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n","        run('cat '+metadataFile)\n","        run('kaggle datasets create -p '+datasetDirPath)\n","        print('create database done')\n","    else:\n","        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n","        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n","        print('upload database done')\n","\n","def downloadDatasetFiles(datasetName:str,outputPath:str):\n","    if not initKaggleConfig(): return\n","    print('下载数据集文件 '+datasetName)\n","    import kaggle\n","    username = getUserName()\n","    datasetPath = username+'/'+datasetName\n","    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n","    if datasetPath not in [str(d) for d in datasetList]:\n","        return False\n","    run('mkdir -p '+outputPath)\n","    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n","    return True\n","\n"]},{"cell_type":"markdown","metadata":{},"source":["## 同步文件夹到 huggingface\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 文件夹与 huggingface 同步\n","if _huggingface_token:\n","    if not is_installed('watchdog'):\n","        requirements.append('watchdog')\n","    if not is_installed('huggingface_hub'):\n","        requirements.append('huggingface_hub')\n","    else:\n","        try:\n","            from huggingface_hub  import HfApi,login,snapshot_download\n","        except:\n","            requirements.append('huggingface_hub')\n","\n","huggingface_is_init = False\n","\n","def init_huggingface():\n","    if not _huggingface_token:\n","        return False\n","\n","    global huggingface_headers\n","    global huggingface_is_init\n","    \n","    from huggingface_hub  import login\n","    token = replace_path(_huggingface_token)\n","    if not _huggingface_token.startswith('hf_') and Path(token).exists():\n","        with open(token,encoding = \"utf-8\") as nkfile:\n","            token = nkfile.readline()\n","    if not token.startswith('hf_'):\n","        print('huggingface token 不正确，请将 token ��� 仅存放token 的txt文件路径填入 _huggingface_token 配置')\n","        return False\n","    login(token,add_to_git_credential=True)\n","    huggingface_headers = {'Authorization': 'Bearer '+token}\n","    print('huggingface token 已经加载，可以下载私有仓库或文件')\n","    \n","    huggingface_is_init = True\n","    return True\n","\n","\n","def start_sync_log_to_huggingface(repo_id:str,directory_to_watch,repo_type='dataset',file_types=['.png','.jpg','.txt','.webp','.jpeg']):\n","    if not huggingface_is_init:\n","        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n","    \n","    if not directory_to_watch:\n","        print('请指定需要同步的本地目录 directory_to_watch')\n","        return\n","    if not Path(directory_to_watch).exists():\n","        run(f'mkdir -p {directory_to_watch}')\n","    from watchdog.observers import Observer\n","    from watchdog.events import FileSystemEventHandler\n","    from huggingface_hub  import HfApi,login,snapshot_download\n","    \n","    # 配置监视的目录和 Hugging Face 仓库信息\n","    class FileChangeHandler(FileSystemEventHandler):\n","        def __init__(self, api, repo_id, repo_type,directory_to_watch):\n","            self.api = api\n","            self.repo_id = repo_id\n","            self.repo_type = repo_type\n","            self.directory_to_watch = directory_to_watch\n","        def on_created(self, event):\n","            if not event.is_directory:\n","                # 上传新文件到 Hugging Face 仓库\n","                file_path = event.src_path\n","                file_name:str = os.path.basename(file_path)\n","                print(file_name)\n","                if file_name[file_name.rindex('.'):] not in file_types: return\n","                print(file_name,'>>','huggingface')\n","                try:\n","                    self.api.upload_file(\n","                        path_or_fileobj=file_path,\n","                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                    )\n","                except IOError as error:\n","                    print(error)\n","\n","        def on_deleted(self, event):\n","            if not event.is_directory:\n","                # 从 Hugging Face 仓库删除文件\n","                file_path = event.src_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[file_name.rindex('.'):] not in file_types: return\n","                try:\n","                    self.api.delete_file(\n","                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                        )\n","                except IOError as error:\n","                    print(error)\n","\n","        def on_modified(self, event):\n","            if not event.is_directory:\n","                # 更新 Hugging Face 仓库中的文件\n","                file_path = event.src_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n","                try:\n","                    self.api.upload_file(\n","                        path_or_fileobj=file_path,\n","                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                    )\n","                except IOError as error:\n","                    print(error)\n","\n","        def on_moved(self, event):\n","            if not event.is_directory:\n","                file_path = event.dest_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[file_name.rindex('.'):] not in file_types: return\n","                if event.dest_path.startswith(self.directory_to_watch):\n","                    try:\n","                        self.api.upload_file(\n","                            path_or_fileobj=file_path,\n","                            path_in_repo=file_path.replace(self.directory_to_watch,''),\n","                            repo_id=self.repo_id,\n","                            repo_type=self.repo_type,\n","                        )\n","                    except IOError as error:\n","                        print(error)\n","\n","    api = HfApi()\n","    \n","    # 创建观察者对象并注册文件变化处理程序\n","    event_handler = FileChangeHandler(api,repo_id,repo_type,directory_to_watch)\n","    observer = Observer()\n","    observer.schedule(event_handler, directory_to_watch, recursive=True)\n","\n","    # 启动观察者\n","    observer.name = \"solo_directory_to_watch\"\n","    print(f'启动目录同步，{directory_to_watch} 将自动同步到 huggingface {repo_type} : {repo_id}')\n","    observer.start()"]},{"cell_type":"markdown","metadata":{"id":"sswa04veLCtE"},"source":["## 工具函数\n","**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"trusted":true},"outputs":[],"source":["\n","def zipPath(path:str,zipName:str,format='tar'):\n","    if path.startswith('$install_path'):\n","        path = path.replace('$install_path',_install_path)\n","    if path.startswith('$output_path'):\n","        path = path.replace('$install_path',_output_path)\n","    if not path.startswith('/'):\n","        path = f'{_install_path}/{_ui_dir_name}/{path}'\n","    if Path(path).exists():\n","        if 'tar' == format:\n","            run(f'tar -cf {_output_path}/'+ zipName +'.tar -C '+ path +' . ')\n","        elif 'gz' == format:\n","            run(f'tar -czf {_output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')\n","        return\n","    print('指定的目录不存在：'+path)\n"]},{"cell_type":"markdown","metadata":{},"source":["## 内网穿透\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"_kg_hide-output":true,"id":"coqQvTSLLCtE","trusted":true},"outputs":[],"source":["def printUrl(url,name=''):\n","    print(f'{name} 访问地址：{url}')\n","    for key in sorted(_proxy_path.keys(), key=len)[::-1]:\n","        print(f'{name} 本地服务：{_proxy_path[key]}  访问地址：{url}{key}')\n","# ngrok\n","def startNgrok(ngrokToken:str,ngrokLocalPort:int):\n","    if not is_installed('pyngrok'):\n","        run('pip install pyngrok')\n","    from pyngrok import conf, ngrok\n","    try:\n","        conf.get_default().auth_token = ngrokToken\n","        conf.get_default().monitor_thread = False\n","        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n","        url = ''\n","        if len(ssh_tunnels) == 0:\n","            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n","            url = ssh_tunnel.public_url\n","            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n","        else:\n","            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n","            url = ssh_tunnels[0].public_url\n","        printUrl(url,'ngrok')\n","        def auto_request_ngrok():\n","            if url:\n","                while(_runing):\n","                    time.sleep(60*1)\n","                    try:\n","                        res = requests.get(url+'/',headers={\"ngrok-skip-browser-warning\" : \"1\"},timeout=10)\n","                    except:\n","                        ''\n","                    # print('自动调用ngrok链接以保存链接不会断开',res.status_code)\n","\n","        # threading.Thread(target = auto_request_ngrok,daemon=True,name='solo_auto_request_ngrok').start()\n","    except:\n","        print('启动ngrok出错')\n","        \n","def load_frpc_config(conf_or_file,dost_port=None):\n","    frpcStartArg = ''\n","    _frp_temp_config_file = ''\n","    _frp_config_or_file = conf_or_file\n","    run(f'''mkdir -p {_install_path}/configFiles''')\n","    if _frp_config_or_file:\n","        if '[common]' in _frp_config_or_file:\n","            echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_{dost_port or _server_port}.ini')\n","            _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_{dost_port or _server_port}.ini'\n","        elif '.ini' in _frp_config_or_file:\n","            _frp_temp_config_file = _frp_config_or_file.strip()\n","            \n","        if _frp_temp_config_file:\n","            if Path(_frp_temp_config_file).exists():\n","                run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini''')\n","                run(f'''sed -i \"s/local_port = .*/local_port = {dost_port or _server_port}/g\" {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini''')\n","                frpcStartArg = f' -c {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini'\n","        elif _frp_config_or_file.strip().startswith('-f'):\n","            frpcStartArg = _frp_config_or_file.strip()\n","    return frpcStartArg\n","\n","def startFrpc(name,configFile):\n","    if not Path(f'{_install_path}/frpc/frpc').exists():\n","        installFrpExe()\n","    if freefrp_url:\n","        printUrl(freefrp_url,'freefrp')\n","    echoToFile(f'''\n","cd {_install_path}/frpc/\n","{_install_path}/frpc/frpc {configFile}\n","''',f'{_install_path}/frpc/start.sh')\n","    get_ipython().system(f'''bash {_install_path}/frpc/start.sh''')\n","        \n","def installFrpExe():\n","    if _useFrpc:\n","        print('安装frpc')\n","        run(f'mkdir -p {_install_path}/frpc')\n","        if Path(frpcExePath).exists():\n","            run(f'cp -f -n {frpcExePath} {_install_path}/frpc/frpc')\n","        else:\n","            run(f'wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O {_install_path}/frpc/frpc')\n","        \n","        for ssl in frpcSSLFFlies:\n","            if Path(ssl).exists():\n","                run(f'cp -f -n {ssl}/* {_install_path}/frpc/')\n","        run(f'chmod +x {_install_path}/frpc/frpc')\n","        run(f'{_install_path}/frpc/frpc -v')\n","\n","def startProxy():\n","    if _useNgrok:\n","        startNgrok(ngrokToken,_server_port)\n","    if _useFrpc:\n","        startFrpc('frpc_proxy',frpcStartArg)"]},{"cell_type":"markdown","metadata":{},"source":["## NGINX 反向代理\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"_kg_hide-output":true,"trusted":true},"outputs":[],"source":["\n","# nginx 反向代理配置文件\n","def localProxy():\n","    def getProxyLocation(subPath:str, localServer:str):\n","        return '''\n","    location '''+ subPath +'''\n","    {\n","        proxy_pass '''+ localServer +''';\n","        proxy_set_header Host $host;\n","        proxy_set_header X-Real-IP $remote_addr;\n","        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n","        proxy_set_header REMOTE-HOST $remote_addr;\n","        proxy_set_header   Upgrade $http_upgrade;\n","        proxy_set_header   Connection upgrade;\n","        proxy_http_version 1.1;\n","        proxy_connect_timeout 10m;\n","        proxy_read_timeout 10m;\n","    }\n","    \n","    '''\n","    \n","    conf = '''\n","server\n","{\n","    listen '''+str(_server_port)+''';\n","    listen [::]:'''+str(_server_port)+''';\n","    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n","    \n","    if ($request_method = OPTIONS) {\n","        return 200;\n","    }\n","    fastcgi_send_timeout                 10m;\n","    fastcgi_read_timeout                 10m;\n","    fastcgi_connect_timeout              10m;\n","    \n","    '''+ ''.join([getProxyLocation(key,_proxy_path[key]) for key in sorted(_proxy_path.keys(), key=len)[::-1]]) +'''\n","}\n","'''\n","    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n","    if not check_service('localhost',_server_port):\n","        run(f'''nginx -c /etc/nginx/nginx.conf''')\n","    run(f'''nginx -s reload''')"]},{"cell_type":"markdown","metadata":{},"source":["## 线程清理工具\n","\n","---\n","\n","清理线程名以 solo_ 开头的所有线程"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"trusted":true},"outputs":[],"source":["import inspect\n","import ctypes\n","\n","def _async_raise(tid, exctype):\n","    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n","    tid = ctypes.c_long(tid)\n","    if not inspect.isclass(exctype):\n","        exctype = type(exctype)\n","    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n","    if res == 0:\n","        raise ValueError(\"invalid thread id\")\n","    elif res != 1:\n","        # \"\"\"if it returns a number greater than one, you're in trouble,\n","        # and you should call it again with exc=NULL to revert the effect\"\"\"\n","        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n","        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n","\n","def stop_thread(thread):\n","    _async_raise(thread.ident, SystemExit)\n","\n","def stop_solo_threads():\n","    global _runing\n","    _runing = False\n","    # 获取当前所有活动的线程\n","    threads = threading.enumerate()\n","    # 关闭之前创建的子线程\n","    for thread in threads:\n","        if thread.name.startswith('solo_'):\n","            print(f'结束线程：{thread.name}')\n","            try:\n","                stop_thread(thread)\n","            except socket.error:\n","                print(f'结束线程：{thread.name} 执行失败')\n","                "]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["docs = '''\n","# 配置项\n","server_port int 本地服务端口，穿透使用的端口\n","huggingface_token string huggingface token,用于同步文件或者下载需要登录的文件\n","hidden_console_info bool 是否隐藏控制台信息\n","proxy_path {string:string} 将哪个路径映射到哪个服务，格式为：{'/':'http://127.0.0.1:5000/'}\n","kaggle_api_token string kaggle api token,用于访问kaggle的api\n","ngrok_config_or_file ngrok的token文件内容或者放token的文件的路径\n","frp_config_or_file frp的配置内容或者配置文件的路径\n","frp_ssl_dir frp的https证书存放目录\n","#  工具函数\n","执行cmd命令：\n","run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True)\n","检查网络是否可以访问\n","check_service(host, port)\n","检查gpu是否存在\n","check_gpu()\n","写入文本到文件\n","echoToFile(content:str,path:str)\n","获取一个免费frp配置\n","get_freefrp_confog(local_port)\n","\n","下载文件\n","link_or_download_flie(config:str, \n","skip_url:bool=False, \n","_link_instead_of_copy:bool=True, \n","base_path:str = '',\n","sync:bool=False, # 同步且按顺序下载\n","thread_num:int=None, \n","is_await:bool=False) # 异步不按顺序但等待下载完成\n","---- 下载文件功能的配置的格式\n","[目标目录] # 中括号必须写\n","下载链接1\n","名称:下载链接2 # 链接前面的名称可以用于对文件重命名\n","# 备注 井号后面的内容会被忽略\n","可以下载git仓库\n","可以下载huggingfacec仓库或者文件，会使用 huggingface_token 作为凭证下载\n","可以下载其他可以直接下载的互联网资源\n","可以作为文件链接功能，将某个目录或目录下的全部文件链接到目标目录\n","---- 下载文件功能结束结束\n","\n","创建kaggle数据集\n","createOrUpdateDataSet(path:str,datasetName:str)\n","下载kaggle数据集\n","downloadDatasetFiles(datasetName:str,outputPath:str)\n","同步目录到huggingface，可指定同步的文件类型\n","start_sync_log_to_huggingface(repo_id:str,directory_to_watch,repo_type='dataset',file_types=['.png','.jpg','.txt','.webp','.jpeg'])\n","压缩指定目录到指定位置\n","zipPath(path:str,zipName:str,format='tar') # 可用tar或gz\n","停止后台线程 # 仅停止线程名称前缀为 solo_ 的线程\n","stop_solo_threads()\n","'''\n","def get_docs():\n","    print(docs)\n","    \n","print('可以执行get_docs()查看文档')"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["if not (True if os.getenv('IS_INSTALL_NGINX','False') == 'True' else False):\n","    run('git lfs install')\n","    run('git config --global credential.helper store')\n","    run('sudo apt update -y')\n","    run('sudo apt install nginx -y')\n","    os.environ['IS_INSTALL_NGINX'] = 'True'\n","stop_solo_threads()\n","time.sleep(2)\n","threading.Thread(target = startProxy, daemon=True, name='solo_startProxy').start()\n","localProxy()\n","init_huggingface()"]}],"metadata":{"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"datasetId":2716934,"sourceId":6167400,"sourceType":"datasetVersion"},{"datasetId":3654544,"sourceId":6346544,"sourceType":"datasetVersion"},{"datasetId":2962375,"sourceId":6720235,"sourceType":"datasetVersion"},{"datasetId":3074484,"sourceId":6817788,"sourceType":"datasetVersion"}],"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.13"}},"nbformat":4,"nbformat_minor":4}

lite-start.ipynb

@@ -1 +0,0 @@
-{"cells":[{"cell_type":"markdown","metadata":{},"source":["# NovelAi stable-diffusion-webui+api+sdxl\n","---\n","**version: 1.6.0  •  python: 3.10.6  •  torch: 2.0.1+cu118  •  xformers: 0.0.21  •  gradio: 3.41.2**\n","- 发布地址 [kaggle stable-diffusion-webui-novelai](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)\n","- 这是一个用于快速体验ai绘画项目 [stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) 的笔记本，你可以直接启动就能在线体验ai绘图的乐趣。 \n","- kaggle和colab都是AI学习平台，请勿浪费计算资源，如果有需求，可以考虑AutoDL这类租用显卡的平台或者colab付费使用。\n","- 在保持可以免配置直接启动的情况下也提供了很多可自定义的配置，在下方的配置项里，请自行查看。 \n","- 同时也为新人提供了一份基础的帮助文档，包含了一些使用中可能遇到的问题，如果使用过程中有什么疑问，不妨先看看帮助文档。\n","- 如果你需要在此脚本上修改再发布，请随意，但请遵守相关法律法规，文明使用。\n","- 使用时如果遇到问题，尽可能通过帮助文档或者参考已有内容尝试自己解决。\n","- Q群 [816545732](http://qm.qq.com/cgi-bin/qm/qr?_wv=1027&k=OGQydingTPku9M_myV_cscWv6MVaCSde&authKey=RFadQ18FgReFkx7CRs8SNk4vHpxHz%2FD2ojHL3433MehuQOBlnG0hhWFIo8AX%2BFRU&noverify=0&group_code=816545732) ，这是我建的新群，如果有需要，可以进群，其实这个笔记已经非常简洁了，进群大概也不会有啥帮助。\n","- 使用前可以看一下最后的更新日志，可能有功能更新需要注意"]},{"cell_type":"markdown","metadata":{},"source":["## 重要文件列表\n","\n","- **这个列表仅加载一次 且会等待加载完成再开始安装sd**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["before_downloading = '''# 这个列表仅加载一次 且会等待加载完成再开始安装sd\n","[extensions] # 插件\n","https://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\n","https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\n","https://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\n","https://github.com/Mikubill/sd-webui-controlnet.git\n","https://github.com/ilian6806/stable-diffusion-webui-state.git\n","https://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\n","https://github.com/Bing-su/adetailer.git\n","https://github.com/zanllp/sd-webui-infinite-image-browsing.git\n","https://github.com/viyiviyi/stable-diffusion-webui-zoomimage.git\n","https://github.com/viyiviyi/prompts-filter.git zz_prompts-filter\n","https://github.com/viyiviyi/sd-encrypt-image.git # 图片加密插件，解决涩图封号问题，需要在参数里设置你的密码开启\n","https://github.com/nonnonstop/sd-webui-3d-open-pose-editor.git\n","https://github.com/jexom/sd-webui-depth-lib.git\n","https://github.com/Elldreth/loopback_scaler.git\n","https://github.com/hnmr293/sd-webui-cutoff.git\n","https://github.com/hako-mikan/sd-webui-lora-block-weight.git\n","https://github.com/viyiviyi/Stable-Diffusion-Webui-Civitai-Helper.git # 修改过的c站助手，下载的缩略图可以被加密插件加密\n","https://github.com/viyiviyi/sd-civitai-browser-plus.git\n","https://github.com/adieyal/sd-dynamic-prompts.git\n","https://github.com/hako-mikan/sd-webui-supermerger.git\n","https://github.com/thisjam/sd-webui-oldsix-prompt.git\n","https://github.com/NoCrypt/sd-fast-pnginfo.git\n","https://github.com/ArtVentureX/sd-webui-agent-scheduler.git\n","https://github.com/continue-revolution/sd-webui-animatediff.git animatediff\n","https://github.com/mcmonkeyprojects/sd-dynamic-thresholding.git\n","\n","# 如果你有模型文件需要在启动前加载，可以写在这个下面对应位置\n","\n","[models/Stable-diffusion]                # 大模型列表\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","\n","[models/VAE]                             # VAE文件列表\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","\n","# 通过这个功能安装一个ComfyUI\n","[{install_path}]\n","https://github.com/comfyanonymous/ComfyUI.git ComfyUI\n","\n","[{install_path}/ComfyUI/custom_nodes]   # ComfyUI 节点模块\n","https://github.com/viyiviyi/comfyui-encrypt-image.git # 加密���件，安装后就会加密，默认密码123qwe,在utils下增加了一个预览和设置密码的节点\n","https://github.com/ltdrdata/ComfyUI-Manager.git\n","https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes.git\n","https://github.com/cubiq/ComfyUI_IPAdapter_plus.git\n","https://github.com/jags111/efficiency-nodes-comfyui.git\n","https://github.com/twri/sdxl_prompt_styler.git\n","https://github.com/ssitu/ComfyUI_UltimateSDUpscale --recursive\n","https://github.com/ltdrdata/ComfyUI-Impact-Pack.git\n","https://github.com/ltdrdata/ComfyUI-Inspire-Pack.git\n","https://github.com/giriss/comfy-image-saver.git\n","https://github.com/Kosinkadink/ComfyUI-AnimateDiff-Evolved.git AnimateDiff\n","https://github.com/SLAPaper/ComfyUI-Image-Selector.git\n","https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git\n","https://github.com/Fannovel16/comfyui_controlnet_aux.git\n","https://github.com/mav-rik/facerestore_cf.git\n","https://github.com/FizzleDorf/ComfyUI_FizzNodes.git\n","https://github.com/BadCafeCode/masquerade-nodes-comfyui.git\n","https://github.com/WASasquatch/was-node-suite-comfyui.git\n","https://github.com/YMC-GitHub/ymc-node-suite-comfyui.git\n","https://github.com/coreyryanhanson/ComfyQR.git\n","https://github.com/melMass/comfy_mtb.git\n","https://github.com/sipherxyz/comfyui-art-venture.git\n","https://github.com/cubiq/ComfyUI_essentials.git\n","https://github.com/Gourieff/comfyui-reactor-node.git\n","\n","[{install_path}/ComfyUI/web/extensions]   # ComfyUI web插件\n","https://github.com/viyiviyi/comfyui-mobile.git\n","https://github.com/viyiviyi/comfyui-popup-image-prevew.git\n","\n","'''"]},{"cell_type":"markdown","metadata":{},"source":["## 普通文件列表\n","\n","- **这个列表仅加载一次 且不会等待加载完成**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["async_downloading='''# 这个列表仅加载一次 且不会等待加载完成\n","[extensions] # 插件 如果你没有使用ngrok或者frpc，请不要把插件放在这里加载，因为这里的文件可能在webui启动后才加载完成\n","\n","[models/ESRGAN]\n","https://huggingface.co/lokCX/4x-Ultrasharp/blob/main/4x-UltraSharp.pth\n","\n","[models/VAE]                             # VAE文件列表\n","{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-ema-560000-ema-pruned.safetensors\n","{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-mse-840000-ema-pruned.safetensors\n","sdxl_vae.safetensors:https://huggingface.co/madebyollin/sdxl-vae-fp16-fix/resolve/main/sdxl_vae.safetensors?download=true # sdxl模型需要sdxl的vae\n","\n","[models/Stable-diffusion]                # 大模型列表\n","# https://civitai.com/api/download/models/293564\n","/kaggle/input/anime-xl/animagineXLV3_v30.safetensors\n","/kaggle/input/kohakuxl/kohaku-xl-delta-rev.safetensors\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","https://civitai.com/api/download/models/116970\n","https://civitai.com/api/download/models/117151 # Clothing +/- Adjuster 衣物增/减 LoRA\n","https://civitai.com/api/download/models/62833 # Detail Tweaker LoRA (细节调整LoRA)\n","\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_canny_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_lineart_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_openpose_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_scribble_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_seg_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_softedge_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors\n","# https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11u_sd15_tile_fp16.safetensors\n","\n","[extensions/animatediff/model] # animatediff 插件基本模型\n","# https://huggingface.co/guoyww/animatediff/resolve/cd71ae134a27ec6008b968d6419952b0c0494cf2/mm_sd_v15_v2.ckpt\n","\n","[models/Lora/animatediff]  # animatediff lora模型\n","# https://huggingface.co/guoyww/animatediff/resolve/cd71ae134a27ec6008b968d6419952b0c0494cf2/v2_lora_PanLeft.ckpt\n","'''\n"]},{"cell_type":"markdown","metadata":{},"source":["## 按顺序加载的重要文件列表\n","\n","- **这个列表每次 run all 启动都会加载一次，且一定按照顺序加载后才启动webui**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["before_start_sync_downloading = ''' # 这个列表每次 run all 启动都会加载一次，且一定按照顺序加载\n","\n","# 如果你需要每次启动都加载一下文件，可以写在这。（比如测试路径是否正确的时候）\n","\n","[models/Stable-diffusion]                # 大模型列表\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","\n","[models/VAE]                             # VAE文件列表\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","\n","'''"]},{"cell_type":"markdown","metadata":{},"source":["## webui 启动参数\n","- 所有的参数都会在启动时传入\n","- 可以在前面加```#```来屏蔽某个参数\n","- 端口参数需要在下一个代码块的```webuiPort```处修改"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["sd_start_args='''\n","# --ckpt=mg-Tender.safetensors # 默认模型名称，路径不能包含空格\n","--disable-safe-unpickle \n","--deepdanbooru \n","--no-hashing \n","--no-download-sd-model \n","--administrator\n","--skip-torch-cuda-test \n","--skip-version-check \n","--disable-nan-check\n","--opt-sdp-attention \n","--opt-sdp-no-mem-attention \n","--xformers-flash-attention\n","--xformers\n","--api \n","--listen\n","--lowram\n","#--no-gradio-queue\n","--encrypt-pass=123qwe # 图片加密插件的密码，如果要启用图片加密插件，删除这一行前面的#和将123qwe改成你的密码，也可以不改\n","# --share # 默认的内网穿透在kaggle和colab都已经不可用，请考虑其他方案\n","--disable-console-progressbars\n","--no-half-vae \n","# --no-half  #关闭半精度\n","# --enable-console-prompts\n","# --nowebui # 如果只需要api服务，可以开启这个\n","# --api-auth=2333:6666  # api密码\n","# --gradio-auth=2333:6666 # webui密码\n","'''"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# 这个方法内的函数会在所有文件加载完成，准备启动前执行，可以放一些自定义的逻辑功能\n","def on_before_start():\n","    '''这是一个空的函数'''\n","    run(f'{_install_path}/{_ui_dir_name}/venv/bin/python3 -s -m pip install insightface',cwd=os.path.join(f'{install_path}/{ui_dir_name}',node))\n","    def get_folder_list(directory:str):  \n","        folder_list = []  \n","        for item in os.listdir(directory):  \n","            if os.path.isdir(os.path.join(directory, item)):  \n","                folder_list.append(item)  \n","        return folder_list \n","    # 启动 ComfyUI\n","    def start_comfyui():\n","        !rm -rf {install_path}/ComfyUI/models/checkpoints\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/Stable-diffusion {install_path}/ComfyUI/models/checkpoints\n","        !rm -rf {install_path}/ComfyUI/models/embeddings\n","        !ln -s -r {_install_path}/{_ui_dir_name}/embeddings {install_path}/ComfyUI/models/embeddings\n","        !rm -rf {install_path}/ComfyUI/models/loras\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/Lora {install_path}/ComfyUI/models/loras\n","        !rm -rf {install_path}/ComfyUI/models/vae\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/VAE {install_path}/ComfyUI/models/vae\n","        !rm -rf {install_path}/ComfyUI/models/hypernetworks\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/hypernetworks {install_path}/ComfyUI/models/hypernetworks\n","        !rm -rf {install_path}/ComfyUI/models/upscale_models\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/ESRGAN {install_path}/ComfyUI/models/upscale_models\n","        !rm -rf {install_path}/ComfyUI/models/controlnet\n","        !ln -s -r {_install_path}/{_ui_dir_name}/extensions/sd-webui-controlnet/models {install_path}/ComfyUI/models/controlnet\n","        !rm -rf {install_path}/ComfyUI/custom_nodes/AnimateDiff/models\n","        !ln -s -r {_install_path}/{_ui_dir_name}/extensions/animatediff/model {install_path}/ComfyUI/custom_nodes/AnimateDiff/models\n","        !rm -rf {install_path}/ComfyUI/custom_nodes/AnimateDiff/motion_lora\n","        !ln -s -r {_install_path}/{_ui_dir_name}/models/Lora/animatediff {install_path}/ComfyUI/custom_nodes/AnimateDiff/motion_lora\n","        _cwd = os.getcwd()\n","        \n","        def start(device:int):\n","            print(f'启动 comfyui {device}')\n","            %cd {install_path}/ComfyUI \n","            !{_install_path}/{_ui_dir_name}/venv/bin/python3 main.py --force-fp16 --cuda-device={device} --port={8188+device}\n","            %cd {_cwd}\n","        print(f'下载 comfyui 各节点的依赖')\n","        for node in get_folder_list(f'{install_path}/ComfyUI/custom_nodes'):\n","            print(os.path.join(f'{install_path}/ComfyUI/custom_nodes',node))\n","            if Path(os.path.join(f'{install_path}/ComfyUI/custom_nodes',node,'requirements.txt')).exists():\n","                run(f'{_install_path}/{_ui_dir_name}/venv/bin/python3 -s -m pip install -r requirements.txt',cwd=os.path.join(f'{install_path}/ComfyUI/custom_nodes',node))\n","        \n","        print(f'启动 comfyui')\n","        for device in range(torch.cuda.device_count() if _multi_case else 1):\n","            threading.Thread(target = start, daemon=True,args=([device]), name=f'solo_start_comfyui_{device}').start()\n","    \n","    threading.Thread(target = start_comfyui, daemon=True, name='solo_start_comfyui').start()\n","      \n","    # 安装一个文件浏览器 通过在访问地址后加 /fslist/ 访问\n","    def start_filebrower():\n","        !curl -fsSL https://raw.githubusercontent.com/filebrowser/get/master/get.sh | bash\n","        !filebrowser -p 8012 --username admin -b /fslist -r {install_path}\n","        \n","    threading.Thread(target = start_filebrower, daemon=True, name='solo_start_filebrower').start()\n","    ## 下面可以写更多自定义逻辑"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才会生效\n","#Ngrok\n","useNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n","#Frpc\n","useFrpc=True # 开启frp将不能启动\n","\n","#可以填写文件路径 或 直接填 token 内容\n","ngrok_config_or_file = '''\n","{input_path}/configs/ngrok_token.txt\n","'''\n","frp_config_or_file = '''\n","{input_path}/configs/frpc_koishi.ini\n","'''\n","frp_ssl_dir = '''\n","{input_path}/configs/koishi_ssl\n","'''\n","\n","# 配置启动参数\n","server_port=7860 # webui 默认端口\n","\n","# 仓库地址 这是修改过界面布局顺序的webui，不定期同步到官方版本\n","# 如果要使用官方版本，改成这个： https://github.com/AUTOMATIC1111/stable-diffusion-webui\n","sd_git_repo='https://github.com/viyiviyi/stable-diffusion-webui.git -b local-1.9' \n","# 配置文件，包括webui的设置和UI默认值，如果要自定义，fork这个仓库后修改并把地址替换这个地址\n","sd_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git -b main-yiyiooo'\n","# 设置文件保存路径 当使用谷歌云盘时非常有用\n","setting_file = '{output_path}/configs/config.json'\n","ui_config_file = '{output_path}/configs/ui-config.json'\n","\n","# 这是配置文件夹同步的相关配置\n","# 需要在huggingface创建一个数据集(datasets) 然后把数据集的名称(在页面上有复制的按钮)填到 huggingface_repo \n","# 需要获取 token 填到 huggingface_token 获取的地址是： https://huggingface.co/settings/tokens\n","huggingface_token = '{input_path}/configs/huggingface_token.txt'\n","huggingface_repo = 'viyi/sdwui-log'\n","\n","# 自定义本地反向代理 这些配置将会成为nginx的反向代理配置，用于实现一个穿透访问多个实例\n","# 默认情况下 / 被代理到了webui；/1/ 被代理到了第二个webui\n","proxy_path={\n","    '/cui/':'http://127.0.0.1:8188/',\n","    '/cui2/':'http://127.0.0.1:8189/',\n","    '/fslist/':'http://127.0.0.1:8012/',\n","} # 增加一个comfyui的代理\n","\n","multi_case = True"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["link_instead_of_copy = True # 下载或加载Input的文件时是使用链接还是复制的方式加载到目标目录\n","hidden_console_info = True # 是否隐藏大部分的控制台内容"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 保存当前目录和启动时cd到之前保存的目录，可以减少sdwui-start-new.ipynb文件下载次数\n","import os\n","INIT_WORK_PATH = os.environ['HOME']\n","if os.getenv('INIT_WORK_PATH',''):\n","    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\n","else:\n","    os.environ['INIT_WORK_PATH'] = os.getcwd()\n","%cd {INIT_WORK_PATH}"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["reLoad = True\n","# 如果需要重新安装，请注释下面这一行\n","reLoad = False"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["import signal  \n","import sys\n","\n","def auto_exit(signum,frame):\n","    print('自动结束运行')\n","    signal.alarm(0)\n","    sys.exit(0)\n","\n","signal.signal(signal.SIGALRM, auto_exit)\n","signal.alarm(3*60*60) # 定时关机时间，12小时 x 60分钟 x 60秒 当需要提前关机时可以修改数值"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["if not os.path.exists('sdwui-start-util.ipynb'):\n","    !wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start-util.ipynb -o log.log\n","%run sdwui-start-util.ipynb"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["try:\n","    check_gpu() # 检查是否存在gpu\n","    main()\n","    signal.alarm(0)\n","except KeyboardInterrupt:\n","    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）\n","    signal.alarm(0)"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 打包收藏文件夹 如果需要可以取消下面两行的注释\n","# zipPath('$install_path/sd_main_dir/log','log')\n","# !mv {output_path}/log.tar {output_path}/log.tar.bak\n","# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n","\n","# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n","# zipPath('$install_path/sd_main_dir/textual_inversion','训练输出') \n","# zipPath('$install_path/sd_main_dir/outputs','outputs')\n","\n","# 打包venv并上传到数据集\n","# zipPath('$install_path/sd_main_dir/venv','venv')\n","# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n","# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n","\n","# 打包命令参考，--exclude 可以排除不需要打包的目录\n","# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /sd_main_dir/ ."]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.7"}},"nbformat":4,"nbformat_minor":4}

sdwui-before-new.ipynb

@@ -1 +0,0 @@
-{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# NovelAi stable-diffusion-webui+api+sdxl\n---\n**version: 1.6.0  •  python: 3.10.6  •  torch: 2.0.1+cu118  •  xformers: 0.0.21  •  gradio: 3.41.2**\n- 发布地址 [kaggle stable-diffusion-webui-novelai](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)\n- 这是一个用于快速体验ai绘画项目 [stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) 的笔记本，你可以直接启动就能在线体验ai绘图的乐趣。 \n- 在保持可以免配置直接启动的情况下也提供了很多可自定义的配置，在下方的配置项里，请自行查看。 \n- 同时也为新人提供了一份基础的帮助文档，包含了一些使用中可能遇到的问题，如果使用过程中有什么疑问，不妨先看看帮助文档。\n- 如果你需要在此脚本上修改再发布，请随意，但请遵守相关法律法规，文明使用。\n- 交流群632428790 这是 [qq2575044704](https://www.kaggle.com/qq2575044704) 的群，感谢他为这个笔记做了一些宣传。\n","metadata":{}},{"cell_type":"markdown","source":"## 重要文件列表\n\n- **这个列表仅加载一次 且会等待加载完成**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"重要文件列表 = '''# 这个列表仅加载一次 且会等待加载完成\n[extensions] # 插件\nhttps://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\nhttps://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\nhttps://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\nhttps://github.com/Mikubill/sd-webui-controlnet.git\nhttps://github.com/LianZiZhou/sd-webui-pixink-console.git\nhttps://github.com/ilian6806/stable-diffusion-webui-state.git\nhttps://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\nhttps://github.com/Bing-su/adetailer.git\nhttps://github.com/civitai/sd_civitai_extension.git\nhttps://github.com/zanllp/sd-webui-infinite-image-browsing.git\nhttps://github.com/viyiviyi/stable-diffusion-webui-zoomimage.git\n\n# 如果你有模型文件需要在启动前加载，可以写在这个下面对应位置\n\n[models/Stable-diffusion]                # 大模型列表\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\n\n[models/VAE]                             # VAE文件列表\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 普通文件列表\n\n- **这个列表仅加载一次 且不会等待加载完成**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"普通文件列表='''# 这个列表仅加载一次 且不会等待加载完成\n[extensions] # 插件 如果你没有使用ngrok或者frpc，请不要把插件放在这里加载，因为这里的文件可能在webui启动后才加载完成\n\n[models/Stable-diffusion]                # 大模型列表\nmg-Tender.safetensors:https://civitai.com/api/download/models/75587\n容华_国风_SDXL.safetensors:https://civitai.com/api/download/models/151978\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\nGenshin_Impact_all-in-one.safetensors:https://civitai.com/api/download/models/116970\nhttps://civitai.com/api/download/models/117151 # Clothing +/- Adjuster 衣物增/减 LoRA\nhttps://civitai.com/api/download/models/62833 # Detail Tweaker LoRA (细节调整LoRA)\n\n[models/VAE]                             # VAE文件列表\n{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-ema-560000-ema-pruned.safetensors\n{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-mse-840000-ema-pruned.safetensors\nhttps://huggingface.co/stabilityai/sd-vae-ft-ema-original/resolve/main/vae-ft-ema-560000-ema-pruned.safetensors\nhttps://huggingface.co/WarriorMama777/OrangeMixs/resolve/main/VAEs/orangemix.vae.pt\nsdxl_vae.safetensors:https://civitai.com/api/download/models/130720?type=VAE # sdxl模型需要sdxl的vae\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_canny_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_lineart_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_openpose_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_scribble_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_seg_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_softedge_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11u_sd15_tile_fp16.safetensors\n'''\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 按顺序加载的重要文件列表\n\n- **这个列表每次 run all 启动都会加载一次，且一定按照顺序加载后才启动webui**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"按顺序加载的重要文件列表 = ''' # 这个列表每次 run all 启动都会加载一次，且一定按照顺序加载\n\n# 如果你需要每次启动都加载一下文件，可以写在这。（比如测试路径是否正确的时候）\n\n[models/Stable-diffusion]                # 大模型列表\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\n\n[models/VAE]                             # VAE文件列表\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## webui 启动参数\n- 所有的参数都会在启动时传入\n- 可以在前面加```#```来屏蔽某个参数\n- 端口参数需要在下一个代码块的```webuiPort```处修改","metadata":{}},{"cell_type":"code","source":"参数列表='''\n# --ckpt=mg-Tender.safetensors # 默认模型名称，路径不能包含空格\n--disable-safe-unpickle \n--deepdanbooru \n--no-hashing \n--no-download-sd-model \n--administrator\n--skip-torch-cuda-test \n--skip-version-check \n--disable-nan-check\n# --opt-sdp-attention \n--opt-sdp-no-mem-attention \n--xformers-flash-attention\n--xformers\n--api \n--listen\n--lowram\n--no-gradio-queue\n--share\n--disable-console-progressbars\n--no-half-vae \n# --no-half  #关闭半精度\n# --enable-console-prompts\n# --nowebui\n# --api-auth=2333:6666  # api密码\n# --gradio-auth=2333:6666 # webui密码\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才会生效\n#Ngrok\nuseNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n#Frpc\nuseFrpc=True # 开启frp将不能启动\n\n#文件或直接填配置\nngrok配置或文件地址='''\n{input_path}/configs/ngrok_token.txt\n'''\nfrp配置文件或配置='''\n{input_path}/configs/frpc_litechat.ini\n'''\nfrpSSL文件='''\n{input_path}/configs/litechat_nginx\n'''\n\n# 配置启动参数\nwebuiPort=7860 # webui默认端口\n\n# 仓库地址 这是修改过界面布局顺序的webui，不定期同步到官方版本\n# 如果要使用官方版本，改成这个： https://github.com/AUTOMATIC1111/stable-diffusion-webui\nwebui_git_repo='https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n# 配置文件，包括webui的设置和UI默认值，如果要自定义，fork这个仓库后修改并把地址替换这个地址\nwebui_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git'\n# 设置文件保存路径 当使用谷歌云盘时非常有用\nsetting_file = '{output_path}/configs/config.json'\nui_config_file = '{output_path}/configs/ui-config.json'\n\n# 这是配置文件夹同步的相关配置\n# 需要在huggingface创建一个数据集(datasets) 然后把数据集的名称(在页面上有复制的按钮)填到 huggingface_repo \n# 需要获取 token 填到 huggingface_token 获取的地址是： https://huggingface.co/settings/tokens\nhuggingface_token = '{input_path}/configs/huggingface_token.txt'\nhuggingface_repo = 'viyi/sdwui-log'\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"link_instead_of_copy = True # 下载或加载Input的文件时是使用链接还是复制的方式加载到目标目录\nhidden_console_info = True # 是否隐藏大部分的控制台内容","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 保存当前目录和启动时cd到之前保存的目录，可以减少sdwui-start-new.ipynb文件下载次数\nimport os\nINIT_WORK_PATH = os.environ['HOME']\nif os.getenv('INIT_WORK_PATH',''):\n    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\nelse:\n    os.environ['INIT_WORK_PATH'] = os.getcwd()\n%cd {INIT_WORK_PATH}","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"reLoad = True\n# 如果需要重新安装，请注释下面这一行\nreLoad = False","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"if not os.path.exists('sdwui-start-new.ipynb'):\n    !wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start-new.ipynb -o log.log\n%run sdwui-start-new.ipynb","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 打包收藏文件夹 如果需要可以取消下面两行的注释\n# zipPath('$install_path/stable-diffusion-webui/log','log')\n# !mv {output_path}/log.tar {output_path}/log.tar.bak\n# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n\n# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n# zipPath('$install_path/stable-diffusion-webui/textual_inversion','训练输出') \n# zipPath('$install_path/stable-diffusion-webui/outputs','outputs')\n\n# 打包venv并上传到数据集\n# zipPath('$install_path/stable-diffusion-webui/venv','venv')\n# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n\n# 打包命令参考，--exclude 可以排除不需要打包的目录\n# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /kaggle/stable-diffusion-webui/ .","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 使用帮助\n---\n**代码块不能删除也不能调换顺序，如果出现变量未定义，请检查是否按顺序执行了代码块**\n\n---\n\n## kaggle账号\n- 注册账号需要手机号，国内手机号也行，如果点击注册后没反应，估计是需要梯子，用于人机验证\n- 注册后点此笔记的 **Copy & Edit** 按钮就进到编辑界面\n\n## 准备工作\n1. 右侧面板 **Notebook options/ACCELERATOR** 需要选择GPU **T4x2**出图更快\n2. 右侧面板 **Notebook options/LANGUAGE** 需要选择Python\n2. 右侧面板 **Notebook options/PERSISTENCE** 建议选择 Files only **作用是保存Outpot目录内的文件，当前这个功能并没有任何作用**\n3. 右侧面板 **Notebook options/ENVIRONMENT** 建议不改这个配置，使用当前默认值就行\n4. 右侧面板 **Notebook options/INTERNET** 需要打开 用于联网\n\n## 启动\n#### 启动方式一  **直接点击页面上边的 RunAll**\n- 手机端可能会出现页面上边的工具栏不显示的情况，左侧菜单按钮里也有相关的操作\n- 长时间不操作页面会导致脚本停止 （应该是40分钟吧）\n\n#### 启动方式二  **使用页面上边的 Save Version 后台运行**\n- 后台运行不用担心长时间不操作脚本停止\n- Version Type 选择 **Save & Run All**\n- 在Save Version弹窗里需要选择使用**GPU**环境 （Advanced Settings 里最后一个选项）\n\n## 访问\n- 如果你使用了ngrok或者frpc，可以访问你这两对应的地址\n- 如果你不知道你的ngrok或者frpc的地址可以在控制台（页面最下方Console）的输出里面查看\n- 使用Run All方式启动，控制台在启动完成后会输出访问网址，网址内容包含**gradio.live**，可以在页面中搜索快速找到\n- 如果使用Save Verson的方式启动，点击左下角的**View Active Events**点击刚刚启动的脚步，在**Log**里找访问网址\n- 一般情况下第一次启动此脚本需要等待kaggle下载模型文件，进度在页面上方\n- 第二次及以后（不增加新的文件）需要3到5分钟\n\n## 增加模型\n- 可以直接写模型的下载链接，省去下面这些步骤\n1. 先创建数据集，也就是dataset\n2. 创建时需要添加文件，选择自己的模型文件就行\n3. 同类型文件放相同的数据集里面，一个数据集也不要太大\n4. 可以在dataset搜索其他人上传的模型\n5. 通过右侧的 **Add Data** 按钮选择已经上传的模型文件或者别人上传的模型文件\n    - input 下面的列表就是模型文件，可以点击名称后面的复制按钮复制路径\n6. 将模型路径放在配置里的对应配置里即可，支持文件夹和文件路径，参考 **modelDirs**\n    - 如果目录里还有子目录也是需要加载的，可以用*表示子目录 例子：比如Loras目录下还有角色、画风、涩涩的文件夹，那路径里写成 '/kaggle/input/Loras/*'就可以加载子目录里面的文件了\n    - 模型加载使用的文件链接方式，如果你融模型的时候新模型名字和原有模型名字一样，会出现不能修改只读文件的错误\n    - 同理，直接对模型做编辑的工具可能也会出现相同的错误\n    \n \n- **受到kaggle内存大小的影响，切换多个模型后大概率爆内存导致停止运行**\n    \n**下边的配置项都写了对应配置的作用和使用说明，不理解的话也不用改，用默认的就好**\n\n## 下载文件\n#### 方式一\n- 在浏览器直接下 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 你的访问地址是 https://123123123.gradio.live\n    - 则可以在浏览器输入 https://123123123.gradio.live/file=/kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors 下载你的文件\n    \n#### 方式二\n- 复制到Output目录下载 仅支持使用Run All方式运行的\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 先停止笔记本（不是关机，是停止）\n    - 然后新建一个代码块，在里面输入 !cp -f /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 或者 新建一个代码块，在里面输入 !cp -f \\$install_path/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 你可能需要拼接路径 如果是在webui里面看到的路径，且路径里面没有带**stable-diffusion-webui**\n        - 拼接方式是 **\\$install_path/stable-diffusion-webui** + **文件路径** 拼成类似前一条的样子\n    - 就可以在右侧列表的Output目录看见复制出来的文件，点击下载即可\n\n## **一些可能没用的说明**\n- 配置说明 **True或者False**表示布尔值 **True**表示“**是**” **False**表示“**否**” 只有这两个值\n- 配置说明 **[]** 表示数组，里面可以存放内容，每个内容需要用**英语(半角)逗号**隔开\n- 配置说明 **''或者\"\"** 英语(半角)的双引号或者单引号包裹的内容是**字符串**，比如放在数组里面的路径就需要是一个字符串\n- 配置说明 **#** **#** 后面的内容是**注释**，是帮助性内容，对整个代码的执行不会有影响\n","metadata":{}},{"cell_type":"markdown","source":"# 更新记录\n#### 230910 v175\n- 增加了默认的sdxl模型\n- 修改了不合适的使用说明\n\n#### 230901 v173\n- 更新了依赖版本，可以加载sdxl模型了\n- 增加代码块内容说明，希望有用\n\n#### 230812 v171\n- 把关闭半精度的参数注释了，这是之前写错的，注释后不容易爆内存\n- 增加默认模型的参数，用于指定模型启动时默认的模型\n\n#### 230726 v170\n- 更新了整个配置，可以更加自由的下载和加载文件\n- 删除了大部分参数\n\n#### 230726 v169\n- 增加了一个文件加载配置，可以自定义把文件或下载地址加载到指定目录，配置方式见 [ 其他文件列表 ]\n- 增加了一个配置，可以隐藏部分控制台输出，但隐藏不完全，没啥用\n\n#### 230719 v168\n- 增加了同步收藏文件夹到 huggingface 数据集的功能，仅同步收藏文件夹，如果同步所有图片也太浪费资源了\n\n#### 230716 v167\n- 账号解封了\n- 已经更新为精简自动更新版，主要逻辑分离存放到 [huggingface](https://huggingface.co/viyi/sdwui)，这边基本上不再需要更新\n- 如果增加了新功能需要��的配置，可以在输出内容的最前面查看到（暂定）\n\n#### 230302 v165\n- 可以修改disableShared=True来使用pm2启动，做到爆内存自动重启（需要使用frpc或者ngrok代理，否则无法访问界面）\n\n#### 230228 v156\n- 移除了koishi的相关功能 如需使用，可查看 [sd-webui-koishi](https://www.kaggle.com/code/yiyiooo/sd-webui-koishi)\n\n#### 230227 v147\n- 增加了nginx做反向代理，现在可以使用一个ngrok地址访问多个服务了 功能在版本156移除\n\n#### 230225 v139\n- 可以加载ssl证书，启动https的隧道了\n\n#### 230224 v134\n- 可以自动修改frp的本地端口\n\n#### 230224 v128\n- 修复默认模型文件不存在时不能启动的问题\n- 修复了多线程导致依赖等内容安装位置错乱的问题\n- 修复了第一次启动会更新koishi数据对应的数据集问题\n- 增加了配置检查功能，对一些配置项做了提示\n- 增加了可配置webui端口功能，现在可以配置webui、froc、ngrok的端口了\n\n#### 230223 v126\n- 修复了仅适用koishi数据目录无法启动koishi的问题\n- 修改了部分文档\n\n#### 230223 v124\n- 修复使用多线程后出现的文件安装下载目录失败的问题\n- 修复使用多线程后文件目录错乱问题\n\n#### 230222 v123\n- 使用多线程进行安装，节省安装时间\n\n#### 230222 v122\n- 更改了默认配置，现在训练的输出可以在Output下面查看了\n\n#### 230222 v118\n- 增加了自动上传koishi的数据到数据集且能自动下载的功能\n    - 自动上传的数据集优先级高于手动上传的\n    - 上一个版本的数据集与当前版本的目录结构有差异，如果更新后需要修改配置\n    \n#### 230121 v111\n- 增加了koishi的部署相关功能  功能在版本156移除\n\n#### 230220 v110\n- 增加了ControlNet插件的一些说明\n\n#### 230220 v109\n- 修复第二次Run all时不能切换到新的frpc配置问题\n- 增加更新记录，用于记录每次更新 ","metadata":{}}]}

sdwui-before.ipynb

@@ -1 +1 @@
-{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# NovelAi stable-diffusion-webui+api\n---\n**env版本： torch: 2.0+cu117  •  xformers: 0.0.19**\n- 发布地址 [kaggle stable-diffusion-webui-novelai](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)\n- 这是一个用于快速体验ai绘画项目 [stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) 的笔记本，你可以直接启动就能在线体验ai绘图的乐趣。 \n- 在保持可以免配置直接启动的情况下也提供了很多可自定义的配置，在下方的配置项里，请自行查看。 \n- 同时也为新人提供了一份基础的帮助文档，包含了一些使用中可能遇到的问题，如果使用过程中有什么疑问，不妨先看看帮助文档。\n- 如果你需要在此脚本上修改再发布，请随意，但请遵守相关法律法规，文明使用。\n- 交流群632428790 这是 [qq2575044704](https://www.kaggle.com/qq2575044704) 的群，感谢他为这个笔记做了一些宣传。\n","metadata":{}},{"cell_type":"markdown","source":"# 发布账号已经更换，这边不在更新了 [新地址](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)","metadata":{}},{"cell_type":"code","source":"useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才能开启","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 模型列表 一行一个 可以填文件 文件夹 和下载地址，如果需要自定义文件名，在url前写上文件名加:\n模型列表 = '''\nmg-Tender.safetensors:https://civitai.com/api/download/models/75587\n'''\n# 启动时默认加载的模型名称\nusedCkpt = 'mg-Tender'\nVAE列表 = '''\nhttps://huggingface.co/stabilityai/sd-vae-ft-ema-original/resolve/main/vae-ft-ema-560000-ema-pruned.safetensors\nhttps://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors\nhttps://huggingface.co/WarriorMama777/OrangeMixs/resolve/main/VAEs/orangemix.vae.pt\n'''\n\nLora列表 = '''\nGenshin_Impact_all-in-one.safetensors:https://civitai.com/api/download/models/116970\nhttps://civitai.com/api/download/models/14856\n'''\n\nLyCORIS列表 = '''\nhttps://civitai.com/api/download/models/46821\n'''\n\nhypernetworks列表 = '''\n\n'''\n\nembeddings列表 = '''\n\n'''\n\ncontrolNet模型列表 = '''\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_canny_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_lineart_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_openpose_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_scribble_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_seg_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_softedge_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11u_sd15_tile_fp16.safetensors\n'''\n# git仓库\n插件列表='''\nhttps://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\nhttps://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\nhttps://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\nhttps://github.com/Mikubill/sd-webui-controlnet.git\nhttps://github.com/KohakuBlueleaf/a1111-sd-webui-lycoris.git\nhttps://github.com/ilian6806/stable-diffusion-webui-state.git\nhttps://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\nhttps://github.com/Bing-su/adetailer.git\nhttps://github.com/viyiviyi/prompts-filter.git  # 这个插件会过滤空tag，如果不需要，请删除\nhttps://github.com/zanllp/sd-webui-infinite-image-browsing.git\nhttps://github.com/viyiviyi/stable-diffusion-webui-zoomimage.git\n'''\n#文件或直接填配置\nngrok配置或文件地址='''\n$input_path/configs/ngrok_token.txt\n'''\n\nfrp配置文件或配置='''\n-f **************************:7691619\n'''\n\nfrpSSL文件='''\n\n'''\n\n参数列表='''\n--disable-safe-unpickle \n--deepdanbooru \n--no-hashing \n--no-download-sd-model \n--administrator\n--skip-torch-cuda-test \n--skip-version-check \n--disable-nan-check\n--opt-sdp-attention \n--opt-sdp-no-mem-attention \n--xformers-flash-attention\n--xformers\n--api \n--listen\n--lowram\n--no-gradio-queue\n'''\n\n# --api-auth=2333:6666 --gradio-auth=2333:6666","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 手机端界面优化 使用了修改过界面布局顺序的webui，不定期同步到官方版本\nmobileOptimize=True\n# webui的配置文件\nwebui_settings = 'https://github.com/viyiviyi/sd-configs.git'\n# 设置文件路径\nsetting_file = '/kaggle/working/configs/config.json'\nui_config_file = '/kaggle/working/configs/ui-config.json'\n\n# 配置启动参数\nwebuiPort=7860 # webui默认端口\ndisableShared=False # 关闭默认的gradio.live穿透\nonlyApi=False # 无ui界面，仅提供api服务\nquickStart=True # 快速启动 使用下载好的python环境 开启后启动到可用需要4分钟,不开启需要8分钟\nvaeHalf=False # vae开启半精度，关闭效果更好，对速度没啥影响\nmodelHalf=True # 模型开启半精度，关闭效果更好，但生成速度减半\nconsoleProgressbars=False # 控制台显示进度条，关闭可以减少一些输出内容，查看日志时更快一点\nconsolePrompts=False # 同上 \nenableLoadByCopy=False # 是否使用copy的方式加载文件 启动变慢，且测试后没有提高模型切换速度\nenableThread=True # 启用多线程下载插件 依赖 和 模型\n#Ngrok\nuseNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n#Frpc\nuseFrpc=True # 开启frp将不能启动\n\nimport os\nINIT_WORK_PATH = os.environ['HOME']\nif os.getenv('INIT_WORK_PATH',''):\n    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\nelse:\n    os.environ['INIT_WORK_PATH'] = os.getcwd()\n%cd {INIT_WORK_PATH}","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 这是配置文件夹同步的相关配置\n# 需要在huggingface创建一个数据集(datasets) 然后把数据集的名称(在页面上有复制的按钮)填到 huggingface_repo \n# 需要获取 token 填到 huggingface_token 获取的地址是： https://huggingface.co/settings/tokens\n# 填了huggingface_token这个值的就不要在任何地方分享你的笔记，否则得到你的token的人可以随意的访问你的 huggingface 账号\n# 也可以填写一个存放了token的文件的目录，这样就能规避风险\nhuggingface_token = '{input_path}/configs/huggingface_token.txt'\nhuggingface_repo = 'viyi/sdwui-log'","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"reLoad = True\n# 如果需要重新安装，请注释这一行\nreLoad = False","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start.ipynb\n%run sdwui-start.ipynb","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\n# 打包收藏文件夹 如果需要可以取消下面两行的注释\n# zipPath('$install_path/stable-diffusion-webui/log','log')\n# !mv {output_path}/log.tar {output_path}/log.tar.bak\n# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n\n# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n# zipPath('$install_path/stable-diffusion-webui/textual_inversion','训练输出') \n# zipPath('$install_path/stable-diffusion-webui/outputs','outputs')\n# zipPath('$install_path/stable-diffusion-webui/venv','venv')\n# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /kaggle/stable-diffusion-webui/ .","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 使用帮助\n---\n**代码块不能删除也不能调换顺序，如果出现变量未定义，请检查是否按顺序执行了代码块**\n\n---\n\n## kaggle账号\n- 注册账号需要手机号，国内手机号也行，如果点击注册后没反应，估计是需要梯子，用于人机验证\n- 注册后点此笔记的 **Copy & Edit** 按钮就进到编辑界面\n\n## 准备工作\n1. 右侧面板 **Settings/ACCELERATOR** 需要选择GPU **T4x2**出图���快，且会自动开启两个webui\n2. 右侧面板 **Settings/LANGUAGE** 需要选择Python\n2. 右侧面板 **Settings/PERSISTENCE** 建议选择 Files only **作用是保存Outpot目录内的文件**\n3. 右侧面板 **Settings/ENVIRONMENT** 建议不改这个配置，使用当前默认值就行\n4. 右侧面板 **Settings/INTERNET** 需要打开 用于联网，没网跑不起来的啊\n\n## 启动\n#### 启动方式一  **直接点击页面上边的 RunAll**\n- 在没有关闭电源的情况下，后几次点击RunAll的输出在页面上端 （其实没有必要了，之前不知道代码块可以收起，很烦滚动到页面底端才能看见输出）\n- 手机端可能会出现页面上边的工具栏不显示的情况，左侧菜单按钮里也有相关的操作\n- 长时间不操作页面会导致脚本停止 （应该是40分钟吧）\n\n#### 启动方式二  **使用页面上边的 Save Version 后台运行**\n- 后台运行不用担心长时间不操作脚本停止\n- Version Type 选择 **Save & Run All**\n- 在Save Version弹窗里需要选择使用**GPU**环境 （Advanced Settings 里最后一个选项）\n- 后台运行的输出的图片可以在运行结束后下载（但是保存时间有限制，我就经常下不到，不够问题不大，喜欢的图在生成后就下载了）\n- 如果你需要下载运行后的图片，请不要把安装目录修改到 /kaggle/working 这个目录下，因为没有写打包功能，下载只能下载整个输出目录，也就是 /kaggle/working 目录\n\n## 访问\n- 如果你使用了ngrok或者frpc，可以访问你这两对应的地址\n- 如果你不知道你的ngrok或者frpc的地址可以在控制台（页面最下方Console）的输出里面查看\n- 使用Run All方式启动，控制台在启动完成后会输出访问网址，网址内容包含**gradio.live**，可以在页面中搜索快速找到\n- 如果使用Save Verson的方式启动，点击左下角的**View Active Events**点击刚刚启动的脚步，在**Log**里找访问网址\n- 一般情况下第一次启动此脚本需要等待kaggle下载模型文件，进度在页面上方\n- 第二次及以后（不增加新的文件）需要3到5分钟\n\n## 增加模型\n1. 先创建数据集，也就是dataset\n2. 创建时需要添加文件，选择自己的模型文件就行\n3. 同类型文件放相同的数据集里面，一个数据集也不要太大\n4. 可以在dataset搜索其他人上传的模型\n5. 通过右侧的 **Add Data** 按钮选择已经上传的模型文件或者别人上传的模型文件\n    - input 下面的列表就是模型文件，可以点击名称后面的复制按钮复制路径\n6. 将模型路径放在配置里的对应配置里即可，支持文件夹和文件路径，参考 **modelDirs**\n    - 如果目录里还有子目录也是需要加载的，可以用*表示子目录 例子：比如Loras目录下还有角色、画风、涩涩的文件夹，那路径里写成 '/kaggle/input/Loras/*'就可以加载子目录里面的文件了\n    - 模型加载使用的文件链接方式，如果你融模型的时候新模型名字和原有模型名字一样，会出现不能修改只读文件的错误\n    - 同理，直接对模型做编辑的工具可能也会出现相同的错误\n    \n  \n- **为了提高启动速度，导致切换模型过程较慢，点击切换模型后进度条大概率会一直存在，但模型在1分半左右基本能加载完。** \n- **受到kaggle内存大小的影响，切换多个模型后大概率爆内存导致停止运行**\n    \n**下边的配置项都写了对应配置的作用和使用说明，不理解的话也不用改，用默认的就好**\n\n## 下载文件\n#### 方式一\n- 在浏览器直接下 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 你的访问地址是 https://123123123.gradio.live\n    - 则可以在浏览器输入 https://123123123.gradio.live/file=/kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors 下载你的文件\n    \n#### 方式二\n- 复制到Output目录下载 仅支持使用Run All方式运行的\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 先停止笔记本（不是关机，是停止）\n    - 然后新建一个代码块，在里面输入 !cp -f /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 或者 新建一个代码块，在里面输入 !cp -f \\$install_path/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 你可能需要拼接路径 如果是在webui里面看到的路径，且路径里面没有带**stable-diffusion-webui**\n        - 拼接方式是 **\\$install_path/stable-diffusion-webui** + **文件路径** 拼成类似前一条的样子\n    - 就可以在右侧列表的Output目录看见复制出来的文件，点击下载即可\n    \n#### 方式三\n- 开启链接输出目录的配置 （配置在第二个代码块，通过搜索**配置文件链接**快速查找）\n    - 此方法会把已知的三个训练输出目录链接到Output目录下，直接去下载即可（两种启动方式都可以用）\n    - 如果有新的目录需要链接，可以参考着自己写或者联系我\n    \n#### 方式四\n- 将安装目录改到输出目录（配置在第二个代码块，通过搜索**安装目录**快速查找）\n    - 此方式会把所有文件都放在安装目录，找到并下载即可\n    - 如果使用这个方式，右侧的设置里**PERSISTENCE**这个设置项建议选No pensistence。如果选其他项，可能会出现关机特别慢的情况，因为需要上传输出目录的文件。\n\n## **一些可能没用的说明**\n- 配置说明 **True或者False**表示布尔值 **True**表示“**是**” **False**表示“**否**” 只有这两个值\n- 配置说明 **[]** 表示数组，里面可以存放内容，每个内容需要用**英语(半角)逗号**隔开\n- 配置说明 **''或者\"\"** 英语(半角)的双引号或者单引号包裹的内容是**字符串**，比如放在数组里面的路径就需要是一个字符串\n- 配置说明 **#** **#** 后面的内容是**注释**，是帮助性内容，对整个代码的执行不会有影响\n","metadata":{}},{"cell_type":"markdown","source":"# 更新记录\n#### 230719 v168\n- 增加了同步收藏文件夹到 huggingface 数据集的功能，仅同步收藏文件夹，如果同步所有图片也太浪费资源了\n\n#### 230716 v167\n- 账号解封了\n- 已经更新为精简自动更新版，主要逻辑分离存放到 [huggingface](https://huggingface.co/viyi/sdwui)，这边基本上不再需要更新\n- 如果增加了新功能需要新的配置，可以在输出内容的最前面查看到（暂定）\n\n#### 230302 v165\n- 可以修改disableShared=True来使用pm2启动，做到爆内存自动重启（需要使用frpc或者ngrok代理，否则无法访问界面）\n\n#### 230228 v156\n- 移除了koishi的相关功能 如需使用，可查看 [sd-webui-koishi](https://www.kaggle.com/code/yiyiooo/sd-webui-koishi)\n\n#### 230227 v147\n- 增加了nginx做反向代理，现在可以使用一个ngrok地址访问多个服务了 功能在版本156移除\n\n#### 230225 v139\n- 可以加载ssl证书，启动https的隧道了\n\n#### 230224 v134\n- 可以自动修改frp的本地端口\n\n#### 230224 v128\n- 修复默认模型文件不存在时不能启动的问题\n- 修复了多线程导致依赖等内容安装位置错乱的问题\n- 修复了第一次启动会更新koishi数据对应的数据集问题\n- 增加了配置检查功能，对一些配置项做了提示\n- 增加了可配置webui端口功能，现在可以配置webui、froc、ngrok的端口了\n\n#### 230223 v126\n- 修复了仅适用koishi数据目录无法启动koishi的问题\n- 修改了部分文档\n\n#### 230223 v124\n- 修复使用多线程后出现的文件安装下载目录失败的问题\n- 修复使用多线程后文件目录错乱问题\n\n#### 230222 v123\n- 使用多线程进行安装，节省安装时间\n\n#### 230222 v122\n- 更改了默认配置，现在训练的输出可以在Output下面查看了\n\n#### 230222 v118\n- 增加了自动上传koishi的数据到数据集且能自动下载的功能\n    - 自动上传的数据集优先级高于手动上传的\n    - 上一个版本的数据集与当前版本的目录结构有差异，如果更新后需要修改配置\n    \n#### 230121 v111\n- 增加了koishi的部署相关功能  功能在版本156移除\n\n#### 230220 v110\n- 增加了ControlNet插件的一些说明\n\n#### 230220 v109\n- 修复第二次Run all时不能切换到新的frpc配置问题\n- 增加更新记录，用于记录每次更新 ","metadata":{}}]}
+{"cells":[{"cell_type":"markdown","metadata":{"id":"TcLs4cdaLCtB"},"source":["# 配置项 （修改这里的内容后直接启动就行了 run all 或者save version都可以）\n","\n","---\n","\n","**主要逻辑已经分离出去了，当有更新时也不需要更新这个文件**\n","- 所有的模型列表都支持填文件、文件夹、下载地址\n","- **如果需要在google colab运行**\n","    1. 改好这个文件后下载下来\n","    2. 在cloab新建一个脚本，然后上传这个文件\n","    3. 新建单元格后填入```%run sdwui-before.ipynb```，然后直接执行新建的单元格。注意: sdwui-before.ipynb 需要替换成你上传时的文件名"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"swzyZ1_gLCs_","trusted":true},"outputs":[],"source":["useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才能开启"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"7tTWVxHDLCtB","trusted":true},"outputs":[],"source":["# 模型列表 一行一个 可以填文件 文件夹 和下载地址，如果需要自定义文件名，在url前写上文件名加:\n","模型列表 = '''\n","https://civitai.com/api/download/models/75587\n","'''\n","# 启动时默认加载的模型名称\n","usedCkpt = 'mg-Tender'\n","VAE列表 = '''\n","https://huggingface.co/stabilityai/sd-vae-ft-ema-original/resolve/main/vae-ft-ema-560000-ema-pruned.safetensors\n","https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors\n","https://huggingface.co/WarriorMama777/OrangeMixs/resolve/main/VAEs/orangemix.vae.pt\n","'''\n","Lora列表 = '''\n","https://civitai.com/api/download/models/14856\n","'''\n","LyCORIS列表 = '''\n","https://civitai.com/api/download/models/46821\n","'''\n","hypernetworks列表 = '''\n","\n","'''\n","embeddings列表 = '''\n","\n","'''\n","controlNet模型列表 = '''\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_canny-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_depth-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_hed-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_mlsd-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_normal-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_openpose-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_scribble-fp16.safetensors\n","https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_seg-fp16.safetensors\n","'''\n","# git仓库\n","插件列表='''\n","https://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\n","https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\n","https://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\n","https://github.com/Mikubill/sd-webui-controlnet.git\n","https://github.com/KohakuBlueleaf/a1111-sd-webui-lycoris.git\n","https://github.com/LianZiZhou/sd-webui-pixink-console.git\n","https://github.com/ilian6806/stable-diffusion-webui-state.git\n","https://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\n","https://github.com/Bing-su/adetailer.git\n","https://github.com/viyiviyi/filter-empty-prompts.git\n","https://github.com/civitai/sd_civitai_extension.git\n","https://github.com/zanllp/sd-webui-infinite-image-browsing.git\n","'''\n","#文件或直接填配置\n","ngrok配置或文件地址='''\n","/kaggle/input/configs/ngrok_token.txt\n","'''\n","frp配置文件或配置='''\n","-f **************************:7691619\n","'''\n","frpSSL文件='''\n","\n","'''\n","参数列表='''\n","--disable-safe-unpickle \n","--deepdanbooru \n","--no-hashing \n","--no-download-sd-model \n","--administrator\n","--skip-torch-cuda-test \n","--skip-version-check \n","--disable-nan-check\n","--opt-sdp-attention \n","--opt-sdp-no-mem-attention \n","--xformers-flash-attention\n","--xformers\n","--api \n","--listen\n","--lowram\n","--no-gradio-queue\n","'''\n","# --api-auth=2333:6666 --gradio-auth=2333:6666"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":false,"id":"r_lBDJdOLCtB","trusted":true},"outputs":[],"source":["# 手机端界面优化 使用了修改过界面布局顺序的webui，不定期同步到官方版本\n","mobileOptimize=True\n","# webui的配置文件\n","webui_settings = 'https://github.com/viyiviyi/sd-configs.git'\n","# 设置文件路径\n","setting_file = '/kaggle/working/configs/config.json'\n","ui_config_file = '/kaggle/working/configs/ui-config.json'\n","\n","# 配置启动参数\n","webuiPort=7860 # webui默认端口\n","disableShared=False # 关闭默认的gradio.live穿透\n","onlyApi=False # 无ui界面，仅提供api服务\n","quickStart=True # 快速启动 使用下载好的python环境 开启后启动到可用需要4分钟,不开启需要8分钟\n","vaeHalf=False # vae开启半精度，关闭效果更好，对速度没啥影响\n","modelHalf=True # 模型开启半精度，关闭效果更好，但生成速度减半\n","consoleProgressbars=False # 控制台显示进度条，关闭可以减少一些输出内容，查看日志时更快一点\n","consolePrompts=False # 同上 \n","enableLoadByCopy=False # 是否使用copy的方式加载文件 启动变慢，且测试后没有提高模型切换速度\n","enableThread=True # 启用多线程下载插件 依赖 和 模型\n","#Ngrok\n","useNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n","#Frpc\n","useFrpc=True # 开启frp将不能启动\n","\n","import os\n","INIT_WORK_PATH = os.environ['HOME']\n","if os.getenv('INIT_WORK_PATH',''):\n","    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\n","else:\n","    os.environ['INIT_WORK_PATH'] = os.getcwd()\n","%cd {INIT_WORK_PATH}"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["reLoad = True\n","# 如果需要重新安装，请注释这一行\n","reLoad = False"]},{"cell_type":"code","execution_count":null,"metadata":{"scrolled":true,"trusted":true},"outputs":[],"source":["!wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start.ipynb\n","%run sdwui-start.ipynb"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ePT_b-s9LCtF","scrolled":true,"trusted":true},"outputs":[],"source":["\n","# 打包收藏文件夹 如果需要可以取消下面两行的注释\n","# zipPath('$install_path/stable-diffusion-webui/log','log')\n","# !mv {output_path}/log.tar {output_path}/log.tar.bak\n","# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n","\n","# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n","# zipPath('$install_path/stable-diffusion-webui/textual_inversion','训练输出') \n","# zipPath('$install_path/stable-diffusion-webui/outputs','outputs')\n","# zipPath('$install_path/stable-diffusion-webui/venv','venv')\n","# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n","# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n","# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /kaggle/stable-diffusion-webui/ ."]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.7.12"}},"nbformat":4,"nbformat_minor":4}

sdwui-start-new.ipynb

@@ -1 +0,0 @@
-{"cells":[{"cell_type":"markdown","metadata":{"id":"6zE2QeUKLCtC"},"source":["# 这只是一个完整项目的一部分 不能运行的 \n","- 可以从这个地址运行 [点击打开](https://www.kaggle.com/viyiviyi/sdwui-before)\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["update_desc = '''\n","欢迎使用 stable-diffusion-webui 便捷启动脚本\n","\n","此脚本理论上可以在任何jupyter环境运行，但仅在 google colab 和 kaggle 测试。\n","此脚本的【前置脚本】发布地址 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai。\n","此脚本需配合 【前置脚本】 的脚本附带的配置项才能正常启动。\n","此脚本的内容会自动更新，你无需更新【前置脚本】就能获取到最新的功能。\n","如果新功能需要增加新的配置项，可以在更新日志中查看到。\n","\n","路径说明\n","*  为了解决平台差异，所有的安装目录和文件输出目录都被重新指定，如果你需要在配置中访问这些目录，请查看以下说明\n","*\n","*  如果链接了谷歌云盘，将会在云盘根目录创建 sdwebui 的文件夹，文件夹内的 Input 目录将会作为 输入目录； Output 将会作为输出目录\n","*  可以使用 $install_path 或 {install_path} 来访问安装目录，写在字符串内也会生效\n","*  项目跟目录固定是： {install_path}/sd_main_dir 或 $install_path/sd_main_dir\n","*  $output_path 或 {output_path} 可以访问输出目录\n","*  $input_path 或 {input_path} 可以访问输入目录 在kaggle是数据集根目录\n","\n","更新日志\n","*  23-09-13\n","*  修改了项目安装目录的文件夹名称，改为sd_main_dir，访问方式是{install_path}/sd_main_dir\n","*\n","*  23-08-02\n","*  需要增加配置 [多实例 = True] 来使用第二张显卡\n","*\n","*  23-08-01\n","*  估计是新的gradio的问题，需要禁用 --no-gradio-queue 启动参数才能正常访问，否则会一直处于加载界面，所以这个参数会被屏蔽不再生效\n","*\n","*  23-07-30\n","*  使用新的文件加载逻辑重写完成，文件加载和加载更加简单，可以支持自定义下载或加载文件的目标目录了\n","*\n","*  23-07-26\n","*  增加可隐藏启动时的不重要信息 通过增加配置 [hidden_console_info = True] 开启\n","*\n","*  23-07-22\n","*  更新了可自动同步收藏目录到 https://huggingface.co/ 的功能\n","*  可通过增加配置项 _huggingface_token = \"token\" 和 _huggingface_repo = “仓库id” 后使用此功能\n","*\n","*  23-07-18  \n","*  如果有两个GPU 第二个GPU将会启动api服务，可用api的方式调用，和webui互相独立，绘图时不会导致另外一边卡顿\n","*  通过/1/作为base url来访问这个api\n","*  没有启动两个webui是因为，很大概率爆内存\n","'''"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["from pathlib import Path\n","import os\n","import time\n","import re\n","import subprocess\n","import threading\n","import sys\n","import socket\n","import torch\n","from typing import List"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 内置参数默认值，当上下文有参数时可覆盖默认值\n","\n","_useFrpc = False\n","if 'useFrpc' in locals() or 'useFrpc' in globals():\n","    _useFrpc = useFrpc\n","    \n","_useNgrok = False\n","if 'useNgrok' in locals() or 'useNgrok' in globals():\n","    _useNgrok = useNgrok\n","    \n","_reLoad = False\n","if 'reLoad' in locals() or 'reLoad' in globals():\n","    _reLoad = reLoad\n","    \n","_普通文件列表 = ''\n","if '普通文件列表' in locals() or '普通文件列表' in globals():\n","    _普通文件列表 = 普通文件列表\n","\n","_重要文件列表 = ''\n","if '重要文件列表' in locals() or '重要文件列表' in globals():\n","    _重要文件列表 = 重要文件列表\n","\n","_按顺序加载的重要文件列表 = ''\n","if '按顺序加载的重要文件列表' in locals() or '按顺序加载的重要文件列表' in globals():\n","    _按顺序加载的重要文件列表 = 按顺序加载的重要文件列表\n","    \n","_webuiPort = 7860\n","if 'webuiPort' in locals() or 'webuiPort' in globals():\n","    _webuiPort = webuiPort\n","    \n","_webui_git_repo ='https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n","if 'webui_git_repo' in locals() or 'webui_git_repo' in globals():\n","    _webui_git_repo = webui_git_repo\\\n","    .replace('{sdui}','stable-diffusion-webui')\\\n","    .replace('{sdwui}',\"webui\")\n","    \n","_webui_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git'\n","if 'webui_config_git_repu' in locals() or 'webui_config_git_repu' in globals():\n","    _webui_config_git_repu = webui_config_git_repu\\\n","    .replace('{sdui}','stable-diffusion-webui')\\\n","    .replace('{sdwui}',\"webui\")\n","    \n","    \n","_huggingface_token = '{input_path}/configs/huggingface_token.txt'\n","if 'huggingface_token' in locals() or 'huggingface_token' in globals():\n","    _huggingface_token = huggingface_token\\\n","    .replace('{sdui}','stable-diffusion-webui')\\\n","    .replace('{sdwui}',\"webui\")\n","    \n","_huggingface_repo = ''\n","if 'huggingface_repo' in locals() or 'huggingface_repo' in globals():\n","    _huggingface_repo = huggingface_repo\\\n","    .replace('{sdui}','stable-diffusion-webui')\\\n","    .replace('{sdwui}',\"webui\")\n","\n","_link_instead_of_copy = True\n","if 'link_instead_of_copy' in locals() or 'link_instead_of_copy' in globals():\n","    _link_instead_of_copy = link_instead_of_copy\n","    \n","show_shell_info = False\n","if 'hidden_console_info' in locals() or 'hidden_console_info' in globals():\n","    show_shell_info = not hidden_console_info\n","    \n","_skip_start = False\n","if 'skip_start' in locals() or 'skip_start' in globals():\n","    _skip_start = skip_start\n","    \n","run_by_none_device = False"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["\n","def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:\n","    global show_shell_info\n","    if desc is not None:\n","        print(desc)\n","\n","    run_kwargs = {\n","        \"args\": command,\n","        \"shell\": True,\n","        \"cwd\": cwd,\n","        \"env\": os.environ if custom_env is None else custom_env,\n","        \"encoding\": 'utf8',\n","        \"errors\": 'ignore',\n","    }\n","\n","    if not show_shell_info:\n","        run_kwargs[\"stdout\"] = run_kwargs[\"stderr\"] = subprocess.PIPE\n","\n","    result = subprocess.run(**run_kwargs)\n","\n","    if result.returncode != 0:\n","        error_bits = [\n","            f\"{errdesc or 'Error running command'}.\",\n","            f\"Command: {command}\",\n","            f\"Error code: {result.returncode}\",\n","        ]\n","        if result.stdout:\n","            error_bits.append(f\"stdout: {result.stdout}\")\n","        if result.stderr:\n","            error_bits.append(f\"stderr: {result.stderr}\")\n","        if try_error:\n","            print(RuntimeError(\"\\n\".join(error_bits)))\n","        else:\n","            raise RuntimeError(\"\\n\".join(error_bits))\n","\n","    if show_shell_info:\n","        print(result.stdout or \"\")\n","    return (result.stdout or \"\")\n"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["\n","# 检查gpu是否存在\n","def check_gpu():\n","    if not run_by_none_device and torch.cuda.device_count() == 0:\n","        raise Exception('当前环境没有GPU')\n","\n","install_path=f\"{os.environ['HOME']}/sdwui\" # 安装目录\n","output_path=f\"{os.environ['HOME']}/.sdwui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\n","input_path = '/kaggle/input' # 输入目录\n","ui_dir_name = 'sd'\n","google_drive = '' \n","\n","_useGooglrDrive = True\n","if 'useGooglrDrive' in locals() or 'useGooglrDrive' in globals():\n","    _useGooglrDrive = useGooglrDrive\n","\n","# 连接谷歌云\n","try:\n","    if _useGooglrDrive:\n","        from google.colab import drive\n","        drive.mount(f'~/google_drive')\n","        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n","        output_path = f'{google_drive}/sdwebui/Output'\n","        input_path = f'{google_drive}/sdwebui/Input'\n","        run(f'''mkdir -p {input_path}''')\n","        print('''\n","已经链接到谷歌云盘\n","云盘根目录/sdwebui/Output 被链接为输出目录，图片和设置文件将会保存在此文件夹\n","云盘根目录/sdwebui/Input 被链接为输入目录，环境变量名是 $input_path, 可以在任何一个配置内通过$input_path或{input_path}来读取文件\n","        ''')\n","except:\n","    _useGooglrDrive = False\n","\n","run(f'''mkdir -p {install_path}''')\n","run(f'''mkdir -p {output_path}''')\n","\n","os.environ['install_path'] = install_path\n","os.environ['output_path'] = output_path\n","os.environ['google_drive'] = google_drive\n","os.environ['input_path'] = input_path\n","\n","def replace_path(input_str:str):\n","    return input_str.replace('$install_path',install_path)\\\n","    .replace('{install_path}',install_path)\\\n","    .replace('$input_path',input_path)\\\n","    .replace('{input_path}',input_path)\\\n","    .replace('$output_path',output_path)\\\n","    .replace('{output_path}',output_path)\\\n","    .replace('{sdui}','stable-diffusion-webui')\\\n","    .replace('{sdwui}',\"webui\")\n","\n","space_string = ' \\n\\r\\t\\'\\\",'\n","\n","def config_reader(conf:str):\n","    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\\n') if item.strip(space_string)]\n","    return [item.strip() for item in args if item.strip()]\n"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"i3LhnwYHLCtC","trusted":true},"outputs":[],"source":["ngrokTokenFile = os.path.join(input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n","frpcConfigFile = os.path.join(input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n","# ss证书目录 下载nginx的版本，把pem格式改成crt格式\n","frpcSSLFFlies =[os.path.join(input_path,'configs/koishi_ssl')]\n","if 'frpSSL文件' in locals() or 'frpSSL文件' in globals():\n","    frpcSSLFFlies = frpcSSLFFlies + config_reader(frpSSL文件)\n","# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n","frpcExePath = os.path.join(input_path,'utils-tools/frpc')\n","# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n","otherArgs = '--xformers'\n","if '参数列表' in locals() or '参数列表' in globals():\n","    otherArgs = ' '.join([item for item in config_reader(参数列表) if item != '--no-gradio-queue'])\n","venvPath = os.path.join(input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n","\n","# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n","# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\n","kaggleApiTokenFile = os.path.join(input_path,'configs/kaggle.json')\n","\n","requirements = []\n"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"a_GtG2ayLCtD","trusted":true},"outputs":[],"source":["# 这下面的是用于初始化一些值或者环境变量的，轻易别改\n","_setting_file = '/kaggle/working/configs/config.json'\n","if 'setting_file' in locals() or 'setting_file' in globals():\n","    _setting_file = replace_path(_setting_file)\n","_ui_config_file = '/kaggle/working/configs/ui-config.json'\n","if 'ui_config_file' in locals() or 'ui_config_file' in globals():\n","    _ui_config_file = replace_path(ui_config_file)\n","\n","# 设置文件路径\n","if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n","    if _setting_file == '/kaggle/working/configs/config.json':\n","        _setting_file = os.path.join(output_path,'configs/config.json')\n","    if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n","        _ui_config_file = os.path.join(output_path,'configs/ui-config.json')\n","    \n","frpcStartArg = ''\n","run(f'''mkdir -p {install_path}/configFiles''')\n","if 'frp配置文件或配置' in locals() or 'frp配置文件或配置' in globals():\n","    _frp配置文件或配置 = replace_path(frp配置文件或配置)\n","    if Path(_frp配置文件或配置.strip()).exists():\n","        frpcConfigFile = _frp配置文件或配置.strip()\n","    if not Path(frpcConfigFile).exists(): \n","        if _frp配置文件或配置.strip().startswith('-f'):\n","            frpcStartArg = _frp配置文件或配置.strip()\n","        else:\n","            print('没有frpcp配置')\n","            _useFrpc = False\n","    else:\n","        run(f'''cp -f {frpcConfigFile} {install_path}/configFiles/frpc_webui.ini''')\n","        frpcConfigFile = f'{install_path}/configFiles/frpc_webui.ini'\n","        run(f'''sed -i \"s/local_port = .*/local_port = {_webuiPort}/g\" {frpcConfigFile}''')\n","        frpcStartArg = f' -c {frpcConfigFile}'\n","\n","ngrokToken=''\n","if 'ngrok配置或文件地址' in locals() or 'ngrok配置或文件地址' in globals():\n","    _ngrok配置或文件地址 = replace_path(ngrok配置或文件地址)\n","    if Path(_ngrok配置或文件地址.strip()).exists():\n","        ngrokTokenFile = _ngrok配置或文件地址.strip()\n","    if Path(ngrokTokenFile).exists():\n","        with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n","            ngrokToken = nkfile.readline()\n","    elif not _ngrok配置或文件地址.strip().startswith('/'):\n","        ngrokToken=_ngrok配置或文件地址.strip()\n","    \n","if not Path(venvPath).exists():\n","    venvPath = os.path.join(input_path,'sd-webui-venv/venv.zip')\n"]},{"cell_type":"markdown","metadata":{},"source":["## 文件下载工具\n","\n","---\n","\n","link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',sync:bool=False,thread_num:int=None)"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["import concurrent.futures\n","import importlib\n","import os\n","import pprint\n","import re\n","from pathlib import Path\n","from typing import List\n","\n","import requests\n","\n","show_shell_info = False\n","\n","def is_installed(package):\n","    try:\n","        spec = importlib.util.find_spec(package)\n","    except ModuleNotFoundError:\n","        return False\n","\n","    return spec is not None\n","\n","def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True):\n","    # 获取文件的真实文件名\n","    if not filename:\n","        with requests.get(url, stream=True) as r:\n","            if 'Content-Disposition' in r.headers:\n","                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n","            r.close()\n","    if not filename and re.search(r'/[^/]+\\.[^/]+$',url):\n","        filename = url.split('/')[-1]\n","    \n","    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n","    filename = re.sub(r'[\\s\\t]+', '_', filename)\n","    \n","    if show_shell_info:\n","        print(f'下载 {filename} url: {url} --> {dist_path}')\n","    \n","    # 创建目录\n","    if cache_path and not Path(cache_path).exists():\n","        os.makedirs(cache_path,exist_ok=True)\n","    if dist_path and not Path(dist_path).exists():\n","        os.makedirs(dist_path,exist_ok=True)\n","        \n","    # 拼接文件的完整路径\n","    filepath = os.path.join(dist_path, filename)\n","\n","    if cache_path:\n","        cache_path = os.path.join(cache_path, filename)\n","        \n","    # 判断文件是否已存在\n","    if Path(filepath).exists():\n","        print(f'文件 {filename} 已存在 {dist_path}')\n","        return\n","    \n","    if cache_path and Path(cache_path).exists():\n","        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n","        if show_shell_info:\n","            print(f'文件缓存 {cache_path} --> {dist_path}')\n","        return\n","    # 下载文件\n","    with requests.get(url, stream=True) as r:\n","        r.raise_for_status()\n","        with open(cache_path or filepath, 'wb') as f:\n","            for chunk in r.iter_content(chunk_size=8192):\n","                if chunk:\n","                    f.write(chunk)\n","    # 如果使用了缓存目录 需要复制或链接文件到目标目录\n","    if cache_path:\n","        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n","    if show_shell_info:\n","        print(f'下载完成 {filename} --> {dist_path}')\n","        \n","def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n","    if not Path(dist_path).exists():\n","        os.makedirs(dist_path,exist_ok=True)\n","    if show_shell_info:\n","        print(f'git 下载 {url} --> {dist_path}')\n","    if cache_path and not Path(cache_path).exists():\n","        os.makedirs(cache_path,exist_ok=True)\n","        run(f'git clone {url}',cwd = cache_path)\n","    if cache_path:\n","        run(f'cp -n -r -f {cache_path}/* {dist_path}')\n","    else:\n","        run(f'git clone {url}',cwd = dist_path)\n","    if show_shell_info:\n","        print(f'git 下载完成 {url} --> {dist_path}')\n","    \n","    \n","    \n","# 加入文件到下载列表\n","def pause_url(url:str,dist_path:str):\n","    file_name = ''\n","    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n","        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n","        url = url[len(file_name)+1:]\n","    if not re.match(r'^(https?|ftps?)://',url):\n","        return\n","    file_name = re.sub(r'\\s+','_',file_name or '')\n","    path_hash = str(hash(url)).replace('-','')\n","    \n","    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}\n","\n","def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, \n","                  cache_path:str=os.path.join(os.environ['HOME'],'.cache','download_util'),\n","                  _link_instead_of_copy:bool=True,is_await:bool=False):\n","    if sync:\n","        for conf in download_list:\n","            cache_dir = os.path.join(cache_path,conf['path_hash'])\n","            if conf['url'].startswith('https://github.com'):\n","                download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n","                continue\n","            download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n","    else:\n","        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)\n","        futures = []\n","        for conf in download_list:\n","            cache_dir = os.path.join(cache_path,conf['path_hash'])\n","            if conf['url'].startswith('https://github.com'):\n","                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],\n","                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n","                continue\n","            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],\n","                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n","        if is_await:\n","            concurrent.futures.wait(futures)\n","            \n","                          \n","def parse_config(config:str):\n","    space_string = ' \\n\\r\\t\\'\\\",'\n","    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\\n') if item.strip(space_string)]\n","    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]\n","    other_flie_list_store = {}\n","    other_flie_list_store_name='default'\n","    other_flie_list_store_list_cache=[]\n","    \n","    for item in other_flie_list:\n","        if item.startswith('[') and item.endswith(']'):\n","            if not other_flie_list_store_name == 'default':\n","                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n","                other_flie_list_store_list_cache = []\n","            other_flie_list_store_name = item[1:-1]\n","        else:\n","            other_flie_list_store_list_cache.append(item)\n","    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n","    \n","    return other_flie_list_store\n","\n","\n","def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',\n","                          sync:bool=False,thread_num:int=None, is_await:bool=False):\n","    store:dict[str,List[str]] = parse_config(config)\n","    download_list = []\n","    for dist_dir in store.keys():\n","        dist_path = os.path.join(base_path,dist_dir)\n","        os.makedirs(dist_path,exist_ok=True)\n","        for path in store[dist_dir]:\n","            if 'https://' in path or 'http://' in path:\n","                if skip_url:\n","                    continue\n","                if sync:\n","                    download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)\n","                    continue\n","                download_list.append(pause_url(path,dist_path))\n","            else:\n","                run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {path} {dist_path}')\n","                if show_shell_info:\n","                    print(f'{\"链接\" if _link_instead_of_copy else \"复制\"} {path} --> {dist_path}')\n","        run(f'rm -f {dist_path}/\\*.* ')\n","    if not skip_url:\n","        if show_shell_info:\n","            pprint.pprint(download_list)\n","        download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 2,is_await=is_await)"]},{"cell_type":"markdown","metadata":{"id":"p0uS-BLULCtD"},"source":["## kaggle public API\n","\n","**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"m8FJi4j0LCtD","trusted":true},"outputs":[],"source":["# 安装kaggle的api token文件\n","def initKaggleConfig():\n","    if Path('~/.kaggle/kaggle.json').exists():\n","        return True\n","    if Path(kaggleApiTokenFile).exists():\n","        run(f'''mkdir -p ~/.kaggle/''')\n","        run('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n","        run(f'''chmod 600 ~/.kaggle/kaggle.json''')\n","        return True\n","    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n","    return False\n","\n","def getUserName():\n","    if not initKaggleConfig(): return\n","    import kaggle\n","    return kaggle.KaggleApi().read_config_file()['username']\n","\n","def createOrUpdateDataSet(path:str,datasetName:str):\n","    if not initKaggleConfig(): return\n","    print('创建或更新数据集 '+datasetName)\n","    import kaggle\n","    run(f'mkdir -p {install_path}/kaggle_cache')\n","    run(f'rm -rf {install_path}/kaggle_cache/*')\n","    datasetDirPath = install_path+'/kaggle_cache/'+datasetName\n","    run('mkdir -p '+datasetDirPath)\n","    run('cp -f '+path+' '+datasetDirPath+'/')\n","    username = getUserName()\n","    print(\"kaggle username:\"+username)\n","    datasetPath = username+'/'+datasetName\n","    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n","    print(datasetList)\n","    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n","        run('kaggle datasets init -p' + datasetDirPath)\n","        metadataFile = datasetDirPath+'/dataset-metadata.json'\n","        run('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n","        run('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n","        run('cat '+metadataFile)\n","        run('kaggle datasets create -p '+datasetDirPath)\n","        print('create database done')\n","    else:\n","        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n","        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n","        print('upload database done')\n","\n","def downloadDatasetFiles(datasetName:str,outputPath:str):\n","    if not initKaggleConfig(): return\n","    print('下载数据集文件 '+datasetName)\n","    import kaggle\n","    username = getUserName()\n","    datasetPath = username+'/'+datasetName\n","    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n","    if datasetPath not in [str(d) for d in datasetList]:\n","        return False\n","    run('mkdir -p '+outputPath)\n","    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n","    return True\n","\n"]},{"cell_type":"markdown","metadata":{},"source":["## 同步文件夹到 huggingface\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 文件夹与 huggingface 同步\n","if '_huggingface_token' in locals() and '_huggingface_repo' in locals():\n","    if not is_installed('watchdog'):\n","        requirements.append('watchdog')\n","    if not is_installed('huggingface_hub'):\n","        requirements.append('huggingface_hub')\n","    else:\n","        try:\n","            from huggingface_hub  import HfApi,login,snapshot_download\n","        except:\n","            requirements.append('huggingface_hub')\n","\n","huggingface_is_init = False\n","\n","def init_huggingface():\n","    if '_huggingface_token' not in globals() or '_huggingface_repo' not in globals():\n","        print('请增加配置项 _huggingface_token = \"token\" 和 _huggingface_repo = “仓库id” 后使用 huggingface 功能')\n","        return False\n","    if not _huggingface_repo or not _huggingface_token:\n","        print('当前无huggingface配置，可配置huggingface仓库和token将收藏的图片保存到huggingface仓库')\n","        return False\n","    global huggingface_is_init\n","    from huggingface_hub  import HfApi,login,snapshot_download\n","    token = replace_path(_huggingface_token)\n","    if Path(token).exists():\n","        with open(token,encoding = \"utf-8\") as nkfile:\n","            token = nkfile.readline()\n","    if not token.startswith('hf_'):\n","        print('huggingface token 不正确，请将 token 或 仅存放token 的txt文件路径填入 _huggingface_token 配置')\n","        return False\n","    login(token,add_to_git_credential=True)\n","    huggingface_is_init = True\n","    return True\n","\n","\n","def download__huggingface_repo(repo_id:str,dist_directory:str=None,repo_type='datasets',callback=None):\n","    if not huggingface_is_init:\n","        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n","        \n","    if not dist_directory:\n","        dist_directory = f'{install_path}/sd_main_dir/log'\n","    \n","    from huggingface_hub  import HfApi,login,snapshot_download\n","    \n","    api = HfApi()\n","    \n","    print('下载收藏的图片')\n","    run(f'''mkdir -p {install_path}/cache/huggingface''')\n","    if not Path(f'{install_path}/cache/huggingface/{repo_id.split(\"/\")[1]}').exists():\n","        run(f'git clone https://huggingface.co/{repo_type}/{repo_id}',cwd=f'{install_path}/cache/huggingface')\n","    run(f'cp -r -f -n -s {install_path}/cache/huggingface/{repo_id.split(\"/\")[1]}/* {dist_directory}')\n","#     snapshot_download(repo_id = repo_id, local_dir = dist_directory, local_dir_use_symlinks = \"auto\", token=True, repo_type=repo_type )\n","    if callback:\n","        callback()\n","\n","def start_sync_log_to_huggingface(repo_id:str,directory_to_watch:str=None,repo_type='datasets'):\n","    if not huggingface_is_init:\n","        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n","    \n","    from watchdog.observers import Observer\n","    from watchdog.events import FileSystemEventHandler\n","    from huggingface_hub  import HfApi,login,snapshot_download\n","    \n","    # 配置监视的目录和 Hugging Face 仓库信息\n","    class FileChangeHandler(FileSystemEventHandler):\n","        def __init__(self, api, repo_id, repo_type):\n","            self.api = api\n","            self.repo_id = repo_id\n","            self.repo_type = repo_type\n","        def on_created(self, event):\n","            if not event.is_directory:\n","                # 上传新文件到 Hugging Face 仓库\n","                file_path = event.src_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n","                try:\n","                    self.api.upload_file(\n","                        path_or_fileobj=file_path,\n","                        path_in_repo=file_path.replace(directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                    )\n","                except Error as error:\n","                    print(error)\n","\n","        def on_deleted(self, event):\n","            if not event.is_directory:\n","                # 从 Hugging Face 仓库删除文件\n","                file_path = event.src_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n","                try:\n","                    self.api.delete_file(\n","                        path_in_repo=file_path.replace(directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                        )\n","                except Error as error:\n","                    print(error)\n","\n","        def on_modified(self, event):\n","            if not event.is_directory:\n","                # 更新 Hugging Face 仓库中的文件\n","                file_path = event.src_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n","                try:\n","                    self.api.upload_file(\n","                        path_or_fileobj=file_path,\n","                        path_in_repo=file_path.replace(directory_to_watch,''),\n","                        repo_id=self.repo_id,\n","                        repo_type=self.repo_type,\n","                    )\n","                except Error as error:\n","                    print(error)\n","\n","        def on_moved(self, event):\n","            if not event.is_directory:\n","                file_path = event.dest_path\n","                file_name = os.path.basename(file_path)\n","                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n","                if event.dest_path.startswith(directory_to_watch):\n","                    try:\n","                        self.api.upload_file(\n","                            path_or_fileobj=file_path,\n","                            path_in_repo=file_path.replace(directory_to_watch,''),\n","                            repo_id=self.repo_id,\n","                            repo_type=self.repo_type,\n","                        )\n","                    except Error as error:\n","                        print(error)\n","\n","    api = HfApi()\n","    \n","    if not directory_to_watch:\n","        directory_to_watch = f'{install_path}/sd_main_dir/log'\n","    # 创建观察者对象并注册文件变化处理程序\n","    event_handler = FileChangeHandler(api,repo_id,repo_type)\n","    observer = Observer()\n","    observer.schedule(event_handler, directory_to_watch, recursive=True)\n","\n","    # 启动观察者\n","    observer.name = \"solo_directory_to_watch\"\n","    print(f'启动收藏图片文件夹监听，并自动同步到 huggingface {repo_type} : {repo_id}')\n","    observer.start()"]},{"cell_type":"markdown","metadata":{"id":"sswa04veLCtE"},"source":["## 工具函数\n","**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"trusted":true},"outputs":[],"source":["def echoToFile(content:str,path:str):\n","    if path.find('/') >= 0:\n","        _path = '/'.join(path.split('/')[:-1])\n","        run(f'''mkdir -p {_path}''')\n","    with open(path,'w') as sh:\n","        sh.write(content)\n","\n","def zipPath(path:str,zipName:str,format='tar'):\n","    if path.startswith('$install_path'):\n","        path = path.replace('$install_path',install_path)\n","    if path.startswith('$output_path'):\n","        path = path.replace('$install_path',output_path)\n","    if not path.startswith('/'):\n","        path = f'{install_path}/sd_main_dir/{path}'\n","    if Path(path).exists():\n","        if 'tar' == format:\n","            run(f'tar -cf {output_path}/'+ zipName +'.tar -C '+ path +' . ')\n","        elif 'gz' == format:\n","            run(f'tar -czf {output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')\n","        return\n","    print('指定的目录不存在：'+path)\n","\n","# 检查网络\n","def check_service(host, port):\n","    try:\n","        socket.create_connection((host, port), timeout=5)\n","        return True\n","    except socket.error:\n","        return False"]},{"cell_type":"markdown","metadata":{},"source":["## 内网穿透\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"_kg_hide-output":true,"id":"coqQvTSLLCtE","trusted":true},"outputs":[],"source":["# ngrok\n","def startNgrok(ngrokToken:str,ngrokLocalPort:int):\n","    if not is_installed('pyngrok'):\n","        run(f'pip install pyngrok')\n","    from pyngrok import conf, ngrok\n","    try:\n","        conf.get_default().auth_token = ngrokToken\n","        conf.get_default().monitor_thread = False\n","        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n","        if len(ssh_tunnels) == 0:\n","            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n","            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n","        else:\n","            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n","    except:\n","        print('启动ngrok出错')\n","        \n","def startFrpc(name,configFile):\n","    echoToFile(f'''\n","cd {install_path}/frpc/\n","{install_path}/frpc/frpc {configFile}\n","''',f'{install_path}/frpc/start.sh')\n","    get_ipython().system(f'''bash {install_path}/frpc/start.sh''')\n","        \n","def installProxyExe():\n","    if _useFrpc:\n","        print('安装frpc')\n","        run(f'mkdir -p {install_path}/frpc')\n","        if Path(frpcExePath).exists():\n","            run(f'cp -f -n {frpcExePath} {install_path}/frpc/frpc')\n","        else:\n","            run(f'wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O {install_path}/frpc/frpc')\n","        \n","        for ssl in frpcSSLFFlies:\n","            if Path(ssl).exists():\n","                run(f'cp -f -n {ssl}/* {install_path}/frpc/')\n","        run(f'chmod +x {install_path}/frpc/frpc')\n","        run(f'{install_path}/frpc/frpc -v')\n","    if _useNgrok and not is_installed('pyngrok'):\n","        run('pip install pyngrok')\n","\n","def startProxy():\n","    if _useNgrok:\n","        startNgrok(ngrokToken,_webuiPort)\n","    if _useFrpc:\n","        startFrpc('frpc_proxy',frpcStartArg)"]},{"cell_type":"markdown","metadata":{},"source":["## NGINX 反向代理\n","\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"_kg_hide-output":true,"trusted":true},"outputs":[],"source":["\n","# nginx 反向代理配置文件\n","def localProxy():\n","    conf = '''\n","server\n","{\n","    listen '''+str(_webuiPort)+''';\n","    listen [::]:'''+str(_webuiPort)+''';\n","    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n","    \n","    if ($request_method = OPTIONS) {\n","        return 200;\n","    }\n","    fastcgi_send_timeout                 10m;\n","    fastcgi_read_timeout                 10m;\n","    fastcgi_connect_timeout              10m;\n","    location /1/\n","    {\n","        proxy_pass http://127.0.0.1:'''+str(_webuiPort+2)+'''/;\n","        # add_header Set-Cookie \"subpath=1; expires=0; Path=/\";\n","        # proxy_set_header Set-Cookie \"subpath=1; expires=0; Path=/\";\n","        proxy_set_header Host $host;\n","        proxy_set_header X-Real-IP $remote_addr;\n","        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n","        proxy_set_header REMOTE-HOST $remote_addr;\n","        proxy_set_header   Upgrade $http_upgrade;\n","        proxy_set_header   Connection upgrade;\n","        proxy_http_version 1.1;\n","        proxy_connect_timeout 10m;\n","        proxy_read_timeout 10m;\n","    }\n","    location /\n","    {\n","        set $proxy_url http://127.0.0.1:'''+str(_webuiPort+1)+''';\n","        # if ($cookie_subpath = \"1\") {\n","        #    set $proxy_url  http://127.0.0.1:'''+str(_webuiPort+2)+''';\n","        # }\n","        proxy_pass $proxy_url;\n","        proxy_set_header Host $host;\n","        proxy_set_header X-Real-IP $remote_addr;\n","        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n","        proxy_set_header REMOTE-HOST $remote_addr;\n","        proxy_set_header   Upgrade $http_upgrade;\n","        proxy_set_header   Connection upgrade;\n","        proxy_http_version 1.1;\n","        proxy_connect_timeout 10m;\n","        proxy_read_timeout 10m;\n","    }\n","}\n","'''\n","    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n","    if not check_service('localhost',_webuiPort):\n","        run(f'''nginx -c /etc/nginx/nginx.conf''')\n","    run(f'''nginx -s reload''')\n","    "]},{"cell_type":"markdown","metadata":{},"source":["## 线程清理工具\n","\n","---\n","\n","清理线程名以 solo_ 开头的所有线程"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"trusted":true},"outputs":[],"source":["import inspect\n","import ctypes\n","\n","def _async_raise(tid, exctype):\n","    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n","    tid = ctypes.c_long(tid)\n","    if not inspect.isclass(exctype):\n","        exctype = type(exctype)\n","    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n","    if res == 0:\n","        raise ValueError(\"invalid thread id\")\n","    elif res != 1:\n","        # \"\"\"if it returns a number greater than one, you're in trouble,\n","        # and you should call it again with exc=NULL to revert the effect\"\"\"\n","        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n","        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n","\n","def stop_thread(thread):\n","    _async_raise(thread.ident, SystemExit)\n","\n","def stop_solo_threads():\n","    # 获取当前所有活动的线程\n","    threads = threading.enumerate()\n","    # 关闭之前创建的子线程\n","    for thread in threads:\n","        if thread.name.startswith('solo_'):\n","            print(f'结束线程：{thread.name}')\n","            try:\n","                stop_thread(thread)\n","            except socket.error:\n","                print(f'结束线程：{thread.name} 执行失败')"]},{"cell_type":"markdown","metadata":{"id":"Ve3p8oOkLCtE"},"source":["# webui 安装和配置函数\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"GTjyBJihLCtE","trusted":true},"outputs":[],"source":["envInstalled=False\n","quickStart = True\n","#安装webui\n","def install():\n","    print('安装webui')\n","    os.chdir(f'''{install_path}''')\n","    run(f'''git lfs install''')\n","    run(f'''git config --global credential.helper store''')\n","    for requirement in requirements:\n","        run(f'pip install {requirement}')\n","    if _reLoad:\n","        run(f'''rm -rf sd_main_dir''')\n","    if Path(\"sd_main_dir\").exists():\n","        os.chdir(f'''{install_path}/sd_main_dir/''')\n","        run(f'''git checkout .''')\n","        run(f'''git pull''')\n","    else:\n","        run(f'''git clone {_webui_git_repo} sd_main_dir''')\n","    os.chdir(f'''{install_path}/sd_main_dir''')\n","    print('安装webui 完成')\n","\n","# 链接输出目录\n","def link_dir():\n","    print('链接输出目录')\n","    # 链接图片输出目录\n","    run(f'''mkdir -p {output_path}/outputs''')\n","    run(f'''rm -rf {install_path}/sd_main_dir/outputs''')\n","    run(f'''ln -s -r {output_path}/outputs {install_path}/sd_main_dir/''')\n","     # 输出收藏目录\n","    run(f'''mkdir -p {output_path}/log''')\n","    run(f'''rm -rf {install_path}/sd_main_dir/log''')\n","    run(f'''ln -s -r {output_path}/log {install_path}/sd_main_dir/''')\n","    # 链接训练输出目录 文件夹链接会导致功能不能用\n","    run(f'''rm -rf {install_path}/sd_main_dir/textual_inversion''')\n","    run(f'''mkdir -p {output_path}/textual_inversion/''')\n","    run(f'''ln -s -r {output_path}/textual_inversion {install_path}/sd_main_dir/''')\n","    print('链接输出目录 完成') \n","\n","def install_optimizing():\n","    run('sudo apt install nginx -y')\n","    run('env TF_CPP_MIN_LOG_LEVEL=1')\n","    run('apt -y update -qq')\n","    run('wget http://launchpadlibrarian.net/367274644/libgoogle-perftools-dev_2.5-2.2ubuntu3_amd64.deb')\n","    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/google-perftools_2.5-2.2ubuntu3_all.deb')\n","    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libtcmalloc-minimal4_2.5-2.2ubuntu3_amd64.deb')\n","    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libgoogle-perftools4_2.5-2.2ubuntu3_amd64.deb')\n","    run('apt -y install -qq libunwind8-dev')\n","    run('dpkg -i *.deb')\n","    run('env LD_P_reLoad=libtcmalloc.so')\n","    run('rm *.deb')\n","    \n","#安装依赖\n","def install_dependencies():\n","    print('安装webui需要的python环境')\n","    global envInstalled\n","    global venvPath\n","    run(f'''rm -rf {install_path}/sd_main_dir/venv''')\n","    run(f'''mkdir -p {install_path}/sd_main_dir/venv''')\n","    if str(sys.version).startswith('3.10'):\n","        try:\n","            run('python3 -m venv venv' ,cwd=f'{install_path}/sd_main_dir',try_error=False)\n","        except:\n","            run('apt install python3.10-venv -y')\n","            run('python3 -m venv venv' ,cwd=f'{install_path}/sd_main_dir')\n","    else:\n","        run('add-apt-repository ppa:deadsnakes/ppa -y')\n","        run('apt update')\n","        run('apt install python3.10 -y')\n","        run('python3.10 -m venv venv',cwd=f'{install_path}/sd_main_dir')\n","        \n","    if quickStart:\n","        if not Path(venvPath).exists():\n","            run(f'''mkdir -p {install_path}/venv_cache''')\n","            if not Path(f'{install_path}/venv_cache/venv.tar.bak').exists():\n","                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{install_path}/venv_cache')\n","            run(f'''unzip {install_path}/venv_cache/venv.zip -d {install_path}/venv_cache''')\n","            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n","            run(f'''rm -rf {install_path}/venv_cache/venv.zip''')\n","        elif venvPath.endswith('.zip'):\n","            run(f'''mkdir -p {install_path}/venv_cache''')\n","            run(f'''unzip {venvPath} -d {install_path}/venv_cache''')\n","            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n","        print('解压环境')\n","        run(f'tar -xf {venvPath} -C {install_path}/sd_main_dir/venv')\n","    if not Path(f'{install_path}/sd_main_dir/venv/bin/pip').exists():\n","        run('curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py')\n","        run(f'{install_path}/sd_main_dir/venv/bin/python3 get-pip.py')\n","\n","    get_ipython().system(f'''{install_path}/sd_main_dir/venv/bin/python3 -V''')\n","    get_ipython().system(f'''{install_path}/sd_main_dir/venv/bin/python3 -m pip -V''')\n","\n","    envInstalled = True\n","    print('安装webui需要的python环境 完成')\n","      \n","# 个性化配置 \n","def use_config():\n","    print('使用自定义配置 包括tag翻译 \\n')\n","    run(f'''mkdir -p {install_path}/temp''')\n","    run(f'git clone {_webui_config_git_repu} sd-configs',cwd=f'{install_path}/temp')\n","    run(f'cp -r -f -n {install_path}/temp/sd-configs/dist/* {install_path}/sd_main_dir')\n","    if not Path(_ui_config_file).exists(): # ui配置文件\n","        run(f'''mkdir -p {_ui_config_file[:_ui_config_file.rfind('/')]}''')\n","        run(f'cp -f -n {install_path}/sd_main_dir/ui-config.json {_ui_config_file}')\n","    if not Path(_setting_file).exists(): # 设置配置文件\n","        run(f'''mkdir -p {_setting_file[:_setting_file.rfind('/')]}''')\n","        run(f'cp -f -n {install_path}/sd_main_dir/config.json {_setting_file}')\n","\n","def copy_last_log_to_images():\n","    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')\n","    img_list = os.listdir(f'{install_path}/sd_main_dir/log/images')\n","    last_img_path = ''\n","    last_img_num = 0\n","    for img in img_list:\n","        if re.findall(r'^\\d+-',str(img)):\n","            num = int(re.findall(r'^\\d+-',str(img))[0][:-1])\n","            if num > last_img_num:\n","                last_img_path = img\n","                last_img_num = num\n","    print(f'{install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/txt2img-images')\n","    run(f'''mkdir -p {install_path}/sd_main_dir/outputs/txt2img-images''')\n","    run(f'''cp -f {install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/txt2img-images/''')\n","    \n","    print(f'{install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/img2img-images')\n","    run(f'''mkdir -p {install_path}/sd_main_dir/outputs/img2img-images''')\n","    run(f'''cp -f {install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/img2img-images/''')\n","    \n","def start_webui(i):\n","    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n","    print(i,'--port',str(_webuiPort+1+i))\n","    if i>0:\n","        print(f'使用第{i+1}张显卡启动第{i+1}个webui，通过frpc或nrgok地址后加/{i}/进行访问（不能使用同一个浏览器）')\n","    if _useFrpc:\n","        restart_times = 0\n","        last_restart_time = time.time()\n","        while True:\n","            get_ipython().system(f'''{install_path}/sd_main_dir/venv/bin/python3 launch.py --device-id={i} --port {str(_webuiPort+1+i)} {'' if i ==0 else '--nowebui'}''')\n","            print('5秒后重启webui')\n","            if time.time() - last_restart_time < 30:\n","                restart_times = restart_times + 1\n","            else:\n","                restart_times = 0\n","            last_restart_time = time.time()\n","            if restart_times >3 :\n","                # 如果90秒内重启了3此，将不再自动重启\n","                break\n","            time.sleep(5)\n","    else:\n","        get_ipython().system(f'''{install_path}/sd_main_dir/venv/bin/python3 launch.py --device-id={i} --port {str(_webuiPort+1+i)} {'' if i ==0 else '--nowebui'}''')\n","    \n","# 启动\n","def start():\n","    print('启动webui')\n","    os.chdir(f'''{install_path}/sd_main_dir''')\n","    args = ''\n","    if _ui_config_file is not None and _ui_config_file != '' and Path(_ui_config_file).exists(): # ui配置文件\n","        args += ' --ui-config-file=' + _ui_config_file\n","    if _setting_file is not None and _setting_file != '' and Path(_setting_file).exists(): # 设置配置文件\n","        args += ' --ui-settings-file=' + _setting_file\n","    args += ' ' + otherArgs\n","    os.environ['COMMANDLINE_ARGS']=args\n","    run(f'''echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS''')\n","    os.environ['REQS_FILE']='requirements.txt'\n","\n","    with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:\n","        for i in range(torch.cuda.device_count() if '多实例' in globals() and 多实例 else 1):\n","            executor.submit(start_webui,i)\n","            while not check_service('localhost',str(_webuiPort+1+i)): # 当当前服务启动完成才允许退出此次循环\n","                time.sleep(5)\n","            time.sleep(10)"]},{"cell_type":"markdown","metadata":{"id":"qLvsk8ByLCtF"},"source":["# 入口函数\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-input":true,"id":"IOKjaMlcLCtF","trusted":true},"outputs":[],"source":["\n","# 启动非webui相关的的内容，加快启动速度\n","def main():\n","    global envInstalled\n","    global huggingface_is_init\n","    startTicks = time.time()\n","    stop_solo_threads()\n","    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n","    if isInstall is False or _reLoad: \n","        print('启动 安装webui和运行环境')\n","        install()\n","        link_dir()\n","        init_huggingface()\n","        threading.Thread(target = install_dependencies,daemon=True,name='solo_install_dependencies').start()\n","        threading.Thread(target = install_optimizing,daemon=True,name='solo_install_optimizing').start()\n","        threading.Thread(target = installProxyExe,daemon=True).start()\n","        link_or_download_flie(replace_path(_普通文件列表), _link_instead_of_copy=_link_instead_of_copy,\n","                          base_path=f'{install_path}/sd_main_dir')\n","        if huggingface_is_init:\n","            threading.Thread(target = download__huggingface_repo,daemon=True,\n","                                 args=([_huggingface_repo]),\n","                                 kwargs={\"callback\":copy_last_log_to_images},\n","                                 name='solo_download__huggingface_repo').start()\n","        \n","        link_or_download_flie(replace_path(_重要文件列表), _link_instead_of_copy=_link_instead_of_copy,\n","                          base_path=f'{install_path}/sd_main_dir',is_await=True)\n","        t = 0\n","        while not envInstalled:\n","            if t%10==0:\n","                print('等待python环境安装...')\n","            t = t+1\n","            time.sleep(1)\n","        use_config()\n","        localProxy()\n","        os.environ['IsInstall'] = 'True'\n","    else:\n","        envInstalled = True\n","    link_or_download_flie(replace_path(_按顺序加载的重要文件列表), _link_instead_of_copy=_link_instead_of_copy,\n","                          base_path=f'{install_path}/sd_main_dir',sync=True)\n","    threading.Thread(target = startProxy, daemon=True, name='solo_startProxy').start()\n","    if init_huggingface():\n","        start_sync_log_to_huggingface(_huggingface_repo)\n","    ticks = time.time()\n","    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n","    start()\n"]},{"cell_type":"markdown","metadata":{"id":"0oaCRs2gLCtF"},"source":["# 执行区域\n","---"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["print(update_desc)"]},{"cell_type":"code","execution_count":null,"metadata":{"_kg_hide-output":true,"id":"O3DR0DWHLCtF","scrolled":true,"trusted":true},"outputs":[],"source":["# 启动\n","# _reLoad = True\n","# hidden_console_info = False\n","# run_by_none_device = True\n","# show_shell_info = True\n","if _skip_start:\n","    print('已跳过自动启动，可手动执行 main() 进行启动。')\n","    print('''推荐的启动代码：\n","try:\n","    check_gpu() # 检查是否存在gpu\n","    main()\n","except KeyboardInterrupt:\n","    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）\n","    ''')\n","else:\n","    try:\n","        check_gpu()\n","        main()\n","    except KeyboardInterrupt:\n","        stop_solo_threads()"]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.12"}},"nbformat":4,"nbformat_minor":4}

sdwui-start-util.dev.ipynb

@@ -1,1737 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "update_desc = '''\n",
-    "欢迎使用 stable-diffusion-webui 便捷启动工具\n",
-    "\n",
-    "此脚本理论上可以在任何jupyter环境运行，但仅在 google colab 和 kaggle 测试。 已经无法在 google colab 免费实例上运行。\n",
-    "此脚本的【前置脚本】发布地址 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai-sdxl。\n",
-    "此脚本需配合 【前置脚本】 的脚本附带的配置项才能正常启动。\n",
-    "此脚本的内容会自动更新，你无需更新【前置脚本】就能获取到最新的功能。\n",
-    "增加一个说明：为解决加密图片的解密和浏览的问题，开发了一个独立应用，可以在这里下载 https://github.com/viyiviyi/encrypt_gallery/releases/\n",
-    "加密插件可解决生成nsfw图片后被平台封号问题\n",
-    "\n",
-    "路径说明\n",
-    "*  为了解决平台差异，所有的安装目录和文件输出目录都被重新指定，如果你需要在配置中访问这些目录，请查看以下说明\n",
-    "*\n",
-    "*  可以使用 $install_path 或 {install_path} 来访问安装目录，写在字符串内也会生效\n",
-    "*  $output_path 或 {output_path} 可以访问输出目录\n",
-    "*  如果你需要安装在自定义目录，也可以设置这些值 如: install_path = '新的路径'\n",
-    "*  可自定义方法 on_before_start 并在方法内写上启动前需要的逻辑来实现在webui启动前执行自定义逻辑\n",
-    "*  可以增加配置 multi_case = True 来控制是否使用多卡\n",
-    "*  如果需要显示更多控制台输出 需配置 hidden_console_info = False\n",
-    "\n",
-    "********* 特别提示 *********\n",
-    "*  huggingface 的下载链接需要增加 ?download=true 参数才能正确下载到文件，如果你需要的文件里的下载链接没有这个参数，请自行增加。\n",
-    "'''"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "from pathlib import Path\n",
-    "import os\n",
-    "import time\n",
-    "import re\n",
-    "import subprocess\n",
-    "import threading\n",
-    "import sys\n",
-    "import socket\n",
-    "import torch\n",
-    "from typing import List\n",
-    "import uuid\n",
-    "import asyncio\n",
-    "from urllib import request"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 内置参数默认值，当上下文有参数时可覆盖默认值\n",
-    "_runing = False\n",
-    "\n",
-    "_useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n",
-    "\n",
-    "_useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n",
-    "\n",
-    "_reLoad = locals().get('reLoad') or globals().get('reLoad') or False\n",
-    "    \n",
-    "_before_downloading = locals().get('before_downloading') or globals().get('before_downloading') or ''\n",
-    "\n",
-    "_async_downloading = locals().get('async_downloading') or globals().get('async_downloading') or ''\n",
-    "\n",
-    "_before_start_sync_downloading = locals().get('before_start_sync_downloading') or globals().get('before_start_sync_downloading') or  ''\n",
-    "\n",
-    "_server_port = locals().get('server_port') or globals().get('server_port') or 7860\n",
-    "    \n",
-    "_sd_git_repo = locals().get('sd_git_repo') or globals().get('sd_git_repo') or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n",
-    "_sd_git_repo = _sd_git_repo\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "_sd_config_git_repu = locals().get('sd_config_git_repu') or globals().get('sd_config_git_repu') or 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "_sd_config_git_repu = _sd_config_git_repu\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "    \n",
-    "_huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n",
-    "_huggingface_token = _huggingface_token\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "_huggingface_repo = locals().get('huggingface_repo') or globals().get('huggingface_repo') or ''\n",
-    "_huggingface_repo = _huggingface_repo\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "\n",
-    "_link_instead_of_copy = locals().get('link_instead_of_copy') or globals().get('link_instead_of_copy') or True\n",
-    "    \n",
-    "show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n",
-    "if show_shell_info is None: show_shell_info = False\n",
-    "else: show_shell_info = not show_shell_info\n",
-    "\n",
-    "_multi_case = locals().get('multi_case') or globals().get('multi_case') or False\n",
-    "    \n",
-    "_skip_start = locals().get('skip_start') or globals().get('skip_start') or True\n",
-    "\n",
-    "def before_start():\n",
-    "    pass\n",
-    "\n",
-    "def main_start():\n",
-    "    pass\n",
-    "\n",
-    "_on_before_start = locals().get('on_before_start') or globals().get('on_before_start') or before_start \n",
-    "_skip_webui = locals().get('skip_webui') or globals().get('skip_webui') or False\n",
-    "    \n",
-    "run_by_none_device = False\n",
-    "\n",
-    "_proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n",
-    "\n",
-    "_sub_path =  locals().get('sub_path') or globals().get('sub_path') or ['/','/1/']\n",
-    "if len(_sub_path) != 2:\n",
-    "    _sub_path = ['/','/1/']\n",
-    "    \n",
-    "_config_args:dict[str, str] =  locals().get('config_args') or globals().get('config_args') or {}"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:\n",
-    "    global show_shell_info\n",
-    "    if desc is not None:\n",
-    "        print(desc)\n",
-    "\n",
-    "    run_kwargs = {\n",
-    "        \"args\": command,\n",
-    "        \"shell\": True,\n",
-    "        \"cwd\": cwd,\n",
-    "        \"env\": os.environ if custom_env is None else custom_env,\n",
-    "        \"encoding\": 'utf8',\n",
-    "        \"errors\": 'ignore',\n",
-    "    }\n",
-    "\n",
-    "    if not show_shell_info:\n",
-    "        run_kwargs[\"stdout\"] = run_kwargs[\"stderr\"] = subprocess.PIPE\n",
-    "\n",
-    "    result = subprocess.run(**run_kwargs)\n",
-    "\n",
-    "    if result.returncode != 0:\n",
-    "        error_bits = [\n",
-    "            f\"{errdesc or 'Error running command'}.\",\n",
-    "            f\"Command: {command}\",\n",
-    "            f\"Error code: {result.returncode}\",\n",
-    "        ]\n",
-    "        if result.stdout:\n",
-    "            error_bits.append(f\"stdout: {result.stdout}\")\n",
-    "        if result.stderr:\n",
-    "            error_bits.append(f\"stderr: {result.stderr}\")\n",
-    "        if try_error:\n",
-    "            print((RuntimeError(\"\\n\".join(error_bits))))\n",
-    "        else:\n",
-    "            raise RuntimeError(\"\\n\".join(error_bits))\n",
-    "\n",
-    "    if show_shell_info:\n",
-    "        print((result.stdout or \"\"))\n",
-    "    return (result.stdout or \"\")\n",
-    "\n",
-    "def mkdirs(path, exist_ok=True):\n",
-    "    if path and not Path(path).exists():\n",
-    "        os.makedirs(path,exist_ok=exist_ok)\n",
-    "\n",
-    "\n",
-    "# 检查网络\n",
-    "def check_service(host, port):\n",
-    "    try:\n",
-    "        socket.create_connection((host, port), timeout=5)\n",
-    "        return True\n",
-    "    except socket.error:\n",
-    "        return False\n",
-    "\n",
-    "\n",
-    "# 检查gpu是否存在\n",
-    "def check_gpu():\n",
-    "    if not run_by_none_device and torch.cuda.device_count() == 0:\n",
-    "        raise Exception('当前环境没有GPU')\n",
-    "\n",
-    "\n",
-    "def echoToFile(content:str,path:str):\n",
-    "    if path.find('/') >= 0:\n",
-    "        _path = '/'.join(path.split('/')[:-1])\n",
-    "        run(f'''mkdir -p {_path}''')\n",
-    "    with open(path,'w') as sh:\n",
-    "        sh.write(content)\n",
-    "        \n",
-    "def get_freefrp_confog(local_port):\n",
-    "    rd_str = uuid.uuid1()\n",
-    "    return (f'''\n",
-    "[common]\n",
-    "server_addr = frp.freefrp.net\n",
-    "server_port = 7000\n",
-    "token = freefrp.net\n",
-    "\n",
-    "[{rd_str}_http]\n",
-    "type = http\n",
-    "local_ip = 127.0.0.1\n",
-    "local_port = {local_port}\n",
-    "custom_domains = {rd_str}.frp.eaias.com\n",
-    "''',f'http://{rd_str}.frp.eaias.com')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "_install_path = f\"/kaggle\" if os.path.exists('/kaggle/') else f\"{os.environ['HOME']}/sd_webui\" # 安装目录\n",
-    "_output_path = '/kaggle/working' if os.path.exists('/kaggle/working/') else f\"{os.environ['HOME']}/.sdwui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\n",
-    "_input_path = '/kaggle/input' # 输入目录\n",
-    "_ui_dir_name = 'sd_main_dir'\n",
-    "\n",
-    "_install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "_output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "_input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "_ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "\n",
-    "install_path = _install_path\n",
-    "output_path = _output_path\n",
-    "input_path = _input_path\n",
-    "ui_dir_name = _ui_dir_name\n",
-    "    \n",
-    "google_drive = '' \n",
-    "\n",
-    "\n",
-    "_useGooglrDrive = locals().get('useGooglrDrive') or globals().get('useGooglrDrive') or True\n",
-    "\n",
-    "# 连接谷歌云\n",
-    "try:\n",
-    "    if _useGooglrDrive:\n",
-    "        from google.colab import drive\n",
-    "        drive.mount(f'~/google_drive')\n",
-    "        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n",
-    "        _output_path = f'{google_drive}/sdwebui/Output'\n",
-    "        _input_path = f'{google_drive}/sdwebui/Input'\n",
-    "        run(f'''mkdir -p {_input_path}''')\n",
-    "        print('''\n",
-    "已经链接到谷歌云盘\n",
-    "已在云盘创建Input和Output目录\n",
-    "        ''')\n",
-    "except:\n",
-    "    _useGooglrDrive = False\n",
-    "\n",
-    "run(f'''mkdir -p {_install_path}''')\n",
-    "run(f'''mkdir -p {_output_path}''')\n",
-    "\n",
-    "\n",
-    "os.environ['install_path'] = _install_path\n",
-    "os.environ['output_path'] = _output_path\n",
-    "os.environ['google_drive'] = google_drive\n",
-    "os.environ['input_path'] = _input_path\n",
-    "\n",
-    "def replace_path(input_str:str):\n",
-    "    if not input_str: return ''\n",
-    "    for key in _config_args:\n",
-    "        input_str = input_str.replace(key,_config_args[key])\n",
-    "        \n",
-    "    if not (locals().get('use_comfyui') or globals().get('use_comfyui') or False):\n",
-    "        input_str = input_str.replace('https://github.com/comfyanonymous/ComfyUI.git','https://github.com/comfyanonymous/ComfyUI.git')\n",
-    "        \n",
-    "    return input_str.replace('$install_path',_install_path)\\\n",
-    "    .replace('{install_path}',_install_path)\\\n",
-    "    .replace('$input_path',_input_path)\\\n",
-    "    .replace('{input_path}',_input_path)\\\n",
-    "    .replace('$output_path',_output_path)\\\n",
-    "    .replace('{output_path}',_output_path)\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "\n",
-    "space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "\n",
-    "def config_reader(conf:str):\n",
-    "    conf = conf or \"\"\n",
-    "    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\\n') if item.strip(space_string)]\n",
-    "    return [item.strip() for item in args if item.strip()]\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "i3LhnwYHLCtC",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "# ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "    frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n",
-    "# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n",
-    "otherArgs = '--xformers'\n",
-    "if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "    otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "venvPath = os.path.join(_input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n",
-    "\n",
-    "# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n",
-    "# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\n",
-    "kaggleApiTokenFile = os.path.join(_input_path,'configs/kaggle.json')\n",
-    "\n",
-    "requirements = []\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "a_GtG2ayLCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "_setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "_ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "# 设置文件路径\n",
-    "if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "    if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "        _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "    if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "        _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "    \n",
-    "frpcStartArg = ''\n",
-    "freefrp_url = ''\n",
-    "_frp_temp_config_file = ''\n",
-    "_frp_config_or_file = replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or frpcConfigFile\n",
-    "run(f'''mkdir -p {_install_path}/configFiles''')\n",
-    "if _frp_config_or_file:\n",
-    "    if '[common]' in _frp_config_or_file:\n",
-    "        echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_webui.ini')\n",
-    "        _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_webui.ini'\n",
-    "    elif '.ini' in _frp_config_or_file:\n",
-    "        _frp_temp_config_file = _frp_config_or_file.strip()\n",
-    "        \n",
-    "    if _frp_temp_config_file:\n",
-    "        if Path(_frp_temp_config_file).exists():\n",
-    "            run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "            run(f'''sed -i \"s/local_port = .*/local_port = {_server_port}/g\" {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "            frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "    elif _frp_config_or_file.strip().startswith('-f'):\n",
-    "        frpcStartArg = _frp_config_or_file.strip()\n",
-    "        \n",
-    "if not frpcStartArg:\n",
-    "    conf,url = get_freefrp_confog(_server_port)\n",
-    "    echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n",
-    "    freefrp_url = url\n",
-    "    frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "\n",
-    "ngrokToken=''\n",
-    "_ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "if _ngrok_config_or_file:\n",
-    "    if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "        ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "    if Path(ngrokTokenFile).exists():\n",
-    "        with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "            ngrokToken = nkfile.readline()\n",
-    "    elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "        ngrokToken=_ngrok_config_or_file.strip()\n",
-    "    \n",
-    "if not Path(venvPath).exists():\n",
-    "    venvPath = os.path.join(_input_path,'sd-webui-venv/venv.zip')\n",
-    "    \n",
-    "huggingface_headers:dict = None  "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def _init_conf():\n",
-    "    global _useFrpc\n",
-    "    global _useNgrok\n",
-    "    global _reLoad\n",
-    "    global _before_downloading\n",
-    "    global _async_downloading\n",
-    "    global _before_start_sync_downloading\n",
-    "    global _server_port\n",
-    "    global _sd_git_repo\n",
-    "    global _sd_config_git_repu\n",
-    "    global _huggingface_token\n",
-    "    global _huggingface_repo\n",
-    "    global _link_instead_of_copy\n",
-    "    global show_shell_info\n",
-    "    global _multi_case\n",
-    "    global _skip_start\n",
-    "    global _on_before_start\n",
-    "    global _skip_webui\n",
-    "    global _proxy_path\n",
-    "    global _sub_path\n",
-    "    global _config_args\n",
-    "    global _install_path\n",
-    "    global _output_path\n",
-    "    global _input_path\n",
-    "    global _ui_dir_name\n",
-    "    \n",
-    "    global ngrokTokenFile\n",
-    "    global frpcConfigFile\n",
-    "    global frpcSSLFFlies\n",
-    "    global frpcExePath\n",
-    "    global otherArgs\n",
-    "    global _setting_file\n",
-    "    global _ui_config_file\n",
-    "    global _frp_temp_config_file\n",
-    "    global _frp_config_or_file\n",
-    "    global ngrokToken\n",
-    "    global venvPath\n",
-    "    \n",
-    "    _useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n",
-    "    _useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n",
-    "    _reLoad = locals().get('reLoad') or globals().get('reLoad') or False\n",
-    "    _before_downloading = locals().get('before_downloading') or globals().get('before_downloading') or ''\n",
-    "    _async_downloading = locals().get('async_downloading') or globals().get('async_downloading') or ''\n",
-    "    _before_start_sync_downloading = locals().get('before_start_sync_downloading') or globals().get('before_start_sync_downloading') or  ''\n",
-    "    _server_port = locals().get('server_port') or globals().get('server_port') or 7860\n",
-    "    _sd_git_repo = locals().get('sd_git_repo') or globals().get('sd_git_repo') or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n",
-    "    _sd_git_repo = _sd_git_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")  \n",
-    "    _sd_config_git_repu = locals().get('sd_config_git_repu') or globals().get('sd_config_git_repu') or 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "    _sd_config_git_repu = _sd_config_git_repu\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n",
-    "    _huggingface_token = _huggingface_token\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_repo = locals().get('huggingface_repo') or globals().get('huggingface_repo') or ''\n",
-    "    _huggingface_repo = _huggingface_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _link_instead_of_copy = locals().get('link_instead_of_copy') or globals().get('link_instead_of_copy') or True\n",
-    "    show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n",
-    "    if show_shell_info is None: show_shell_info = False\n",
-    "    else: show_shell_info = not show_shell_info\n",
-    "    _multi_case = locals().get('multi_case') or globals().get('multi_case') or False\n",
-    "    _skip_start = locals().get('skip_start') or globals().get('skip_start') or True\n",
-    "    _on_before_start = locals().get('on_before_start') or globals().get('on_before_start') or before_start \n",
-    "    _skip_webui = locals().get('skip_webui') or globals().get('skip_webui') or False\n",
-    "    _proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n",
-    "    _sub_path =  locals().get('sub_path') or globals().get('sub_path') or ['/','/1/']\n",
-    "    if len(_sub_path) != 2:\n",
-    "        _sub_path = ['/','/1/']\n",
-    "        \n",
-    "    _config_args =  locals().get('config_args') or globals().get('config_args') or {}\n",
-    "    \n",
-    "    _install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "    _output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "    _input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "    _ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "    \n",
-    "    ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "    frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "    # ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "    frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "    if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "        frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "    # frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "    frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n",
-    "    # 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n",
-    "    otherArgs = '--xformers'\n",
-    "    if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "        otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "\n",
-    "    # 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "    _setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "    _ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "    # 设置文件路径\n",
-    "    if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "        if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "            _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "        if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "            _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "        \n",
-    "    frpcStartArg = ''\n",
-    "    freefrp_url = ''\n",
-    "    _frp_temp_config_file = ''\n",
-    "    _frp_config_or_file = replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or frpcConfigFile\n",
-    "    run(f'''mkdir -p {_install_path}/configFiles''')\n",
-    "    if _frp_config_or_file:\n",
-    "        if '[common]' in _frp_config_or_file:\n",
-    "            echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_webui.ini')\n",
-    "            _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_webui.ini'\n",
-    "        elif '.ini' in _frp_config_or_file:\n",
-    "            _frp_temp_config_file = _frp_config_or_file.strip()\n",
-    "            \n",
-    "        if _frp_temp_config_file:\n",
-    "            if Path(_frp_temp_config_file).exists():\n",
-    "                run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "                run(f'''sed -i \"s/local_port = .*/local_port = {_server_port}/g\" {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "                frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "        elif _frp_config_or_file.strip().startswith('-f'):\n",
-    "            frpcStartArg = _frp_config_or_file.strip()\n",
-    "            \n",
-    "    if not frpcStartArg:\n",
-    "        conf,url = get_freefrp_confog(_server_port)\n",
-    "        echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n",
-    "        freefrp_url = url\n",
-    "        frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "\n",
-    "    ngrokToken=''\n",
-    "    _ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "    if _ngrok_config_or_file:\n",
-    "        if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "            ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "        if Path(ngrokTokenFile).exists():\n",
-    "            with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "                ngrokToken = nkfile.readline()\n",
-    "        elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "            ngrokToken=_ngrok_config_or_file.strip()\n",
-    "        \n",
-    "    if not Path(venvPath).exists():\n",
-    "        venvPath = os.path.join(_input_path,'sd-webui-venv/venv.zip')\n",
-    "        "
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 文件下载工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',sync:bool=False,thread_num:int=None)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import concurrent.futures\n",
-    "import importlib\n",
-    "import os\n",
-    "import pprint\n",
-    "import re\n",
-    "import venv\n",
-    "from pathlib import Path\n",
-    "from typing import List\n",
-    "\n",
-    "import requests\n",
-    "\n",
-    "show_shell_info = False\n",
-    "\n",
-    "def is_installed(package):\n",
-    "    try:\n",
-    "        spec = importlib.util.find_spec(package)\n",
-    "    except ModuleNotFoundError:\n",
-    "        return False\n",
-    "\n",
-    "    return spec is not None\n",
-    "\n",
-    "def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True,headers={}):\n",
-    "    startTicks = time.time()\n",
-    "    # 获取文件的真实文件名\n",
-    "    if not filename:\n",
-    "        with requests.get(url, stream=True,headers=headers) as r:\n",
-    "            if 'Content-Disposition' in r.headers:\n",
-    "                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n",
-    "            r.close()\n",
-    "    if not filename and re.search(r'/[^/]+\\.[^/]+$',url):\n",
-    "        filename = url.split('/')[-1].split('?')[0]\n",
-    "    \n",
-    "    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n",
-    "    filename = re.sub(r'[\\s\\t]+', '_', filename)\n",
-    "    \n",
-    "    print(f'下载 {filename} url: {url} --> {dist_path}')\n",
-    "    \n",
-    "    # 创建目录\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "    if dist_path and not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        \n",
-    "    # 拼接文件的完整路径\n",
-    "    filepath = os.path.join(dist_path, filename)\n",
-    "\n",
-    "    if cache_path:\n",
-    "        cache_path = os.path.join(cache_path, filename)\n",
-    "        \n",
-    "    # 判断文件是否已存在\n",
-    "    if Path(filepath).exists():\n",
-    "        print(f'文件 {filename} 已存在 {dist_path}')\n",
-    "        return\n",
-    "    \n",
-    "    if cache_path and Path(cache_path).exists():\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "        print(f'文件缓存 {cache_path} --> {dist_path}')\n",
-    "        return\n",
-    "    # 下载文件\n",
-    "    size = 0\n",
-    "    with requests.get(url, stream=True, headers=headers) as r:\n",
-    "        r.raise_for_status()\n",
-    "        with open(cache_path or filepath, 'wb') as f:\n",
-    "            for chunk in r.iter_content(chunk_size=1024*1024):\n",
-    "                if chunk:\n",
-    "                    size += len(chunk)\n",
-    "                    f.write(chunk)\n",
-    "    # 如果使用了缓存目录 需要复制或链接文件到目标目录\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "    ticks = time.time()\n",
-    "    print(f'下载完成 {filename} --> {dist_path} 大小{round(size/1024/1024,2)}M 耗时:{round(ticks - startTicks,2)}秒')\n",
-    "        \n",
-    "def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    if not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载 {url} --> {dist_path}')\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "        run(f'git clone {url}',cwd = cache_path)\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {cache_path}/* {dist_path}')\n",
-    "    else:\n",
-    "        run(f'git clone {url}',cwd = dist_path)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载完成 {url} --> {dist_path}')\n",
-    "    \n",
-    "    \n",
-    "def download_huggingface(url:str, filename:str, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    fileReg = r'^https:\\/\\/huggingface.co(\\/([^\\/]+\\/)?[^\\/]+\\/[^\\/]+\\/(resolve|blob)\\/[^\\/]+\\/|[^\\.]+\\.[^\\.]+$|download=true)'\n",
-    "    def isFile(url:str):\n",
-    "        if re.match(fileReg,url):\n",
-    "            return True\n",
-    "        return False\n",
-    "    if isFile(url):\n",
-    "        download_file(url,filename,dist_path,cache_path,_link_instead_of_copy,headers=huggingface_headers)\n",
-    "    else:\n",
-    "        download_git(url,dist_path,cache_path,_link_instead_of_copy)\n",
-    "    \n",
-    "# 加入文件到下载列表\n",
-    "def pause_url(url:str,dist_path:str):\n",
-    "    file_name = ''\n",
-    "    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n",
-    "        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n",
-    "        url = url[len(file_name)+1:]\n",
-    "    if not re.match(r'^(https?|ftps?)://',url):\n",
-    "        return\n",
-    "    file_name = re.sub(r'\\s+','_',file_name or '')\n",
-    "    path_hash = str(hash(url)).replace('-','')\n",
-    "    \n",
-    "    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}\n",
-    "\n",
-    "def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, \n",
-    "                  cache_path:str=os.path.join(os.environ['HOME'],'.cache','download_util'),\n",
-    "                  _link_instead_of_copy:bool=True,is_await:bool=False):\n",
-    "    if sync:\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                try:\n",
-    "                    download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                try:\n",
-    "                    download_huggingface(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            try:\n",
-    "                download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "            except:\n",
-    "                pass\n",
-    "    else:\n",
-    "        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)\n",
-    "        futures = []\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],\n",
-    "                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                futures.append(executor.submit(download_huggingface,conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],\n",
-    "                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "        if is_await:\n",
-    "            concurrent.futures.wait(futures)\n",
-    "            \n",
-    "                          \n",
-    "def parse_config(config:str):\n",
-    "    space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\\n') if item.strip(space_string)]\n",
-    "    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]\n",
-    "    other_flie_list_store = {}\n",
-    "    other_flie_list_store_name='default'\n",
-    "    other_flie_list_store_list_cache=[]\n",
-    "    \n",
-    "    for item in other_flie_list:\n",
-    "        if item.startswith('[') and item.endswith(']'):\n",
-    "            if not other_flie_list_store_name == 'default':\n",
-    "                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "                other_flie_list_store_list_cache = []\n",
-    "            other_flie_list_store_name = item[1:-1]\n",
-    "        else:\n",
-    "            other_flie_list_store_list_cache.append(item)\n",
-    "    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "    \n",
-    "    return other_flie_list_store\n",
-    "\n",
-    "\n",
-    "def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',\n",
-    "                          sync:bool=False,thread_num:int=None, is_await:bool=False):\n",
-    "    store:dict[str,List[str]] = parse_config(config)\n",
-    "    download_list = []\n",
-    "    for dist_dir in store.keys():\n",
-    "        dist_path = os.path.join(base_path,dist_dir)\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        for path in store[dist_dir]:\n",
-    "            if 'https://' in path or 'http://' in path:\n",
-    "                if skip_url:\n",
-    "                    continue\n",
-    "                if sync:\n",
-    "                    try:\n",
-    "                        download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)\n",
-    "                    except:\n",
-    "                        pass\n",
-    "                    continue\n",
-    "                download_list.append(pause_url(path,dist_path))\n",
-    "            else:\n",
-    "                run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {path} {dist_path}')\n",
-    "                if show_shell_info:\n",
-    "                    print(f'{\"链接\" if _link_instead_of_copy else \"复制\"} {path} --> {dist_path}')\n",
-    "        run(f'rm -f {dist_path}/\\*.* ')\n",
-    "    if not skip_url:\n",
-    "        if show_shell_info:\n",
-    "            pprint.pprint(download_list)\n",
-    "        try:\n",
-    "            download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 3,is_await=is_await)\n",
-    "        except:\n",
-    "            pass"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "p0uS-BLULCtD"
-   },
-   "source": [
-    "## kaggle public API\n",
-    "\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "m8FJi4j0LCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 安装kaggle的api token文件\n",
-    "def initKaggleConfig():\n",
-    "    if Path('~/.kaggle/kaggle.json').exists():\n",
-    "        return True\n",
-    "    if Path(kaggleApiTokenFile).exists():\n",
-    "        run(f'''mkdir -p ~/.kaggle/''')\n",
-    "        run('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n",
-    "        run(f'''chmod 600 ~/.kaggle/kaggle.json''')\n",
-    "        return True\n",
-    "    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n",
-    "    return False\n",
-    "\n",
-    "def getUserName():\n",
-    "    if not initKaggleConfig(): return\n",
-    "    import kaggle\n",
-    "    return kaggle.KaggleApi().read_config_file()['username']\n",
-    "\n",
-    "def createOrUpdateDataSet(path:str,datasetName:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('创建或更新数据集 '+datasetName)\n",
-    "    import kaggle\n",
-    "    run(f'mkdir -p {_install_path}/kaggle_cache')\n",
-    "    run(f'rm -rf {_install_path}/kaggle_cache/*')\n",
-    "    datasetDirPath = _install_path+'/kaggle_cache/'+datasetName\n",
-    "    run('mkdir -p '+datasetDirPath)\n",
-    "    run('cp -f '+path+' '+datasetDirPath+'/')\n",
-    "    username = getUserName()\n",
-    "    print(\"kaggle username:\"+username)\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    print(datasetList)\n",
-    "    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n",
-    "        run('kaggle datasets init -p' + datasetDirPath)\n",
-    "        metadataFile = datasetDirPath+'/dataset-metadata.json'\n",
-    "        run('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('cat '+metadataFile)\n",
-    "        run('kaggle datasets create -p '+datasetDirPath)\n",
-    "        print('create database done')\n",
-    "    else:\n",
-    "        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n",
-    "        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n",
-    "        print('upload database done')\n",
-    "\n",
-    "def downloadDatasetFiles(datasetName:str,outputPath:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('下载数据集文件 '+datasetName)\n",
-    "    import kaggle\n",
-    "    username = getUserName()\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    if datasetPath not in [str(d) for d in datasetList]:\n",
-    "        return False\n",
-    "    run('mkdir -p '+outputPath)\n",
-    "    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n",
-    "    return True\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 同步文件夹到 huggingface\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 文件夹与 huggingface 同步\n",
-    "if _huggingface_token and _huggingface_repo:\n",
-    "    if not is_installed('watchdog'):\n",
-    "        requirements.append('watchdog')\n",
-    "    if not is_installed('huggingface_hub'):\n",
-    "        requirements.append('huggingface_hub')\n",
-    "    else:\n",
-    "        try:\n",
-    "            from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "        except:\n",
-    "            requirements.append('huggingface_hub')\n",
-    "\n",
-    "huggingface_is_init = False\n",
-    "\n",
-    "def init_huggingface():\n",
-    "    if not _huggingface_token:\n",
-    "        return False\n",
-    "\n",
-    "    global huggingface_headers\n",
-    "    global huggingface_is_init\n",
-    "    \n",
-    "    from huggingface_hub  import login\n",
-    "    token = replace_path(_huggingface_token)\n",
-    "    if not _huggingface_token.startswith('hf_') and Path(token).exists():\n",
-    "        with open(token,encoding = \"utf-8\") as nkfile:\n",
-    "            token = nkfile.readline()\n",
-    "    if not token.startswith('hf_'):\n",
-    "        print('huggingface token 不正确，请将 token 或 仅存放token 的txt文件路径填入 _huggingface_token 配置')\n",
-    "        return False\n",
-    "    login(token,add_to_git_credential=True)\n",
-    "    huggingface_headers = {'Authorization': 'Bearer '+token}\n",
-    "    print('huggingface token 已经加载，可以下载私有仓库或文件')\n",
-    "    \n",
-    "    if not _huggingface_repo:\n",
-    "        print('huggingface 同步收藏图片功能不会启动，可增加配置项 huggingface_token = \"token\" 和 huggingface_repo = “仓库id” 后启用 huggingface 同步收藏图片功能')\n",
-    "        return False\n",
-    "    huggingface_is_init = True\n",
-    "    return True\n",
-    "\n",
-    "\n",
-    "def download__huggingface_repo(repo_id:str,dist_directory:str=None,repo_type='dataset',callback=None):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "        \n",
-    "    if not dist_directory:\n",
-    "        dist_directory = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    \n",
-    "    print('下载收藏的图片')\n",
-    "    if not Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        mkdirs(f'{_install_path}/cache/huggingface')\n",
-    "        repo_path = ''\n",
-    "        if repo_type == 'dataset':\n",
-    "            repo_path = 'datasets'\n",
-    "        if repo_type == 'space':\n",
-    "            repo_path = 'spaces'\n",
-    "        if repo_path:\n",
-    "            run(f'git clone https://huggingface.co/{repo_path}/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "        else:\n",
-    "            run(f'git clone https://huggingface.co/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "    if Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        run(f'cp -r -f -n -s {_install_path}/cache/huggingface/huggingface_repo/* {dist_directory}')\n",
-    "    if callback:\n",
-    "        callback()\n",
-    "\n",
-    "def start_sync_log_to_huggingface(repo_id:str,directory_to_watch:str=None,repo_type='dataset'):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "    \n",
-    "    from watchdog.observers import Observer\n",
-    "    from watchdog.events import FileSystemEventHandler\n",
-    "    from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "    \n",
-    "    # 配置监视的目录和 Hugging Face 仓库信息\n",
-    "    class FileChangeHandler(FileSystemEventHandler):\n",
-    "        def __init__(self, api, repo_id, repo_type,directory_to_watch):\n",
-    "            self.api = api\n",
-    "            self.repo_id = repo_id\n",
-    "            self.repo_type = repo_type\n",
-    "            self.directory_to_watch = directory_to_watch\n",
-    "        def on_created(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 上传新文件到 Hugging Face 仓库\n",
-    "                file_path = event.src_path\n",
-    "                file_name:str = os.path.basename(file_path)\n",
-    "                print(file_name)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                print(file_name,'>>','huggingface')\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_deleted(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 从 Hugging Face 仓库删除文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.delete_file(\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_modified(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 更新 Hugging Face 仓库中的文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_moved(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                file_path = event.dest_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                if event.dest_path.startswith(self.directory_to_watch):\n",
-    "                    try:\n",
-    "                        self.api.upload_file(\n",
-    "                            path_or_fileobj=file_path,\n",
-    "                            path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                            repo_id=self.repo_id,\n",
-    "                            repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                    except IOError as error:\n",
-    "                        print(error)\n",
-    "\n",
-    "    api = HfApi()\n",
-    "    \n",
-    "    if not directory_to_watch:\n",
-    "        directory_to_watch = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    # 创建观察者对象并注册文件变化处理程序\n",
-    "    event_handler = FileChangeHandler(api,repo_id,repo_type,directory_to_watch)\n",
-    "    observer = Observer()\n",
-    "    observer.schedule(event_handler, directory_to_watch, recursive=True)\n",
-    "\n",
-    "    # 启动观察者\n",
-    "    observer.name = \"solo_directory_to_watch\"\n",
-    "    print(f'启动收藏图片文件夹监听，并自动同步到 huggingface {repo_type} : {repo_id}')\n",
-    "    observer.start()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "sswa04veLCtE"
-   },
-   "source": [
-    "## 工具函数\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def zipPath(path:str,zipName:str,format='tar'):\n",
-    "    if path.startswith('$install_path'):\n",
-    "        path = path.replace('$install_path',_install_path)\n",
-    "    if path.startswith('$output_path'):\n",
-    "        path = path.replace('$install_path',_output_path)\n",
-    "    if not path.startswith('/'):\n",
-    "        path = f'{_install_path}/{_ui_dir_name}/{path}'\n",
-    "    if Path(path).exists():\n",
-    "        if 'tar' == format:\n",
-    "            run(f'tar -cf {_output_path}/'+ zipName +'.tar -C '+ path +' . ')\n",
-    "        elif 'gz' == format:\n",
-    "            run(f'tar -czf {_output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')\n",
-    "        return\n",
-    "    print('指定的目录不存在：'+path)\n",
-    "    \n",
-    "def get_folder_list(directory:str):  \n",
-    "    folder_list = []  \n",
-    "    for item in os.listdir(directory):  \n",
-    "        if os.path.isdir(os.path.join(directory, item)):  \n",
-    "            folder_list.append(item) \n",
-    "    return folder_list\n",
-    "\n",
-    "def read_text_file(file_path:str):\n",
-    "    if not Path(file_path).exists(): return ''\n",
-    "    with open(file_path,\"r\") as f:\n",
-    "        text = file.read()\n",
-    "        if text: return text.strip()\n",
-    "    return ''"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 内网穿透\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "id": "coqQvTSLLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "def printUrl(url,name=''):\n",
-    "    print(f'{name} 访问地址：{url}')\n",
-    "    for key in sorted(_proxy_path.keys(), key=len)[::-1]:\n",
-    "        print(f'{name} 本地服务：{_proxy_path[key]}  访问地址：{url}{key}')\n",
-    "# ngrok\n",
-    "def startNgrok(ngrokToken:str,ngrokLocalPort:int):\n",
-    "    if not is_installed('pyngrok'):\n",
-    "        run('pip install pyngrok')\n",
-    "    from pyngrok import conf, ngrok\n",
-    "    try:\n",
-    "        conf.get_default().auth_token = ngrokToken\n",
-    "        conf.get_default().monitor_thread = False\n",
-    "        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n",
-    "        url = ''\n",
-    "        if len(ssh_tunnels) == 0:\n",
-    "            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n",
-    "            url = ssh_tunnel.public_url\n",
-    "            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n",
-    "        else:\n",
-    "            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n",
-    "            url = ssh_tunnels[0].public_url\n",
-    "        printUrl(url,'ngrok')\n",
-    "        def auto_request_ngrok():\n",
-    "            if url:\n",
-    "                while(_runing):\n",
-    "                    time.sleep(60*1)\n",
-    "                    try:\n",
-    "                        res = requests.get(url+'/',headers={\"ngrok-skip-browser-warning\" : \"1\"},timeout=10)\n",
-    "                    except:\n",
-    "                        ''\n",
-    "                    # print('自动调用ngrok链接以保存链接不会断开',res.status_code)\n",
-    "\n",
-    "        # threading.Thread(target = auto_request_ngrok,daemon=True,name='solo_auto_request_ngrok').start()\n",
-    "    except:\n",
-    "        print('启动ngrok出错')\n",
-    "        \n",
-    "def startFrpc(name,configFile):\n",
-    "    if not Path(f'{_install_path}/frpc/frpc').exists():\n",
-    "        installFrpExe()\n",
-    "    if freefrp_url:\n",
-    "        printUrl(freefrp_url,'freefrp')\n",
-    "    echoToFile(f'''\n",
-    "cd {_install_path}/frpc/\n",
-    "{_install_path}/frpc/frpc {configFile}\n",
-    "''',f'{_install_path}/frpc/start.sh')\n",
-    "    get_ipython().system(f'''bash {_install_path}/frpc/start.sh''')\n",
-    "        \n",
-    "def installFrpExe():\n",
-    "    if _useFrpc:\n",
-    "        print('安装frpc')\n",
-    "        run(f'mkdir -p {_install_path}/frpc')\n",
-    "        if Path(frpcExePath).exists():\n",
-    "            run(f'cp -f -n {frpcExePath} {_install_path}/frpc/frpc')\n",
-    "        else:\n",
-    "            run(f'wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O {_install_path}/frpc/frpc')\n",
-    "        \n",
-    "        for ssl in frpcSSLFFlies:\n",
-    "            if Path(ssl).exists():\n",
-    "                run(f'cp -f -n {ssl}/* {_install_path}/frpc/')\n",
-    "        run(f'chmod +x {_install_path}/frpc/frpc')\n",
-    "        run(f'{_install_path}/frpc/frpc -v')\n",
-    "\n",
-    "def startProxy():\n",
-    "    if _useNgrok:\n",
-    "        startNgrok(ngrokToken,_server_port)\n",
-    "    if _useFrpc:\n",
-    "        startFrpc('frpc_proxy',frpcStartArg)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## NGINX 反向代理\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# nginx 反向代理配置文件\n",
-    "def localProxy():\n",
-    "    def getProxyLocation(subPath:str, localServer:str):\n",
-    "        return '''\n",
-    "    location '''+ subPath +'''\n",
-    "    {\n",
-    "        proxy_pass '''+ localServer +''';\n",
-    "        \n",
-    "        client_max_body_size 1000m;\n",
-    "        proxy_set_header Host $http_host;\n",
-    "        proxy_set_header X-Real-IP $remote_addr;\n",
-    "        proxy_set_header X-Real-Port $remote_port;\n",
-    "        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n",
-    "        proxy_set_header X-Forwarded-Proto $scheme;\n",
-    "        proxy_set_header X-Forwarded-Host $host;\n",
-    "        proxy_set_header X-Forwarded-Port $server_port;\n",
-    "        proxy_set_header REMOTE-HOST $remote_addr;\n",
-    "        proxy_connect_timeout 3000s;\n",
-    "        proxy_send_timeout 3000s;\n",
-    "        proxy_read_timeout 3000s;\n",
-    "        proxy_http_version 1.1;\n",
-    "        proxy_set_header Upgrade $http_upgrade;\n",
-    "        proxy_set_header Connection 'upgrade';\n",
-    "        add_header Access-Control-Allow-Origin * always;\n",
-    "        add_header Access-Control-Allow-Headers *;\n",
-    "        add_header Access-Control-Allow-Methods \"GET, POST, PUT, OPTIONS\";\n",
-    "    }\n",
-    "    \n",
-    "    '''\n",
-    "    \n",
-    "    conf = '''\n",
-    "server\n",
-    "{\n",
-    "    listen '''+str(_server_port)+''';\n",
-    "    listen [::]:'''+str(_server_port)+''';\n",
-    "    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n",
-    "    \n",
-    "    fastcgi_send_timeout                 3000s;\n",
-    "    fastcgi_read_timeout                 3000s;\n",
-    "    fastcgi_connect_timeout              3000s;\n",
-    "    \n",
-    "    if ($request_method = OPTIONS) {\n",
-    "        return 200;\n",
-    "    }\n",
-    "    \n",
-    "    '''+ ''.join([getProxyLocation(key,_proxy_path[key]) for key in sorted(_proxy_path.keys(), key=len)[::-1]]) +'''\n",
-    "}\n",
-    "'''\n",
-    "    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n",
-    "    if not check_service('localhost',_server_port):\n",
-    "        run(f'''nginx -c /etc/nginx/nginx.conf''')\n",
-    "    run(f'''nginx -s reload''')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 线程清理工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "清理线程名以 solo_ 开头的所有线程"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import inspect\n",
-    "import ctypes\n",
-    "\n",
-    "def _async_raise(tid, exctype):\n",
-    "    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n",
-    "    tid = ctypes.c_long(tid)\n",
-    "    if not inspect.isclass(exctype):\n",
-    "        exctype = type(exctype)\n",
-    "    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n",
-    "    if res == 0:\n",
-    "        raise ValueError(\"invalid thread id\")\n",
-    "    elif res != 1:\n",
-    "        # \"\"\"if it returns a number greater than one, you're in trouble,\n",
-    "        # and you should call it again with exc=NULL to revert the effect\"\"\"\n",
-    "        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n",
-    "        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n",
-    "\n",
-    "def stop_thread(thread):\n",
-    "    _async_raise(thread.ident, SystemExit)\n",
-    "\n",
-    "def stop_solo_threads():\n",
-    "    global _runing\n",
-    "    _runing = False\n",
-    "    # 获取当前所有活动的线程\n",
-    "    threads = threading.enumerate()\n",
-    "    # 关闭之前创建的子线程\n",
-    "    for thread in threads:\n",
-    "        if thread.name.startswith('solo_'):\n",
-    "            print(f'结束线程：{thread.name}')\n",
-    "            try:\n",
-    "                stop_thread(thread)\n",
-    "            except socket.error:\n",
-    "                print(f'结束线程：{thread.name} 执行失败')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "Ve3p8oOkLCtE"
-   },
-   "source": [
-    "# webui 安装和配置函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "GTjyBJihLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "envInstalled=False\n",
-    "quickStart = False\n",
-    "#安装\n",
-    "def install():\n",
-    "    print('安装')\n",
-    "    os.chdir(f'''{_install_path}''')\n",
-    "    run(f'''git lfs install''')\n",
-    "    run(f'''git config --global credential.helper store''')\n",
-    "    for requirement in requirements:\n",
-    "        run(f'pip install {requirement}')\n",
-    "    if _reLoad:\n",
-    "        run(f'''rm -rf {_install_path}/{_ui_dir_name}''')\n",
-    "    if Path(f\"{_ui_dir_name}\").exists():\n",
-    "        os.chdir(f'''{_install_path}/{_ui_dir_name}/''')\n",
-    "        run(f'''git checkout .''')\n",
-    "        run(f'''git pull''')\n",
-    "    else:\n",
-    "        run(f'''git clone --recursive {_sd_git_repo} {_ui_dir_name}''')\n",
-    "    if not Path(f'''{_install_path}/{_ui_dir_name}''').exists():\n",
-    "        print('sd-webui主程序安装失败，请检查 sd_git_repo 配置的值是否正确')\n",
-    "        sys.exit(0)\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    print('安装 完成')\n",
-    "\n",
-    "# 链接输出目录\n",
-    "def link_dir():\n",
-    "    print('链接输出目录')\n",
-    "    # 链接图片输出目录\n",
-    "    run(f'''mkdir -p {_output_path}/outputs''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/outputs''')\n",
-    "    run(f'''ln -s -r {_output_path}/outputs {_install_path}/{_ui_dir_name}/''')\n",
-    "     # 输出收藏目录\n",
-    "    run(f'''mkdir -p {_output_path}/log''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/log''')\n",
-    "    run(f'''ln -s -r {_output_path}/log {_install_path}/{_ui_dir_name}/''')\n",
-    "    # 链接训练输出目录 文件夹链接会导致功能不能用\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/textual_inversion''')\n",
-    "    run(f'''mkdir -p {_output_path}/textual_inversion/''')\n",
-    "    run(f'''ln -s -r {_output_path}/textual_inversion {_install_path}/{_ui_dir_name}/''')\n",
-    "    print('链接输出目录 完成') \n",
-    "\n",
-    "def install_optimizing():\n",
-    "    run('add-apt-repository ppa:deadsnakes/ppa -y')\n",
-    "    run('apt update -y')\n",
-    "    run('apt install nginx -y')\n",
-    "    # run('apt install python3.10 -y')\n",
-    "    \n",
-    "#安装依赖\n",
-    "def install_dependencies():\n",
-    "    print('安装需要的python环境')\n",
-    "    global envInstalled\n",
-    "    global venvPath\n",
-    "    if Path(f'{_install_path}/{_ui_dir_name}/venv').exists():\n",
-    "        print('跳过安装python环境')\n",
-    "        envInstalled = True\n",
-    "        return\n",
-    "    \n",
-    "    if quickStart:\n",
-    "        if not Path(venvPath).exists():\n",
-    "            mkdirs(f'{_install_path}/venv_cache',True)\n",
-    "            if not Path(f'{_install_path}/venv_cache/venv.tar.bak').exists():\n",
-    "                print('下载 venv.zip')\n",
-    "                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{_install_path}/venv_cache')\n",
-    "            run(f'''unzip {_install_path}/venv_cache/venv.zip -d {_install_path}/venv_cache''')\n",
-    "            venvPath = f'{_install_path}/venv_cache/venv.tar.bak'\n",
-    "            run(f'''rm -rf {_install_path}/venv_cache/venv.zip''')\n",
-    "        elif venvPath.endswith('.zip'):\n",
-    "            mkdirs(f'{_install_path}/venv_cache',True)\n",
-    "            run(f'''unzip {venvPath} -d {_install_path}/venv_cache''')\n",
-    "            venvPath = f'{_install_path}/venv_cache/venv.tar.bak'\n",
-    "        print('解压环境')\n",
-    "        mkdirs(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "#         run('python3.10 -m venv venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "        run(f'tar -xf {venvPath} -C ./venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "        run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/pip*')\n",
-    "        run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/python*')\n",
-    "    venv.create(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/venv/bin/pip').exists():\n",
-    "        run('curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py')\n",
-    "        run(f'{_install_path}/{_ui_dir_name}/venv/bin/python3 get-pip.py')\n",
-    "\n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -V''')\n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip -V''')\n",
-    "    \n",
-    "    # if not quickStart:\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -V''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip -V''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1 --index-url https://download.pytorch.org/whl/cu121''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install xformers==0.0.27''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install -r requirements_versions.txt''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install spandrel==0.3.0''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install opencv-python''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pydantic==1.10.15''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install transformers -U''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install llama-cpp-python''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pytorch_lightning==2.3.3 torchsde==0.2.6 spandrel==0.3.4''')\n",
-    "        \n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install open-clip-torch -U''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install protobuf==4.25.8''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install blendmodes==2022''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install Pillow==9.5.0''')\n",
-    "    #     run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr''')\n",
-    "        \n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr wrapt''')\n",
-    "    \n",
-    "    envInstalled = True\n",
-    "    print('安装需要的python环境 完成')\n",
-    "      \n",
-    "# 个性化配置 \n",
-    "def use_config():\n",
-    "    print('使用自定义配置 包括tag翻译 \\n')\n",
-    "    run(f'''mkdir -p {_install_path}/temp''')\n",
-    "    run(f'git clone {_sd_config_git_repu} sd-configs',cwd=f'{_install_path}/temp')\n",
-    "    run(f'cp -r -f -n {_install_path}/temp/sd-configs/dist/* {_install_path}/{_ui_dir_name}')\n",
-    "    if not Path(_ui_config_file).exists() and _ui_config_file != 'ui-config.json': # ui配置文件\n",
-    "        run(f'''mkdir -p {_ui_config_file[:_ui_config_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/ui-config.json {_ui_config_file}')\n",
-    "    if not Path(_setting_file).exists() and _setting_file != 'config.json': # 设置配置文件\n",
-    "        run(f'''mkdir -p {_setting_file[:_setting_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/config.json {_setting_file}')\n",
-    "\n",
-    "def copy_last_log_to_images():\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/log/images').exists(): mkdirs(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')\n",
-    "    img_list = os.listdir(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    last_img_path = ''\n",
-    "    last_img_num = 0\n",
-    "    for img in img_list:\n",
-    "        if re.findall(r'^\\d+-',str(img)):\n",
-    "            num = int(re.findall(r'^\\d+-',str(img))[0][:-1])\n",
-    "            if num > last_img_num:\n",
-    "                last_img_path = img\n",
-    "                last_img_num = num\n",
-    "                \n",
-    "    if not last_img_path: return\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/txt2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images/''')\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/img2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images/''')\n",
-    "    \n",
-    "def start_webui(i):\n",
-    "    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n",
-    "    print(i,'--port',str(_server_port+1+i))\n",
-    "    if i>0:\n",
-    "        print(f'使用第{i+1}张显卡启动第{i+1}个服务，通过frpc或nrgok地址后加{_sub_path[i]}进行访问')\n",
-    "\n",
-    "    current_thread = threading.current_thread()\n",
-    "    current_thread.name = f\"solo_webui__{i}\"\n",
-    "    \n",
-    "    restart_times = 0\n",
-    "    last_restart_time = time.time()\n",
-    "    while _runing:\n",
-    "        os.chdir(f'{_install_path}/{_ui_dir_name}')\n",
-    "        root_path = _sub_path[i]\n",
-    "        if root_path.endswith('/'): root_path = root_path[:-1]\n",
-    "        if torch.cuda.device_count() == 1 or not _multi_case:\n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        else:    \n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --device-id={i} --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        print('10秒后重启服务')\n",
-    "        if time.time() - last_restart_time < 60:\n",
-    "            restart_times = restart_times + 1\n",
-    "        else:\n",
-    "            restart_times = 0\n",
-    "        last_restart_time = time.time()\n",
-    "        if restart_times >3 :\n",
-    "            # 如果180秒内重启了3此，将不再自动重启\n",
-    "            break\n",
-    "        time.sleep(10)\n",
-    "    \n",
-    "# 启动\n",
-    "def start():\n",
-    "    print('启动webui')\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    args = ''\n",
-    "    if _ui_config_file is not None and _ui_config_file != '' and Path(_ui_config_file).exists(): # ui配置文件\n",
-    "        args += ' --ui-config-file=' + _ui_config_file\n",
-    "    if _setting_file is not None and _setting_file != '' and Path(_setting_file).exists(): # 设置配置文件\n",
-    "        args += ' --ui-settings-file=' + _setting_file\n",
-    "    args += ' ' + otherArgs\n",
-    "    os.environ['COMMANDLINE_ARGS']=args\n",
-    "    run(f'''echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS''')\n",
-    "    os.environ['REQS_FILE']='requirements_versions.txt'\n",
-    "\n",
-    "    with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:\n",
-    "        for i in range(torch.cuda.device_count() if _multi_case else 1):\n",
-    "            executor.submit(start_webui,i)\n",
-    "            while _runing and not check_service('localhost',str(_server_port+1+i)): # 当当前服务启动完成才允许退出此次循环\n",
-    "                time.sleep(5)\n",
-    "            if not _runing: break\n",
-    "            time.sleep(10)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "qLvsk8ByLCtF"
-   },
-   "source": [
-    "# 入口函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "IOKjaMlcLCtF",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# 启动非webui相关的的内容，加快启动速度\n",
-    "def main():\n",
-    "    global envInstalled\n",
-    "    global huggingface_is_init\n",
-    "    global _runing\n",
-    "    _init_conf()\n",
-    "    stop_solo_threads()\n",
-    "    print('启动...')\n",
-    "    startTicks = time.time()\n",
-    "    time.sleep(5)\n",
-    "    _runing = True\n",
-    "    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n",
-    "    _proxy_path[_sub_path[0]] = f'http://127.0.0.1:{_server_port+1}/'\n",
-    "    _proxy_path[_sub_path[1]] = f'http://127.0.0.1:{_server_port+2}/'\n",
-    "    proxy_thread = threading.Thread(target = startProxy, daemon=True, name='solo_startProxy')\n",
-    "    proxy_thread.start()\n",
-    "    if isInstall is False or _reLoad: \n",
-    "        print('安装运行环境')\n",
-    "        os.environ['MPLBACKEND'] = 'Agg'\n",
-    "        install()\n",
-    "        link_dir()\n",
-    "        init_huggingface()\n",
-    "        install_optimizing()\n",
-    "        if not _skip_webui:\n",
-    "            threading.Thread(target = install_dependencies,daemon=True,name='solo_install_dependencies').start()\n",
-    "        else: envInstalled = True\n",
-    "        link_or_download_flie(replace_path(_async_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}')\n",
-    "        if huggingface_is_init:\n",
-    "            threading.Thread(target = download__huggingface_repo,daemon=True,\n",
-    "                                 args=([_huggingface_repo]),\n",
-    "                                 kwargs={\"callback\":copy_last_log_to_images},\n",
-    "                                 name='solo_download__huggingface_repo').start()\n",
-    "        \n",
-    "        link_or_download_flie(replace_path(_before_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',is_await=True,sync=True)\n",
-    "        t = 0\n",
-    "        while _runing and not envInstalled:\n",
-    "            if t%10==0:\n",
-    "                print('等待python环境安装...')\n",
-    "            t = t+1\n",
-    "            time.sleep(1)\n",
-    "        use_config()\n",
-    "        os.environ['IsInstall'] = 'True'\n",
-    "    else:\n",
-    "        envInstalled = True\n",
-    "    localProxy()\n",
-    "    link_or_download_flie(replace_path(_before_start_sync_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',sync=True)\n",
-    "    if init_huggingface():\n",
-    "        start_sync_log_to_huggingface(_huggingface_repo)\n",
-    "    ticks = time.time()\n",
-    "    _on_before_start()\n",
-    "    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n",
-    "    if _skip_webui:\n",
-    "        print('跳过webui启动')\n",
-    "        proxy_thread.join()\n",
-    "    else:\n",
-    "        start()\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "0oaCRs2gLCtF"
-   },
-   "source": [
-    "# 执行区域\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-output": true,
-    "id": "O3DR0DWHLCtF",
-    "scrolled": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 启动\n",
-    "# _reLoad = True\n",
-    "# hidden_console_info = False\n",
-    "# run_by_none_device = True\n",
-    "# show_shell_info = True\n",
-    "\n",
-    "print(f'当前sd的安装路径是：{_install_path}/{_ui_dir_name}')\n",
-    "print(f'当前图片保存路径是：{_output_path}')\n",
-    "print(f'当前数据集路径是：{_input_path}')\n",
-    "\n",
-    "print(update_desc)\n",
-    "\n",
-    "if _skip_start:\n",
-    "    print('已跳过自动启动，可手动执行 main() 进行启动。')\n",
-    "    print('''推荐的启动代码：\n",
-    "try:\n",
-    "    check_gpu() # 检查是否存在gpu\n",
-    "    main()\n",
-    "except KeyboardInterrupt:\n",
-    "    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）\n",
-    "    ''')\n",
-    "else:\n",
-    "    try:\n",
-    "        check_gpu()\n",
-    "        main()\n",
-    "    except KeyboardInterrupt:\n",
-    "        stop_solo_threads()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kaggle": {
-   "accelerator": "nvidiaTeslaT4",
-   "dataSources": [
-    {
-     "datasetId": 2716934,
-     "sourceId": 6167400,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3654544,
-     "sourceId": 6346544,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 2962375,
-     "sourceId": 6720235,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3074484,
-     "sourceId": 6817788,
-     "sourceType": "datasetVersion"
-    }
-   ],
-   "isGpuEnabled": true,
-   "isInternetEnabled": true,
-   "language": "python",
-   "sourceType": "notebook"
-  },
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.13"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
-}

sdwui-start-util.ipynb

@@ -1,1735 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "update_desc = '''\n",
-    "欢迎使用 stable-diffusion-webui 便捷启动工具\n",
-    "\n",
-    "此脚本理论上可以在任何jupyter环境运行，但仅在 google colab 和 kaggle 测试。 已经无法在 google colab 免费实例上运行。\n",
-    "此脚本的【前置脚本】发布地址 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai-sdxl。\n",
-    "此脚本需配合 【前置脚本】 的脚本附带的配置项才能正常启动。\n",
-    "此脚本的内容会自动更新，你无需更新【前置脚本】就能获取到最新的功能。\n",
-    "增加一个说明：为解决加密图片的解密和浏览的问题，开发了一个独立应用，可以在这里下载 https://github.com/viyiviyi/encrypt_gallery/releases/\n",
-    "加密插件可解决生成nsfw图片后被平台封号问题\n",
-    "\n",
-    "路径说明\n",
-    "*  为了解决平台差异，所有的安装目录和文件输出目录都被重新指定，如果你需要在配置中访问这些目录，请查看以下说明\n",
-    "*\n",
-    "*  可以使用 $install_path 或 {install_path} 来访问安装目录，写在字符串内也会生效\n",
-    "*  $output_path 或 {output_path} 可以访问输出目录\n",
-    "*  如果你需要安装在自定义目录，也可以设置这些值 如: install_path = '新的路径'\n",
-    "*  可自定义方法 on_before_start 并在方法内写上启动前需要的逻辑来实现在webui启动前执行自定义逻辑\n",
-    "*  可以增加配置 multi_case = True 来控制是否使用多卡\n",
-    "*  如果需要显示更多控制台输出 需配置 hidden_console_info = False\n",
-    "\n",
-    "********* 特别提示 *********\n",
-    "*  huggingface 的下载链接需要增加 ?download=true 参数才能正确下载到文件，如果你需要的文件里的下载链接没有这个参数，请自行增加。\n",
-    "'''"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "from pathlib import Path\n",
-    "import os\n",
-    "import time\n",
-    "import re\n",
-    "import subprocess\n",
-    "import threading\n",
-    "import sys\n",
-    "import socket\n",
-    "import torch\n",
-    "from typing import List\n",
-    "import uuid\n",
-    "import asyncio\n",
-    "from urllib import request"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 内置参数默认值，当上下文有参数时可覆盖默认值\n",
-    "_runing = False\n",
-    "\n",
-    "_useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n",
-    "\n",
-    "_useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n",
-    "\n",
-    "_reLoad = locals().get('reLoad') or globals().get('reLoad') or False\n",
-    "    \n",
-    "_before_downloading = locals().get('before_downloading') or globals().get('before_downloading') or ''\n",
-    "\n",
-    "_async_downloading = locals().get('async_downloading') or globals().get('async_downloading') or ''\n",
-    "\n",
-    "_before_start_sync_downloading = locals().get('before_start_sync_downloading') or globals().get('before_start_sync_downloading') or  ''\n",
-    "\n",
-    "_server_port = locals().get('server_port') or globals().get('server_port') or 7860\n",
-    "    \n",
-    "_sd_git_repo = locals().get('sd_git_repo') or globals().get('sd_git_repo') or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n",
-    "_sd_git_repo = _sd_git_repo\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "_sd_config_git_repu = locals().get('sd_config_git_repu') or globals().get('sd_config_git_repu') or 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "_sd_config_git_repu = _sd_config_git_repu\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "    \n",
-    "_huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n",
-    "_huggingface_token = _huggingface_token\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "    \n",
-    "_huggingface_repo = locals().get('huggingface_repo') or globals().get('huggingface_repo') or ''\n",
-    "_huggingface_repo = _huggingface_repo\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "\n",
-    "_link_instead_of_copy = locals().get('link_instead_of_copy') or globals().get('link_instead_of_copy') or True\n",
-    "    \n",
-    "show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n",
-    "if show_shell_info is None: show_shell_info = False\n",
-    "else: show_shell_info = not show_shell_info\n",
-    "\n",
-    "_multi_case = locals().get('multi_case') or globals().get('multi_case') or False\n",
-    "    \n",
-    "_skip_start = locals().get('skip_start') or globals().get('skip_start') or True\n",
-    "\n",
-    "def before_start():\n",
-    "    pass\n",
-    "\n",
-    "def main_start():\n",
-    "    pass\n",
-    "\n",
-    "_on_before_start = locals().get('on_before_start') or globals().get('on_before_start') or before_start \n",
-    "_skip_webui = locals().get('skip_webui') or globals().get('skip_webui') or False\n",
-    "    \n",
-    "run_by_none_device = False\n",
-    "\n",
-    "_proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n",
-    "\n",
-    "_sub_path =  locals().get('sub_path') or globals().get('sub_path') or ['/','/1/']\n",
-    "if len(_sub_path) != 2:\n",
-    "    _sub_path = ['/','/1/']\n",
-    "    \n",
-    "_config_args:dict[str, str] =  locals().get('config_args') or globals().get('config_args') or {}"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:\n",
-    "    global show_shell_info\n",
-    "    if desc is not None:\n",
-    "        print(desc)\n",
-    "\n",
-    "    run_kwargs = {\n",
-    "        \"args\": command,\n",
-    "        \"shell\": True,\n",
-    "        \"cwd\": cwd,\n",
-    "        \"env\": os.environ if custom_env is None else custom_env,\n",
-    "        \"encoding\": 'utf8',\n",
-    "        \"errors\": 'ignore',\n",
-    "    }\n",
-    "\n",
-    "    if not show_shell_info:\n",
-    "        run_kwargs[\"stdout\"] = run_kwargs[\"stderr\"] = subprocess.PIPE\n",
-    "\n",
-    "    result = subprocess.run(**run_kwargs)\n",
-    "\n",
-    "    if result.returncode != 0:\n",
-    "        error_bits = [\n",
-    "            f\"{errdesc or 'Error running command'}.\",\n",
-    "            f\"Command: {command}\",\n",
-    "            f\"Error code: {result.returncode}\",\n",
-    "        ]\n",
-    "        if result.stdout:\n",
-    "            error_bits.append(f\"stdout: {result.stdout}\")\n",
-    "        if result.stderr:\n",
-    "            error_bits.append(f\"stderr: {result.stderr}\")\n",
-    "        if try_error:\n",
-    "            print((RuntimeError(\"\\n\".join(error_bits))))\n",
-    "        else:\n",
-    "            raise RuntimeError(\"\\n\".join(error_bits))\n",
-    "\n",
-    "    if show_shell_info:\n",
-    "        print((result.stdout or \"\"))\n",
-    "    return (result.stdout or \"\")\n",
-    "\n",
-    "def mkdirs(path, exist_ok=True):\n",
-    "    if path and not Path(path).exists():\n",
-    "        os.makedirs(path,exist_ok=exist_ok)\n",
-    "\n",
-    "\n",
-    "# 检查网络\n",
-    "def check_service(host, port):\n",
-    "    try:\n",
-    "        socket.create_connection((host, port), timeout=5)\n",
-    "        return True\n",
-    "    except socket.error:\n",
-    "        return False\n",
-    "\n",
-    "\n",
-    "# 检查gpu是否存在\n",
-    "def check_gpu():\n",
-    "    if not run_by_none_device and torch.cuda.device_count() == 0:\n",
-    "        raise Exception('当前环境没有GPU')\n",
-    "\n",
-    "\n",
-    "def echoToFile(content:str,path:str):\n",
-    "    if path.find('/') >= 0:\n",
-    "        _path = '/'.join(path.split('/')[:-1])\n",
-    "        run(f'''mkdir -p {_path}''')\n",
-    "    with open(path,'w') as sh:\n",
-    "        sh.write(content)\n",
-    "        \n",
-    "def get_freefrp_confog(local_port):\n",
-    "    rd_str = uuid.uuid1()\n",
-    "    return (f'''\n",
-    "[common]\n",
-    "server_addr = frp.freefrp.net\n",
-    "server_port = 7000\n",
-    "token = freefrp.net\n",
-    "\n",
-    "[{rd_str}_http]\n",
-    "type = http\n",
-    "local_ip = 127.0.0.1\n",
-    "local_port = {local_port}\n",
-    "custom_domains = {rd_str}.frp.eaias.com\n",
-    "''',f'http://{rd_str}.frp.eaias.com')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "_install_path = f\"/kaggle\" if os.path.exists('/kaggle/') else f\"{os.environ['HOME']}/sd_webui\" # 安装目录\n",
-    "_output_path = '/kaggle/working' if os.path.exists('/kaggle/working/') else f\"{os.environ['HOME']}/.sdwui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\n",
-    "_input_path = '/kaggle/input' # 输入目录\n",
-    "_ui_dir_name = 'sd_main_dir'\n",
-    "\n",
-    "_install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "_output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "_input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "_ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "\n",
-    "install_path = _install_path\n",
-    "output_path = _output_path\n",
-    "input_path = _input_path\n",
-    "ui_dir_name = _ui_dir_name\n",
-    "    \n",
-    "google_drive = '' \n",
-    "\n",
-    "\n",
-    "_useGooglrDrive = locals().get('useGooglrDrive') or globals().get('useGooglrDrive') or True\n",
-    "\n",
-    "# 连接谷歌云\n",
-    "try:\n",
-    "    if _useGooglrDrive:\n",
-    "        from google.colab import drive\n",
-    "        drive.mount(f'~/google_drive')\n",
-    "        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n",
-    "        _output_path = f'{google_drive}/sdwebui/Output'\n",
-    "        _input_path = f'{google_drive}/sdwebui/Input'\n",
-    "        run(f'''mkdir -p {_input_path}''')\n",
-    "        print('''\n",
-    "已经链接到谷歌云盘\n",
-    "已在云盘创建Input和Output目录\n",
-    "        ''')\n",
-    "except:\n",
-    "    _useGooglrDrive = False\n",
-    "\n",
-    "run(f'''mkdir -p {_install_path}''')\n",
-    "run(f'''mkdir -p {_output_path}''')\n",
-    "\n",
-    "\n",
-    "os.environ['install_path'] = _install_path\n",
-    "os.environ['output_path'] = _output_path\n",
-    "os.environ['google_drive'] = google_drive\n",
-    "os.environ['input_path'] = _input_path\n",
-    "\n",
-    "def replace_path(input_str:str):\n",
-    "    if not input_str: return ''\n",
-    "    for key in _config_args:\n",
-    "        input_str = input_str.replace(key,_config_args[key])\n",
-    "        \n",
-    "    if not (locals().get('use_comfyui') or globals().get('use_comfyui') or False):\n",
-    "        input_str = input_str.replace('https://github.com/comfyanonymous/ComfyUI.git','https://github.com/comfyanonymous/ComfyUI.git')\n",
-    "        \n",
-    "    return input_str.replace('$install_path',_install_path)\\\n",
-    "    .replace('{install_path}',_install_path)\\\n",
-    "    .replace('$input_path',_input_path)\\\n",
-    "    .replace('{input_path}',_input_path)\\\n",
-    "    .replace('$output_path',_output_path)\\\n",
-    "    .replace('{output_path}',_output_path)\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\n",
-    "\n",
-    "space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "\n",
-    "def config_reader(conf:str):\n",
-    "    conf = conf or \"\"\n",
-    "    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\\n') if item.strip(space_string)]\n",
-    "    return [item.strip() for item in args if item.strip()]\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "i3LhnwYHLCtC",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "# ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "    frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n",
-    "# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n",
-    "otherArgs = '--xformers'\n",
-    "if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "    otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "venvPath = os.path.join(_input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n",
-    "\n",
-    "# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n",
-    "# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\n",
-    "kaggleApiTokenFile = os.path.join(_input_path,'configs/kaggle.json')\n",
-    "\n",
-    "requirements = []\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "a_GtG2ayLCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "_setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "_ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "# 设置文件路径\n",
-    "if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "    if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "        _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "    if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "        _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "    \n",
-    "frpcStartArg = ''\n",
-    "freefrp_url = ''\n",
-    "_frp_temp_config_file = ''\n",
-    "_frp_config_or_file = replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or frpcConfigFile\n",
-    "run(f'''mkdir -p {_install_path}/configFiles''')\n",
-    "if _frp_config_or_file:\n",
-    "    if '[common]' in _frp_config_or_file:\n",
-    "        echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_webui.ini')\n",
-    "        _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_webui.ini'\n",
-    "    elif '.ini' in _frp_config_or_file:\n",
-    "        _frp_temp_config_file = _frp_config_or_file.strip()\n",
-    "        \n",
-    "    if _frp_temp_config_file:\n",
-    "        if Path(_frp_temp_config_file).exists():\n",
-    "            run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "            run(f'''sed -i \"s/local_port = .*/local_port = {_server_port}/g\" {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "            frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "    elif _frp_config_or_file.strip().startswith('-f'):\n",
-    "        frpcStartArg = _frp_config_or_file.strip()\n",
-    "        \n",
-    "if not frpcStartArg:\n",
-    "    conf,url = get_freefrp_confog(_server_port)\n",
-    "    echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n",
-    "    freefrp_url = url\n",
-    "    frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "\n",
-    "ngrokToken=''\n",
-    "_ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "if _ngrok_config_or_file:\n",
-    "    if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "        ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "    if Path(ngrokTokenFile).exists():\n",
-    "        with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "            ngrokToken = nkfile.readline()\n",
-    "    elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "        ngrokToken=_ngrok_config_or_file.strip()\n",
-    "    \n",
-    "if not Path(venvPath).exists():\n",
-    "    venvPath = os.path.join(_input_path,'sd-webui-venv/venv.zip')\n",
-    "    \n",
-    "huggingface_headers:dict = None  "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def _init_conf():\n",
-    "    global _useFrpc\n",
-    "    global _useNgrok\n",
-    "    global _reLoad\n",
-    "    global _before_downloading\n",
-    "    global _async_downloading\n",
-    "    global _before_start_sync_downloading\n",
-    "    global _server_port\n",
-    "    global _sd_git_repo\n",
-    "    global _sd_config_git_repu\n",
-    "    global _huggingface_token\n",
-    "    global _huggingface_repo\n",
-    "    global _link_instead_of_copy\n",
-    "    global show_shell_info\n",
-    "    global _multi_case\n",
-    "    global _skip_start\n",
-    "    global _on_before_start\n",
-    "    global _skip_webui\n",
-    "    global _proxy_path\n",
-    "    global _sub_path\n",
-    "    global _config_args\n",
-    "    global _install_path\n",
-    "    global _output_path\n",
-    "    global _input_path\n",
-    "    global _ui_dir_name\n",
-    "    \n",
-    "    global ngrokTokenFile\n",
-    "    global frpcConfigFile\n",
-    "    global frpcSSLFFlies\n",
-    "    global frpcExePath\n",
-    "    global otherArgs\n",
-    "    global _setting_file\n",
-    "    global _ui_config_file\n",
-    "    global _frp_temp_config_file\n",
-    "    global _frp_config_or_file\n",
-    "    global ngrokToken\n",
-    "    global venvPath\n",
-    "    \n",
-    "    _useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n",
-    "    _useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n",
-    "    _reLoad = locals().get('reLoad') or globals().get('reLoad') or False\n",
-    "    _before_downloading = locals().get('before_downloading') or globals().get('before_downloading') or ''\n",
-    "    _async_downloading = locals().get('async_downloading') or globals().get('async_downloading') or ''\n",
-    "    _before_start_sync_downloading = locals().get('before_start_sync_downloading') or globals().get('before_start_sync_downloading') or  ''\n",
-    "    _server_port = locals().get('server_port') or globals().get('server_port') or 7860\n",
-    "    _sd_git_repo = locals().get('sd_git_repo') or globals().get('sd_git_repo') or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n",
-    "    _sd_git_repo = _sd_git_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")  \n",
-    "    _sd_config_git_repu = locals().get('sd_config_git_repu') or globals().get('sd_config_git_repu') or 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "    _sd_config_git_repu = _sd_config_git_repu\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n",
-    "    _huggingface_token = _huggingface_token\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_repo = locals().get('huggingface_repo') or globals().get('huggingface_repo') or ''\n",
-    "    _huggingface_repo = _huggingface_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _link_instead_of_copy = locals().get('link_instead_of_copy') or globals().get('link_instead_of_copy') or True\n",
-    "    show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n",
-    "    if show_shell_info is None: show_shell_info = False\n",
-    "    else: show_shell_info = not show_shell_info\n",
-    "    _multi_case = locals().get('multi_case') or globals().get('multi_case') or False\n",
-    "    _skip_start = locals().get('skip_start') or globals().get('skip_start') or True\n",
-    "    _on_before_start = locals().get('on_before_start') or globals().get('on_before_start') or before_start \n",
-    "    _skip_webui = locals().get('skip_webui') or globals().get('skip_webui') or False\n",
-    "    _proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n",
-    "    _sub_path =  locals().get('sub_path') or globals().get('sub_path') or ['/','/1/']\n",
-    "    if len(_sub_path) != 2:\n",
-    "        _sub_path = ['/','/1/']\n",
-    "        \n",
-    "    _config_args =  locals().get('config_args') or globals().get('config_args') or {}\n",
-    "    \n",
-    "    _install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "    _output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "    _input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "    _ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "    \n",
-    "    ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "    frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "    # ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "    frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "    if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "        frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "    # frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "    frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n",
-    "    # 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n",
-    "    otherArgs = '--xformers'\n",
-    "    if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "        otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "\n",
-    "    # 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "    _setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "    _ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "    # 设置文件路径\n",
-    "    if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "        if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "            _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "        if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "            _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "        \n",
-    "    frpcStartArg = ''\n",
-    "    freefrp_url = ''\n",
-    "    _frp_temp_config_file = ''\n",
-    "    _frp_config_or_file = replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or frpcConfigFile\n",
-    "    run(f'''mkdir -p {_install_path}/configFiles''')\n",
-    "    if _frp_config_or_file:\n",
-    "        if '[common]' in _frp_config_or_file:\n",
-    "            echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_webui.ini')\n",
-    "            _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_webui.ini'\n",
-    "        elif '.ini' in _frp_config_or_file:\n",
-    "            _frp_temp_config_file = _frp_config_or_file.strip()\n",
-    "            \n",
-    "        if _frp_temp_config_file:\n",
-    "            if Path(_frp_temp_config_file).exists():\n",
-    "                run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "                run(f'''sed -i \"s/local_port = .*/local_port = {_server_port}/g\" {_install_path}/configFiles/frpc_webui.ini''')\n",
-    "                frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "        elif _frp_config_or_file.strip().startswith('-f'):\n",
-    "            frpcStartArg = _frp_config_or_file.strip()\n",
-    "            \n",
-    "    if not frpcStartArg:\n",
-    "        conf,url = get_freefrp_confog(_server_port)\n",
-    "        echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n",
-    "        freefrp_url = url\n",
-    "        frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "\n",
-    "    ngrokToken=''\n",
-    "    _ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "    if _ngrok_config_or_file:\n",
-    "        if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "            ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "        if Path(ngrokTokenFile).exists():\n",
-    "            with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "                ngrokToken = nkfile.readline()\n",
-    "        elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "            ngrokToken=_ngrok_config_or_file.strip()\n",
-    "        \n",
-    "    if not Path(venvPath).exists():\n",
-    "        venvPath = os.path.join(_input_path,'sd-webui-venv/venv.zip')\n",
-    "        "
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 文件下载工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',sync:bool=False,thread_num:int=None)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import concurrent.futures\n",
-    "import importlib\n",
-    "import os\n",
-    "import pprint\n",
-    "import re\n",
-    "import venv\n",
-    "from pathlib import Path\n",
-    "from typing import List\n",
-    "\n",
-    "import requests\n",
-    "\n",
-    "show_shell_info = False\n",
-    "\n",
-    "def is_installed(package):\n",
-    "    try:\n",
-    "        spec = importlib.util.find_spec(package)\n",
-    "    except ModuleNotFoundError:\n",
-    "        return False\n",
-    "\n",
-    "    return spec is not None\n",
-    "\n",
-    "def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True,headers={}):\n",
-    "    startTicks = time.time()\n",
-    "    # 获取文件的真实文件名\n",
-    "    if not filename:\n",
-    "        with requests.get(url, stream=True,headers=headers) as r:\n",
-    "            if 'Content-Disposition' in r.headers:\n",
-    "                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n",
-    "            r.close()\n",
-    "    if not filename and re.search(r'/[^/]+\\.[^/]+$',url):\n",
-    "        filename = url.split('/')[-1].split('?')[0]\n",
-    "    \n",
-    "    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n",
-    "    filename = re.sub(r'[\\s\\t]+', '_', filename)\n",
-    "    \n",
-    "    print(f'下载 {filename} url: {url} --> {dist_path}')\n",
-    "    \n",
-    "    # 创建目录\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "    if dist_path and not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        \n",
-    "    # 拼接文件的完整路径\n",
-    "    filepath = os.path.join(dist_path, filename)\n",
-    "\n",
-    "    if cache_path:\n",
-    "        cache_path = os.path.join(cache_path, filename)\n",
-    "        \n",
-    "    # 判断文件是否已存在\n",
-    "    if Path(filepath).exists():\n",
-    "        print(f'文件 {filename} 已存在 {dist_path}')\n",
-    "        return\n",
-    "    \n",
-    "    if cache_path and Path(cache_path).exists():\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "        print(f'文件缓存 {cache_path} --> {dist_path}')\n",
-    "        return\n",
-    "    # 下载文件\n",
-    "    size = 0\n",
-    "    with requests.get(url, stream=True, headers=headers) as r:\n",
-    "        r.raise_for_status()\n",
-    "        with open(cache_path or filepath, 'wb') as f:\n",
-    "            for chunk in r.iter_content(chunk_size=1024*1024):\n",
-    "                if chunk:\n",
-    "                    size += len(chunk)\n",
-    "                    f.write(chunk)\n",
-    "    # 如果使用了缓存目录 需要复制或链接文件到目标目录\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "    ticks = time.time()\n",
-    "    print(f'下载完成 {filename} --> {dist_path} 大小{round(size/1024/1024,2)}M 耗时:{round(ticks - startTicks,2)}秒')\n",
-    "        \n",
-    "def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    if not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载 {url} --> {dist_path}')\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "        run(f'git clone {url}',cwd = cache_path)\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {cache_path}/* {dist_path}')\n",
-    "    else:\n",
-    "        run(f'git clone {url}',cwd = dist_path)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载完成 {url} --> {dist_path}')\n",
-    "    \n",
-    "    \n",
-    "def download_huggingface(url:str, filename:str, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    fileReg = r'^https:\\/\\/huggingface.co(\\/([^\\/]+\\/)?[^\\/]+\\/[^\\/]+\\/(resolve|blob)\\/[^\\/]+\\/|[^\\.]+\\.[^\\.]+$|download=true)'\n",
-    "    def isFile(url:str):\n",
-    "        if re.match(fileReg,url):\n",
-    "            return True\n",
-    "        return False\n",
-    "    if isFile(url):\n",
-    "        download_file(url,filename,dist_path,cache_path,_link_instead_of_copy,headers=huggingface_headers)\n",
-    "    else:\n",
-    "        download_git(url,dist_path,cache_path,_link_instead_of_copy)\n",
-    "    \n",
-    "# 加入文件到下载列表\n",
-    "def pause_url(url:str,dist_path:str):\n",
-    "    file_name = ''\n",
-    "    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n",
-    "        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n",
-    "        url = url[len(file_name)+1:]\n",
-    "    if not re.match(r'^(https?|ftps?)://',url):\n",
-    "        return\n",
-    "    file_name = re.sub(r'\\s+','_',file_name or '')\n",
-    "    path_hash = str(hash(url)).replace('-','')\n",
-    "    \n",
-    "    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}\n",
-    "\n",
-    "def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, \n",
-    "                  cache_path:str=os.path.join(os.environ['HOME'],'.cache','download_util'),\n",
-    "                  _link_instead_of_copy:bool=True,is_await:bool=False):\n",
-    "    if sync:\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                try:\n",
-    "                    download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                try:\n",
-    "                    download_huggingface(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            try:\n",
-    "                download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "            except:\n",
-    "                pass\n",
-    "    else:\n",
-    "        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)\n",
-    "        futures = []\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],\n",
-    "                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                futures.append(executor.submit(download_huggingface,conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],\n",
-    "                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "        if is_await:\n",
-    "            concurrent.futures.wait(futures)\n",
-    "            \n",
-    "                          \n",
-    "def parse_config(config:str):\n",
-    "    space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\\n') if item.strip(space_string)]\n",
-    "    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]\n",
-    "    other_flie_list_store = {}\n",
-    "    other_flie_list_store_name='default'\n",
-    "    other_flie_list_store_list_cache=[]\n",
-    "    \n",
-    "    for item in other_flie_list:\n",
-    "        if item.startswith('[') and item.endswith(']'):\n",
-    "            if not other_flie_list_store_name == 'default':\n",
-    "                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "                other_flie_list_store_list_cache = []\n",
-    "            other_flie_list_store_name = item[1:-1]\n",
-    "        else:\n",
-    "            other_flie_list_store_list_cache.append(item)\n",
-    "    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "    \n",
-    "    return other_flie_list_store\n",
-    "\n",
-    "\n",
-    "def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',\n",
-    "                          sync:bool=False,thread_num:int=None, is_await:bool=False):\n",
-    "    store:dict[str,List[str]] = parse_config(config)\n",
-    "    download_list = []\n",
-    "    for dist_dir in store.keys():\n",
-    "        dist_path = os.path.join(base_path,dist_dir)\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        for path in store[dist_dir]:\n",
-    "            if 'https://' in path or 'http://' in path:\n",
-    "                if skip_url:\n",
-    "                    continue\n",
-    "                if sync:\n",
-    "                    try:\n",
-    "                        download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)\n",
-    "                    except:\n",
-    "                        pass\n",
-    "                    continue\n",
-    "                download_list.append(pause_url(path,dist_path))\n",
-    "            else:\n",
-    "                run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {path} {dist_path}')\n",
-    "                if show_shell_info:\n",
-    "                    print(f'{\"链接\" if _link_instead_of_copy else \"复制\"} {path} --> {dist_path}')\n",
-    "        run(f'rm -f {dist_path}/\\*.* ')\n",
-    "    if not skip_url:\n",
-    "        if show_shell_info:\n",
-    "            pprint.pprint(download_list)\n",
-    "        try:\n",
-    "            download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 3,is_await=is_await)\n",
-    "        except:\n",
-    "            pass"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "p0uS-BLULCtD"
-   },
-   "source": [
-    "## kaggle public API\n",
-    "\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "m8FJi4j0LCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 安装kaggle的api token文件\n",
-    "def initKaggleConfig():\n",
-    "    if Path('~/.kaggle/kaggle.json').exists():\n",
-    "        return True\n",
-    "    if Path(kaggleApiTokenFile).exists():\n",
-    "        run(f'''mkdir -p ~/.kaggle/''')\n",
-    "        run('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n",
-    "        run(f'''chmod 600 ~/.kaggle/kaggle.json''')\n",
-    "        return True\n",
-    "    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n",
-    "    return False\n",
-    "\n",
-    "def getUserName():\n",
-    "    if not initKaggleConfig(): return\n",
-    "    import kaggle\n",
-    "    return kaggle.KaggleApi().read_config_file()['username']\n",
-    "\n",
-    "def createOrUpdateDataSet(path:str,datasetName:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('创建或更新数据集 '+datasetName)\n",
-    "    import kaggle\n",
-    "    run(f'mkdir -p {_install_path}/kaggle_cache')\n",
-    "    run(f'rm -rf {_install_path}/kaggle_cache/*')\n",
-    "    datasetDirPath = _install_path+'/kaggle_cache/'+datasetName\n",
-    "    run('mkdir -p '+datasetDirPath)\n",
-    "    run('cp -f '+path+' '+datasetDirPath+'/')\n",
-    "    username = getUserName()\n",
-    "    print(\"kaggle username:\"+username)\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    print(datasetList)\n",
-    "    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n",
-    "        run('kaggle datasets init -p' + datasetDirPath)\n",
-    "        metadataFile = datasetDirPath+'/dataset-metadata.json'\n",
-    "        run('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('cat '+metadataFile)\n",
-    "        run('kaggle datasets create -p '+datasetDirPath)\n",
-    "        print('create database done')\n",
-    "    else:\n",
-    "        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n",
-    "        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n",
-    "        print('upload database done')\n",
-    "\n",
-    "def downloadDatasetFiles(datasetName:str,outputPath:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('下载数据集文件 '+datasetName)\n",
-    "    import kaggle\n",
-    "    username = getUserName()\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    if datasetPath not in [str(d) for d in datasetList]:\n",
-    "        return False\n",
-    "    run('mkdir -p '+outputPath)\n",
-    "    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n",
-    "    return True\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 同步文件夹到 huggingface\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 文件夹与 huggingface 同步\n",
-    "if _huggingface_token and _huggingface_repo:\n",
-    "    if not is_installed('watchdog'):\n",
-    "        requirements.append('watchdog')\n",
-    "    if not is_installed('huggingface_hub'):\n",
-    "        requirements.append('huggingface_hub')\n",
-    "    else:\n",
-    "        try:\n",
-    "            from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "        except:\n",
-    "            requirements.append('huggingface_hub')\n",
-    "\n",
-    "huggingface_is_init = False\n",
-    "\n",
-    "def init_huggingface():\n",
-    "    if not _huggingface_token:\n",
-    "        return False\n",
-    "\n",
-    "    global huggingface_headers\n",
-    "    global huggingface_is_init\n",
-    "    \n",
-    "    from huggingface_hub  import login\n",
-    "    token = replace_path(_huggingface_token)\n",
-    "    if not _huggingface_token.startswith('hf_') and Path(token).exists():\n",
-    "        with open(token,encoding = \"utf-8\") as nkfile:\n",
-    "            token = nkfile.readline()\n",
-    "    if not token.startswith('hf_'):\n",
-    "        print('huggingface token 不正确，请将 token 或 仅存放token 的txt文件路径填入 _huggingface_token 配置')\n",
-    "        return False\n",
-    "    login(token,add_to_git_credential=True)\n",
-    "    huggingface_headers = {'Authorization': 'Bearer '+token}\n",
-    "    print('huggingface token 已经加载，可以下载私有仓库或文件')\n",
-    "    \n",
-    "    if not _huggingface_repo:\n",
-    "        print('huggingface 同步收藏图片功能不会启动，可增加配置项 huggingface_token = \"token\" 和 huggingface_repo = “仓库id” 后启用 huggingface 同步收藏图片功能')\n",
-    "        return False\n",
-    "    huggingface_is_init = True\n",
-    "    return True\n",
-    "\n",
-    "\n",
-    "def download__huggingface_repo(repo_id:str,dist_directory:str=None,repo_type='dataset',callback=None):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "        \n",
-    "    if not dist_directory:\n",
-    "        dist_directory = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    \n",
-    "    print('下载收藏的图片')\n",
-    "    if not Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        mkdirs(f'{_install_path}/cache/huggingface')\n",
-    "        repo_path = ''\n",
-    "        if repo_type == 'dataset':\n",
-    "            repo_path = 'datasets'\n",
-    "        if repo_type == 'space':\n",
-    "            repo_path = 'spaces'\n",
-    "        if repo_path:\n",
-    "            run(f'git clone https://huggingface.co/{repo_path}/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "        else:\n",
-    "            run(f'git clone https://huggingface.co/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "    if Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        run(f'cp -r -f -n -s {_install_path}/cache/huggingface/huggingface_repo/* {dist_directory}')\n",
-    "    if callback:\n",
-    "        callback()\n",
-    "\n",
-    "def start_sync_log_to_huggingface(repo_id:str,directory_to_watch:str=None,repo_type='dataset'):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "    \n",
-    "    from watchdog.observers import Observer\n",
-    "    from watchdog.events import FileSystemEventHandler\n",
-    "    from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "    \n",
-    "    # 配置监视的目录和 Hugging Face 仓库信息\n",
-    "    class FileChangeHandler(FileSystemEventHandler):\n",
-    "        def __init__(self, api, repo_id, repo_type,directory_to_watch):\n",
-    "            self.api = api\n",
-    "            self.repo_id = repo_id\n",
-    "            self.repo_type = repo_type\n",
-    "            self.directory_to_watch = directory_to_watch\n",
-    "        def on_created(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 上传新文件到 Hugging Face 仓库\n",
-    "                file_path = event.src_path\n",
-    "                file_name:str = os.path.basename(file_path)\n",
-    "                print(file_name)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                print(file_name,'>>','huggingface')\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_deleted(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 从 Hugging Face 仓库删除文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.delete_file(\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_modified(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 更新 Hugging Face 仓库中的文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_moved(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                file_path = event.dest_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                if event.dest_path.startswith(self.directory_to_watch):\n",
-    "                    try:\n",
-    "                        self.api.upload_file(\n",
-    "                            path_or_fileobj=file_path,\n",
-    "                            path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                            repo_id=self.repo_id,\n",
-    "                            repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                    except IOError as error:\n",
-    "                        print(error)\n",
-    "\n",
-    "    api = HfApi()\n",
-    "    \n",
-    "    if not directory_to_watch:\n",
-    "        directory_to_watch = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    # 创建观察者对象并注册文件变化处理程序\n",
-    "    event_handler = FileChangeHandler(api,repo_id,repo_type,directory_to_watch)\n",
-    "    observer = Observer()\n",
-    "    observer.schedule(event_handler, directory_to_watch, recursive=True)\n",
-    "\n",
-    "    # 启动观察者\n",
-    "    observer.name = \"solo_directory_to_watch\"\n",
-    "    print(f'启动收藏图片文件夹监听，并自动同步到 huggingface {repo_type} : {repo_id}')\n",
-    "    observer.start()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "sswa04veLCtE"
-   },
-   "source": [
-    "## 工具函数\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def zipPath(path:str,zipName:str,format='tar'):\n",
-    "    if path.startswith('$install_path'):\n",
-    "        path = path.replace('$install_path',_install_path)\n",
-    "    if path.startswith('$output_path'):\n",
-    "        path = path.replace('$install_path',_output_path)\n",
-    "    if not path.startswith('/'):\n",
-    "        path = f'{_install_path}/{_ui_dir_name}/{path}'\n",
-    "    if Path(path).exists():\n",
-    "        if 'tar' == format:\n",
-    "            run(f'tar -cf {_output_path}/'+ zipName +'.tar -C '+ path +' . ')\n",
-    "        elif 'gz' == format:\n",
-    "            run(f'tar -czf {_output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')\n",
-    "        return\n",
-    "    print('指定的目录不存在：'+path)\n",
-    "    \n",
-    "def get_folder_list(directory:str):  \n",
-    "    folder_list = []  \n",
-    "    for item in os.listdir(directory):  \n",
-    "        if os.path.isdir(os.path.join(directory, item)):  \n",
-    "            folder_list.append(item) \n",
-    "    return folder_list\n",
-    "\n",
-    "def read_text_file(file_path:str):\n",
-    "    if not Path(file_path).exists(): return ''\n",
-    "    with open(file_path,\"r\") as f:\n",
-    "        text = file.read()\n",
-    "        if text: return text.strip()\n",
-    "    return ''"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 内网穿透\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "id": "coqQvTSLLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "def printUrl(url,name=''):\n",
-    "    print(f'{name} 访问地址：{url}')\n",
-    "    for key in sorted(_proxy_path.keys(), key=len)[::-1]:\n",
-    "        print(f'{name} 本地服务：{_proxy_path[key]}  访问地址：{url}{key}')\n",
-    "# ngrok\n",
-    "def startNgrok(ngrokToken:str,ngrokLocalPort:int):\n",
-    "    if not is_installed('pyngrok'):\n",
-    "        run('pip install pyngrok')\n",
-    "    from pyngrok import conf, ngrok\n",
-    "    try:\n",
-    "        conf.get_default().auth_token = ngrokToken\n",
-    "        conf.get_default().monitor_thread = False\n",
-    "        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n",
-    "        url = ''\n",
-    "        if len(ssh_tunnels) == 0:\n",
-    "            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n",
-    "            url = ssh_tunnel.public_url\n",
-    "            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n",
-    "        else:\n",
-    "            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n",
-    "            url = ssh_tunnels[0].public_url\n",
-    "        printUrl(url,'ngrok')\n",
-    "        def auto_request_ngrok():\n",
-    "            if url:\n",
-    "                while(_runing):\n",
-    "                    time.sleep(60*1)\n",
-    "                    try:\n",
-    "                        res = requests.get(url+'/',headers={\"ngrok-skip-browser-warning\" : \"1\"},timeout=10)\n",
-    "                    except:\n",
-    "                        ''\n",
-    "                    # print('自动调用ngrok链接以保存链接不会断开',res.status_code)\n",
-    "\n",
-    "        # threading.Thread(target = auto_request_ngrok,daemon=True,name='solo_auto_request_ngrok').start()\n",
-    "    except:\n",
-    "        print('启动ngrok出错')\n",
-    "        \n",
-    "def startFrpc(name,configFile):\n",
-    "    if not Path(f'{_install_path}/frpc/frpc').exists():\n",
-    "        installFrpExe()\n",
-    "    if freefrp_url:\n",
-    "        printUrl(freefrp_url,'freefrp')\n",
-    "    echoToFile(f'''\n",
-    "cd {_install_path}/frpc/\n",
-    "{_install_path}/frpc/frpc {configFile}\n",
-    "''',f'{_install_path}/frpc/start.sh')\n",
-    "    get_ipython().system(f'''bash {_install_path}/frpc/start.sh''')\n",
-    "        \n",
-    "def installFrpExe():\n",
-    "    if _useFrpc:\n",
-    "        print('安装frpc')\n",
-    "        run(f'mkdir -p {_install_path}/frpc')\n",
-    "        if Path(frpcExePath).exists():\n",
-    "            run(f'cp -f -n {frpcExePath} {_install_path}/frpc/frpc')\n",
-    "        else:\n",
-    "            run(f'wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O {_install_path}/frpc/frpc')\n",
-    "        \n",
-    "        for ssl in frpcSSLFFlies:\n",
-    "            if Path(ssl).exists():\n",
-    "                run(f'cp -f -n {ssl}/* {_install_path}/frpc/')\n",
-    "        run(f'chmod +x {_install_path}/frpc/frpc')\n",
-    "        run(f'{_install_path}/frpc/frpc -v')\n",
-    "\n",
-    "def startProxy():\n",
-    "    if _useNgrok:\n",
-    "        startNgrok(ngrokToken,_server_port)\n",
-    "    if _useFrpc:\n",
-    "        startFrpc('frpc_proxy',frpcStartArg)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## NGINX 反向代理\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# nginx 反向代理配置文件\n",
-    "def localProxy():\n",
-    "    def getProxyLocation(subPath:str, localServer:str):\n",
-    "        return '''\n",
-    "    location '''+ subPath +'''\n",
-    "    {\n",
-    "        proxy_pass '''+ localServer +''';\n",
-    "        \n",
-    "        client_max_body_size 1000m;\n",
-    "        proxy_set_header Host $http_host;\n",
-    "        proxy_set_header X-Real-IP $remote_addr;\n",
-    "        proxy_set_header X-Real-Port $remote_port;\n",
-    "        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n",
-    "        proxy_set_header X-Forwarded-Proto $scheme;\n",
-    "        proxy_set_header X-Forwarded-Host $host;\n",
-    "        proxy_set_header X-Forwarded-Port $server_port;\n",
-    "        proxy_set_header REMOTE-HOST $remote_addr;\n",
-    "        proxy_connect_timeout 3000s;\n",
-    "        proxy_send_timeout 3000s;\n",
-    "        proxy_read_timeout 3000s;\n",
-    "        proxy_http_version 1.1;\n",
-    "        proxy_set_header Upgrade $http_upgrade;\n",
-    "        proxy_set_header Connection 'upgrade';\n",
-    "        add_header Access-Control-Allow-Origin * always;\n",
-    "        add_header Access-Control-Allow-Headers *;\n",
-    "        add_header Access-Control-Allow-Methods \"GET, POST, PUT, OPTIONS\";\n",
-    "    }\n",
-    "    \n",
-    "    '''\n",
-    "    \n",
-    "    conf = '''\n",
-    "server\n",
-    "{\n",
-    "    listen '''+str(_server_port)+''';\n",
-    "    listen [::]:'''+str(_server_port)+''';\n",
-    "    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n",
-    "    \n",
-    "    fastcgi_send_timeout                 3000s;\n",
-    "    fastcgi_read_timeout                 3000s;\n",
-    "    fastcgi_connect_timeout              3000s;\n",
-    "    \n",
-    "    if ($request_method = OPTIONS) {\n",
-    "        return 200;\n",
-    "    }\n",
-    "    \n",
-    "    '''+ ''.join([getProxyLocation(key,_proxy_path[key]) for key in sorted(_proxy_path.keys(), key=len)[::-1]]) +'''\n",
-    "}\n",
-    "'''\n",
-    "    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n",
-    "    if not check_service('localhost',_server_port):\n",
-    "        run(f'''nginx -c /etc/nginx/nginx.conf''')\n",
-    "    run(f'''nginx -s reload''')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 线程清理工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "清理线程名以 solo_ 开头的所有线程"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import inspect\n",
-    "import ctypes\n",
-    "\n",
-    "def _async_raise(tid, exctype):\n",
-    "    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n",
-    "    tid = ctypes.c_long(tid)\n",
-    "    if not inspect.isclass(exctype):\n",
-    "        exctype = type(exctype)\n",
-    "    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n",
-    "    if res == 0:\n",
-    "        raise ValueError(\"invalid thread id\")\n",
-    "    elif res != 1:\n",
-    "        # \"\"\"if it returns a number greater than one, you're in trouble,\n",
-    "        # and you should call it again with exc=NULL to revert the effect\"\"\"\n",
-    "        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n",
-    "        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n",
-    "\n",
-    "def stop_thread(thread):\n",
-    "    _async_raise(thread.ident, SystemExit)\n",
-    "\n",
-    "def stop_solo_threads():\n",
-    "    global _runing\n",
-    "    _runing = False\n",
-    "    # 获取当前所有活动的线程\n",
-    "    threads = threading.enumerate()\n",
-    "    # 关闭之前创建的子线程\n",
-    "    for thread in threads:\n",
-    "        if thread.name.startswith('solo_'):\n",
-    "            print(f'结束线程：{thread.name}')\n",
-    "            try:\n",
-    "                stop_thread(thread)\n",
-    "            except socket.error:\n",
-    "                print(f'结束线程：{thread.name} 执行失败')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "Ve3p8oOkLCtE"
-   },
-   "source": [
-    "# webui 安装和配置函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "GTjyBJihLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "envInstalled=False\n",
-    "quickStart = False\n",
-    "#安装\n",
-    "def install():\n",
-    "    print('安装')\n",
-    "    os.chdir(f'''{_install_path}''')\n",
-    "    run(f'''git lfs install''')\n",
-    "    run(f'''git config --global credential.helper store''')\n",
-    "    for requirement in requirements:\n",
-    "        run(f'pip install {requirement}')\n",
-    "    if _reLoad:\n",
-    "        run(f'''rm -rf {_install_path}/{_ui_dir_name}''')\n",
-    "    if Path(f\"{_ui_dir_name}\").exists():\n",
-    "        os.chdir(f'''{_install_path}/{_ui_dir_name}/''')\n",
-    "        run(f'''git checkout .''')\n",
-    "        run(f'''git pull''')\n",
-    "    else:\n",
-    "        run(f'''git clone --recursive {_sd_git_repo} {_ui_dir_name}''')\n",
-    "    if not Path(f'''{_install_path}/{_ui_dir_name}''').exists():\n",
-    "        print('sd-webui主程序安装失败，请检查 sd_git_repo 配置的值是否正确')\n",
-    "        sys.exit(0)\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    print('安装 完成')\n",
-    "\n",
-    "# 链接输出目录\n",
-    "def link_dir():\n",
-    "    print('链接输出目录')\n",
-    "    # 链接图片输出目录\n",
-    "    run(f'''mkdir -p {_output_path}/outputs''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/outputs''')\n",
-    "    run(f'''ln -s -r {_output_path}/outputs {_install_path}/{_ui_dir_name}/''')\n",
-    "     # 输出收藏目录\n",
-    "    run(f'''mkdir -p {_output_path}/log''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/log''')\n",
-    "    run(f'''ln -s -r {_output_path}/log {_install_path}/{_ui_dir_name}/''')\n",
-    "    # 链接训练输出目录 文件夹链接会导致功能不能用\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/textual_inversion''')\n",
-    "    run(f'''mkdir -p {_output_path}/textual_inversion/''')\n",
-    "    run(f'''ln -s -r {_output_path}/textual_inversion {_install_path}/{_ui_dir_name}/''')\n",
-    "    print('链接输出目录 完成') \n",
-    "\n",
-    "def install_optimizing():\n",
-    "    run('add-apt-repository ppa:deadsnakes/ppa -y')\n",
-    "    run('apt update -y')\n",
-    "    run('apt install nginx -y')\n",
-    "    # run('apt install python3.10 -y')\n",
-    "    \n",
-    "#安装依赖\n",
-    "def install_dependencies():\n",
-    "    print('安装需要的python环境')\n",
-    "    global envInstalled\n",
-    "    global venvPath\n",
-    "    if Path(f'{_install_path}/{_ui_dir_name}/venv').exists():\n",
-    "        print('跳过安装python环境')\n",
-    "        envInstalled = True\n",
-    "        return\n",
-    "    \n",
-    "    if quickStart:\n",
-    "        if not Path(venvPath).exists():\n",
-    "            mkdirs(f'{_install_path}/venv_cache',True)\n",
-    "            if not Path(f'{_install_path}/venv_cache/venv.tar.bak').exists():\n",
-    "                print('下载 venv.zip')\n",
-    "                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{_install_path}/venv_cache')\n",
-    "            run(f'''unzip {_install_path}/venv_cache/venv.zip -d {_install_path}/venv_cache''')\n",
-    "            venvPath = f'{_install_path}/venv_cache/venv.tar.bak'\n",
-    "            run(f'''rm -rf {_install_path}/venv_cache/venv.zip''')\n",
-    "        elif venvPath.endswith('.zip'):\n",
-    "            mkdirs(f'{_install_path}/venv_cache',True)\n",
-    "            run(f'''unzip {venvPath} -d {_install_path}/venv_cache''')\n",
-    "            venvPath = f'{_install_path}/venv_cache/venv.tar.bak'\n",
-    "        print('解压环境')\n",
-    "        mkdirs(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "#         run('python3.10 -m venv venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "        run(f'tar -xf {venvPath} -C ./venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "    run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/pip*')\n",
-    "    run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/python*')\n",
-    "    venv.create(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/venv/bin/pip').exists():\n",
-    "        run('curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py')\n",
-    "        run(f'{_install_path}/{_ui_dir_name}/venv/bin/python3 get-pip.py')\n",
-    "\n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -V''')\n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip -V''')\n",
-    "    \n",
-    "    if not quickStart:\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -V''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip -V''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1 --index-url https://download.pytorch.org/whl/cu121''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install xformers==0.0.27''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install -r requirements_versions.txt''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install spandrel==0.3.0''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install opencv-python''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pydantic==1.10.15''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install transformers -U''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install llama-cpp-python''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pytorch_lightning==2.3.3 torchsde==0.2.6 spandrel==0.3.4''')\n",
-    "        \n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install open-clip-torch -U''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install protobuf==4.25.8''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install blendmodes==2022''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install Pillow==9.5.0''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr''')\n",
-    "        \n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr''')\n",
-    "    \n",
-    "    envInstalled = True\n",
-    "    print('安装需要的python环境 完成')\n",
-    "      \n",
-    "# 个性化配置 \n",
-    "def use_config():\n",
-    "    print('使用自定义配置 包括tag翻译 \\n')\n",
-    "    run(f'''mkdir -p {_install_path}/temp''')\n",
-    "    run(f'git clone {_sd_config_git_repu} sd-configs',cwd=f'{_install_path}/temp')\n",
-    "    run(f'cp -r -f -n {_install_path}/temp/sd-configs/dist/* {_install_path}/{_ui_dir_name}')\n",
-    "    if not Path(_ui_config_file).exists() and _ui_config_file != 'ui-config.json': # ui配置文件\n",
-    "        run(f'''mkdir -p {_ui_config_file[:_ui_config_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/ui-config.json {_ui_config_file}')\n",
-    "    if not Path(_setting_file).exists() and _setting_file != 'config.json': # 设置配置文件\n",
-    "        run(f'''mkdir -p {_setting_file[:_setting_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/config.json {_setting_file}')\n",
-    "\n",
-    "def copy_last_log_to_images():\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/log/images').exists(): mkdirs(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')\n",
-    "    img_list = os.listdir(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    last_img_path = ''\n",
-    "    last_img_num = 0\n",
-    "    for img in img_list:\n",
-    "        if re.findall(r'^\\d+-',str(img)):\n",
-    "            num = int(re.findall(r'^\\d+-',str(img))[0][:-1])\n",
-    "            if num > last_img_num:\n",
-    "                last_img_path = img\n",
-    "                last_img_num = num\n",
-    "                \n",
-    "    if not last_img_path: return\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/txt2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images/''')\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/img2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images/''')\n",
-    "    \n",
-    "def start_webui(i):\n",
-    "    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n",
-    "    print(i,'--port',str(_server_port+1+i))\n",
-    "    if i>0:\n",
-    "        print(f'使用第{i+1}张显卡启动第{i+1}个服务，通过frpc或nrgok地址后加{_sub_path[i]}进行访问')\n",
-    "\n",
-    "    restart_times = 0\n",
-    "    last_restart_time = time.time()\n",
-    "    while _runing:\n",
-    "        os.chdir(f'{_install_path}/{_ui_dir_name}')\n",
-    "        root_path = _sub_path[i]\n",
-    "        if root_path.endswith('/'): root_path = root_path[:-1]\n",
-    "        if torch.cuda.device_count() == 2 and not _multi_case:\n",
-    "            os.environ['CUDA_VISIBLE_DEVICES']='0,1'\n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        else:    \n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --device-id={i} --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        print('10秒后重启服务')\n",
-    "        if time.time() - last_restart_time < 60:\n",
-    "            restart_times = restart_times + 1\n",
-    "        else:\n",
-    "            restart_times = 0\n",
-    "        last_restart_time = time.time()\n",
-    "        if restart_times >3 :\n",
-    "            # 如果180秒内重启了3此，将不再自动重启\n",
-    "            break\n",
-    "        time.sleep(10)\n",
-    "    \n",
-    "# 启动\n",
-    "def start():\n",
-    "    print('启动webui')\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    args = ''\n",
-    "    if _ui_config_file is not None and _ui_config_file != '' and Path(_ui_config_file).exists(): # ui配置文件\n",
-    "        args += ' --ui-config-file=' + _ui_config_file\n",
-    "    if _setting_file is not None and _setting_file != '' and Path(_setting_file).exists(): # 设置配置文件\n",
-    "        args += ' --ui-settings-file=' + _setting_file\n",
-    "    args += ' ' + otherArgs\n",
-    "    os.environ['COMMANDLINE_ARGS']=args\n",
-    "    run(f'''echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS''')\n",
-    "    os.environ['REQS_FILE']='requirements_versions.txt'\n",
-    "\n",
-    "    with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:\n",
-    "        for i in range(torch.cuda.device_count() if _multi_case else 1):\n",
-    "            executor.submit(start_webui,i)\n",
-    "            while _runing and not check_service('localhost',str(_server_port+1+i)): # 当当前服务启动完成才允许退出此次循环\n",
-    "                time.sleep(5)\n",
-    "            if not _runing: break\n",
-    "            time.sleep(10)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "qLvsk8ByLCtF"
-   },
-   "source": [
-    "# 入口函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "IOKjaMlcLCtF",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# 启动非webui相关的的内容，加快启动速度\n",
-    "def main():\n",
-    "    global envInstalled\n",
-    "    global huggingface_is_init\n",
-    "    global _runing\n",
-    "    _init_conf()\n",
-    "    stop_solo_threads()\n",
-    "    print('启动...')\n",
-    "    startTicks = time.time()\n",
-    "    time.sleep(5)\n",
-    "    _runing = True\n",
-    "    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n",
-    "    _proxy_path[_sub_path[0]] = f'http://127.0.0.1:{_server_port+1}/'\n",
-    "    _proxy_path[_sub_path[1]] = f'http://127.0.0.1:{_server_port+2}/'\n",
-    "    proxy_thread = threading.Thread(target = startProxy, daemon=True, name='solo_startProxy')\n",
-    "    proxy_thread.start()\n",
-    "    if isInstall is False or _reLoad: \n",
-    "        print('安装运行环境')\n",
-    "        os.environ['MPLBACKEND'] = 'Agg'\n",
-    "        install()\n",
-    "        link_dir()\n",
-    "        init_huggingface()\n",
-    "        install_optimizing()\n",
-    "        if not _skip_webui:\n",
-    "            threading.Thread(target = install_dependencies,daemon=True,name='solo_install_dependencies').start()\n",
-    "        else: envInstalled = True\n",
-    "        link_or_download_flie(replace_path(_async_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}')\n",
-    "        if huggingface_is_init:\n",
-    "            threading.Thread(target = download__huggingface_repo,daemon=True,\n",
-    "                                 args=([_huggingface_repo]),\n",
-    "                                 kwargs={\"callback\":copy_last_log_to_images},\n",
-    "                                 name='solo_download__huggingface_repo').start()\n",
-    "        \n",
-    "        link_or_download_flie(replace_path(_before_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',is_await=True,sync=True)\n",
-    "        t = 0\n",
-    "        while _runing and not envInstalled:\n",
-    "            if t%10==0:\n",
-    "                print('等待python环境安装...')\n",
-    "            t = t+1\n",
-    "            time.sleep(1)\n",
-    "        use_config()\n",
-    "        os.environ['IsInstall'] = 'True'\n",
-    "    else:\n",
-    "        envInstalled = True\n",
-    "    localProxy()\n",
-    "    link_or_download_flie(replace_path(_before_start_sync_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',sync=True)\n",
-    "    if init_huggingface():\n",
-    "        start_sync_log_to_huggingface(_huggingface_repo)\n",
-    "    ticks = time.time()\n",
-    "    _on_before_start()\n",
-    "    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n",
-    "    if _skip_webui:\n",
-    "        print('跳过webui启动')\n",
-    "        proxy_thread.join()\n",
-    "    else:\n",
-    "        start()\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "0oaCRs2gLCtF"
-   },
-   "source": [
-    "# 执行区域\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-output": true,
-    "id": "O3DR0DWHLCtF",
-    "scrolled": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 启动\n",
-    "# _reLoad = True\n",
-    "# hidden_console_info = False\n",
-    "# run_by_none_device = True\n",
-    "# show_shell_info = True\n",
-    "\n",
-    "print(f'当前sd的安装路径是：{_install_path}/{_ui_dir_name}')\n",
-    "print(f'当前图片保存路径是：{_output_path}')\n",
-    "print(f'当前数据集路径是：{_input_path}')\n",
-    "\n",
-    "print(update_desc)\n",
-    "\n",
-    "if _skip_start:\n",
-    "    print('已跳过自动启动，可手动执行 main() 进行启动。')\n",
-    "    print('''推荐的启动代码：\n",
-    "try:\n",
-    "    check_gpu() # 检查是否存在gpu\n",
-    "    main()\n",
-    "except KeyboardInterrupt:\n",
-    "    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）\n",
-    "    ''')\n",
-    "else:\n",
-    "    try:\n",
-    "        check_gpu()\n",
-    "        main()\n",
-    "    except KeyboardInterrupt:\n",
-    "        stop_solo_threads()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kaggle": {
-   "accelerator": "nvidiaTeslaT4",
-   "dataSources": [
-    {
-     "datasetId": 2716934,
-     "sourceId": 6167400,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3654544,
-     "sourceId": 6346544,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 2962375,
-     "sourceId": 6720235,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3074484,
-     "sourceId": 6817788,
-     "sourceType": "datasetVersion"
-    }
-   ],
-   "isGpuEnabled": true,
-   "isInternetEnabled": true,
-   "language": "python",
-   "sourceType": "notebook"
-  },
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.13"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
-}

sdwui-start-util.mini.ipynb

@@ -1,1652 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "update_desc = '''\n",
-    "欢迎使用 stable-diffusion-webui 便捷启动工具\n",
-    "\n",
-    "此脚本理论上可以在任何jupyter环境运行，但仅在 google colab 和 kaggle 测试。 已经无法在 google colab 免费实例上运行。\n",
-    "此脚本的【前置脚本】发布地址 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai-sdxl。\n",
-    "此脚本需配合 【前置脚本】 的脚本附带的配置项才能正常启动。\n",
-    "此脚本的内容会自动更新，你无需更新【前置脚本】就能获取到最新的功能。\n",
-    "增加一个说明：为解决加密图片的解密和浏览的问题，开发了一个独立应用，可以在这里下载 https://github.com/viyiviyi/encrypt_gallery/releases/\n",
-    "加密插件可解决生成nsfw图片后被平台封号问题\n",
-    "\n",
-    "路径说明\n",
-    "*  为了解决平台差异，所有的安装目录和文件输出目录都被重新指定，如果你需要在配置中访问这些目录，请查看以下说明\n",
-    "*\n",
-    "*  可以使用 $install_path 或 {install_path} 来访问安装目录，写在字符串内也会生效\n",
-    "*  $output_path 或 {output_path} 可以访问输出目录\n",
-    "*  如果你需要安装在自定义目录，也可以设置这些值 如: install_path = '新的路径'\n",
-    "*  可自定义方法 on_before_start 并在方法内写上启动前需要的逻辑来实现在webui启动前执行自定义逻辑\n",
-    "*  可以增加配置 multi_case = True 来控制是否使用多卡\n",
-    "*  如果需要显示更多控制台输出 需配置 hidden_console_info = False\n",
-    "\n",
-    "********* 特别提示 *********\n",
-    "*  huggingface 的下载链接需要增加 ?download=true 参数才能正确下载到文件，如果你需要的文件里的下载链接没有这个参数，请自行增加。\n",
-    "'''"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "from pathlib import Path\n",
-    "import os\n",
-    "import time\n",
-    "import re\n",
-    "import subprocess\n",
-    "import threading\n",
-    "import sys\n",
-    "import socket\n",
-    "import torch\n",
-    "from typing import List\n",
-    "import uuid\n",
-    "import asyncio\n",
-    "from urllib import request"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 内置参数默认值，当上下文有参数时可覆盖默认值\n",
-    "_runing = False\n",
-    "_useFrpc = True\n",
-    "_useNgrok = True\n",
-    "_reLoad = False\n",
-    "_before_downloading = ''\n",
-    "_async_downloading = ''\n",
-    "_before_start_sync_downloading = ''\n",
-    "_server_port = 7860\n",
-    "_sd_git_repo = 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local'\n",
-    "_sd_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "_huggingface_token = '{input_path}/configs/huggingface_token.txt'\n",
-    "_huggingface_repo = ''\n",
-    "_link_instead_of_copy = True\n",
-    "show_shell_info = False\n",
-    "_multi_case = False\n",
-    "_skip_start = True\n",
-    "def before_start():\n",
-    "    pass\n",
-    "\n",
-    "def main_start():\n",
-    "    pass\n",
-    "    \n",
-    "_on_before_start = before_start \n",
-    "_skip_webui = False\n",
-    "run_by_none_device = False\n",
-    "_proxy_path =  {}\n",
-    "_sub_path =  ['/','/1/']\n",
-    "_config_args:dict[str, str] =  {}"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:\n",
-    "    global show_shell_info\n",
-    "    if desc is not None:\n",
-    "        print(desc)\n",
-    "\n",
-    "    run_kwargs = {\n",
-    "        \"args\": command,\n",
-    "        \"shell\": True,\n",
-    "        \"cwd\": cwd,\n",
-    "        \"env\": os.environ if custom_env is None else custom_env,\n",
-    "        \"encoding\": 'utf8',\n",
-    "        \"errors\": 'ignore',\n",
-    "    }\n",
-    "\n",
-    "    if not show_shell_info:\n",
-    "        run_kwargs[\"stdout\"] = run_kwargs[\"stderr\"] = subprocess.PIPE\n",
-    "\n",
-    "    result = subprocess.run(**run_kwargs)\n",
-    "\n",
-    "    if result.returncode != 0:\n",
-    "        error_bits = [\n",
-    "            f\"{errdesc or 'Error running command'}.\",\n",
-    "            f\"Command: {command}\",\n",
-    "            f\"Error code: {result.returncode}\",\n",
-    "        ]\n",
-    "        if result.stdout:\n",
-    "            error_bits.append(f\"stdout: {result.stdout}\")\n",
-    "        if result.stderr:\n",
-    "            error_bits.append(f\"stderr: {result.stderr}\")\n",
-    "        if try_error:\n",
-    "            print((RuntimeError(\"\\n\".join(error_bits))))\n",
-    "        else:\n",
-    "            raise RuntimeError(\"\\n\".join(error_bits))\n",
-    "\n",
-    "    if show_shell_info:\n",
-    "        print((result.stdout or \"\"))\n",
-    "    return (result.stdout or \"\")\n",
-    "\n",
-    "def mkdirs(path, exist_ok=True):\n",
-    "    if path and not Path(path).exists():\n",
-    "        os.makedirs(path,exist_ok=exist_ok)\n",
-    "\n",
-    "\n",
-    "# 检查网络\n",
-    "def check_service(host, port):\n",
-    "    try:\n",
-    "        socket.create_connection((host, port), timeout=5)\n",
-    "        return True\n",
-    "    except socket.error:\n",
-    "        return False\n",
-    "\n",
-    "\n",
-    "# 检查gpu是否存在\n",
-    "def check_gpu():\n",
-    "    if not run_by_none_device and torch.cuda.device_count() == 0:\n",
-    "        raise Exception('当前环境没有GPU')\n",
-    "\n",
-    "\n",
-    "def echoToFile(content:str,path:str):\n",
-    "    if path.find('/') >= 0:\n",
-    "        _path = '/'.join(path.split('/')[:-1])\n",
-    "        run(f'''mkdir -p {_path}''')\n",
-    "    with open(path,'w') as sh:\n",
-    "        sh.write(content)\n",
-    "        \n",
-    "def get_freefrp_confog(local_port):\n",
-    "    rd_str = uuid.uuid1()\n",
-    "    return (f'''\n",
-    "[common]\n",
-    "server_addr = frp.freefrp.net\n",
-    "server_port = 7000\n",
-    "token = freefrp.net\n",
-    "\n",
-    "[{rd_str}_http]\n",
-    "type = http\n",
-    "local_ip = 127.0.0.1\n",
-    "local_port = {local_port}\n",
-    "custom_domains = {rd_str}.frp.eaias.com\n",
-    "''',f'http://{rd_str}.frp.eaias.com')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "_install_path = f\"/kaggle\" if os.path.exists('/kaggle/') else f\"{os.environ['HOME']}/sd_webui\" # 安装目录\n",
-    "_output_path = '/kaggle/working' if os.path.exists('/kaggle/working/') else f\"{os.environ['HOME']}/.sdwui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\n",
-    "_input_path = '/kaggle/input' # 输入目录\n",
-    "_ui_dir_name = 'sd_main_dir'\n",
-    "\n",
-    "_install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "_output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "_input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "_ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "\n",
-    "install_path = _install_path\n",
-    "output_path = _output_path\n",
-    "input_path = _input_path\n",
-    "ui_dir_name = _ui_dir_name\n",
-    "    \n",
-    "google_drive = '' \n",
-    "\n",
-    "\n",
-    "_useGooglrDrive = locals().get('useGooglrDrive') or globals().get('useGooglrDrive') or True\n",
-    "\n",
-    "# 连接谷歌云\n",
-    "try:\n",
-    "    if _useGooglrDrive:\n",
-    "        from google.colab import drive\n",
-    "        drive.mount(f'~/google_drive')\n",
-    "        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n",
-    "        _output_path = f'{google_drive}/sdwebui/Output'\n",
-    "        _input_path = f'{google_drive}/sdwebui/Input'\n",
-    "        run(f'''mkdir -p {_input_path}''')\n",
-    "        print('''\n",
-    "已经链接到谷歌云盘\n",
-    "已在云盘创建Input和Output目录\n",
-    "        ''')\n",
-    "except:\n",
-    "    _useGooglrDrive = False\n",
-    "\n",
-    "run(f'''mkdir -p {_install_path}''')\n",
-    "run(f'''mkdir -p {_output_path}''')\n",
-    "\n",
-    "\n",
-    "os.environ['install_path'] = _install_path\n",
-    "os.environ['output_path'] = _output_path\n",
-    "os.environ['google_drive'] = google_drive\n",
-    "os.environ['input_path'] = _input_path\n",
-    "\n",
-    "space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "\n",
-    "def replace_path(input_str:str):\n",
-    "    if not input_str: return ''\n",
-    "    for key in _config_args:\n",
-    "        input_str = input_str.replace(key,_config_args[key])\n",
-    "        \n",
-    "    if not (locals().get('use_comfyui') or globals().get('use_comfyui') or False):\n",
-    "        input_str = input_str.replace('https://github.com/comfyanonymous/ComfyUI.git','https://github.com/comfyanonymous/ComfyUI.git')\n",
-    "        \n",
-    "    return input_str.replace('$install_path',_install_path)\\\n",
-    "    .replace('{install_path}',_install_path)\\\n",
-    "    .replace('$input_path',_input_path)\\\n",
-    "    .replace('{input_path}',_input_path)\\\n",
-    "    .replace('$output_path',_output_path)\\\n",
-    "    .replace('{output_path}',_output_path)\\\n",
-    "    .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "    .replace('{wui}',\"webui\")\\\n",
-    "    .strip()\n",
-    "\n",
-    "\n",
-    "def config_reader(conf:str):\n",
-    "    conf = conf or \"\"\n",
-    "    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\\n') if item.strip(space_string)]\n",
-    "    return [item.strip() for item in args if item.strip()]\n",
-    "\n",
-    "def load_frpc_config(conf_or_file,dost_port=None):\n",
-    "    frpcStartArg = ''\n",
-    "    _frp_temp_config_file = ''\n",
-    "    _frp_config_or_file = conf_or_file\n",
-    "    run(f'''mkdir -p {_install_path}/configFiles''')\n",
-    "    if _frp_config_or_file:\n",
-    "        if '[common]' in _frp_config_or_file:\n",
-    "            echoToFile(_frp_config_or_file,f'{_install_path}/configFiles/temp_frpc_{dost_port or _server_port}.ini')\n",
-    "            _frp_temp_config_file = f'{_install_path}/configFiles/temp_frpc_{dost_port or _server_port}.ini'\n",
-    "        elif '.ini' in _frp_config_or_file:\n",
-    "            _frp_temp_config_file = _frp_config_or_file.strip()\n",
-    "            \n",
-    "        if _frp_temp_config_file:\n",
-    "            if Path(_frp_temp_config_file).exists():\n",
-    "                run(f'''cp -f {_frp_temp_config_file} {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini''')\n",
-    "                run(f'''sed -i \"s/local_port = .*/local_port = {dost_port or _server_port}/g\" {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini''')\n",
-    "                frpcStartArg = f' -c {_install_path}/configFiles/frpc_{dost_port or _server_port}.ini'\n",
-    "        elif _frp_config_or_file.strip().startswith('-f'):\n",
-    "            frpcStartArg = _frp_config_or_file.strip()\n",
-    "    return frpcStartArg"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "i3LhnwYHLCtC",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "# ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "    frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "frpcExePath = os.path.join(_input_path,'utils-tools/frpc')\n",
-    "# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\n",
-    "otherArgs = '--xformers'\n",
-    "if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "    otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "venvPath = os.path.join(_input_path,'sd-webui-venv-mini/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n",
-    "if not Path(venvPath).exists():\n",
-    "    venvPath = os.path.join(_input_path,'sd-webui-venv-mini/venv.zip')\n",
-    "\n",
-    "# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n",
-    "# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\n",
-    "kaggleApiTokenFile = os.path.join(_input_path,'configs/kaggle.json')\n",
-    "\n",
-    "requirements = []\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "a_GtG2ayLCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "_setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "_ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "# 设置文件路径\n",
-    "if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "    if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "        _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "    if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "        _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "    \n",
-    "frpcStartArg = load_frpc_config(replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or '', _server_port)\n",
-    "freefrp_url = ''\n",
-    "ngrokToken=''\n",
-    "_ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "if _ngrok_config_or_file:\n",
-    "    if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "        ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "    if Path(ngrokTokenFile).exists():\n",
-    "        with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "            ngrokToken = nkfile.readline()\n",
-    "    elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "        ngrokToken=_ngrok_config_or_file.strip()\n",
-    "    \n",
-    "    \n",
-    "huggingface_headers:dict = None  "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "def init_start_conf():\n",
-    "    global _useFrpc\n",
-    "    global _useNgrok\n",
-    "    global _reLoad\n",
-    "    global _before_downloading\n",
-    "    global _async_downloading\n",
-    "    global _before_start_sync_downloading\n",
-    "    global _server_port\n",
-    "    global _sd_git_repo\n",
-    "    global _sd_config_git_repu\n",
-    "    global _huggingface_token\n",
-    "    global _huggingface_repo\n",
-    "    global _link_instead_of_copy\n",
-    "    global show_shell_info\n",
-    "    global _multi_case\n",
-    "    global _skip_start\n",
-    "    global _on_before_start\n",
-    "    global _skip_webui\n",
-    "    global _proxy_path\n",
-    "    global _sub_path\n",
-    "    global _config_args\n",
-    "    global _install_path\n",
-    "    global _output_path\n",
-    "    global _input_path\n",
-    "    global _ui_dir_name\n",
-    "    global freefrp_url\n",
-    "    global ngrokTokenFile\n",
-    "    global frpcSSLFFlies\n",
-    "    global frpcExePath\n",
-    "    global frpcStartArg\n",
-    "    global otherArgs\n",
-    "    global _setting_file\n",
-    "    global _ui_config_file\n",
-    "    global ngrokToken\n",
-    "    global venvPath\n",
-    "    \n",
-    "    _useFrpc = locals().get('useFrpc') or globals().get('useFrpc') or True\n",
-    "    _useNgrok = locals().get('useNgrok') or globals().get('useNgrok') or True\n",
-    "    _reLoad = locals().get('reLoad') or globals().get('reLoad') or False\n",
-    "    _before_downloading = locals().get('before_downloading') or globals().get('before_downloading') or ''\n",
-    "    _async_downloading = locals().get('async_downloading') or globals().get('async_downloading') or ''\n",
-    "    _before_start_sync_downloading = locals().get('before_start_sync_downloading') or globals().get('before_start_sync_downloading') or  ''\n",
-    "    _server_port = locals().get('server_port') or globals().get('server_port') or 7860\n",
-    "    _sd_git_repo = locals().get('sd_git_repo') or globals().get('sd_git_repo') or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n",
-    "    _sd_git_repo = _sd_git_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")  \n",
-    "    _sd_config_git_repu = locals().get('sd_config_git_repu') or globals().get('sd_config_git_repu') or 'https://github.com/viyiviyi/sd-configs.git'\n",
-    "    _sd_config_git_repu = _sd_config_git_repu\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_token = locals().get('huggingface_token') or globals().get('huggingface_token') or '{input_path}/configs/huggingface_token.txt'\n",
-    "    _huggingface_token = _huggingface_token\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _huggingface_repo = locals().get('huggingface_repo') or globals().get('huggingface_repo') or ''\n",
-    "    _huggingface_repo = _huggingface_repo\\\n",
-    "        .replace('{sdwui}','stable-diffusion-webui')\\\n",
-    "        .replace('{wui}',\"webui\")\n",
-    "    _link_instead_of_copy = locals().get('link_instead_of_copy') or globals().get('link_instead_of_copy') or True\n",
-    "    show_shell_info = locals().get('hidden_console_info') or globals().get('hidden_console_info')\n",
-    "    if show_shell_info is None: show_shell_info = False\n",
-    "    else: show_shell_info = not show_shell_info\n",
-    "    _multi_case = locals().get('multi_case') or globals().get('multi_case') or False\n",
-    "    _skip_start = locals().get('skip_start') or globals().get('skip_start') or True\n",
-    "    _on_before_start = locals().get('on_before_start') or globals().get('on_before_start') or before_start \n",
-    "    _skip_webui = locals().get('skip_webui') or globals().get('skip_webui') or False\n",
-    "    _proxy_path = locals().get('proxy_path') or globals().get('proxy_path') or {}\n",
-    "    _sub_path =  locals().get('sub_path') or globals().get('sub_path') or ['/','/1/']\n",
-    "    if len(_sub_path) != 2:\n",
-    "        _sub_path = ['/','/1/']\n",
-    "        \n",
-    "    _config_args =  locals().get('config_args') or globals().get('config_args') or {}\n",
-    "    \n",
-    "    _install_path = locals().get('install_path') or globals().get('install_path') or _install_path\n",
-    "    _output_path = locals().get('output_path') or globals().get('output_path') or _output_path\n",
-    "    _input_path = locals().get('input_path') or globals().get('input_path') or _input_path\n",
-    "    _ui_dir_name = locals().get('ui_dir_name') or globals().get('ui_dir_name') or _ui_dir_name\n",
-    "    \n",
-    "    ngrokTokenFile = os.path.join(_input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\n",
-    "    frpcConfigFile = os.path.join(_input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件\n",
-    "    # ss证书目录 下载nginx的版本，把pem格式改成crt格式\n",
-    "    frpcSSLFFlies = [os.path.join(_input_path,'configs/koishi_ssl')]\n",
-    "    if 'frp_ssl_dir' in locals() or 'frp_ssl_dir' in globals():\n",
-    "        frpcSSLFFlies = frpcSSLFFlies + config_reader(locals().get('frp_ssl_dir') or globals().get('frp_ssl_dir'))\n",
-    "    # frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\n",
-    "    frpcExePath = replace_path(locals().get('frpc_exe_path') or globals().get('frpc_exe_path') or os.path.join(_input_path,'utils-tools/frpc_v0.51.0')) \n",
-    "    # 其他需要加载的webui启动参数 写到【参数列表】这个配置\n",
-    "    otherArgs = '--xformers'\n",
-    "    if 'sd_start_args' in locals() or 'sd_start_args' in globals():\n",
-    "        otherArgs = ' '.join([item for item in config_reader(locals().get('sd_start_args') or globals().get('sd_start_args')) if item != '--no-gradio-queue'])\n",
-    "\n",
-    "    # 这下面的是用于初始化一些值或者环境变量的，轻易别改\n",
-    "    _setting_file = replace_path(locals().get('setting_file') or globals().get('setting_file') or 'config.json')\n",
-    "\n",
-    "    _ui_config_file = replace_path(locals().get('ui_config_file') or globals().get('ui_config_file') or 'ui-config.json')\n",
-    "\n",
-    "    # 设置文件路径\n",
-    "    if Path(f\"{os.environ['HOME']}/google_drive/MyDrive\").exists():\n",
-    "        if _setting_file == '/kaggle/working/configs/config.json':\n",
-    "            _setting_file = os.path.join(_output_path,'configs/config.json')\n",
-    "        if _ui_config_file == '/kaggle/working/configs/ui-config.json':\n",
-    "            _ui_config_file = os.path.join(_output_path,'configs/ui-config.json')\n",
-    "\n",
-    "    frpcStartArg = load_frpc_config(replace_path(locals().get('frp_config_or_file') or globals().get('frp_config_or_file')) or '', _server_port)\n",
-    "    if not frpcStartArg:\n",
-    "        conf,url = get_freefrp_confog(_server_port)\n",
-    "        echoToFile(conf,f'{_install_path}/configFiles/frpc_webui.ini')\n",
-    "        freefrp_url = url\n",
-    "        frpcStartArg = f' -c {_install_path}/configFiles/frpc_webui.ini'\n",
-    "    ngrokToken=''\n",
-    "    _ngrok_config_or_file = replace_path(locals().get('ngrok_config_or_file') or globals().get('ngrok_config_or_file')) or ngrokTokenFile\n",
-    "    if _ngrok_config_or_file:\n",
-    "        if Path(_ngrok_config_or_file.strip()).exists():\n",
-    "            ngrokTokenFile = _ngrok_config_or_file.strip()\n",
-    "        if Path(ngrokTokenFile).exists():\n",
-    "            with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n",
-    "                ngrokToken = nkfile.readline()\n",
-    "        elif not _ngrok_config_or_file.strip().startswith('/'):\n",
-    "            ngrokToken=_ngrok_config_or_file.strip()\n",
-    "        \n",
-    "    venvPath = os.path.join(_input_path,'sd-webui-venv-mini/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n",
-    "        "
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 文件下载工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',sync:bool=False,thread_num:int=None)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import concurrent.futures\n",
-    "import importlib\n",
-    "import os\n",
-    "import pprint\n",
-    "import re\n",
-    "import venv\n",
-    "from pathlib import Path\n",
-    "from typing import List\n",
-    "\n",
-    "import requests\n",
-    "\n",
-    "show_shell_info = False\n",
-    "\n",
-    "def is_installed(package):\n",
-    "    try:\n",
-    "        spec = importlib.util.find_spec(package)\n",
-    "    except ModuleNotFoundError:\n",
-    "        return False\n",
-    "\n",
-    "    return spec is not None\n",
-    "\n",
-    "def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True,headers={}):\n",
-    "    startTicks = time.time()\n",
-    "    # 获取文���的真实文件名\n",
-    "    if not filename:\n",
-    "        with requests.get(url, stream=True,headers=headers) as r:\n",
-    "            if 'Content-Disposition' in r.headers:\n",
-    "                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n",
-    "            r.close()\n",
-    "    if not filename and re.search(r'/[^/]+\\.[^/]+$',url):\n",
-    "        filename = url.split('/')[-1].split('?')[0]\n",
-    "    \n",
-    "    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n",
-    "    filename = re.sub(r'[\\s\\t]+', '_', filename)\n",
-    "    \n",
-    "    print(f'下载 {filename} url: {url} --> {dist_path}')\n",
-    "    \n",
-    "    # 创建目录\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "    if dist_path and not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        \n",
-    "    # 拼接文件的完整路径\n",
-    "    filepath = os.path.join(dist_path, filename)\n",
-    "\n",
-    "    if cache_path:\n",
-    "        cache_path = os.path.join(cache_path, filename)\n",
-    "        \n",
-    "    # 判断文件是否已存在\n",
-    "    if Path(filepath).exists():\n",
-    "        print(f'文件 {filename} 已存在 {dist_path}')\n",
-    "        return\n",
-    "    \n",
-    "    if cache_path and Path(cache_path).exists():\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "        print(f'文件缓存 {cache_path} --> {dist_path}')\n",
-    "        return\n",
-    "    # 下载文件\n",
-    "    size = 0\n",
-    "    with requests.get(url, stream=True, headers=headers) as r:\n",
-    "        r.raise_for_status()\n",
-    "        with open(cache_path or filepath, 'wb') as f:\n",
-    "            for chunk in r.iter_content(chunk_size=1024*1024):\n",
-    "                if chunk:\n",
-    "                    size += len(chunk)\n",
-    "                    f.write(chunk)\n",
-    "    # 如果使用了缓存目录 需要复制或链接文件到目标目录\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {cache_path} {dist_path}')\n",
-    "    ticks = time.time()\n",
-    "    print(f'下载完成 {filename} --> {dist_path} 大小{round(size/1024/1024,2)}M 耗时:{round(ticks - startTicks,2)}秒')\n",
-    "        \n",
-    "def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    if not Path(dist_path).exists():\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载 {url} --> {dist_path}')\n",
-    "    if cache_path and not Path(cache_path).exists():\n",
-    "        os.makedirs(cache_path,exist_ok=True)\n",
-    "        run(f'git clone {url}',cwd = cache_path)\n",
-    "    if cache_path:\n",
-    "        run(f'cp -n -r -f {cache_path}/* {dist_path}')\n",
-    "    else:\n",
-    "        run(f'git clone {url}',cwd = dist_path)\n",
-    "    if show_shell_info:\n",
-    "        print(f'git 下载完成 {url} --> {dist_path}')\n",
-    "    \n",
-    "    \n",
-    "def download_huggingface(url:str, filename:str, dist_path, cache_path = '',_link_instead_of_copy:bool=True):\n",
-    "    fileReg = r'^https:\\/\\/huggingface.co(\\/([^\\/]+\\/)?[^\\/]+\\/[^\\/]+\\/(resolve|blob)\\/[^\\/]+\\/|[^\\.]+\\.[^\\.]+$|download=true)'\n",
-    "    def isFile(url:str):\n",
-    "        if re.match(fileReg,url):\n",
-    "            return True\n",
-    "        return False\n",
-    "    if isFile(url):\n",
-    "        download_file(url,filename,dist_path,cache_path,_link_instead_of_copy,headers=huggingface_headers)\n",
-    "    else:\n",
-    "        download_git(url,dist_path,cache_path,_link_instead_of_copy)\n",
-    "    \n",
-    "# 加入文件到下载列表\n",
-    "def pause_url(url:str,dist_path:str):\n",
-    "    file_name = ''\n",
-    "    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n",
-    "        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n",
-    "        url = url[len(file_name)+1:]\n",
-    "    if not re.match(r'^(https?|ftps?)://',url):\n",
-    "        return\n",
-    "    file_name = re.sub(r'\\s+','_',file_name or '')\n",
-    "    path_hash = str(hash(url)).replace('-','')\n",
-    "    \n",
-    "    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}\n",
-    "\n",
-    "def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, \n",
-    "                  cache_path:str=os.path.join(os.environ['HOME'],'.cache','download_util'),\n",
-    "                  _link_instead_of_copy:bool=True,is_await:bool=False):\n",
-    "    if sync:\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                try:\n",
-    "                    download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                try:\n",
-    "                    download_huggingface(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "                except:\n",
-    "                    pass\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            try:\n",
-    "                download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)\n",
-    "            except:\n",
-    "                pass\n",
-    "    else:\n",
-    "        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)\n",
-    "        futures = []\n",
-    "        for conf in download_list:\n",
-    "            cache_dir = os.path.join(cache_path,conf['path_hash'])\n",
-    "            if conf['url'].startswith('https://github.com'):\n",
-    "                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],\n",
-    "                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://huggingface.co'):\n",
-    "                futures.append(executor.submit(download_huggingface,conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "                continue\n",
-    "            if conf['url'].startswith('https://civitai.com'):\n",
-    "                if not re.search(r'token=.+', conf['url']):\n",
-    "                    if conf['url'].find('?') == -1:\n",
-    "                        conf['url'] = conf['url']+'?token=fee8bb78b75566eddfd04d061996185c'\n",
-    "                    else:\n",
-    "                        conf['url'] = conf['url']+'&token=fee8bb78b75566eddfd04d061996185c'\n",
-    "            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],\n",
-    "                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))\n",
-    "        if is_await:\n",
-    "            concurrent.futures.wait(futures)\n",
-    "            \n",
-    "                          \n",
-    "def parse_config(config:str):\n",
-    "    space_string = ' \\n\\r\\t\\'\\\",'\n",
-    "    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\\n') if item.strip(space_string)]\n",
-    "    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]\n",
-    "    other_flie_list_store = {}\n",
-    "    other_flie_list_store_name='default'\n",
-    "    other_flie_list_store_list_cache=[]\n",
-    "    \n",
-    "    for item in other_flie_list:\n",
-    "        if item.startswith('[') and item.endswith(']'):\n",
-    "            if not other_flie_list_store_name == 'default':\n",
-    "                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "                other_flie_list_store_list_cache = []\n",
-    "            other_flie_list_store_name = item[1:-1]\n",
-    "        else:\n",
-    "            other_flie_list_store_list_cache.append(item)\n",
-    "    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n",
-    "    \n",
-    "    return other_flie_list_store\n",
-    "\n",
-    "\n",
-    "def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',\n",
-    "                          sync:bool=False,thread_num:int=None, is_await:bool=False):\n",
-    "    store:dict[str,List[str]] = parse_config(config)\n",
-    "    download_list = []\n",
-    "    for dist_dir in store.keys():\n",
-    "        dist_path = os.path.join(base_path,dist_dir)\n",
-    "        os.makedirs(dist_path,exist_ok=True)\n",
-    "        for path in store[dist_dir]:\n",
-    "            if 'https://' in path or 'http://' in path:\n",
-    "                if skip_url:\n",
-    "                    continue\n",
-    "                if sync:\n",
-    "                    try:\n",
-    "                        download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)\n",
-    "                    except:\n",
-    "                        pass\n",
-    "                    continue\n",
-    "                download_list.append(pause_url(path,dist_path))\n",
-    "            else:\n",
-    "                run(f'cp -n -r -f {\"-s\" if _link_instead_of_copy else \"\"} {path} {dist_path}')\n",
-    "                if show_shell_info:\n",
-    "                    print(f'{\"链接\" if _link_instead_of_copy else \"复制\"} {path} --> {dist_path}')\n",
-    "        run(f'rm -f {dist_path}/\\*.* ')\n",
-    "    if not skip_url:\n",
-    "        if show_shell_info:\n",
-    "            pprint.pprint(download_list)\n",
-    "        try:\n",
-    "            download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 3,is_await=is_await)\n",
-    "        except:\n",
-    "            pass"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "p0uS-BLULCtD"
-   },
-   "source": [
-    "## kaggle public API\n",
-    "\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "m8FJi4j0LCtD",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 安装kaggle的api token文件\n",
-    "def initKaggleConfig():\n",
-    "    if Path('~/.kaggle/kaggle.json').exists():\n",
-    "        return True\n",
-    "    if Path(kaggleApiTokenFile).exists():\n",
-    "        run(f'''mkdir -p ~/.kaggle/''')\n",
-    "        run('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n",
-    "        run(f'''chmod 600 ~/.kaggle/kaggle.json''')\n",
-    "        return True\n",
-    "    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n",
-    "    return False\n",
-    "\n",
-    "def getUserName():\n",
-    "    if not initKaggleConfig(): return\n",
-    "    import kaggle\n",
-    "    return kaggle.KaggleApi().read_config_file()['username']\n",
-    "\n",
-    "def createOrUpdateDataSet(path:str,datasetName:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('创建或更新数据集 '+datasetName)\n",
-    "    import kaggle\n",
-    "    run(f'mkdir -p {_install_path}/kaggle_cache')\n",
-    "    run(f'rm -rf {_install_path}/kaggle_cache/*')\n",
-    "    datasetDirPath = _install_path+'/kaggle_cache/'+datasetName\n",
-    "    run('mkdir -p '+datasetDirPath)\n",
-    "    run('cp -f '+path+' '+datasetDirPath+'/')\n",
-    "    username = getUserName()\n",
-    "    print(\"kaggle username:\"+username)\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    print(datasetList)\n",
-    "    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n",
-    "        run('kaggle datasets init -p' + datasetDirPath)\n",
-    "        metadataFile = datasetDirPath+'/dataset-metadata.json'\n",
-    "        run('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n",
-    "        run('cat '+metadataFile)\n",
-    "        run('kaggle datasets create -p '+datasetDirPath)\n",
-    "        print('create database done')\n",
-    "    else:\n",
-    "        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n",
-    "        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n",
-    "        print('upload database done')\n",
-    "\n",
-    "def downloadDatasetFiles(datasetName:str,outputPath:str):\n",
-    "    if not initKaggleConfig(): return\n",
-    "    print('下载数据集文件 '+datasetName)\n",
-    "    import kaggle\n",
-    "    username = getUserName()\n",
-    "    datasetPath = username+'/'+datasetName\n",
-    "    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n",
-    "    if datasetPath not in [str(d) for d in datasetList]:\n",
-    "        return False\n",
-    "    run('mkdir -p '+outputPath)\n",
-    "    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n",
-    "    return True\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 同步文件夹到 huggingface\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 文件夹与 huggingface 同步\n",
-    "if _huggingface_token and _huggingface_repo:\n",
-    "    if not is_installed('watchdog'):\n",
-    "        requirements.append('watchdog')\n",
-    "    if not is_installed('huggingface_hub'):\n",
-    "        requirements.append('huggingface_hub')\n",
-    "    else:\n",
-    "        try:\n",
-    "            from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "        except:\n",
-    "            requirements.append('huggingface_hub')\n",
-    "\n",
-    "huggingface_is_init = False\n",
-    "\n",
-    "def init_huggingface():\n",
-    "    if not _huggingface_token:\n",
-    "        return False\n",
-    "\n",
-    "    global huggingface_headers\n",
-    "    global huggingface_is_init\n",
-    "    \n",
-    "    from huggingface_hub  import login\n",
-    "    token = replace_path(_huggingface_token)\n",
-    "    if not _huggingface_token.startswith('hf_') and Path(token).exists():\n",
-    "        with open(token,encoding = \"utf-8\") as nkfile:\n",
-    "            token = nkfile.readline()\n",
-    "    if not token.startswith('hf_'):\n",
-    "        print('huggingface token 不正确，请将 token 或 仅存放token 的txt文件路径填入 _huggingface_token 配置')\n",
-    "        return False\n",
-    "    login(token,add_to_git_credential=True)\n",
-    "    huggingface_headers = {'Authorization': 'Bearer '+token}\n",
-    "    print('huggingface token 已经加载，可以下载私有仓库或文件')\n",
-    "    \n",
-    "    if not _huggingface_repo:\n",
-    "        print('huggingface 同步收藏图片功能不会启动，可增加配置项 huggingface_token = \"token\" 和 huggingface_repo = “仓库id” 后启用 huggingface 同步收藏图片功能')\n",
-    "        return False\n",
-    "    huggingface_is_init = True\n",
-    "    return True\n",
-    "\n",
-    "\n",
-    "def download__huggingface_repo(repo_id:str,dist_directory:str=None,repo_type='dataset',callback=None):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "        \n",
-    "    if not dist_directory:\n",
-    "        dist_directory = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    \n",
-    "    print('下载收藏的图片')\n",
-    "    if not Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        mkdirs(f'{_install_path}/cache/huggingface')\n",
-    "        repo_path = ''\n",
-    "        if repo_type == 'dataset':\n",
-    "            repo_path = 'datasets'\n",
-    "        if repo_type == 'space':\n",
-    "            repo_path = 'spaces'\n",
-    "        if repo_path:\n",
-    "            run(f'git clone https://huggingface.co/{repo_path}/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "        else:\n",
-    "            run(f'git clone https://huggingface.co/{repo_id} huggingface_repo',cwd=f'{_install_path}/cache/huggingface')\n",
-    "    if Path(f'{_install_path}/cache/huggingface/huggingface_repo').exists():\n",
-    "        run(f'cp -r -f -n -s {_install_path}/cache/huggingface/huggingface_repo/* {dist_directory}')\n",
-    "    if callback:\n",
-    "        callback()\n",
-    "\n",
-    "def start_sync_log_to_huggingface(repo_id:str,directory_to_watch:str=None,repo_type='dataset'):\n",
-    "    if not huggingface_is_init:\n",
-    "        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n",
-    "    \n",
-    "    from watchdog.observers import Observer\n",
-    "    from watchdog.events import FileSystemEventHandler\n",
-    "    from huggingface_hub  import HfApi,login,snapshot_download\n",
-    "    \n",
-    "    # 配置监视的目录和 Hugging Face 仓库信息\n",
-    "    class FileChangeHandler(FileSystemEventHandler):\n",
-    "        def __init__(self, api, repo_id, repo_type,directory_to_watch):\n",
-    "            self.api = api\n",
-    "            self.repo_id = repo_id\n",
-    "            self.repo_type = repo_type\n",
-    "            self.directory_to_watch = directory_to_watch\n",
-    "        def on_created(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 上传新文件到 Hugging Face 仓库\n",
-    "                file_path = event.src_path\n",
-    "                file_name:str = os.path.basename(file_path)\n",
-    "                print(file_name)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                print(file_name,'>>','huggingface')\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_deleted(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 从 Hugging Face 仓库删除文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.delete_file(\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_modified(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                # 更新 Hugging Face 仓库中的文件\n",
-    "                file_path = event.src_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                try:\n",
-    "                    self.api.upload_file(\n",
-    "                        path_or_fileobj=file_path,\n",
-    "                        path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                        repo_id=self.repo_id,\n",
-    "                        repo_type=self.repo_type,\n",
-    "                    )\n",
-    "                except IOError as error:\n",
-    "                    print(error)\n",
-    "\n",
-    "        def on_moved(self, event):\n",
-    "            if not event.is_directory:\n",
-    "                file_path = event.dest_path\n",
-    "                file_name = os.path.basename(file_path)\n",
-    "                if file_name[file_name.rindex('.'):] not in ['.png','.jpg','.txt','.webp','.jpeg']: return\n",
-    "                if event.dest_path.startswith(self.directory_to_watch):\n",
-    "                    try:\n",
-    "                        self.api.upload_file(\n",
-    "                            path_or_fileobj=file_path,\n",
-    "                            path_in_repo=file_path.replace(self.directory_to_watch,''),\n",
-    "                            repo_id=self.repo_id,\n",
-    "                            repo_type=self.repo_type,\n",
-    "                        )\n",
-    "                    except IOError as error:\n",
-    "                        print(error)\n",
-    "\n",
-    "    api = HfApi()\n",
-    "    \n",
-    "    if not directory_to_watch:\n",
-    "        directory_to_watch = f'{_install_path}/{_ui_dir_name}/log'\n",
-    "    # 创建观察者对象并注册文件变化处理程序\n",
-    "    event_handler = FileChangeHandler(api,repo_id,repo_type,directory_to_watch)\n",
-    "    observer = Observer()\n",
-    "    observer.schedule(event_handler, directory_to_watch, recursive=True)\n",
-    "\n",
-    "    # 启动观察者\n",
-    "    observer.name = \"solo_directory_to_watch\"\n",
-    "    print(f'启动收藏图片文件夹监听，并自动同步到 huggingface {repo_type} : {repo_id}')\n",
-    "    observer.start()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "sswa04veLCtE"
-   },
-   "source": [
-    "## 工具函数\n",
-    "**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "def zipPath(path:str,zipName:str,format='tar'):\n",
-    "    if path.startswith('$install_path'):\n",
-    "        path = path.replace('$install_path',_install_path)\n",
-    "    if path.startswith('$output_path'):\n",
-    "        path = path.replace('$install_path',_output_path)\n",
-    "    if not path.startswith('/'):\n",
-    "        path = f'{_install_path}/{_ui_dir_name}/{path}'\n",
-    "    if Path(path).exists():\n",
-    "        if 'tar' == format:\n",
-    "            run(f'tar -cf {_output_path}/'+ zipName +'.tar -C '+ path +' . ')\n",
-    "        elif 'gz' == format:\n",
-    "            run(f'tar -czf {_output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')\n",
-    "        return\n",
-    "    print('指定的目录不存在：'+path)\n",
-    "    \n",
-    "def get_folder_list(directory:str):  \n",
-    "    folder_list = []  \n",
-    "    for item in os.listdir(directory):  \n",
-    "        if os.path.isdir(os.path.join(directory, item)):  \n",
-    "            folder_list.append(item)  \n",
-    "    return folder_list\n",
-    "\n",
-    "def read_text_file(file_path:str):\n",
-    "    if not Path(file_path).exists(): return ''\n",
-    "    with open(file_path,\"r\") as f:\n",
-    "        text = file.read()\n",
-    "        if text: return text.strip()\n",
-    "    return ''"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 内网穿透\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "id": "coqQvTSLLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "def printUrl(url,name=''):\n",
-    "    print(f'{name} 访问地址：{url}')\n",
-    "    for key in sorted(_proxy_path.keys(), key=len)[::-1]:\n",
-    "        print(f'{name} 本地服务：{_proxy_path[key]}  访问地址：{url}{key}')\n",
-    "# ngrok\n",
-    "def startNgrok(ngrokToken:str,ngrokLocalPort:int):\n",
-    "    if not is_installed('pyngrok'):\n",
-    "        run('pip install pyngrok')\n",
-    "    from pyngrok import conf, ngrok\n",
-    "    try:\n",
-    "        conf.get_default().auth_token = ngrokToken\n",
-    "        conf.get_default().monitor_thread = False\n",
-    "        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n",
-    "        url = ''\n",
-    "        if len(ssh_tunnels) == 0:\n",
-    "            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n",
-    "            url = ssh_tunnel.public_url\n",
-    "            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n",
-    "        else:\n",
-    "            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n",
-    "            url = ssh_tunnels[0].public_url\n",
-    "        printUrl(url,'ngrok')\n",
-    "        def auto_request_ngrok():\n",
-    "            if url:\n",
-    "                while(_runing):\n",
-    "                    time.sleep(60*1)\n",
-    "                    try:\n",
-    "                        res = requests.get(url+'/',headers={\"ngrok-skip-browser-warning\" : \"1\"},timeout=10)\n",
-    "                    except:\n",
-    "                        ''\n",
-    "                    # print('自动调用ngrok链接以保存链接不会断开',res.status_code)\n",
-    "\n",
-    "        # threading.Thread(target = auto_request_ngrok,daemon=True,name='solo_auto_request_ngrok').start()\n",
-    "    except:\n",
-    "        print('启动ngrok出错')\n",
-    "        \n",
-    "def startFrpc(name,configFile):\n",
-    "    if not Path(f'{_install_path}/frpc/frpc').exists():\n",
-    "        installFrpExe()\n",
-    "    if freefrp_url:\n",
-    "        printUrl(freefrp_url,'freefrp')\n",
-    "    echoToFile(f'''\n",
-    "cd {_install_path}/frpc/\n",
-    "{_install_path}/frpc/frpc {configFile}\n",
-    "''',f'{_install_path}/frpc/start.sh')\n",
-    "    get_ipython().system(f'''bash {_install_path}/frpc/start.sh''')\n",
-    "        \n",
-    "def installFrpExe():\n",
-    "    if _useFrpc:\n",
-    "        print('安装frpc')\n",
-    "        run(f'mkdir -p {_install_path}/frpc')\n",
-    "        if Path(frpcExePath).exists():\n",
-    "            run(f'cp -f -n {frpcExePath} {_install_path}/frpc/frpc')\n",
-    "        else:\n",
-    "            run(f'wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O {_install_path}/frpc/frpc')\n",
-    "        \n",
-    "        for ssl in frpcSSLFFlies:\n",
-    "            if Path(ssl).exists():\n",
-    "                run(f'cp -f -n {ssl}/* {_install_path}/frpc/')\n",
-    "        run(f'chmod +x {_install_path}/frpc/frpc')\n",
-    "        run(f'{_install_path}/frpc/frpc -v')\n",
-    "\n",
-    "def startProxy():\n",
-    "    if _useNgrok:\n",
-    "        startNgrok(ngrokToken,_server_port)\n",
-    "    if _useFrpc:\n",
-    "        startFrpc('frpc_proxy',frpcStartArg)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## NGINX 反向代理\n",
-    "\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "_kg_hide-output": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# nginx 反向代理配置文件\n",
-    "def localProxy():\n",
-    "    def getProxyLocation(subPath:str, localServer:str):\n",
-    "        return '''\n",
-    "    location '''+ subPath +'''\n",
-    "    {\n",
-    "        proxy_pass '''+ localServer +''';\n",
-    "        \n",
-    "        client_max_body_size 1000m;\n",
-    "        proxy_set_header Host $http_host;\n",
-    "        proxy_set_header X-Real-IP $remote_addr;\n",
-    "        proxy_set_header X-Real-Port $remote_port;\n",
-    "        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n",
-    "        proxy_set_header X-Forwarded-Proto $scheme;\n",
-    "        proxy_set_header X-Forwarded-Host $host;\n",
-    "        proxy_set_header X-Forwarded-Port $server_port;\n",
-    "        proxy_set_header REMOTE-HOST $remote_addr;\n",
-    "        proxy_connect_timeout 3000s;\n",
-    "        proxy_send_timeout 3000s;\n",
-    "        proxy_read_timeout 3000s;\n",
-    "        proxy_http_version 1.1;\n",
-    "        proxy_set_header Upgrade $http_upgrade;\n",
-    "        proxy_set_header Connection 'upgrade';\n",
-    "        add_header Access-Control-Allow-Origin * always;\n",
-    "        add_header Access-Control-Allow-Headers *;\n",
-    "        add_header Access-Control-Allow-Methods \"GET, POST, PUT, OPTIONS\";\n",
-    "    }\n",
-    "    \n",
-    "    '''\n",
-    "    \n",
-    "    conf = '''\n",
-    "server\n",
-    "{\n",
-    "    listen '''+str(_server_port)+''';\n",
-    "    listen [::]:'''+str(_server_port)+''';\n",
-    "    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n",
-    "    \n",
-    "    fastcgi_send_timeout                 3000s;\n",
-    "    fastcgi_read_timeout                 3000s;\n",
-    "    fastcgi_connect_timeout              3000s;\n",
-    "    \n",
-    "    if ($request_method = OPTIONS) {\n",
-    "        return 200;\n",
-    "    }\n",
-    "    \n",
-    "    '''+ ''.join([getProxyLocation(key,_proxy_path[key]) for key in sorted(_proxy_path.keys(), key=len)[::-1]]) +'''\n",
-    "}\n",
-    "'''\n",
-    "    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n",
-    "    if not check_service('localhost',_server_port):\n",
-    "        run(f'''nginx -c /etc/nginx/nginx.conf''')\n",
-    "    run(f'''nginx -s reload''')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## 线程清理工具\n",
-    "\n",
-    "---\n",
-    "\n",
-    "清理线程名以 solo_ 开头的所有线程"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "import inspect\n",
-    "import ctypes\n",
-    "\n",
-    "def _async_raise(tid, exctype):\n",
-    "    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n",
-    "    tid = ctypes.c_long(tid)\n",
-    "    if not inspect.isclass(exctype):\n",
-    "        exctype = type(exctype)\n",
-    "    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n",
-    "    if res == 0:\n",
-    "        raise ValueError(\"invalid thread id\")\n",
-    "    elif res != 1:\n",
-    "        # \"\"\"if it returns a number greater than one, you're in trouble,\n",
-    "        # and you should call it again with exc=NULL to revert the effect\"\"\"\n",
-    "        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n",
-    "        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n",
-    "\n",
-    "def stop_thread(thread):\n",
-    "    _async_raise(thread.ident, SystemExit)\n",
-    "\n",
-    "def stop_solo_threads():\n",
-    "    global _runing\n",
-    "    _runing = False\n",
-    "    # 获取当前所有活动的线程\n",
-    "    threads = threading.enumerate()\n",
-    "    # 关闭之前创建的子线程\n",
-    "    for thread in threads:\n",
-    "        if thread.name.startswith('solo_'):\n",
-    "            print(f'结束线程：{thread.name}')\n",
-    "            try:\n",
-    "                stop_thread(thread)\n",
-    "            except socket.error:\n",
-    "                print(f'结束线程：{thread.name} 执行失败')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "Ve3p8oOkLCtE"
-   },
-   "source": [
-    "# webui 安装和配置函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "GTjyBJihLCtE",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "envInstalled=False\n",
-    "quickStart = False\n",
-    "#安装\n",
-    "def install():\n",
-    "    print('安装')\n",
-    "    os.chdir(f'''{_install_path}''')\n",
-    "    run(f'''git lfs install''')\n",
-    "    run(f'''git config --global credential.helper store''')\n",
-    "    for requirement in requirements:\n",
-    "        run(f'pip install {requirement}')\n",
-    "    if _reLoad:\n",
-    "        run(f'''rm -rf {_install_path}/{_ui_dir_name}''')\n",
-    "    if Path(f\"{_ui_dir_name}\").exists():\n",
-    "        os.chdir(f'''{_install_path}/{_ui_dir_name}/''')\n",
-    "        run(f'''git checkout .''')\n",
-    "        run(f'''git pull''')\n",
-    "    else:\n",
-    "        run(f'''git clone --recursive {_sd_git_repo} {_ui_dir_name}''')\n",
-    "    if not Path(f'''{_install_path}/{_ui_dir_name}''').exists():\n",
-    "        print('sd-webui主程序安装失败，请检查 sd_git_repo 配置的值是否正确')\n",
-    "        sys.exit(0)\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    print('安装 完成')\n",
-    "\n",
-    "# 链接输出目录\n",
-    "def link_dir():\n",
-    "    print('链接输出目录')\n",
-    "    # 链接图片输出目录\n",
-    "    run(f'''mkdir -p {_output_path}/outputs''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/outputs''')\n",
-    "    run(f'''ln -s -r {_output_path}/outputs {_install_path}/{_ui_dir_name}/''')\n",
-    "     # 输出收藏目录\n",
-    "    run(f'''mkdir -p {_output_path}/log''')\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/log''')\n",
-    "    run(f'''ln -s -r {_output_path}/log {_install_path}/{_ui_dir_name}/''')\n",
-    "    # 链接训练输出目录 文件夹链接会导致功能不能用\n",
-    "    run(f'''rm -rf {_install_path}/{_ui_dir_name}/textual_inversion''')\n",
-    "    run(f'''mkdir -p {_output_path}/textual_inversion/''')\n",
-    "    run(f'''ln -s -r {_output_path}/textual_inversion {_install_path}/{_ui_dir_name}/''')\n",
-    "    print('链接输出目录 完成') \n",
-    "\n",
-    "def install_optimizing():\n",
-    "    run('add-apt-repository ppa:deadsnakes/ppa -y')\n",
-    "    run('apt update -y')\n",
-    "    run('apt install nginx -y')\n",
-    "    # run('apt install python3.10 -y')\n",
-    "    \n",
-    "#安装依赖\n",
-    "def install_dependencies():\n",
-    "    print('安装需要的python环境')\n",
-    "    global envInstalled\n",
-    "    global venvPath\n",
-    "    if Path(f'{_install_path}/{_ui_dir_name}/venv').exists():\n",
-    "        print('跳过安装python环境')\n",
-    "        envInstalled = True\n",
-    "        return\n",
-    "    \n",
-    "    if quickStart and Path(venvPath).exists():\n",
-    "        print('解压环境')\n",
-    "        mkdirs(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "#         run('python3.10 -m venv venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "        run(f'tar -xf {venvPath} -C ./venv',cwd=f'{_install_path}/{_ui_dir_name}')\n",
-    "    run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/pip*')\n",
-    "    run(f'rm -f {_install_path}/{_ui_dir_name}/venv/bin/python*')\n",
-    "    venv.create(f'{_install_path}/{_ui_dir_name}/venv')\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/venv/bin/pip').exists():\n",
-    "        run('curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py')\n",
-    "        run(f'{_install_path}/{_ui_dir_name}/venv/bin/python3 get-pip.py')\n",
-    "        \n",
-    "    if not quickStart:\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -V''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip -V''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install torch==2.3.1 torchvision==0.18.1 torchaudio==2.3.1 --index-url https://download.pytorch.org/whl/cu121''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install xformers==0.0.27''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install -r requirements_versions.txt''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install spandrel==0.3.0''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install opencv-python''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pydantic==1.10.15''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install transformers -U''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install llama-cpp-python''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python -m pip install pytorch_lightning==2.3.3 torchsde==0.2.6 spandrel==0.3.4''')\n",
-    "        \n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install open-clip-torch -U''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install protobuf==4.25.8''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install blendmodes==2022''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install Pillow==9.5.0''')\n",
-    "        run(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr''')\n",
-    "    \n",
-    "    get_ipython().system(f'''{_install_path}/{_ui_dir_name}/venv/bin/python3 -m pip install basicsr''')\n",
-    "\n",
-    "    envInstalled = True\n",
-    "    print('安装需要的python环境 完成')\n",
-    "      \n",
-    "# 个性化配置 \n",
-    "def use_config():\n",
-    "    print('使用自定义配置 包括tag翻译 \\n')\n",
-    "    run(f'''mkdir -p {_install_path}/temp''')\n",
-    "    run(f'git clone {_sd_config_git_repu} sd-configs',cwd=f'{_install_path}/temp')\n",
-    "    run(f'cp -r -f -n {_install_path}/temp/sd-configs/dist/* {_install_path}/{_ui_dir_name}')\n",
-    "    if not Path(_ui_config_file).exists() and _ui_config_file != 'ui-config.json': # ui配置文件\n",
-    "        run(f'''mkdir -p {_ui_config_file[:_ui_config_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/ui-config.json {_ui_config_file}')\n",
-    "    if not Path(_setting_file).exists() and _setting_file != 'config.json': # 设置配置文件\n",
-    "        run(f'''mkdir -p {_setting_file[:_setting_file.rfind('/')]}''')\n",
-    "        run(f'cp -f -n {_install_path}/{_ui_dir_name}/config.json {_setting_file}')\n",
-    "\n",
-    "def copy_last_log_to_images():\n",
-    "    if not Path(f'{_install_path}/{_ui_dir_name}/log/images').exists(): mkdirs(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')\n",
-    "    img_list = os.listdir(f'{_install_path}/{_ui_dir_name}/log/images')\n",
-    "    last_img_path = ''\n",
-    "    last_img_num = 0\n",
-    "    for img in img_list:\n",
-    "        if re.findall(r'^\\d+-',str(img)):\n",
-    "            num = int(re.findall(r'^\\d+-',str(img))[0][:-1])\n",
-    "            if num > last_img_num:\n",
-    "                last_img_path = img\n",
-    "                last_img_num = num\n",
-    "                \n",
-    "    if not last_img_path: return\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/txt2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/txt2img-images/''')\n",
-    "    \n",
-    "    print(f'{_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images')\n",
-    "    run(f'''mkdir -p {_install_path}/{_ui_dir_name}/outputs/img2img-images''')\n",
-    "    run(f'''cp -f {_install_path}/{_ui_dir_name}/log/images/{last_img_path} {_install_path}/{_ui_dir_name}/outputs/img2img-images/''')\n",
-    "    \n",
-    "def start_webui(i):\n",
-    "    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n",
-    "    print(i,'--port',str(_server_port+1+i))\n",
-    "    if i>0:\n",
-    "        print(f'使用第{i+1}张显卡启动第{i+1}个服务，通过frpc或nrgok地址后加{_sub_path[i]}进行访问')\n",
-    "\n",
-    "    restart_times = 0\n",
-    "    last_restart_time = time.time()\n",
-    "    while _runing:\n",
-    "        os.chdir(f'{_install_path}/{_ui_dir_name}')\n",
-    "        root_path = _sub_path[i]\n",
-    "        if root_path.endswith('/'): root_path = root_path[:-1]\n",
-    "        if torch.cuda.device_count() == 2 and not _multi_case:\n",
-    "            os.environ['CUDA_VISIBLE_DEVICES']='0,1'\n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        else:    \n",
-    "            get_ipython().system(f'''venv/bin/python3 launch.py --device-id={i} --port {str(_server_port+1+i)} --subpath={_sub_path[i]}''')\n",
-    "        print('10秒后重启服务')\n",
-    "        if time.time() - last_restart_time < 60:\n",
-    "            restart_times = restart_times + 1\n",
-    "        else:\n",
-    "            restart_times = 0\n",
-    "        last_restart_time = time.time()\n",
-    "        if restart_times >3 :\n",
-    "            # 如果180秒内重启了3此，将不再自动重启\n",
-    "            break\n",
-    "        time.sleep(10)\n",
-    "    \n",
-    "# 启动\n",
-    "def start():\n",
-    "    print('启动webui')\n",
-    "    os.chdir(f'''{_install_path}/{_ui_dir_name}''')\n",
-    "    args = ''\n",
-    "    if _ui_config_file is not None and _ui_config_file != '' and Path(_ui_config_file).exists(): # ui配置文件\n",
-    "        args += ' --ui-config-file=' + _ui_config_file\n",
-    "    if _setting_file is not None and _setting_file != '' and Path(_setting_file).exists(): # 设置配置文件\n",
-    "        args += ' --ui-settings-file=' + _setting_file\n",
-    "    args += ' ' + otherArgs\n",
-    "    os.environ['COMMANDLINE_ARGS']=args\n",
-    "    run(f'''echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS''')\n",
-    "    os.environ['REQS_FILE']='requirements_versions.txt'\n",
-    "\n",
-    "    with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:\n",
-    "        for i in range(torch.cuda.device_count() if _multi_case else 1):\n",
-    "            executor.submit(start_webui,i)\n",
-    "            while _runing and not check_service('localhost',str(_server_port+1+i)): # 当当前服务启动完成才允许退出此次循环\n",
-    "                time.sleep(5)\n",
-    "            if not _runing: break\n",
-    "            time.sleep(10)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "qLvsk8ByLCtF"
-   },
-   "source": [
-    "# 入口函数\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-input": true,
-    "id": "IOKjaMlcLCtF",
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "# 启动非webui相关的的内容，加快启动速度\n",
-    "def main():\n",
-    "    global envInstalled\n",
-    "    global huggingface_is_init\n",
-    "    global _runing\n",
-    "    init_start_conf()\n",
-    "    stop_solo_threads()\n",
-    "    print('启动...')\n",
-    "    startTicks = time.time()\n",
-    "    time.sleep(5)\n",
-    "    _runing = True\n",
-    "    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n",
-    "    _proxy_path[_sub_path[0]] = f'http://127.0.0.1:{_server_port+1}/'\n",
-    "    _proxy_path[_sub_path[1]] = f'http://127.0.0.1:{_server_port+2}/'\n",
-    "    proxy_thread = threading.Thread(target = startProxy, daemon=True, name='solo_startProxy')\n",
-    "    proxy_thread.start()\n",
-    "    if isInstall is False or _reLoad: \n",
-    "        print('安装运行环境')\n",
-    "        os.environ['MPLBACKEND'] = 'Agg'\n",
-    "        install()\n",
-    "        link_dir()\n",
-    "        init_huggingface()\n",
-    "        install_optimizing()\n",
-    "        if not _skip_webui:\n",
-    "            threading.Thread(target = install_dependencies,daemon=True,name='solo_install_dependencies').start()\n",
-    "        else: envInstalled = True\n",
-    "        link_or_download_flie(replace_path(_async_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}')\n",
-    "        if huggingface_is_init:\n",
-    "            threading.Thread(target = download__huggingface_repo,daemon=True,\n",
-    "                                 args=([_huggingface_repo]),\n",
-    "                                 kwargs={\"callback\":copy_last_log_to_images},\n",
-    "                                 name='solo_download__huggingface_repo').start()\n",
-    "        \n",
-    "        link_or_download_flie(replace_path(_before_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',is_await=True,sync=True)\n",
-    "        t = 0\n",
-    "        while _runing and not envInstalled:\n",
-    "            if t%10==0:\n",
-    "                print('等待python环境安装...')\n",
-    "            t = t+1\n",
-    "            time.sleep(1)\n",
-    "        use_config()\n",
-    "        os.environ['IsInstall'] = 'True'\n",
-    "    else:\n",
-    "        envInstalled = True\n",
-    "    localProxy()\n",
-    "    link_or_download_flie(replace_path(_before_start_sync_downloading), _link_instead_of_copy=_link_instead_of_copy,\n",
-    "                          base_path=f'{_install_path}/{_ui_dir_name}',sync=True)\n",
-    "    if init_huggingface():\n",
-    "        start_sync_log_to_huggingface(_huggingface_repo)\n",
-    "    ticks = time.time()\n",
-    "    _on_before_start()\n",
-    "    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n",
-    "    if _skip_webui:\n",
-    "        print('跳过webui启动')\n",
-    "        proxy_thread.join()\n",
-    "    else:\n",
-    "        start()\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "0oaCRs2gLCtF"
-   },
-   "source": [
-    "# 执行区域\n",
-    "---"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "_kg_hide-output": true,
-    "id": "O3DR0DWHLCtF",
-    "scrolled": true,
-    "trusted": true
-   },
-   "outputs": [],
-   "source": [
-    "# 启动\n",
-    "# _reLoad = True\n",
-    "# hidden_console_info = False\n",
-    "# run_by_none_device = True\n",
-    "# show_shell_info = True\n",
-    "\n",
-    "print(f'当前sd的安装路径是：{_install_path}/{_ui_dir_name}')\n",
-    "print(f'当前图片保存路径是：{_output_path}')\n",
-    "print(f'当前数据集路径是：{_input_path}')\n",
-    "\n",
-    "print(update_desc)\n",
-    "\n",
-    "if _skip_start:\n",
-    "    print('已跳过自动启动，可手动执行 main() 进行启动。')\n",
-    "    print('''推荐的启动代码：\n",
-    "try:\n",
-    "    check_gpu() # 检查是否存在gpu\n",
-    "    main()\n",
-    "except KeyboardInterrupt:\n",
-    "    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）\n",
-    "    ''')\n",
-    "else:\n",
-    "    try:\n",
-    "        check_gpu()\n",
-    "        main()\n",
-    "    except KeyboardInterrupt:\n",
-    "        stop_solo_threads()"
-   ]
-  }
- ],
- "metadata": {
-  "kaggle": {
-   "accelerator": "nvidiaTeslaT4",
-   "dataSources": [
-    {
-     "datasetId": 2716934,
-     "sourceId": 6167400,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3654544,
-     "sourceId": 6346544,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 2962375,
-     "sourceId": 6720235,
-     "sourceType": "datasetVersion"
-    },
-    {
-     "datasetId": 3074484,
-     "sourceId": 6817788,
-     "sourceType": "datasetVersion"
-    }
-   ],
-   "isGpuEnabled": true,
-   "isInternetEnabled": true,
-   "language": "python",
-   "sourceType": "notebook"
-  },
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.12"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
-}

sdwui-start.ipynb

@@ -1 +1 @@
-{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# 这只是一个完整项目的一部分 不能运行的 \n- 可以从这个地址运行 [点击打开](https://www.kaggle.com/viyiviyi/sdwui-before)\n---","metadata":{"id":"6zE2QeUKLCtC"}},{"cell_type":"code","source":"print('''\n路径说明\n*  可以使用 $install_path 或 {install_path} 来访问安装目录，写在字符串内也会生效\n*  $output_path 或 {output_path} 可以访问输出目录\n*  $input_path 或 {input_path} 可以访问输入目录 在kaggle是数据集根目录\n*  如果链接了谷歌云盘，将会在云盘根目录创建 sdwebui 的文件夹，文件夹内的 Input 目录将会作为 输入目录 Output 将会作为输出目录\n\n发布地址 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai\n\n更新日志\n*\n*  23-07-26\n*  增加可隐藏启动时的不重要信息 通过增加配置 [hidden_console_info = True] 开启\n*  增加可自定义下载或链接文件到指定目录\n*  配置方式：查看 https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai 的 [其他文件列表]\n*\n*  23-07-22\n*  更新了可自动同步收藏目录到 https://huggingface.co/ 的功能\n*  可通过增加配置项 huggingface_token = \"token\" 和 huggingface_repo = “仓库id” 后使用此功能\n*\n*  23-07-18  \n*  如果有两个GPU 第二个GPU将会启动api服务，可用api的方式调用，和webui互相独立，绘图时不会导致另外一边卡顿\n*  通过/1/作为base url来访问这个api\n*  没有启动两个webui是因为，很大概率爆内存\n''')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from pathlib import Path\nimport os\nimport time\nimport re\nimport subprocess\nimport threading\nimport sys\nimport socket\nimport torch\nfrom typing import List\n\n# 检查gpu是否存在\nif torch.cuda.device_count() == 0:\n    raise Exception('当前环境没有GPU')\n\ninstall_path=f\"{os.environ['HOME']}/sdwebui\" # 安装目录\noutput_path=f\"{os.environ['HOME']}/sdwebui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\ninput_path = '/kaggle/input' # 输入目录\n\ngoogle_drive = '' \n# 连接谷歌云\ntry:\n    if useGooglrDrive:\n        from google.colab import drive\n        drive.mount(f'~/google_drive')\n        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n        output_path = f'{google_drive}/sdwebui/Output'\n        input_path = f'{google_drive}/sdwebui/Input'\n        !mkdir -p {input_path}\n        # 设置文件路径\n        if setting_file== '/kaggle/working/configs/config.json':\n            setting_file = os.path.join(output_path,'configs/config.json')\n        if ui_config_file == '/kaggle/working/configs/ui-config.json':\n            ui_config_file = os.path.join(output_path,'configs/ui-config.json')\n        print('''\n已经链接到谷歌云盘\n云盘根目录/sdwebui/Output 被链接为输出目录，图片和设置文件将会保存在此文件夹\n云盘根目录/sdwebui/Input 被链接为输入目录，环境变量名是 $input_path\n        ''')\nexcept:\n    useGooglrDrive = False\n\n!mkdir -p {install_path}\n!mkdir -p {output_path}\n\nos.environ['install_path'] = install_path\nos.environ['output_path'] = output_path\nos.environ['google_drive'] = google_drive\nos.environ['input_path'] = input_path\n\ndef replace_path(input_str:str):\n    return input_str.replace('$install_path',install_path)\\\n    .replace('{install_path}',install_path)\\\n    .replace('$input_path',input_path)\\\n    .replace('{input_path}',input_path)\\\n    .replace('$output_path',output_path)\\\n    .replace('{output_path}',output_path)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 模型目录 文件名称:链接的方式指定文件名\nmodelDirs = []+[replace_path(item.strip()) for item in 模型列表.split('\\n') if item.strip() ]\n# vae列表\nmodelVaeDirs = []+[replace_path(item.strip()) for item in VAE列表.split('\\n') if item.strip()]\n# 此配置内的目录下所有文件将加载到hypernetworks文件夹\nhypernetworksModelDirs = []+[replace_path(item.strip()) for item in hypernetworks列表.split('\\n') if item.strip()] \n# 此配置内的目录下所有文件将加载到embeddings文件夹\nembeddingsModelDirs = [] +[replace_path(item.strip()) for item in embeddings列表.split('\\n') if item.strip()]\n# 此配置内的目录下所有文件将加载到Lora文件夹\nloraModelDirs = []+[replace_path(item.strip()) for item in Lora列表.split('\\n') if item.strip()] \n\nlyCORISModelDirs = []+[replace_path(item.strip()) for item in LyCORIS列表.split('\\n') if item.strip()] \n# controlNet��件模型列表\ncontrolNetModels=[] +[replace_path(item.strip()) for item in controlNet模型列表.split('\\n') if item.strip()]\n# 插件列表\nextensions=[]+[replace_path(item.strip()) for item in 插件列表.split('\\n') if item.strip()]\n# 配置文件链接\nlinkHypernetworksDir=False # 链接 hypernetworks 目录到输出目录\nlinkEmbeddingsDir=False # 链接 embeddings 目录到输出目录\nlinkTextual_inversionDir=False # 链接 textual_inversion 目录到输出目录 如果需要保存训练过程的产出文件时建议开启\n\nngrokTokenFile = os.path.join(input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\nfrpcConfigFile = os.path.join(input_path,'configs/frpc_koishi.ini')  # 非必填 frp 配置文件\n# ss证书目录 下载nginx的版本，把pem格式改成crt格式\nfrpcSSLFFlies =[os.path.join(input_path,'configs/koishi_ssl')]+[replace_path(item.strip()) for item in frpSSL文件.split('\\n') if item.strip() ]\n# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\nfrpcExePath = os.path.join(input_path,'utils-tools/frpc')\n# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\notherArgs = ' '.join([replace_path(item.strip()) for item in 参数列表.split('\\n') if item.strip()])\n\nvenvPath = os.path.join(input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n\n# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\nkaggleApiTokenFile = os.path.join(input_path,'configs/kaggle.json')\n\nrequirements = []","metadata":{"_kg_hide-input":true,"id":"i3LhnwYHLCtC","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 这下面的是用于初始化一些值或者环境变量的，轻易别改\nfrpcStartArg = ''\n\nfrp配置文件或配置 = replace_path(frp配置文件或配置)\nngrok配置或文件地址 = replace_path(ngrok配置或文件地址)\n\n!mkdir -p $install_path/configFiles\nif Path(frp配置文件或配置.strip()).exists():\n    frpcConfigFile = frp配置文件或配置.strip()\nif not Path(frpcConfigFile).exists(): \n    if frp配置文件或配置.strip().startswith('-f'):\n        frpcStartArg = frp配置文件或配置.strip()\n    else:\n        print('没有frpcp配置')\n        useFrpc = False\nelse:\n    os.system(f'cp -f {frpcConfigFile} {install_path}/configFiles/frpc_webui.ini')\n    frpcConfigFile = f'{install_path}/configFiles/frpc_webui.ini'\n    os.system(f'sed -i \"s/local_port = .*/local_port = {webuiPort}/g\" {frpcConfigFile}')\n    frpcStartArg = f' -c {frpcConfigFile}'\n\nngrokToken=''\nif Path(ngrok配置或文件地址.strip()).exists():\n    ngrokTokenFile = ngrok配置或文件地址.strip()\nif Path(ngrokTokenFile).exists():\n    with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n        ngrokToken = nkfile.readline()\nelif not ngrok配置或文件地址.strip().startswith('/'):\n    ngrokToken=ngrok配置或文件地址.strip()\n    \nif not Path(venvPath).exists():\n    venvPath = os.path.join(input_path,'sd-webui-venv/venv.zip')\n","metadata":{"_kg_hide-input":true,"id":"a_GtG2ayLCtD","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def get_other_files():\n    if '其他文件列表' not in globals():\n        return {}\n    other_flie_list = [replace_path(item.split('#')[0].strip()) for item in 其他文件列表.split('\\n') if item.strip()]\n    other_flie_list_store = {}\n    other_flie_list_store_name='default'\n    other_flie_list_store_list_cache=[]\n    for item in other_flie_list:\n        if item.startswith('[') and item.endswith(']'):\n            if not other_flie_list_store_name == 'default':\n                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n                other_flie_list_store_list_cache = []\n            other_flie_list_store_name = item[1:-1]\n        else:\n            other_flie_list_store_list_cache.append(item)\n    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache\n    return other_flie_list_store","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import os,sys,io\nsys_sys_stdout = sys.stdout\nclass HiddenPrints:\n    def __enter__(self):\n        if 'hidden_console_info' not in globals(): return\n        if hidden_console_info:\n            self._stdout = sys.stdout\n            sys.stdout = self._stringio = io.StringIO()\n\n    def __exit__(self, *args):\n        if 'hidden_console_info' not in globals(): return\n        if hidden_console_info:\n            sys.stdout = self._stdout","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# kaggle public API\n\n**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n\n---","metadata":{"id":"p0uS-BLULCtD"}},{"cell_type":"code","source":"# 安装kaggle的api token文件\ndef initKaggleConfig():\n    if Path('~/.kaggle/kaggle.json').exists():\n        return True\n    if Path(kaggleApiTokenFile).exists():\n        !mkdir -p ~/.kaggle/\n        os.system('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n        !chmod 600 ~/.kaggle/kaggle.json\n        return True\n    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n    return False\n\ndef getUserName():\n    if not initKaggleConfig(): return\n    import kaggle\n    return kaggle.KaggleApi().read_config_file()['username']\n\ndef createOrUpdateDataSet(path:str,datasetName:str):\n    if not initKaggleConfig(): return\n    print('创建或更新数据集 '+datasetName)\n    import kaggle\n    os.system('mkdir -p $install_path/kaggle_cache')\n    os.system('rm -rf $install_path/kaggle_cache/*')\n    datasetDirPath = install_path+'/kaggle_cache/'+datasetName\n    os.system('mkdir -p '+datasetDirPath)\n    os.system('cp -f '+path+' '+datasetDirPath+'/')\n    username = getUserName()\n    print(\"kaggle username:\"+username)\n    datasetPath = username+'/'+datasetName\n    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n    print(datasetList)\n    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n        os.system('kaggle datasets init -p' + datasetDirPath)\n        metadataFile = datasetDirPath+'/dataset-metadata.json'\n        os.system('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n        os.system('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n        os.system('cat '+metadataFile)\n        os.system('kaggle datasets create -p '+datasetDirPath)\n        print('create database done')\n    else:\n        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n        print('upload database done')\n\ndef downloadDatasetFiles(datasetName:str,outputPath:str):\n    if not initKaggleConfig(): return\n    print('下载数据集文件 '+datasetName)\n    import kaggle\n    username = getUserName()\n    datasetPath = username+'/'+datasetName\n    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n    if datasetPath not in [str(d) for d in datasetList]:\n        return False\n    os.system('mkdir -p '+outputPath)\n    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n    return True\n\n","metadata":{"_kg_hide-input":true,"id":"m8FJi4j0LCtD","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 同步文件夹到 huggingface\n","metadata":{}},{"cell_type":"code","source":"# 文件夹与 huggingface 同步\nif 'huggingface_token' in locals() and 'huggingface_repo' in locals():\n    requirements.append('watchdog')\n    requirements.append('huggingface_hub')\n\n\nhuggingface_is_init = False\n\ndef init_huggingface():\n    if 'huggingface_token' not in globals() or 'huggingface_repo' not in globals():\n        print('请增加配置项 huggingface_token = \"token\" 和 huggingface_repo = “仓库id” 后使用 huggingface 功能')\n        return False\n    global huggingface_is_init\n    from huggingface_hub  import HfApi,login,snapshot_download\n    token = replace_path(huggingface_token)\n    if Path(token).exists():\n        with open(token,encoding = \"utf-8\") as nkfile:\n            token = nkfile.readline()\n    if not token.startswith('hf_'):\n        print('huggingface token 不正确，请将 token 或 仅存放token 的txt文件路径填入 huggingface_token 配置')\n        return False\n    login(token)\n    huggingface_is_init = True\n    return True\n\n\ndef download_huggingface_repo(repo_id:str,dist_directory:str=None,repo_type='dataset',callback=None):\n    if not huggingface_is_init:\n        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n        \n    if not dist_directory:\n        dist_directory = f'{install_path}/stable-diffusion-webui/log'\n    \n    from huggingface_hub  import HfApi,login,snapshot_download\n    \n    api = HfApi()\n    \n    print('下载收藏的图片')\n    snapshot_download(repo_id = huggingface_repo,\n                      local_dir = dist_directory,\n                      local_dir_use_symlinks = \"auto\",\n                      token=True,\n                      repo_type=repo_type\n                     )\n    if callback:\n        callback()\n\ndef start_sync_log_to_huggingface(repo_id:str,directory_to_watch:str=None,repo_type='dataset'):\n    if not huggingface_is_init:\n        print('huggingface 相关功能未初始化 请调用 init_huggingface() 初始化')\n    \n    from watchdog.observers import Observer\n    from watchdog.events import FileSystemEventHandler\n    from huggingface_hub  import HfApi,login,snapshot_download\n    \n    # 配置监视的目录和 Hugging Face 仓库信息\n    class FileChangeHandler(FileSystemEventHandler):\n        def __init__(self, api, repo_id, repo_type):\n            self.api = api\n            self.repo_id = repo_id\n            self.repo_type = repo_type\n        def on_created(self, event):\n            if not event.is_directory:\n                # 上传新文件到 Hugging Face 仓库\n                file_path = event.src_path\n                file_name = os.path.basename(file_path)\n                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n                try:\n                    self.api.upload_file(\n                        path_or_fileobj=file_path,\n                        path_in_repo=file_path.replace(directory_to_watch,''),\n                        repo_id=self.repo_id,\n                        repo_type=self.repo_type,\n                    )\n                except Error as error:\n                    print(error)\n\n        def on_deleted(self, event):\n            if not event.is_directory:\n                # 从 Hugging Face 仓库删除文件\n                file_path = event.src_path\n                file_name = os.path.basename(file_path)\n                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n                try:\n                    self.api.delete_file(\n                        path_in_repo=file_path.replace(directory_to_watch,''),\n                        repo_id=self.repo_id,\n                        repo_type=self.repo_type,\n                        )\n                except Error as error:\n                    print(error)\n\n        def on_modified(self, event):\n            if not event.is_directory:\n                # 更新 Hugging Face 仓库中的文件\n                file_path = event.src_path\n                file_name = os.path.basename(file_path)\n                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n                try:\n                    self.api.upload_file(\n                        path_or_fileobj=file_path,\n                        path_in_repo=file_path.replace(directory_to_watch,''),\n                        repo_id=self.repo_id,\n                        repo_type=self.repo_type,\n                    )\n                except Error as error:\n                    print(error)\n\n        def on_moved(self, event):\n            if not event.is_directory:\n                file_path = event.dest_path\n                file_name = os.path.basename(file_path)\n                if file_name[-4:] not in ['.png','.jpg','.txt']: return\n                if event.dest_path.startswith(directory_to_watch):\n                    try:\n                        self.api.upload_file(\n                            path_or_fileobj=file_path,\n                            path_in_repo=file_path.replace(directory_to_watch,''),\n                            repo_id=self.repo_id,\n                            repo_type=self.repo_type,\n                        )\n                    except Error as error:\n                        print(error)\n\n    api = HfApi()\n    \n    if not directory_to_watch:\n        directory_to_watch = f'{install_path}/stable-diffusion-webui/log'\n    # 创建观察者对象并注册文件变化处理程序\n    event_handler = FileChangeHandler(api,repo_id,repo_type)\n    observer = Observer()\n    observer.schedule(event_handler, directory_to_watch, recursive=True)\n\n    # 启动观察者\n    observer.name = \"solo_directory_to_watch\"\n    print(f'启动收藏图片文件夹监听，并自动同步到 huggingface {repo_type} : {repo_id}')\n    observer.start()","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 工具函数\n**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n\n---","metadata":{"id":"sswa04veLCtE"}},{"cell_type":"markdown","source":"一般工具函数","metadata":{}},{"cell_type":"code","source":"# 绕过 os.systen 的限制执行命令\ndef run(shell:str,shellName=''):\n    if shellName == '': shellName = str(time.time())\n    !mkdir -p $install_path/run_cache\n    with open(install_path+'/run_cache/run_cache.'+shellName+'.sh','w') as sh:\n        sh.write(shell)\n    !bash {install_path}/run_cache/run_cache.{shellName}.sh\n\n# 连接多个路径字符串 让路径在shell命令中能正常的执行\ndef pathJoin(*paths:str):\n    pathStr = ''\n    for p in paths:\n        pathStr += '\"'+p+'\"'\n    pathStr = '\"*\"'.join(pathStr.split('*'))\n    pathStr = '\"$\"'.join(pathStr.split('$'))\n    pathStr = '\"(\"'.join(pathStr.split('('))\n    pathStr = '\")\"'.join(pathStr.split(')'))\n    pathStr = '\"{\"'.join(pathStr.split('{'))\n    pathStr = '\"}\"'.join(pathStr.split('}'))\n    pathStr = re.sub(r'\"\"','',pathStr)\n    pathStr = re.sub(r'\\*{2,}','\"',pathStr)\n    pathStr = re.sub(r'/{2,}','/',pathStr)\n    pathStr = re.sub(r'/\\./','/',pathStr)\n    return pathStr\n\n# 判断路径是不是一个文件或者可能指向一些文件\ndef pathIsFile(path):\n    if Path(path).is_file():\n        return True\n    if re.search(r'\\.(ckpt|safetensors|png|jpg|txt|pt|pth|json|yaml|\\*)$',path):\n        return True\n    return False\n\ndef echoToFile(content:str,path:str):\n    with open(path,'w') as sh:\n        sh.write(content)\n\n# ngrok\ndef startNgrok(ngrokToken:str,ngrokLocalPort:int):\n    from pyngrok import conf, ngrok\n    try:\n        conf.get_default().auth_token = ngrokToken\n        conf.get_default().monitor_thread = False\n        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n        if len(ssh_tunnels) == 0:\n            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n            print('ngrok 访问地址：'+ssh_tunnel.public_url)\n        else:\n            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)\n    except:\n        print('启动ngrok出错')\n        \ndef startFrpc(name,configFile):\n    run(f'''\ncd $install_path/frpc/\n$install_path/frpc/frpc {configFile}\n        ''',name)\n        \ndef installProxyExe():\n    if useFrpc:\n        print('安装frpc')\n        !mkdir -p $install_path/frpc\n        if Path(frpcExePath).exists():\n            os.system(f'cp -f -n {frpcExePath} $install_path/frpc/frpc')\n        else:\n            !wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O $install_path/frpc/frpc\n        \n        for ssl in frpcSSLFFlies:\n            if Path(ssl).exists():\n                os.system('cp -f -n '+pathJoin(ssl,'/*')+' $install_path/frpc/')\n        !chmod +x $install_path/frpc/frpc\n        !$install_path/frpc/frpc -v\n    if useNgrok:\n        %pip install pyngrok\n\ndef startProxy():\n    if useNgrok:\n        startNgrok(ngrokToken,webuiPort)\n    if useFrpc:\n        startFrpc('frpc_proxy',frpcStartArg)\n\n    \ndef zipPath(path:str,zipName:str,format='tar'):\n    if path.startswith('$install_path'):\n        path = path.replace('$install_path',install_path)\n    if path.startswith('$output_path'):\n        path = path.replace('$install_path',output_path)\n    if not path.startswith('/'):\n        path = pathJoin(install_path,'/stable-diffusion-webui','/',path)\n    if Path(path).exists():\n        if 'tar' == format:\n            os.system('tar -cf $output_path/'+ zipName +'.tar -C '+ path +' . ')\n        elif 'gz' == format:\n            os.system('tar -czf $output_path/'+ zipName +'.tar.gz -C '+ path +' . ')\n        return\n    print('指定的目录不存在：'+path)\n\n        \ndef check_service(host, port):\n    try:\n        socket.create_connection((host, port), timeout=5)\n        return True\n    except socket.error:\n        return False","metadata":{"_kg_hide-input":true,"id":"coqQvTSLLCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"文件下载工具","metadata":{}},{"cell_type":"code","source":"import os\nimport re\nimport requests\n\ndef download_file(url, filename, path,cache_path = ''):\n    # 获取文件的真实文件名\n    if not filename:\n        with requests.get(url, stream=True) as r:\n            if 'Content-Disposition' in r.headers:\n                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n            r.close()\n    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n    # 拼接文件的完整路径\n    filepath = os.path.join(path, filename)\n    if cache_path:\n        cache_path = os.path.join(cache_path, filename)\n    # 判断文件是否已存在\n    if os.path.exists(filepath):\n        print(f'{filename} already exists in {path}')\n        return\n    if cache_path and os.path.exists(cache_path):\n        !ln -s -f {cache_path} {filepath}\n    # 下载文件\n    with requests.get(url, stream=True) as r:\n        r.raise_for_status()\n        with open(filepath, 'wb') as f:\n            for chunk in r.iter_content(chunk_size=8192):\n                if chunk:\n                    f.write(chunk)\n    print(f'{filename} has been downloaded to {path}')\n    \n# 加入文件到下载列表\ndef putDownloadFile(url:str,distDir:str,file_name:str=None):\n    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n        url = url[len(file_name)+1:]\n    if not re.match(r'^(https?|ftps?)://',url):\n        return\n    file_name = re.sub(r'\\s+','_',file_name or '')\n    dir = str(hash(url)).replace('-','')\n    down_dir = f'{install_path}/down_cache/{dir}'\n    !mkdir -p {down_dir}\n    return [url,file_name,distDir,down_dir]\n\ndef get_file_size_in_gb(file_path):\n    size_in_bytes = Path(file_path).stat().st_size\n    size_in_gb = size_in_bytes / (1024 ** 3)\n    return '%.2f' % size_in_gb\n    \n# 下载文件\ndef startDownloadFiles(download_list):\n    print('下载列表:\\n','\\n'.join([f'{item[0]} -> {item[2]}/{item[1]}' for item in download_list]))\n    dist_list = []\n    for dow_f in download_list:\n        !mkdir -p {dow_f[3]}\n        print('下载 名称：',dow_f[1],'url：',dow_f[0])\n        download_file(dow_f[0],dow_f[1],dow_f[2],dow_f[3])\n        \n\n","metadata":{"_kg_hide-input":true,"id":"THNUsEm_LCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"NGINX 反向代理","metadata":{}},{"cell_type":"code","source":"\n# nginx ���向代理配置文件\ndef localProxy():\n    conf = '''\nserver\n{\n    listen '''+str(webuiPort)+''';\n    listen [::]:'''+str(webuiPort)+''';\n    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n    \n    if ($request_method = OPTIONS) {\n        return 200;\n    }\n    fastcgi_send_timeout                 10m;\n    fastcgi_read_timeout                 10m;\n    fastcgi_connect_timeout              10m;\n    location /1/\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+2)+'''/;\n        # add_header Set-Cookie \"subpath=1; expires=0; Path=/\";\n        # proxy_set_header Set-Cookie \"subpath=1; expires=0; Path=/\";\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n        proxy_connect_timeout 10m;\n        proxy_read_timeout 10m;\n    }\n    location /\n    {\n        set $proxy_url http://127.0.0.1:'''+str(webuiPort+1)+''';\n        # if ($cookie_subpath = \"1\") {\n        #    set $proxy_url  http://127.0.0.1:'''+str(webuiPort+2)+''';\n        # }\n        proxy_pass $proxy_url;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n        proxy_connect_timeout 10m;\n        proxy_read_timeout 10m;\n    }\n}\n'''\n    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n    if not check_service('localhost',webuiPort):\n        !nginx -c /etc/nginx/nginx.conf\n    !nginx -s reload\n    ","metadata":{"_kg_hide-input":true,"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"线程清理工具","metadata":{}},{"cell_type":"code","source":"import inspect\nimport ctypes\n\ndef _async_raise(tid, exctype):\n    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n    tid = ctypes.c_long(tid)\n    if not inspect.isclass(exctype):\n        exctype = type(exctype)\n    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n    if res == 0:\n        raise ValueError(\"invalid thread id\")\n    elif res != 1:\n        # \"\"\"if it returns a number greater than one, you're in trouble,\n        # and you should call it again with exc=NULL to revert the effect\"\"\"\n        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n\ndef stop_thread(thread):\n    _async_raise(thread.ident, SystemExit)\n\ndef stop_solo_threads():\n    # 获取当前所有活动的线程\n    threads = threading.enumerate()\n    # 关闭之前创建的子线程\n    for thread in threads:\n        if thread.name.startswith('solo_'):\n            print(thread.name)\n            try:\n                stop_thread(thread)\n            except socket.error:\n                print(f'结束进程：{thread.name} 执行失败')","metadata":{"_kg_hide-input":true,"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# webui 安装和配置函数\n---","metadata":{"id":"Ve3p8oOkLCtE"}},{"cell_type":"code","source":"envInstalled=False\nextensionsDone=False\n\n#安装webui\ndef install():\n    print('安装webui')\n    %cd $install_path\n    with HiddenPrints():\n        for requirement in requirements:\n            !pip install {requirement}\n    if reLoad:\n        !rm -rf stable-diffusion-webui\n    if Path(\"stable-diffusion-webui\").exists():\n        %cd $install_path/stable-diffusion-webui/\n        !git checkout .\n        !git pull\n    else:\n        if mobileOptimize:\n            !git clone https://github.com/viyiviyi/stable-diffusion-webui.git stable-diffusion-webui -b local  # 修改了前端界面，手机使用更方便\n        else:\n            !git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui stable-diffusion-webui\n    %cd {install_path}/stable-diffusion-webui\n    print('安装webui 完成')\n\n# 链接输出目录\ndef link_dir():\n    print('链接输出目录')\n    # 链接输出目录 因为sd被部署在了stable-diffusion-webui目录，运行结束后为了方便下载就只有outputs目录放在output_path/目录下\n    !mkdir -p $output_path/outputs\n    !rm -rf $install_path/stable-diffusion-webui/outputs\n    !ln -s -r $output_path/outputs $install_path/stable-diffusion-webui/ # 输出目录\n    !mkdir -p $output_path/log\n    !rm -rf $install_path/stable-diffusion-webui/log\n    !ln -s -r $output_path/log $install_path/stable-diffusion-webui/\n    # 链接 hypernetworks 目录\n    if linkHypernetworksDir:\n        !rm -rf $install_path/stable-diffusion-webui/models/hypernetworks\n        !mkdir -p $output_path/hypernetworks\n        !ln -s -r $output_path/hypernetworks $install_path/stable-diffusion-webui/models/\n    # 链接 embeddings 目录\n    if linkEmbeddingsDir:\n        !rm -rf $install_path/stable-diffusion-webui/embeddings\n        !mkdir -p $output_path/embeddings\n        !ln -s -r $output_path/embeddings $install_path/stable-diffusion-webui/\n    # 链接训练输出目录 文件夹链接会导致功能不能用\n    if linkTextual_inversionDir:\n        !rm -rf $install_path/stable-diffusion-webui/textual_inversion\n        !mkdir -p $output_path/textual_inversion/\n        !ln -s -r $output_path/textual_inversion $install_path/stable-diffusion-webui/\n    print('链接输出目录 完成')\n    \ndef link_or_download_flie(skip_down:bool,store:dict[str,List[str]]):\n    download_list = []\n    for dist_dir in store.keys():\n        dist_path = os.path.join(f'{install_path}/stable-diffusion-webui',dist_dir)\n        !mkdir -p {dist_path}\n        for path in store[dist_dir]:\n            if 'https://' in path or 'http://' in path:\n                if skip_down:\n                    continue\n                download_list.append(putDownloadFile(path,dist_path))\n            elif pathIsFile(path):\n                os.system(('cp -n' if enableLoadByCopy else 'ln -s')+' -f '+ pathJoin(path) +f' {dist_path}')\n            else:\n                os.system(('cp -n' if enableLoadByCopy else 'ln -s')+' -f '+ pathJoin(path,'/*.*') +f' {dist_path}')\n        !rm -f {dist_path}/\\*.* \n    startDownloadFiles(download_list)\n        \n# 链接模型文件\ndef load_models(skip_url=False):\n    print(('复制' if enableLoadByCopy else '链接') + '模型文件')\n    if enableLoadByCopy:\n        print('如果出现 No such file or directory 错误，可以忽略')\n    store = get_other_files()\n    store['models/Stable-diffusion'] = modelDirs + (store['models/Stable-diffusion'] if 'models/Stable-diffusion' in store else [])\n    store['models/hypernetworks'] = hypernetworksModelDirs + (store['models/hypernetworks'] if 'models/hypernetworks' in store else [])\n    store['models/embeddings'] = embeddingsModelDirs + (store['models/embeddings'] if 'models/embeddings' in store else [])\n    store['models/Lora'] = loraModelDirs + (store['models/Lora'] if 'models/Lora' in store else [])\n    store['models/LyCORIS'] = lyCORISModelDirs + (store['models/LyCORIS'] if 'models/LyCORIS' in store else [])\n    store['models/VAE'] = modelVaeDirs + (store['models/VAE'] if 'models/VAE' in store else [])\n    store['extensions/sd-webui-controlnet/models'] = controlNetModels + (store['extensions/sd-webui-controlnet/models'] if 'extensions/sd-webui-controlnet/models' in store else [])\n    link_or_download_flie(skip_url,store)\n    print(('复制' if enableLoadByCopy else '链接') + '模型文件 完成')\n\n#安装依赖\ndef install_dependencies():\n    print('安装webui需要的python环境')\n    global envInstalled\n    global venvPath\n    print(venvPath)\n    \n    with HiddenPrints():\n        %env TF_CPP_MIN_LOG_LEVEL=1\n        !apt -y update -qq\n        !wget http://launchpadlibrarian.net/367274644/libgoogle-perftools-dev_2.5-2.2ubuntu3_amd64.deb\n        !wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/google-perftools_2.5-2.2ubuntu3_all.deb\n        !wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libtcmalloc-minimal4_2.5-2.2ubuntu3_amd64.deb\n        !wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libgoogle-perftools4_2.5-2.2ubuntu3_amd64.deb\n        !apt -y install -qq libunwind8-dev\n        !dpkg -i *.deb\n        %env LD_PRELOAD=libtcmalloc.so\n        !rm *.deb\n        !sudo apt install nginx -y\n\n    sh = f'cd {install_path}/stable-diffusion-webui\\n'\n    if str(sys.version).startswith('3.8') or str(sys.version).startswith('3.9') or str(sys.version).startswith('3.10'):\n        sh += 'python -m venv venv\\n'\n    else:\n        sh += '''\nadd-apt-repository ppa:deadsnakes/ppa -y\napt update\napt install python3.10 -y\npython3.10 -m venv venv\n'''\n    if quickStart:\n        if not Path(venvPath).exists():\n            !mkdir -p {install_path}/venv_cache\n            if not Path(f'{install_path}/venv_cache/venv.tar.bak').exists():\n                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{install_path}/venv_cache')\n            !unzip {install_path}/venv_cache/venv.zip -d {install_path}/venv_cache\n            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n            !rm -rf {install_path}/venv_cache/venv.zip\n        elif venvPath.endswith('.zip'):\n            !mkdir -p {install_path}/venv_cache\n            !unzip {venvPath} -d {install_path}/venv_cache\n            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n\n        sh += 'echo \"unzip venv\"\\n'\n        sh += f'tar -xf {venvPath} -C ./venv\\n'\n    sh += '\\n'\n    with HiddenPrints():\n        run(sh,'dependencies')\n    if not Path(f'{install_path}/stable-diffusion-webui/venv/bin/pip').exists():\n        !curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py\n        with HiddenPrints():\n            !{install_path}/stable-diffusion-webui/venv/bin/python3 get-pip.py\n\n    !{install_path}/stable-diffusion-webui/venv/bin/python3 -V\n    !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip -V\n\n    if not quickStart or not Path(venvPath).exists():\n        with HiddenPrints():\n            !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip install -U torch==2.0.0+cu117 torchvision==0.15.1+cu117 torchaudio==2.0.1 --index-url https://download.pytorch.org/whl/cu117\n            !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip install -U open-clip-torch xformers==0.0.19\n\n    envInstalled = True\n    print('安装webui需要的python环境 完成')\n\n# 安装插件\ndef install_extensions():\n    global extensionsDone\n    print('安装插件')\n    sh = 'mkdir -p $install_path/stable-diffusion-webui/extensions \\n'\n    sh = 'mkdir -p $install_path/cache/extensions \\n'\n    sh += 'cd $install_path/cache/extensions \\n'\n    for ex in extensions:\n        sh += 'git clone ' + ex + ' \\n'\n    sh += 'rsync -a $install_path/cache/extensions/* $install_path/stable-diffusion-webui/extensions \\n'\n    sh += 'cd ../ && rm -rf $install_path/cache/extensions \\n'\n    with HiddenPrints():\n        run(sh,'extensions')\n        extensionsDone = True\n    print('安装插件 完成')\n    \n# 个性化配置 \ndef use_config():\n    print('使用自定义配置 包括tag翻译 \\n')\n    %cd $install_path/stable-diffusion-webui\n    !mkdir -p tmp\n    %cd tmp\n    !git clone {webui_settings} sd-configs\n    !cp -rf sd-configs/dist/* $install_path/stable-diffusion-webui\n    if not Path(ui_config_file).exists(): # ui配置文件\n        !mkdir -p {ui_config_file[0:ui_config_file.rfind('/')]}\n        os.system('cp -f -n $install_path/stable-diffusion-webui/ui-config.json '+ui_config_file)\n    if not Path(setting_file).exists(): # 设置配置文件\n        !mkdir -p {setting_file[0:setting_file.rfind('/')]}\n        os.system('cp -f -n $install_path/stable-diffusion-webui/config.json '+setting_file)\n\ndef checkDefaultModel():\n    print('检查默认模型文件是否存在 \\n')\n    global usedCkpt\n    if usedCkpt is not None and usedCkpt != '': # 设置启动时默认加载的模型\n        if '.' in usedCkpt:\n            if '/' in usedCkpt:\n                usedCkpt = usedCkpt\n            else:\n                usedCkpt = install_path + '/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt\n        else:\n            for x in ['.ckpt','.safetensors']:\n                if Path(install_path+'/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt+x).exists():\n                    usedCkpt = install_path+'/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt+x\n                    break\n    if Path(usedCkpt).exists():\n        return True\n    else:\n        if Path(usedCkpt).is_symlink():\n            print('模型文件真实地址：'+os.readlink(usedCkpt))\n        return False\n\ndef copy_last_log_to_images():\n    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')\n    img_list = os.listdir(f'{install_path}/stable-diffusion-webui/log/images')\n    last_img_path = ''\n    last_img_num = 0\n    for img in img_list:\n        if re.findall(r'^\\d+-',str(img)):\n            num = int(re.findall(r'^\\d+-',str(img))[0][:-1])\n            if num > last_img_num:\n                last_img_path = img\n                last_img_num = num\n    print(f'{install_path}/stable-diffusion-webui/log/images/{last_img_path} {install_path}/stable-diffusion-webui/outputs/txt2img-images')\n    !mkdir -p {install_path}/stable-diffusion-webui/outputs/txt2img-images\n    !cp -f {install_path}/stable-diffusion-webui/log/images/{last_img_path} {install_path}/stable-diffusion-webui/outputs/txt2img-images/\n    \n    print(f'{install_path}/stable-diffusion-webui/log/images/{last_img_path} {install_path}/stable-diffusion-webui/outputs/img2img-images')\n    !mkdir -p {install_path}/stable-diffusion-webui/outputs/img2img-images\n    !cp -f {install_path}/stable-diffusion-webui/log/images/{last_img_path} {install_path}/stable-diffusion-webui/outputs/img2img-images/\n            \n    \ndef start_webui(i):\n    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n    print(i,'--port',str(webuiPort+1+i))\n    if i>0:\n        print(f'使用第{i+1}张显卡启动第{i+1}个webui，通过frpc或nrgok地址后加/{i}/进行访问（不能使用同一个浏览器）')\n    if useFrpc:\n        while True:\n            !venv/bin/python3 launch.py --device-id={i} --port {str(webuiPort+1+i)} {'' if i ==0 else '--nowebui'} # {'' if i == 0 else '--subpath=/'+str(i)}\n            print('5秒后重启webui')\n            time.sleep(5)\n    else:\n        !venv/bin/python3 launch.py --device-id={i} --port {str(webuiPort+1+i)} {'' if i ==0 else '--nowebui'} # {'' if i == 0 else '--subpath=/'+str(i)}\n    \n# 启动\ndef start():\n    print('启动webui')\n    %cd $install_path/stable-diffusion-webui\n    args = '' # ' --port=' + str(webuiPort+1)\n    if not disableShared:\n        args += ' --share'\n    if onlyApi:\n        args += ' --nowebui'\n    if ui_config_file is not None and ui_config_file != '' and Path(ui_config_file).exists(): # ui配置文件\n        args += ' --ui-config-file=' + pathJoin(ui_config_file)\n    if setting_file is not None and setting_file != '' and Path(setting_file).exists(): # 设置配置文件\n        args += ' --ui-settings-file=' + pathJoin(setting_file)\n    if not checkDefaultModel():\n        print('默认模型文件不存在，请检查配置：'+usedCkpt)\n    else:\n        args += ' --ckpt='+ pathJoin(usedCkpt)\n    if vaeHalf is False: \n        args += ' --no-half-vae'\n    if modelHalf is False:\n        args += ' --no-half'\n    if consoleProgressbars is False:\n        args += ' --disable-console-progressbars'\n    if consolePrompts is True:\n        args += ' --enable-console-prompts'\n    args += ' ' + otherArgs\n    os.environ['COMMANDLINE_ARGS']=args\n    !echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS\n    %env REQS_FILE=requirements.txt\n    \n    threads = []\n    for i in range(torch.cuda.device_count()):\n        thread = threading.Thread(target = start_webui, name='solo_start_webui_'+str(i), daemon=True,args=([i]))\n        thread.start()\n        threads.append(thread)\n        while thread.is_alive() and not check_service('localhost',str(webuiPort+1+i)): # 当当前服务启动完成才允许退出此次循环\n            time.sleep(10)\n        time.sleep(5)\n    for thread in threads:\n        thread.join()","metadata":{"_kg_hide-input":true,"id":"GTjyBJihLCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 入口函数\n---","metadata":{"id":"qLvsk8ByLCtF"}},{"cell_type":"code","source":"\n# 启动非webui相关的的内容，加快启动速度\ndef main():\n    global envInstalled\n    global extensionsDone\n    global huggingface_is_init\n    startTicks = time.time()\n    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n    if isInstall is False or reLoad: \n        print('启动 安装webui和运行环境')\n        install()\n        link_dir()\n        init_huggingface()\n        if enableThread:\n            threading.Thread(target = install_extensions,daemon=True, name='solo_install_extensions').start()\n            threading.Thread(target = load_models,daemon=True).start()\n            threading.Thread(target = install_dependencies,daemon=True, name='solo_install_dependencies').start()\n            if huggingface_is_init:\n                threading.Thread(target = download_huggingface_repo,daemon=True,\n                                 args=([huggingface_repo]),\n                                 kwargs={\"callback\":copy_last_log_to_images},\n                                 name='solo_download_huggingface_repo').start()\n\n        else:\n            install_extensions()\n            load_models()\n            install_dependencies()\n            if huggingface_is_init:\n                download_huggingface_repo(huggingface_repo,callback=copy_last_log_to_images)\n        t = 0\n        while not envInstalled or not extensionsDone:\n            if t%10==0:\n                print('等待python环境和插件安装...')\n            t = t+1\n            time.sleep(1)\n        use_config()\n        installProxyExe()\n        os.environ['IsInstall'] = 'True'\n    else:\n        envInstalled = True\n        extensionsDone = True\n    sys.stdout = sys_sys_stdout\n    stop_solo_threads()\n    localProxy()\n    threading.Thread(target = startProxy, daemon=True, name='solo_startProxy').start()\n    if init_huggingface():\n        start_sync_log_to_huggingface(huggingface_repo)\n    load_models(True)\n    ticks = time.time()\n    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n    start()\n","metadata":{"_kg_hide-input":true,"id":"IOKjaMlcLCtF","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 执行区域\n---","metadata":{"id":"0oaCRs2gLCtF"}},{"cell_type":"code","source":"# 启动\n# reLoad = True\n# hidden_console_info = False\nsys.stdout = sys_sys_stdout\nmain()","metadata":{"_kg_hide-output":true,"id":"O3DR0DWHLCtF","scrolled":true,"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 停止一些不必要的后台线程\nstop_solo_threads()","metadata":{"scrolled":true,"trusted":true},"execution_count":null,"outputs":[]}]}
+{"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# 这只是一个完整项目的一部分 不能运行的 \n- 可以从这个地址运行 [点击��开](https://www.kaggle.com/viyiviyi/sdwui-before)\n---","metadata":{"id":"6zE2QeUKLCtC"}},{"cell_type":"code","source":"from pathlib import Path\nimport os\nimport time\nimport re\nimport subprocess\nimport threading\nimport sys\nimport socket\n\ninstall_path=f\"{os.environ['HOME']}/sdwebui\" # 安装目录\noutput_path=f\"{os.environ['HOME']}/sdwebui/Output\" # 输出目录 如果使用google云盘 会在google云盘增加sdwebui/Output\ninput_path = '/kaggle/input' # 输入目录\n\ngoogle_drive = '' \n# 连接谷歌云\ntry:\n    if useGooglrDrive:\n        from google.colab import drive\n        drive.mount(f'~/google_drive')\n        google_drive = f\"{os.environ['HOME']}/google_drive/MyDrive\"\n        output_path = f'{google_drive}/sdwebui/Output'\n        input_path = f'{google_drive}/sdwebui/Input'\n        !mkdir -p {input_path}\nexcept:\n    useGooglrDrive = False\n\n!mkdir -p {install_path}\n!mkdir -p {output_path}\n\nos.environ['install_path'] = install_path\nos.environ['output_path'] = output_path\nos.environ['google_drive'] = google_drive\n\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 模型目录 文件名称:链接的方式指定文件名\nmodelDirs = []+[item.strip() for item in 模型列表.split('\\n') if item.strip() ]\n# vae列表\nmodelVaeDirs = []+[item.strip() for item in VAE列表.split('\\n') if item.strip()]\n# 此配置内的目录下所有文件将加载到hypernetworks文件夹\nhypernetworksModelDirs = []+[item.strip() for item in hypernetworks列表.split('\\n') if item.strip()] \n# 此配置内的目录下所有文件将加载到embeddings文件夹\nembeddingsModelDirs = [] +[item.strip() for item in embeddings列表.split('\\n') if item.strip()]\n# 此配置内的目录下所有文件将加载到Lora文件夹\nloraModelDirs = []+[item.strip() for item in Lora列表.split('\\n') if item.strip()] \n\nlyCORISModelDirs = []+[item.strip() for item in LyCORIS列表.split('\\n') if item.strip()] \n# controlNet插件模型列表\ncontrolNetModels=[] +[item.strip() for item in controlNet模型列表.split('\\n') if item.strip()]\n# 插件列表\nextensions=[]+[item.strip() for item in 插件列表.split('\\n') if item.strip()]\n# 配置文件链接\nlinkHypernetworksDir=False # 链接 hypernetworks 目录到输出目录\nlinkEmbeddingsDir=False # 链接 embeddings 目录到输出目录\nlinkTextual_inversionDir=False # 链接 textual_inversion 目录到输出目录 如果需要保存训练过程的产出文件时建议开启\n\nngrokTokenFile = os.path.join(input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径\nfrpcConfigFile = os.path.join(input_path,'configs/frpc_koishi.ini')  # 非必填 frp 配置文件\n# ss证书目录 下载nginx的版本，把pem格式改成crt格式\nfrpcSSLFFlies =[os.path.join(input_path,'configs/koishi_ssl')]+[item.strip() for item in frpSSL文件.split('\\n') if item.strip() ]\n# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加\nfrpcExePath = os.path.join(input_path,'utils-tools/frpc')\n# 其他需要加载的webui启动参数 写到【参数列表】这个配置去\notherArgs = ' '.join([item.strip() for item in 参数列表.split('\\n') if item.strip()])\n\nvenvPath = os.path.join(input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加\n\n# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api\n# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件\nkaggleApiTokenFile = os.path.join(input_path,'configs/kaggle.json')","metadata":{"_kg_hide-input":true,"id":"i3LhnwYHLCtC","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 这下面的是用于初始化一些值或者环境变量的，轻易别改\nfrpcStartArg = ''\n\n!mkdir -p $install_path/configFiles\nif Path(frp配置文件或配置.strip()).exists():\n    frpcConfigFile = frp配置文件或配置.strip()\nif not Path(frpcConfigFile).exists(): \n    if frp配置文件或配置.strip().startswith('-f'):\n        frpcStartArg = frp配置文件或配置.strip()\n    else:\n        useFrpc = False\nelse:\n    os.system(f'cp -f {frpcConfigFile} {install_path}/configFiles/frpc_webui.ini')\n    frpcConfigFile = f'{install_path}/configFiles/frpc_webui.ini'\n    os.system(f'sed -i \"s/local_port = .*/local_port = {webuiPort}/g\" {frpcConfigFile}')\n    frpcStartArg = f' -c {frpcConfigFile}'\n\nngrokToken=''\nif Path(ngrok配置或文件地址.strip()).exists():\n    ngrokTokenFile = ngrok配置或文件地址.strip()\nif Path(ngrokTokenFile).exists():\n    with open(ngrokTokenFile,encoding = \"utf-8\") as nkfile:\n        ngrokToken = nkfile.readline()\nelif not ngrok配置或文件地址.strip().startswith('/'):\n    ngrokToken=ngrok配置或文件地址.strip()\n    \nif not Path(venvPath).exists():\n    venvPath = os.path.join(input_path,'sd-webui-venv/venv.zip')","metadata":{"_kg_hide-input":true,"id":"a_GtG2ayLCtD","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# kaggle public API\n\n**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n\n---","metadata":{"id":"p0uS-BLULCtD"}},{"cell_type":"code","source":"# 安装kaggle的api token文件\ndef initKaggleConfig():\n    if Path('~/.kaggle/kaggle.json').exists():\n        return True\n    if Path(kaggleApiTokenFile).exists():\n        !mkdir -p ~/.kaggle/\n        os.system('cp '+kaggleApiTokenFile+' ~/.kaggle/kaggle.json')\n        !chmod 600 ~/.kaggle/kaggle.json\n        return True\n    print('缺少kaggle的apiToken文件，访问：https://www.kaggle.com/你的kaggle用户名/account 获取')\n    return False\n\ndef getUserName():\n    if not initKaggleConfig(): return\n    import kaggle\n    return kaggle.KaggleApi().read_config_file()['username']\n\ndef createOrUpdateDataSet(path:str,datasetName:str):\n    if not initKaggleConfig(): return\n    print('创建或更新数据集 '+datasetName)\n    import kaggle\n    os.system('mkdir -p $install_path/kaggle_cache')\n    os.system('rm -rf $install_path/kaggle_cache/*')\n    datasetDirPath = install_path+'/kaggle_cache/'+datasetName\n    os.system('mkdir -p '+datasetDirPath)\n    os.system('cp -f '+path+' '+datasetDirPath+'/')\n    username = getUserName()\n    print(\"kaggle username:\"+username)\n    datasetPath = username+'/'+datasetName\n    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n    print(datasetList)\n    if len(datasetList) == 0 or datasetPath not in [str(d) for d in datasetList]: # 创建 create\n        os.system('kaggle datasets init -p' + datasetDirPath)\n        metadataFile = datasetDirPath+'/dataset-metadata.json'\n        os.system('sed -i s/INSERT_TITLE_HERE/'+ datasetName + '/g ' + metadataFile)\n        os.system('sed -i s/INSERT_SLUG_HERE/'+ datasetName + '/g ' + metadataFile)\n        os.system('cat '+metadataFile)\n        os.system('kaggle datasets create -p '+datasetDirPath)\n        print('create database done')\n    else:\n        kaggle.api.dataset_metadata(datasetPath,datasetDirPath)\n        kaggle.api.dataset_create_version(datasetDirPath, 'auto update',dir_mode='zip')\n        print('upload database done')\n\ndef downloadDatasetFiles(datasetName:str,outputPath:str):\n    if not initKaggleConfig(): return\n    print('下载数据集文件 '+datasetName)\n    import kaggle\n    username = getUserName()\n    datasetPath = username+'/'+datasetName\n    datasetList = kaggle.api.dataset_list(mine=True,search=datasetPath)\n    if datasetPath not in [str(d) for d in datasetList]:\n        return False\n    os.system('mkdir -p '+outputPath)\n    kaggle.api.dataset_download_files(datasetPath,path=outputPath,unzip=True)\n    return True\n\n","metadata":{"_kg_hide-input":true,"id":"m8FJi4j0LCtD","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 工具函数\n**不能使用%cd这种会改变当前工作目录的命令，会导致和其他线程冲突**\n\n---","metadata":{"id":"sswa04veLCtE"}},{"cell_type":"code","source":"# 绕过 os.systen 的限制执行命令\ndef run(shell:str,shellName=''):\n    if shellName == '': shellName = str(time.time())\n    !mkdir -p $install_path/run_cache\n    with open(install_path+'/run_cache/run_cache.'+shellName+'.sh','w') as sh:\n        sh.write(shell)\n    !bash {install_path}/run_cache/run_cache.{shellName}.sh\n\n# 连接多个路径字符串 让路径在shell命令中能正常的执行\ndef pathJoin(*paths:str):\n    pathStr = ''\n    for p in paths:\n        pathStr += '\"'+p+'\"'\n    pathStr = '\"*\"'.join(pathStr.split('*'))\n    pathStr = '\"$\"'.join(pathStr.split('$'))\n    pathStr = '\"(\"'.join(pathStr.split('('))\n    pathStr = '\")\"'.join(pathStr.split(')'))\n    pathStr = '\"{\"'.join(pathStr.split('{'))\n    pathStr = '\"}\"'.join(pathStr.split('}'))\n    pathStr = re.sub(r'\"\"','',pathStr)\n    pathStr = re.sub(r'\\*{2,}','\"',pathStr)\n    pathStr = re.sub(r'/{2,}','/',pathStr)\n    pathStr = re.sub(r'/\\./','/',pathStr)\n    return pathStr\n\n# 判断路径是不是一个文件或者可能指向一些文件\ndef pathIsFile(path):\n    if Path(path).is_file():\n        return True\n    if re.search(r'\\.(ckpt|safetensors|png|jpg|txt|pt|pth|json|yaml|\\*)$',path):\n        return True\n    return False\n\ndef echoToFile(content:str,path:str):\n    with open(path,'w') as sh:\n        sh.write(content)\n\n# ngrok\ndef startNgrok(ngrokToken:str,ngrokLocalPort:int):\n    from pyngrok import conf, ngrok\n    try:\n        conf.get_default().auth_token = ngrokToken\n        conf.get_default().monitor_thread = False\n        ssh_tunnels = ngrok.get_tunnels(conf.get_default())\n        if len(ssh_tunnels) == 0:\n            ssh_tunnel = ngrok.connect(ngrokLocalPort)\n            print('address：'+ssh_tunnel.public_url)\n        else:\n            print('address：'+ssh_tunnels[0].public_url)\n    except:\n        print('启动ngrok出错')\n        \ndef startFrpc(name,configFile):\n    run(f'''\ncd $install_path/frpc/\n$install_path/frpc/frpc {configFile}\n        ''',name)\n        \ndef installProxyExe():\n    if useFrpc:\n        print('安装frpc')\n        !mkdir -p $install_path/frpc\n        if Path(frpcExePath).exists():\n            os.system(f'cp -f -n {frpcExePath} $install_path/frpc/frpc')\n        else:\n            !wget \"https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc\" -O $install_path/frpc/frpc\n        \n        for ssl in frpcSSLFFlies:\n            if Path(ssl).exists():\n                os.system('cp -f -n '+pathJoin(ssl,'/*')+' $install_path/frpc/')\n        !chmod +x $install_path/frpc/frpc\n        !$install_path/frpc/frpc -v\n    if useNgrok:\n        %pip install pyngrok\n\ndef startProxy():\n    if useNgrok:\n        startNgrok(ngrokToken,webuiPort)\n    if useFrpc:\n        startFrpc('frpc_proxy',frpcStartArg)\n\n    \ndef zipPath(path:str,zipName:str,format='tar'):\n    if path.startswith('$install_path'):\n        path = path.replace('$install_path',install_path)\n    if path.startswith('$output_path'):\n        path = path.replace('$install_path',output_path)\n    if not path.startswith('/'):\n        path = pathJoin(install_path,'/stable-diffusion-webui','/',path)\n    if Path(path).exists():\n        if 'tar' == format:\n            os.system('tar -cf $output_path/'+ zipName +'.tar -C '+ path +' . ')\n        elif 'gz' == format:\n            os.system('tar -czf $output_path/'+ zipName +'.tar.gz -C '+ path +' . ')\n        return\n    print('指定的目录不存在：'+path)\n","metadata":{"_kg_hide-input":true,"id":"coqQvTSLLCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import os\nimport re\nimport requests\n\ndef download_file(url, filename, path):\n    # 获取文件的真实文件名\n    if not filename:\n        with requests.get(url, stream=True) as r:\n            if 'Content-Disposition' in r.headers:\n                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('\"')\n            r.close()\n    filename = re.sub(r'[\\\\/:*?\"<>|;]', '', filename)\n    # 拼接文件的完整路径\n    filepath = os.path.join(path, filename)\n    # 判断文件是否已存在\n    if os.path.exists(filepath):\n        print(f'{filename} already exists in {path}')\n        return\n    # 下载文件\n    with requests.get(url, stream=True) as r:\n        r.raise_for_status()\n        with open(filepath, 'wb') as f:\n            for chunk in r.iter_content(chunk_size=8192):\n                if chunk:\n                    f.write(chunk)\n    print(f'{filename} has been downloaded to {path}')\n    \n# 加入文件到下载列表\ndef putDownloadFile(url:str,distDir:str,file_name:str=None):\n    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):\n        file_name = re.findall(r'^[^:]+:',url)[0][:-1]\n        url = url[len(file_name)+1:]\n    if not re.match(r'^(https?|ftps?)://',url):\n        return\n    file_name = re.sub(r'\\s+','_',file_name or '')\n    dir = str(hash(url)).replace('-','')\n    down_dir = f'{install_path}/down_cache/{dir}'\n    !mkdir -p {down_dir}\n    return [url,file_name,distDir,down_dir]\n\ndef get_file_size_in_gb(file_path):\n    size_in_bytes = Path(file_path).stat().st_size\n    size_in_gb = size_in_bytes / (1024 ** 3)\n    return '%.2f' % size_in_gb\n    \n# 下载文件\ndef startDownloadFiles(download_list):\n    print('下载列表:\\n','\\n'.join([f'{item[0]} -> {item[2]}/{item[1]}' for item in download_list]))\n    dist_list = []\n    for dow_f in download_list:\n        !mkdir -p {dow_f[3]}\n        print('下载 名称：',dow_f[1],'url：',dow_f[0])\n        download_file(dow_f[0],dow_f[1],dow_f[2])","metadata":{"_kg_hide-input":true,"id":"THNUsEm_LCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\n# nginx 反向代理配置文件\ndef localProxy():\n    conf = '''\nserver\n{\n    listen '''+str(webuiPort)+''';\n    listen [::]:'''+str(webuiPort)+''';\n    server_name 127.0.0.1 localhost 0.0.0.0 \"\";\n    location /\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+1)+'''/;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n    }\n    location /1/\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+2)+'''/;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n    }\n    location /2/\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+3)+'''/;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n    }\n    location /3/\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+4)+'''/;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n    }\n    location /4/\n    {\n        proxy_pass http://127.0.0.1:'''+str(webuiPort+5)+'''/;\n        proxy_set_header Host $host;\n        proxy_set_header X-Real-IP $remote_addr;\n        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;\n        proxy_set_header REMOTE-HOST $remote_addr;\n        proxy_set_header   Upgrade $http_upgrade;\n        proxy_set_header   Connection upgrade;\n        proxy_http_version 1.1;\n    }\n}\n    '''\n    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')\n    !nginx -c /etc/nginx/nginx.conf\n    !nginx -s reload\n    ","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import inspect\nimport ctypes\n\ndef _async_raise(tid, exctype):\n    \"\"\"raises the exception, performs cleanup if needed\"\"\"\n    tid = ctypes.c_long(tid)\n    if not inspect.isclass(exctype):\n        exctype = type(exctype)\n    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))\n    if res == 0:\n        raise ValueError(\"invalid thread id\")\n    elif res != 1:\n        # \"\"\"if it returns a number greater than one, you're in trouble,\n        # and you should call it again with exc=NULL to revert the effect\"\"\"\n        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)\n        raise SystemError(\"PyThreadState_SetAsyncExc failed\")\n\ndef stop_thread(thread):\n    _async_raise(thread.ident, SystemExit)\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# webui 安装和配置函数\n---","metadata":{"id":"Ve3p8oOkLCtE"}},{"cell_type":"code","source":"envInstalled=False\nextensionsDone=False\n\n#安装webui\ndef install():\n    print('安装webui')\n    %cd $install_path\n    if reLoad:\n        !rm -rf stable-diffusion-webui\n    if Path(\"stable-diffusion-webui\").exists():\n        %cd $install_path/stable-diffusion-webui/\n        !git checkout .\n        !git pull\n    else:\n        if mobileOptimize:\n            !git clone https://github.com/viyiviyi/stable-diffusion-webui.git stable-diffusion-webui -b local  # 修改了前端界面，手机使用更方便\n        else:\n            !git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui stable-diffusion-webui\n    print('安装webui 完成')\n\n# 链接输出目录\ndef link_dir():\n    print('链接输出目录')\n    # 链接输出目录 因为sd被部署在了stable-diffusion-webui目录，运行结束后为了方便下载就只有outputs目录放在output_path/目录下\n    !mkdir -p $output_path/outputs\n    !rm -rf $install_path/stable-diffusion-webui/outputs\n    !ln -s -r $output_path/outputs $install_path/stable-diffusion-webui/ # 输出目录\n    !mkdir -p $output_path/log\n    !rm -rf $install_path/stable-diffusion-webui/log\n    !ln -s -r $output_path/log $install_path/stable-diffusion-webui/\n    # 链接 hypernetworks 目录\n    if linkHypernetworksDir:\n        !rm -rf $install_path/stable-diffusion-webui/models/hypernetworks\n        !mkdir -p $output_path/hypernetworks\n        !ln -s -r $output_path/hypernetworks $install_path/stable-diffusion-webui/models/\n    # 链接 embeddings 目录\n    if linkEmbeddingsDir:\n        !rm -rf $install_path/stable-diffusion-webui/embeddings\n        !mkdir -p $output_path/embeddings\n        !ln -s -r $output_path/embeddings $install_path/stable-diffusion-webui/\n    # 链接训练输出目录 文件夹链接会导致功能不能用\n    if linkTextual_inversionDir:\n        !rm -rf $install_path/stable-diffusion-webui/textual_inversion\n        !mkdir -p $output_path/textual_inversion/\n        !ln -s -r $output_path/textual_inversion $install_path/stable-diffusion-webui/\n    print('链接输出目录 完成')\n    \n# 链接模型文件\ndef load_models(skip_url=False):\n    print(('复制' if enableLoadByCopy else '链接') + '模型文件')\n    if enableLoadByCopy:\n        print('如果出现 No such file or directory 错误，可以忽略')\n    download_list = []\n    models_dir_path = f'{install_path}/stable-diffusion-webui/models/Stable-diffusion'\n    hypernetworks_dir_path = f'{install_path}/stable-diffusion-webui/models/hypernetworks'\n    embeddings_dir_path = f'{install_path}/stable-diffusion-webui/models/embeddings'\n    lora_dir_path = f'{install_path}/stable-diffusion-webui/models/Lora'\n    lycoris_dir_path = f'{install_path}/stable-diffusion-webui/models/LyCORIS'\n    vae_dir_path = f'{install_path}/stable-diffusion-webui/models/VAE'\n    control_net_dir_path = f'{install_path}/stable-diffusion-webui/extensions/sd-webui-controlnet/models'\n    \n    def link_file(source_paths,dist:str):\n        !mkdir -p {dist}\n        for path in source_paths:\n            if 'https://' in path or 'http://' in path:\n                if skip_url:\n                    continue\n                download_list.append(putDownloadFile(path,dist))\n            elif pathIsFile(path):\n                os.system(('cp -n' if enableLoadByCopy else 'ln -s')+' -f '+ pathJoin(path) +f' {dist}')\n            else:\n                os.system(('cp -n' if enableLoadByCopy else 'ln -s')+' -f '+ pathJoin(path,'/*.*') +f' {dist}')\n        !rm -f {dist}/\\*.* \n                  \n    link_file(modelDirs,models_dir_path)\n    link_file(hypernetworksModelDirs,hypernetworks_dir_path)\n    link_file(embeddingsModelDirs,embeddings_dir_path)\n    link_file(loraModelDirs,lora_dir_path)\n    link_file(lyCORISModelDirs,lycoris_dir_path)\n    link_file(modelVaeDirs,vae_dir_path)\n    link_file(controlNetModels,control_net_dir_path)\n    startDownloadFiles([item for item in download_list if item])\n    print(('复制' if enableLoadByCopy else '链接') + '模型文件 完成')\n\n#安装依赖\ndef install_dependencies():\n    print('安装webui需要的python环境')\n    global envInstalled\n    global venvPath\n    !sudo apt install nginx -y\n    sh = f'cd {install_path}/stable-diffusion-webui\\n'\n    if str(sys.version).startswith('3.8') or str(sys.version).startswith('3.9') or str(sys.version).startswith('3.10'):\n        sh += '''\npython3 -m venv venv\n'''\n    else:\n        sh += '''\nadd-apt-repository ppa:deadsnakes/ppa -y\napt update\napt install python3.10 -y\npython3.10 -m venv venv\n'''\n    if quickStart:\n        if not Path(venvPath).exists():\n            !mkdir -p {install_path}/venv_cache\n            if not Path(f'{install_path}/venv_cache/venv.tar.bak').exists():\n                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{install_path}/venv_cache')\n            !unzip {install_path}/venv_cache/venv.zip -d {install_path}/venv_cache\n            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n            !rm -rf {install_path}/venv_cache/venv.zip\n        elif venvPath.endswith('.zip'):\n            !mkdir -p {install_path}/venv_cache\n            !unzip {venvPath} -d {install_path}/venv_cache\n            venvPath = f'{install_path}/venv_cache/venv.tar.bak'\n            \n        sh += 'echo \"unzip venv\"\\n'\n        sh += f'tar -xf {venvPath} -C ./venv\\n'\n    sh += '\\n'\n    run(sh,'dependencies')\n    if not Path(f'{install_path}/stable-diffusion-webui/venv/bin/pip').exists():\n        !curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py\n        !{install_path}/stable-diffusion-webui/venv/bin/python3 get-pip.py\n        \n    !{install_path}/stable-diffusion-webui/venv/bin/python3 -V\n    !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip -V\n    \n    if not quickStart or not Path(venvPath).exists():\n        !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip install -U torch==2.0.0+cu117 torchvision==0.15.1+cu117 torchaudio==2.0.1 --index-url https://download.pytorch.org/whl/cu117\n        !{install_path}/stable-diffusion-webui/venv/bin/python3 -m pip install -U open-clip-torch xformers==0.0.19\n    \n    envInstalled = True\n    print('安装webui需要的python环境 完成')\n\n# 安装插件\ndef install_extensions():\n    global extensionsDone\n    print('安装插件')\n    sh = 'mkdir -p $install_path/stable-diffusion-webui/extensions \\n'\n    sh = 'mkdir -p $install_path/cache/extensions \\n'\n    sh += 'cd $install_path/cache/extensions \\n'\n    for ex in extensions:\n        sh += 'git clone ' + ex + ' \\n'\n    sh += 'rsync -a $install_path/cache/extensions/* $install_path/stable-diffusion-webui/extensions \\n'\n    sh += 'cd ../ && rm -rf $install_path/cache/extensions \\n'\n    run(sh,'extensions')\n    extensionsDone = True\n    print('安装插件 完成')\n    \n# 个性化配置 \ndef use_config():\n    print('使用自定义配置 包括tag翻译 \\n')\n    %cd $install_path/stable-diffusion-webui\n    !mkdir -p tmp\n    %cd tmp\n    !git clone {webui_settings} sd-configs\n    !cp -rf sd-configs/dist/* $install_path/stable-diffusion-webui\n    if not Path(ui_config_file).exists(): # ui配置文件\n        !mkdir -p {ui_config_file[0:ui_config_file.rfind('/')]}\n        os.system('cp -f -n $install_path/stable-diffusion-webui/ui-config.json '+ui_config_file)\n    if not Path(setting_file).exists(): # 设置配置文件\n        !mkdir -p {setting_file[0:setting_file.rfind('/')]}\n        os.system('cp -f -n $install_path/stable-diffusion-webui/config.json '+setting_file)\n\ndef checkDefaultModel():\n    print('检查默认模型文件是否存在 \\n')\n    global usedCkpt\n    if usedCkpt is not None and usedCkpt != '': # 设置启动时默认加载的模型\n        if '.' in usedCkpt:\n            if '/' in usedCkpt:\n                usedCkpt = usedCkpt\n            else:\n                usedCkpt = install_path + '/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt\n        else:\n            for x in ['.ckpt','.safetensors']:\n                if Path(install_path+'/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt+x).exists():\n                    usedCkpt = install_path+'/stable-diffusion-webui/models/Stable-diffusion/' + usedCkpt+x\n                    break\n    if Path(usedCkpt).exists():\n        return True\n    else:\n        if Path(usedCkpt).is_symlink():\n            print('模型文件真实地址：'+os.readlink(usedCkpt))\n        return False\n    \ndef check_service(host, port):\n    try:\n        socket.create_connection((host, port), timeout=5)\n        return True\n    except socket.error:\n        return False\n    \ndef start_webui(i):\n    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化\n    print(i,'--port',str(webuiPort+1+i))\n    if i>0:\n        print(f'使用第{i+1}张显卡启动第{i+1}个webui，通过frpc或nrgok地址后加/{i}/进行访问')\n    if useFrpc:\n        while True:\n            !venv/bin/python3 launch.py --device-id={i} --port {str(webuiPort+1+i)}\n            print('5秒后重启webui')\n            time.sleep(5)\n    else:\n        !venv/bin/python3 launch.py --device-id={i} --port {str(webuiPort+1+i)}\n    \n# 启动\ndef start():\n    print('启动webui')\n    %cd $install_path/stable-diffusion-webui\n    args = '' # ' --port=' + str(webuiPort+1)\n    if not disableShared:\n        args += ' --share'\n    if onlyApi:\n        args += ' --nowebui'\n    if ui_config_file is not None and ui_config_file != '' and Path(ui_config_file).exists(): # ui配置文件\n        args += ' --ui-config-file=' + pathJoin(ui_config_file)\n    if setting_file is not None and setting_file != '' and Path(setting_file).exists(): # 设置配置文件\n        args += ' --ui-settings-file=' + pathJoin(setting_file)\n    if not checkDefaultModel():\n        print('默认模型文件不存在，请检查配置：'+usedCkpt)\n    else:\n        args += ' --ckpt='+ pathJoin(usedCkpt)\n    if vaeHalf is False: \n        args += ' --no-half-vae'\n    if modelHalf is False:\n        args += ' --no-half'\n    if consoleProgressbars is False:\n        args += ' --disable-console-progressbars'\n    if consolePrompts is True:\n        args += ' --enable-console-prompts'\n    args += ' ' + otherArgs\n    os.environ['COMMANDLINE_ARGS']=args\n    !echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS\n    %env REQS_FILE=requirements.txt\n    import torch\n    for i in range(torch.cuda.device_count()):\n        threading.Thread(target = start_webui, name='solo_start_webui_'+str(i), daemon=True,args=([i])).start()\n        while not check_service('localhost',str(webuiPort+1+i)): # 当当前服务启动完成才允许退出此次循环\n            time.sleep(10)\n        time.sleep(5)\n    time.sleep(60*60*24)","metadata":{"_kg_hide-input":true,"id":"GTjyBJihLCtE","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 入口函数\n---","metadata":{"id":"qLvsk8ByLCtF"}},{"cell_type":"code","source":"\n# 启动非webui相关的的内容，加快启动速度\ndef main():\n    global envInstalled\n    global extensionsDone\n    startTicks = time.time()\n    isInstall = True if os.getenv('IsInstall','False') == 'True' else False\n    if isInstall is False or reLoad: \n        install()\n        if enableThread:\n            threading.Thread(target = install_extensions,daemon=True).start()\n            threading.Thread(target = load_models,daemon=True).start()\n            threading.Thread(target = install_dependencies,daemon=True).start()\n        else:\n            install_extensions()\n            load_models()\n            install_dependencies()\n        t = 0\n        while not envInstalled or not extensionsDone:\n            if t%10==0:\n                print('等待python环境和插件安装...')\n            t = t+1\n            time.sleep(1)\n        link_dir()\n        use_config()\n        localProxy()\n        installProxyExe()\n        os.environ['IsInstall'] = 'True'\n    else:\n        envInstalled = True\n        extensionsDone = True\n        \n    # 获取当前所有活动的线程\n    threads = threading.enumerate()\n    # 关闭之前创建的子线程\n    for thread in threads:\n        if thread.name.startswith('solo_'):\n            print(thread.name)\n            try:\n                stop_thread(thread)\n            except socket.error:\n                print(f'结束进程：{thread.name} 执行失败')\n            \n    threading.Thread(target = startProxy, daemon=True, name='solo_startProxy').start()\n    load_models(True)\n    ticks = time.time()\n    print(\"加载耗时:\",(ticks - startTicks),\"秒\")\n    start()\n","metadata":{"_kg_hide-input":true,"id":"IOKjaMlcLCtF","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 执行区域\n---","metadata":{"id":"0oaCRs2gLCtF"}},{"cell_type":"code","source":"# 启动\nmain()","metadata":{"_kg_hide-output":true,"id":"O3DR0DWHLCtF","scrolled":true,"trusted":true},"execution_count":null,"outputs":[]}]}

sdwui_install.py

@@ -1,734 +0,0 @@
-#!/usr/bin/env python
-# coding: utf-8
-
-from pathlib import Path
-import os
-import time
-import re
-import subprocess
-import threading
-import sys
-import socket
-from typing import List
-import config
-
-def mkdirs(path, exist_ok=True):
-    if path and not Path(path).exists():
-        os.makedirs(path,exist_ok=exist_ok)
-        
-# 内置参数默认值，当上下文有参数时可覆盖默认值
-
-_useFrpc = config.useFrpc
-    
-_useNgrok = config.useNgrok
-
-_reLoad = config.reLoad
-
-_before_downloading = config.before_downloading
-
-_async_downloading = config.async_downloading
-
-_before_start_sync_downloading = config.before_start_sync_downloading
-
-_server_port = config.server_port or 7860
-
-_sd_git_repo = config.sd_git_repo\
-    .replace('{sdwui}','stable-diffusion-webui')\
-    .replace('{wui}',"webui") or 'https://github.com/viyiviyi/stable-diffusion-webui.git -b local' 
-    
-_sd_config_git_repu = config.sd_config_git_repu\
-    .replace('{sdwui}','stable-diffusion-webui')\
-    .replace('{wui}',"webui") or 'https://github.com/viyiviyi/sd-configs.git'
-
-_link_instead_of_copy = config.link_instead_of_copy
-
-show_shell_info = not config.hidden_console_info
-
-_skip_start = config.skip_start
-    
-run_by_none_device = False
-
-
-def run(command, cwd=None, desc=None, errdesc=None, custom_env=None,try_error:bool=True) -> str:
-    global show_shell_info
-    if desc is not None:
-        print(desc)
-
-    run_kwargs = {
-        "args": command,
-        "shell": True,
-        "cwd": cwd,
-        "env": os.environ if custom_env is None else custom_env,
-        "encoding": 'utf8',
-        "errors": 'ignore',
-    }
-
-    if not show_shell_info:
-        run_kwargs["stdout"] = run_kwargs["stderr"] = subprocess.PIPE
-
-    result = subprocess.run(**run_kwargs)
-
-    if result.returncode != 0:
-        error_bits = [
-            f"{errdesc or 'Error running command'}.",
-            f"Command: {command}",
-            f"Error code: {result.returncode}",
-        ]
-        if result.stdout:
-            error_bits.append(f"stdout: {result.stdout}")
-        if result.stderr:
-            error_bits.append(f"stderr: {result.stderr}")
-        if try_error:
-            print(RuntimeError("\n".join(error_bits)))
-        else:
-            raise RuntimeError("\n".join(error_bits))
-
-    if show_shell_info:
-        print(result.stdout or "")
-    return (result.stdout or "")
-
-
-install_path=f"{os.getcwd()}/sdwui" # 安装目录
-output_path= os.path.join(os.getcwd(), config.output_path or 'sdwui/Output')
-input_path = config.input_path or f'{os.getcwd()}/sdwui/Input'
-
-mkdirs(install_path,True)
-mkdirs(output_path,True)
-
-os.environ['install_path'] = install_path
-os.environ['output_path'] = output_path
-os.environ['input_path'] = input_path
-
-def replace_path(input_str:str):
-    return input_str.replace('$install_path',install_path)\
-    .replace('{install_path}',install_path)\
-    .replace('$input_path',input_path)\
-    .replace('{input_path}',input_path)\
-    .replace('$output_path',output_path)\
-    .replace('{output_path}',output_path)\
-    .replace('{sdwui}','stable-diffusion-webui')\
-    .replace('{wui}',"webui")
-
-space_string = ' \n\r\t\'\",'
-
-def config_reader(conf:str):
-    args = [replace_path(item.split('#')[0].strip(space_string)) for item in conf.split('\n') if item.strip(space_string)]
-    return [item.strip() for item in args if item.strip()]
-
-
-ngrokTokenFile = os.path.join(input_path,'configs/ngrok_token.txt') # 非必填 存放ngrokToken的文件的路径
-frpcConfigFile = os.path.join(input_path,'configs/frpc_koishi.ini') # 非必填 frp 配置文件
-# ss证书目录 下载nginx的版本，把pem格式改成crt格式
-frpcSSLFFlies = [os.path.join(input_path,'configs/koishi_ssl')] + config_reader(config.frp_ssl_dir)
-
-# frpc 文件目录 如果目录不存在，会自动下载，也可以在数据集搜索 viyiviyi/utils 添加
-frpcExePath = os.path.join(input_path,'utils-tools/frpc')
-# 其他需要加载的webui启动参数 写到【参数列表】这个配置去
-otherArgs = ' '.join([item for item in config_reader(config.sd_start_args) if item != '--no-gradio-queue']) or '--xformers'
-
-venvPath = os.path.join(input_path,'sd-webui-venv/venv.tar.bak') # 安装好的python环境 sd-webui-venv是一个公开是数据集 可以搜索添加
-
-# 用于使用kaggle api的token文件 参考 https://www.kaggle.com/docs/api
-# 此文件用于自动上传koishi的相关配置 也可以用于保存重要的输出文件
-kaggleApiTokenFile = os.path.join(input_path,'configs/kaggle.json')
-
-requirements = []
-    
-frpcStartArg = ''
-
-_setting_file = replace_path(config.setting_file)
-
-_ui_config_file = replace_path(config.ui_config_file)
-
-mkdirs(f'{install_path}/configFiles',True)
-
-_frp_config_or_file = replace_path(config.frp_config_or_file)
-if Path(_frp_config_or_file.strip()).exists():
-    frpcConfigFile = _frp_config_or_file.strip()
-if not Path(frpcConfigFile).exists(): 
-    if _frp_config_or_file.strip().startswith('-f'):
-        frpcStartArg = _frp_config_or_file.strip()
-    else:
-        print('没有frpcp配置')
-        _useFrpc = False
-else:
-    run(f'''cp -f {frpcConfigFile} {install_path}/configFiles/frpc_webui.ini''')
-    frpcConfigFile = f'{install_path}/configFiles/frpc_webui.ini'
-    run(f'''sed -i "s/local_port = .*/local_port = {_server_port}/g" {frpcConfigFile}''')
-    frpcStartArg = f' -c {frpcConfigFile}'
-
-
-ngrokToken=''
-_ngrok_config_or_file = replace_path(config.ngrok_config_or_file)
-if Path(_ngrok_config_or_file.strip()).exists():
-    ngrokTokenFile = _ngrok_config_or_file.strip()
-if Path(ngrokTokenFile).exists():
-    with open(ngrokTokenFile,encoding = "utf-8") as nkfile:
-        ngrokToken = nkfile.readline()
-elif not _ngrok_config_or_file.strip().startswith('/'):
-    ngrokToken=_ngrok_config_or_file.strip()
-    
-if not Path(venvPath).exists():
-    venvPath = os.path.join(input_path,'sd-webui-venv/venv.zip')
-
-import concurrent.futures
-import importlib
-import os
-import pprint
-import re
-from pathlib import Path
-from typing import List
-
-import requests
-
-show_shell_info = False
-
-
-def is_installed(package):
-    try:
-        spec = importlib.util.find_spec(package)
-    except ModuleNotFoundError:
-        return False
-
-    return spec is not None
-
-def download_file(url:str, filename:str, dist_path:str, cache_path = '',_link_instead_of_copy:bool=True):
-    # 获取文件的真实文件名
-    if not filename:
-        with requests.get(url, stream=True) as r:
-            if 'Content-Disposition' in r.headers:
-                filename = r.headers['Content-Disposition'].split('filename=')[1].strip('"')
-            r.close()
-    if not filename and re.search(r'/[^/]+\.[^/]+$',url):
-        filename = url.split('/')[-1]
-    
-    filename = re.sub(r'[\\/:*?"<>|;]', '', filename)
-    filename = re.sub(r'[\s\t]+', '_', filename)
-    
-    if show_shell_info:
-        print(f'下载 {filename} url: {url} --> {dist_path}')
-    
-    # 创建目录
-    if cache_path and not Path(cache_path).exists():
-        mkdirs(cache_path,exist_ok=True)
-    if dist_path and not Path(dist_path).exists():
-        mkdirs(dist_path,exist_ok=True)
-        
-    # 拼接文件的完整路径
-    filepath = os.path.join(dist_path, filename)
-
-    if cache_path:
-        cache_path = os.path.join(cache_path, filename)
-        
-    # 判断文件是否已存在
-    if Path(filepath).exists():
-        print(f'文件 {filename} 已存在 {dist_path}')
-        return
-    
-    if cache_path and Path(cache_path).exists():
-        run(f'cp -n -r -f {"-s" if _link_instead_of_copy else ""} {cache_path} {dist_path}')
-        if show_shell_info:
-            print(f'文件缓存 {cache_path} --> {dist_path}')
-        return
-    # 下载文件
-    with requests.get(url, stream=True) as r:
-        r.raise_for_status()
-        with open(cache_path or filepath, 'wb') as f:
-            for chunk in r.iter_content(chunk_size=8192):
-                if chunk:
-                    f.write(chunk)
-    # 如果使用了缓存目录 需要复制或链接文件到目标目录
-    if cache_path:
-        run(f'cp -n -r -f {"-s" if _link_instead_of_copy else ""} {cache_path} {dist_path}')
-    if show_shell_info:
-        print(f'下载完成 {filename} --> {dist_path}')
-        
-def download_git(url, dist_path, cache_path = '',_link_instead_of_copy:bool=True):
-    if not Path(dist_path).exists():
-        mkdirs(dist_path,exist_ok=True)
-    if show_shell_info:
-        print(f'git 下载 {url} --> {dist_path}')
-    if cache_path and not Path(cache_path).exists():
-        mkdirs(cache_path,exist_ok=True)
-        run(f'git clone {config.git_proxy}{url}',cwd = cache_path)
-    if cache_path:
-        run(f'cp -n -r -f {cache_path}/* {dist_path}')
-    else:
-        run(f'git clone {config.git_proxy}{url}',cwd = dist_path)
-    if show_shell_info:
-        print(f'git 下载完成 {url} --> {dist_path}')
-    
-    
-    
-# 加入文件到下载列表
-def pause_url(url:str,dist_path:str):
-    file_name = ''
-    if re.match(r'^[^:]+:(https?|ftps?)://', url, flags=0):
-        file_name = re.findall(r'^[^:]+:',url)[0][:-1]
-        url = url[len(file_name)+1:]
-    if not re.match(r'^(https?|ftps?)://',url):
-        return
-    file_name = re.sub(r'\s+','_',file_name or '')
-    path_hash = str(hash(url)).replace('-','')
-    
-    return {'file_name':file_name,'path_hash':path_hash,'url':url,'dist_path':dist_path}
-
-def download_urls(download_list:List[dict],sync:bool=False,thread_num:int=5, 
-                  cache_path:str=os.path.join(os.getcwd(),'.cache','download_util'),
-                  _link_instead_of_copy:bool=True,is_await:bool=False):
-    if sync:
-        for conf in download_list:
-            cache_dir = os.path.join(cache_path,conf['path_hash'])
-            if conf['url'].startswith('https://github.com'):
-                download_git(conf['url'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)
-                continue
-            download_file(conf['url'],conf['file_name'],conf['dist_path'],cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy)
-    else:
-        executor = concurrent.futures.ThreadPoolExecutor(max_workers=thread_num)
-        futures = []
-        for conf in download_list:
-            cache_dir = os.path.join(cache_path,conf['path_hash'])
-            if conf['url'].startswith('https://github.com'):
-                futures.append(executor.submit(download_git, conf['url'],conf['dist_path'],
-                                                cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))
-                continue
-            futures.append(executor.submit(download_file, conf['url'],conf['file_name'],conf['dist_path'],
-                                            cache_path=cache_dir,_link_instead_of_copy=_link_instead_of_copy))
-        if is_await:
-            concurrent.futures.wait(futures)
-            
-                          
-def parse_config(config:str):
-    space_string = ' \n\r\t\'\",'
-    other_flie_list = [item.split('#')[0].strip(space_string) for item in config.split('\n') if item.strip(space_string)]
-    other_flie_list = [item.strip() for item in other_flie_list if item.strip()]
-    other_flie_list_store = {}
-    other_flie_list_store_name='default'
-    other_flie_list_store_list_cache=[]
-    
-    for item in other_flie_list:
-        if item.startswith('[') and item.endswith(']'):
-            if not other_flie_list_store_name == 'default':
-                other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache
-                other_flie_list_store_list_cache = []
-            other_flie_list_store_name = item[1:-1]
-        else:
-            other_flie_list_store_list_cache.append(item)
-    other_flie_list_store[other_flie_list_store_name]=other_flie_list_store_list_cache
-    
-    return other_flie_list_store
-
-
-def link_or_download_flie(config:str, skip_url:bool=False, _link_instead_of_copy:bool=True, base_path:str = '',
-                          sync:bool=False,thread_num:int=None, is_await:bool=False):
-    store:dict[str,List[str]] = parse_config(config)
-    download_list = []
-    for dist_dir in store.keys():
-        dist_path = os.path.join(base_path,dist_dir)
-        mkdirs(dist_path,exist_ok=True)
-        for path in store[dist_dir]:
-            if 'https://' in path or 'http://' in path:
-                if skip_url:
-                    continue
-                if sync:
-                    download_urls([pause_url(path,dist_path)],_link_instead_of_copy = _link_instead_of_copy, sync=sync)
-                    continue
-                download_list.append(pause_url(path,dist_path))
-            else:
-                run(f'cp -n -r -f {"-s" if _link_instead_of_copy else ""} {path} {dist_path}')
-                if show_shell_info:
-                    print(f'{"链接" if _link_instead_of_copy else "复制"} {path} --> {dist_path}')
-        run(f'rm -f {dist_path}/\*.* ')
-    if not skip_url:
-        if show_shell_info:
-            pprint.pprint(download_list)
-        download_urls(download_list,_link_instead_of_copy = _link_instead_of_copy, sync=sync, thread_num=thread_num or 2,is_await=is_await)
-
-
-def echoToFile(content:str,path:str):
-    if path.find('/') >= 0:
-        _path = '/'.join(path.split('/')[:-1])
-        mkdirs(f'{_path}',True)
-    with open(path,'w') as sh:
-        sh.write(content)
-
-def zipPath(path:str,zipName:str,format='tar'):
-    if path.startswith('$install_path'):
-        path = path.replace('$install_path',install_path)
-    if path.startswith('$output_path'):
-        path = path.replace('$install_path',output_path)
-    if not path.startswith('/'):
-        path = f'{install_path}/sd_main_dir/{path}'
-    if Path(path).exists():
-        if 'tar' == format:
-            run(f'tar -cf {output_path}/'+ zipName +'.tar -C '+ path +' . ')
-        elif 'gz' == format:
-            run(f'tar -czf {output_path}/'+ zipName +'.tar.gz -C '+ path +' . ')
-        return
-    print('指定的目录不存在：'+path)
-
-# 检查网络
-def check_service(host, port):
-    try:
-        socket.create_connection((host, port), timeout=5)
-        return True
-    except socket.error:
-        return False
-
-# ngrok
-def startNgrok(ngrokToken:str,ngrokLocalPort:int):
-    if not is_installed('pyngrok'):
-        run(f'pip install pyngrok')
-    from pyngrok import conf, ngrok
-    try:
-        conf.get_default().auth_token = ngrokToken
-        conf.get_default().monitor_thread = False
-        ssh_tunnels = ngrok.get_tunnels(conf.get_default())
-        if len(ssh_tunnels) == 0:
-            ssh_tunnel = ngrok.connect(ngrokLocalPort)
-            print('ngrok 访问地址：'+ssh_tunnel.public_url)
-        else:
-            print('ngrok 访问地址：'+ssh_tunnels[0].public_url)
-    except:
-        print('启动ngrok出错')
-        
-def startFrpc(name,configFile):
-    echoToFile(f'''
-cd {install_path}/frpc/
-{install_path}/frpc/frpc {configFile}
-''',f'{install_path}/frpc/start.sh')
-    os.system(f'''bash {install_path}/frpc/start.sh''')
-        
-def installProxyExe():
-    if _useFrpc:
-        print('安装frpc')
-        mkdirs(f'{install_path}/frpc',True)
-        if Path(frpcExePath).exists():
-            run(f'cp -f -n {frpcExePath} {install_path}/frpc/frpc')
-        else:
-            run(f'wget "https://huggingface.co/datasets/ACCA225/Frp/resolve/main/frpc" -O {install_path}/frpc/frpc')
-        
-        for ssl in frpcSSLFFlies:
-            if Path(ssl).exists():
-                run(f'cp -f -n {ssl}/* {install_path}/frpc/')
-        run(f'chmod +x {install_path}/frpc/frpc')
-        run(f'{install_path}/frpc/frpc -v')
-    if _useNgrok and not is_installed('pyngrok'):
-        run('pip install pyngrok')
-
-def startProxy():
-    if _useNgrok:
-        startNgrok(ngrokToken,_server_port)
-    if _useFrpc:
-        startFrpc('frpc_proxy',frpcStartArg)
-
-
-# nginx 反向代理配置文件
-def localProxy():
-    conf = '''
-server
-{
-    listen '''+str(_server_port)+''';
-    listen [::]:'''+str(_server_port)+''';
-    server_name 127.0.0.1 localhost 0.0.0.0 "";
-    
-    if ($request_method = OPTIONS) {
-        return 200;
-    }
-    fastcgi_send_timeout                 10m;
-    fastcgi_read_timeout                 10m;
-    fastcgi_connect_timeout              10m;
-    location /1/
-    {
-        proxy_pass http://127.0.0.1:'''+str(_server_port+2)+'''/;
-        # add_header Set-Cookie "subpath=1; expires=0; Path=/";
-        # proxy_set_header Set-Cookie "subpath=1; expires=0; Path=/";
-        proxy_set_header Host $host;
-        proxy_set_header X-Real-IP $remote_addr;
-        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-        proxy_set_header REMOTE-HOST $remote_addr;
-        proxy_set_header   Upgrade $http_upgrade;
-        proxy_set_header   Connection upgrade;
-        proxy_http_version 1.1;
-        proxy_connect_timeout 10m;
-        proxy_read_timeout 10m;
-    }
-    location /
-    {
-        set $proxy_url http://127.0.0.1:'''+str(_server_port+1)+''';
-        # if ($cookie_subpath = "1") {
-        #    set $proxy_url  http://127.0.0.1:'''+str(_server_port+2)+''';
-        # }
-        proxy_pass $proxy_url;
-        proxy_set_header Host $host;
-        proxy_set_header X-Real-IP $remote_addr;
-        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-        proxy_set_header REMOTE-HOST $remote_addr;
-        proxy_set_header   Upgrade $http_upgrade;
-        proxy_set_header   Connection upgrade;
-        proxy_http_version 1.1;
-        proxy_connect_timeout 10m;
-        proxy_read_timeout 10m;
-    }
-}
-'''
-    echoToFile(conf,'/etc/nginx/conf.d/proxy_nginx.conf')
-    if not check_service('localhost',_server_port):
-        run(f'''nginx -c /etc/nginx/nginx.conf''')
-    os.system(f'''nginx -s reload''')
-    
-
-import inspect
-import ctypes
-
-def _async_raise(tid, exctype):
-    """raises the exception, performs cleanup if needed"""
-    tid = ctypes.c_long(tid)
-    if not inspect.isclass(exctype):
-        exctype = type(exctype)
-    res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
-    if res == 0:
-        raise ValueError("invalid thread id")
-    elif res != 1:
-        # """if it returns a number greater than one, you're in trouble,
-        # and you should call it again with exc=NULL to revert the effect"""
-        ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
-        raise SystemError("PyThreadState_SetAsyncExc failed")
-
-def stop_thread(thread):
-    _async_raise(thread.ident, SystemExit)
-
-def stop_solo_threads():
-    # 获取当前所有活动的线程
-    threads = threading.enumerate()
-    # 关闭之前创建的子线程
-    for thread in threads:
-        if thread.name.startswith('solo_'):
-            print(f'结束线程：{thread.name}')
-            try:
-                stop_thread(thread)
-            except socket.error:
-                print(f'结束线程：{thread.name} 执行失败')
-
-
-envInstalled=False
-quickStart = True
-#安装
-def install():
-    print('安装')
-    os.chdir(f'''{install_path}''')
-    run(f'''git lfs install''')
-    run(f'''git config --global credential.helper store''')
-    for requirement in requirements:
-        run(f'pip install {requirement}')
-    if _reLoad:
-        run(f'''rm -rf sd_main_dir''')
-    if Path("sd_main_dir").exists():
-        os.chdir(f'''{install_path}/sd_main_dir/''')
-        run(f'''git checkout .''')
-        run(f'''git pull''')
-    else:
-        run(f'''git clone {config.git_proxy}{_sd_git_repo} sd_main_dir''')
-    os.chdir(f'''{install_path}/sd_main_dir''')
-    print('安装 完成')
-
-# 链接输出目录
-def link_dir():
-    print('链接输出目录')
-    # 链接图片输出目录
-    mkdirs(f'{output_path}/outputs',True)
-    run(f'''rm -rf {install_path}/sd_main_dir/outputs''')
-    run(f'''ln -s -r {output_path}/outputs {install_path}/sd_main_dir/''')
-     # 输出收藏目录
-    mkdirs(f'{output_path}/log',True)
-    run(f'''rm -rf {install_path}/sd_main_dir/log''')
-    run(f'''ln -s -r {output_path}/log {install_path}/sd_main_dir/''')
-    # 链接训练输出目录 文件夹链接会导致功能不能用
-    run(f'''rm -rf {install_path}/sd_main_dir/textual_inversion''')
-    mkdirs(f'{output_path}/textual_inversion/',True)
-    run(f'''ln -s -r {output_path}/textual_inversion {install_path}/sd_main_dir/''')
-    print('链接输出目录 完成') 
-
-def install_optimizing():
-    run('sudo apt install nginx -y')
-    run('env TF_CPP_MIN_LOG_LEVEL=1')
-    run('sudo apt -y update -qq')
-    run('wget http://launchpadlibrarian.net/367274644/libgoogle-perftools-dev_2.5-2.2ubuntu3_amd64.deb')
-    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/google-perftools_2.5-2.2ubuntu3_all.deb')
-    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libtcmalloc-minimal4_2.5-2.2ubuntu3_amd64.deb')
-    run('wget https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libgoogle-perftools4_2.5-2.2ubuntu3_amd64.deb')
-    run('sudo apt -y install -qq libunwind8-dev')
-    run('dpkg -i *.deb')
-    run('env LD_P_reLoad=libtcmalloc.so')
-    run('rm *.deb')
-    
-#安装依赖
-def install_dependencies():
-    print('安装需要的python环境')
-    global envInstalled
-    global venvPath
-    run(f'''rm -rf {install_path}/sd_main_dir/venv''')
-    mkdirs(f'{install_path}/sd_main_dir/venv',True)
-    if str(sys.version).startswith('3.10'):
-        try:
-            run('python3 -m venv venv' ,cwd=f'{install_path}/sd_main_dir',try_error=False)
-        except:
-            run('sudo apt install python3.10-venv -y')
-            run('python3 -m venv venv' ,cwd=f'{install_path}/sd_main_dir')
-    else:
-        run('add-apt-repository ppa:deadsnakes/ppa -y')
-        run('sudo apt update')
-        run('sudo apt install python3.10 -y')
-        run('python3.10 -m venv venv',cwd=f'{install_path}/sd_main_dir')
-        
-    if quickStart:
-        if not Path(venvPath).exists():
-            mkdirs(f'{install_path}/venv_cache',True)
-            if not Path(f'{install_path}/venv_cache/venv.tar.bak').exists():
-                download_file('https://huggingface.co/viyi/sdwui/resolve/main/venv.zip','venv.zip',f'{install_path}/venv_cache')
-            run(f'''unzip {install_path}/venv_cache/venv.zip -d {install_path}/venv_cache''')
-            venvPath = f'{install_path}/venv_cache/venv.tar.bak'
-            run(f'''rm -rf {install_path}/venv_cache/venv.zip''')
-        elif venvPath.endswith('.zip'):
-            mkdirs(f'{install_path}/venv_cache',True)
-            run(f'''unzip {venvPath} -d {install_path}/venv_cache''')
-            venvPath = f'{install_path}/venv_cache/venv.tar.bak'
-        print('解压环境')
-        run(f'tar -xf {venvPath} -C ./venv',cwd=f'{install_path}/sd_main_dir')
-        run(f'rm -rf {install_path}/sd_main_dir/venv.lib')
-    if not Path(f'{install_path}/sd_main_dir/venv/bin/pip').exists():
-        run('curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py')
-        run(f'{install_path}/sd_main_dir/venv/bin/python3 get-pip.py')
-
-    os.system(f'''{install_path}/sd_main_dir/venv/bin/python3 -V''')
-    os.system(f'''{install_path}/sd_main_dir/venv/bin/python3 -m pip -V''')
-
-    envInstalled = True
-    print('安装需要的python环境 完成')
-      
-# 个性化配置 
-def use_config():
-    print('使用自定义配置 包括tag翻译 \n')
-    mkdirs(f'{install_path}/temp',True)
-    run(f'git clone {config.git_proxy}{_sd_config_git_repu} sd-configs',cwd=f'{install_path}/temp')
-    run(f'cp -r -f -n {install_path}/temp/sd-configs/dist/* {install_path}/sd_main_dir')
-    if not Path(_ui_config_file).exists(): # ui配置文件
-        mkdirs(f"{_ui_config_file[:_ui_config_file.rfind('/')]}",True)
-        run(f'cp -f -n {install_path}/sd_main_dir/ui-config.json {_ui_config_file}')
-    if not Path(_setting_file).exists(): # 设置配置文件
-        mkdirs(f"{_setting_file[:_setting_file.rfind('/')]}",True)
-        run(f'cp -f -n {install_path}/sd_main_dir/config.json {_setting_file}')
-
-def copy_last_log_to_images():
-    print('复制编号最大的一张收藏图到输出目录，用于保持编号，否则会出现收藏的图片被覆盖的情况')
-    img_list = os.listdir(f'{install_path}/sd_main_dir/log/images')
-    last_img_path = ''
-    last_img_num = 0
-    for img in img_list:
-        if re.findall(r'^\d+-',str(img)):
-            num = int(re.findall(r'^\d+-',str(img))[0][:-1])
-            if num > last_img_num:
-                last_img_path = img
-                last_img_num = num
-    print(f'{install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/txt2img-images')
-    mkdirs(f"{install_path}/sd_main_dir/outputs/txt2img-images",True)
-    run(f'''cp -f {install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/txt2img-images/''')
-    
-    print(f'{install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/img2img-images')
-    mkdirs(f"{install_path}/sd_main_dir/outputs/img2img-images",True)
-    run(f'''cp -f {install_path}/sd_main_dir/log/images/{last_img_path} {install_path}/sd_main_dir/outputs/img2img-images/''')
-    
-def start_webui(i):
-    # 只要不爆内存，其他方式关闭后会再次重启 访问地址会发生变化
-    print(i,'--port',str(_server_port+1+i))
-    if i>0:
-        print(f'使用第{i+1}张显卡启动第{i+1}个服务，通过frpc或nrgok地址后加/{i}/进行访问（不能使用同一个浏览器）')
-    if _useFrpc:
-        restart_times = 0
-        last_restart_time = time.time()
-        while True:
-            os.system(f'''{install_path}/sd_main_dir/venv/bin/python3 launch.py --device-id={i} --port {str(_server_port+1+i)} {'' if i ==0 else '--nowebui'}''')
-            print('5秒后重启服务')
-            if time.time() - last_restart_time < 30:
-                restart_times = restart_times + 1
-            else:
-                restart_times = 0
-            last_restart_time = time.time()
-            if restart_times >3 :
-                # 如果90秒内重启了3此，将不再自动重启
-                break
-            time.sleep(5)
-    else:
-        os.system(f'''{install_path}/sd_main_dir/venv/bin/python3 launch.py --device-id={i} --port {str(_server_port+1+i)} {'' if i ==0 else '--nowebui'}''')
-    
-# 启动
-def start():
-    print('启动')
-    os.chdir(f'''{install_path}/sd_main_dir''')
-    args = ''
-    if _ui_config_file is not None and _ui_config_file != '' and Path(_ui_config_file).exists(): # ui配置文件
-        args += ' --ui-config-file=' + _ui_config_file
-    if _setting_file is not None and _setting_file != '' and Path(_setting_file).exists(): # 设置配置文件
-        args += ' --ui-settings-file=' + _setting_file
-    args += ' ' + otherArgs
-    os.environ['COMMANDLINE_ARGS']=args
-    run(f'''echo COMMANDLINE_ARGS=$COMMANDLINE_ARGS''')
-    os.environ['REQS_FILE']='requirements.txt'
-    start_webui(0)
-
-
-# 启动非webui相关的的内容，加快启动速度
-def main():
-    global envInstalled
-    global huggingface_is_init
-    startTicks = time.time()
-    stop_solo_threads()
-    isInstall = True if os.getenv('IsInstall','False') == 'True' else False
-    if Path(f'{install_path}/sd_main_dir').exists():
-        isInstall = True
-    if isInstall is False or _reLoad: 
-        print('启动 安装和运行环境')
-        install()
-        link_dir()
-        threading.Thread(target = install_dependencies,daemon=True,name='solo_install_dependencies').start()
-        threading.Thread(target = install_optimizing,daemon=True,name='solo_install_optimizing').start()
-        threading.Thread(target = installProxyExe,daemon=True).start()
-        link_or_download_flie(replace_path(_async_downloading), _link_instead_of_copy=_link_instead_of_copy,
-                          base_path=f'{install_path}/sd_main_dir')
-        
-        link_or_download_flie(replace_path(_before_downloading), _link_instead_of_copy=_link_instead_of_copy,
-                          base_path=f'{install_path}/sd_main_dir',is_await=True)
-        t = 0
-        while not envInstalled:
-            if t%10==0:
-                print('等待python环境安装...')
-            t = t+1
-            time.sleep(1)
-        use_config()
-        localProxy()
-        os.environ['IsInstall'] = 'True'
-    else:
-        envInstalled = True
-    link_or_download_flie(replace_path(_before_start_sync_downloading), _link_instead_of_copy=_link_instead_of_copy,
-                          base_path=f'{install_path}/sd_main_dir',sync=True)
-    threading.Thread(target = startProxy, daemon=True, name='solo_startProxy').start()
-    ticks = time.time()
-    print("安装耗时:",(ticks - startTicks),"秒")
-    start()
-
-
-if _skip_start:
-    print('已跳过自动启动，可手动执行 main() 进行启动。')
-    print('''推荐的启动代码：
-try:
-    check_gpu() # 检查是否存在gpu
-    main()
-except KeyboardInterrupt:
-    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）
-    ''')
-else:
-    try:
-        main()
-    except KeyboardInterrupt:
-        stop_solo_threads()
-

stable-diffusion-webui-novelai-sdxl.ipynb

@@ -1 +0,0 @@
-{"cells":[{"cell_type":"markdown","metadata":{},"source":["# NovelAi stable-diffusion-webui+api+sdxl\n","---\n","**version: 1.6.0  •  python: 3.10.6  •  torch: 2.0.1+cu118  •  xformers: 0.0.21  •  gradio: 3.41.2**\n","- 发布地址 [kaggle stable-diffusion-webui-novelai](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)\n","- 这是一个用于快速体验ai绘画项目 [stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) 的笔记本，你可以直接启动就能在线体验ai绘图的乐趣。 \n","- kaggle和colab都是AI学习平台，请勿浪费计算资源，如果有需求，可以考虑AutoDL这类租用显卡的平台或者colab付费使用。\n","- 在保持可以免配置直接启动的情况下也提供了很多可自定义的配置，在下方的配置项里，请自行查看。 \n","- 同时也为新人提供了一份基础的帮助文档，包含了一些使用中可能遇到的问题，如果使用过程中有什么疑问，不妨先看看帮助文档。\n","- 如果你需要在此脚本上修改再发布，请随意，但请遵守相关法律法规，文明使用。\n","- 使用时如果遇到问题，尽可能通过帮助文档或者参考已有内容尝试自己解决。\n","- Q群 [816545732](http://qm.qq.com/cgi-bin/qm/qr?_wv=1027&k=OGQydingTPku9M_myV_cscWv6MVaCSde&authKey=RFadQ18FgReFkx7CRs8SNk4vHpxHz%2FD2ojHL3433MehuQOBlnG0hhWFIo8AX%2BFRU&noverify=0&group_code=816545732) ，这是我建的新群，如果有需要，可以进群，其实这个笔记已经非常简洁了，进群大概也不会有啥帮助。\n","- 使用前可以看一下最后的更新日志，可能有功能更新需要注意"]},{"cell_type":"markdown","metadata":{},"source":["## 重要文件列表\n","\n","- **这个列表仅加载一次 且会等待加载完成再开始安装sd**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["before_downloading = '''# 这个列表仅加载一次 且会等待加载完成再开始安装sd\n","[extensions] # 插件 如果你需要增加插件，把插件地址写到这来就行，支持git仓库和文件夹路径\n","https://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\n","https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\n","https://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\n","https://github.com/Mikubill/sd-webui-controlnet.git\n","https://github.com/ilian6806/stable-diffusion-webui-state.git\n","https://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\n","https://github.com/Bing-su/adetailer.git\n","https://github.com/zanllp/sd-webui-infinite-image-browsing.git\n","https://github.com/viyiviyi/stable-diffusion-webui-zoomimage.git\n","https://github.com/viyiviyi/sd-encrypt-image.git # 图片加密插件，解决涩图封号问题，需要在参数里设置你的密码开启\n","\n","# 如果你有模型文件需要在启动前加载，可以写在这个下面对应位置\n","\n","[models/Stable-diffusion]                # 大模型列表\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","\n","[models/VAE]                             # VAE文件列表\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","\n","'''"]},{"cell_type":"markdown","metadata":{},"source":["## 普通文件列表\n","\n","- **这个列表仅加载一次 且不会等待加载完成**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["async_downloading='''# 这个列表仅加载一次 且不会等待加载完成\n","[extensions] # 插件 如果你没有使用ngrok或者frpc，请不要把插件放在这里加载，因为这里的文件可能在webui启动后才加载完成\n","\n","[models/Stable-diffusion]                # 大模型列表\n","https://huggingface.co/viyi/testing_models/resolve/main/mg-LBG.safetensors\n","容华_国风_SDXL.safetensors:https://civitai.com/api/download/models/151978\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","Genshin_Impact_all-in-one.safetensors:https://civitai.com/api/download/models/116970\n","https://civitai.com/api/download/models/117151 # Clothing +/- Adjuster 衣物增/减 LoRA\n","https://civitai.com/api/download/models/62833 # Detail Tweaker LoRA (细节调整LoRA)\n","\n","[models/VAE]                             # VAE文件列表\n","{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-ema-560000-ema-pruned.safetensors\n","{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-mse-840000-ema-pruned.safetensors\n","https://huggingface.co/stabilityai/sd-vae-ft-ema-original/resolve/main/vae-ft-ema-560000-ema-pruned.safetensors\n","https://huggingface.co/WarriorMama777/OrangeMixs/resolve/main/VAEs/orangemix.vae.pt\n","sdxl_vae.safetensors:https://civitai.com/api/download/models/130720?type=VAE # sdxl模型需要sdxl的vae\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_canny_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_lineart_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_openpose_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_scribble_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_seg_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_softedge_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors\n","https://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11u_sd15_tile_fp16.safetensors\n","'''\n"]},{"cell_type":"markdown","metadata":{},"source":["## 按顺序加载的重要文件列表\n","\n","- **这个列表每次 run all 启动都会加载一次，且一定按照顺序加载后才启动webui**\n","- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n","- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n","- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n","- 如果需要下载到其他目录，可以使用同样的格式写其他目录"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["before_start_sync_downloading = ''' # 这个列表每次 run all 启动都会加载一次，且一定按照顺序加载\n","\n","# 如果你需要每次启动都加载一下文件，可以写在这。（比如测试路径是否正确的时候）\n","\n","[models/Stable-diffusion]                # 大模型列表\n","\n","[models/hypernetworks]                   # hypernetworks文件列表\n","\n","[models/embeddings]                      # embeddings文件列表\n","\n","[models/Lora]                            # Lora文件列表\n","\n","[models/VAE]                             # VAE文件列表\n","\n","[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n","\n","'''"]},{"cell_type":"markdown","metadata":{},"source":["## webui 启动参数\n","- 所有的参数都会在启动时传入\n","- 可以在前面加```#```来屏蔽某个参数\n","- 端口参数需要在下一个代码块的```webuiPort```处修改"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["sd_start_args='''\n","# --ckpt=mg-Tender.safetensors # 默认模型名称，路径不能包含空格\n","--disable-safe-unpickle \n","--deepdanbooru \n","--no-hashing \n","--no-download-sd-model \n","--administrator\n","--skip-torch-cuda-test \n","--skip-version-check \n","--disable-nan-check\n","# --opt-sdp-attention \n","--opt-sdp-no-mem-attention \n","--xformers-flash-attention\n","--xformers\n","--api \n","--listen\n","--lowram\n","#--no-gradio-queue\n","#--encrypt-pass=123qwe # 图片加密插件的密码，如果要启用图片加密插件，删除这一行前面的#和将123qwe改成你的密码，也可以不改\n","# --share # 默认的内网穿透在kaggle和colab都已经不可用，请考虑其他方案\n","--disable-console-progressbars\n","--no-half-vae \n","# --no-half  #关闭半精度\n","# --enable-console-prompts\n","# --nowebui # 如果只需要api服务，可以开启这个\n","# --api-auth=2333:6666  # api密码\n","# --gradio-auth=2333:6666 # webui密码\n","'''"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才会生效\n","#Ngrok\n","useNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n","#Frpc\n","useFrpc=True # 开启frp将不能启动\n","\n","#可以填写文件路径 或 直接填 token 内容\n","ngrok_config_or_file = '''\n","{input_path}/configs/ngrok_token.txt\n","'''\n","frp_config_or_file = '''\n","{input_path}/configs/frpc_litechat.ini\n","'''\n","frp_ssl_dir = '''\n","{input_path}/configs/litechat_nginx\n","'''\n","\n","# 配置启动参数\n","server_port=7860 # webui 默认端口\n","\n","# 仓库地址 这是修改过界面布局顺序的webui，不定期同步到官方版本\n","# 如果要使用官方版本，改成这个： https://github.com/AUTOMATIC1111/stable-diffusion-webui\n","sd_git_repo='https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n","# 配置文件，包括webui的设置和UI默认值，如果要自定义，fork这个仓库后修改并把地址替换这个地址\n","sd_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git'\n","# 设置文件保存路径 当使用谷歌云盘时非常有用\n","setting_file = '{output_path}/configs/config.json'\n","ui_config_file = '{output_path}/configs/ui-config.json'\n","\n","# 这是配置文件夹同步的相关配置\n","# 需要在huggingface创建一个数据集(datasets) 然后把数据集的名称(在页面上有复制的按钮)填到 huggingface_repo \n","# 需要获取 token 填到 huggingface_token 获取的地址是： https://huggingface.co/settings/tokens\n","huggingface_token = '{input_path}/configs/huggingface_token_file.txt'\n","huggingface_repo = 'viyi/sdwui-imgs'\n"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["link_instead_of_copy = True # 下载或加载Input的文件时是使用链接还是复制的方式加载到目标目录\n","hidden_console_info = True # 是否隐藏大部分的控制台内容"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 保存当前目录和启动时cd到之前保存的目录，可以减少sdwui-start-new.ipynb文件下载次数\n","import os\n","INIT_WORK_PATH = os.environ['HOME']\n","if os.getenv('INIT_WORK_PATH',''):\n","    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\n","else:\n","    os.environ['INIT_WORK_PATH'] = os.getcwd()\n","%cd {INIT_WORK_PATH}"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["reLoad = True\n","# 如果需要重新安装，请注释下面这一行\n","reLoad = False"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["if not os.path.exists('sdwui-start-util.ipynb'):\n","    !wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start-util.ipynb -o log.log\n","%run sdwui-start-util.ipynb"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["try:\n","    check_gpu() # 检查是否存在gpu\n","    main()\n","except KeyboardInterrupt:\n","    stop_solo_threads() # 中断后自动停止后台线程 （有部分功能在后台线程中运行）"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# 打包收藏文件夹 如果需要可以取消下面两行的注释\n","# zipPath('$install_path/sd_main_dir/log','log')\n","# !mv {output_path}/log.tar {output_path}/log.tar.bak\n","# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n","\n","# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n","# zipPath('$install_path/sd_main_dir/textual_inversion','训练输出') \n","# zipPath('$install_path/sd_main_dir/outputs','outputs')\n","\n","# 打包venv并上传到数据集\n","# zipPath('$install_path/sd_main_dir/venv','venv')\n","# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n","# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n","\n","# 打包命令参考，--exclude 可以排除不需要打包的目录\n","# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /sd_main_dir/ ."]},{"cell_type":"markdown","metadata":{},"source":["# 使用帮助\n","---\n","**代码块不能删除也不能调换顺序，如果出现变量未定义，请检查是否按顺序执行了代码块**\n","\n","---\n","\n","## kaggle账号\n","- 注册账号需要手机号，国内手机号也行，如果点击注册后没反应，估计是需要梯子，用于人机验证\n","- 注册后点此笔记的 **Copy & Edit** 按钮就进到编辑界面\n","\n","## 准备工作\n","1. 右侧面板 **Notebook options/ACCELERATOR** 需要选择GPU **T4x2**出图更快\n","2. 右侧面板 **Notebook options/LANGUAGE** 需要选择Python\n","2. 右侧面板 **Notebook options/PERSISTENCE** 建议选择 Files only **作用是保存Outpot目录内的文件，当前这个功能并没有任何作用**\n","3. 右侧面板 **Notebook options/ENVIRONMENT** 建议不改这个配置，使用当前默认值就行\n","4. 右侧面板 **Notebook options/INTERNET** 需要打开 用于联网\n","\n","## 启动\n","#### 启动方式一  **直接点击页面上边的 RunAll**\n","- 手机端可能会出现页面上边的工具栏不显示的情况，左侧菜单按钮里也有相关的操作\n","- 长时间不操作页面会导致脚本停止 （应该是40分钟吧）\n","\n","#### 启动方式二  **使用页面上边的 Save Version 后台运行**\n","- 后台运行不用担心长时间不操作脚本停止\n","- Version Type 选择 **Save & Run All**\n","- 在Save Version弹窗里需要选择使用**GPU**环境 （Advanced Settings 里最后一个选项）\n","\n","## 访问\n","- 如果你使用了ngrok或者frpc，可以访问你这两对应的地址\n","- 如果你不知道你的ngrok或者frpc的地址可以在控制台（页面最下方Console）的输出里面查看\n","- 使用Run All方式启动，控制台在启动完成后会输出访问网址，网址内容包含**gradio.live**，可以在页面中搜索快速找到\n","- 如果使用Save Verson的方式启动，点击左下角的**View Active Events**点击刚刚启动的脚步，在**Log**里找访问网址\n","- 一般情况下第一次启动此脚本需要等待kaggle下载模型文件，进度在页面上方\n","- 第二次及以后（不增加新的文件）需要3到5分钟\n","\n","## 增加模型\n","- 可以直接写模型的下载链接，省去下面这些步骤\n","1. 先创建数据集，也就是dataset\n","2. 创建时需要添加文件，选择自己的模型文件就行\n","3. 同类型文件放相同的数据集里面，一个数据集也不要太大\n","4. 可以在dataset搜索其他人上传的模型\n","5. 通过右侧的 **Add Data** 按钮选择已经上传的模型文件或者别人上传的模型文件\n","    - input 下面的列表就是模型文件，可以点击名称后面的复制按钮复制路径\n","6. 将模型路径放在配置里的对应配置里即可，支持文件夹和文件路径，参考 **modelDirs**\n","    - 如果目录里还有子目录也是需要加载的，可以用*表示子目录 例子：比如Loras目录下还有角色、画风、涩涩的文件夹，那路径里写成 '/kaggle/input/Loras/*'就可以加载子目录里面的文件了\n","    - 模型加载使用的文件链接方式，如果你融模型的时候新模型名字和原有模型名字一样，会出现不能修改只读文件的错误\n","    - 同理，直接对模型做编辑的工具可能也会出现相同的错误\n","    \n"," \n","- **受到kaggle内存大小的影响，切换多个模型后大概率爆内存导致停止运行**\n","    \n","**下边的配置项都写了对应配置的作用和使用说明，不理解的话也不用改，用默认的就好**\n","\n","## 下载文件\n","#### 方式一\n","- 在浏览器直接下 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n","    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n","    - 你的访问地址是 https://123123123.gradio.live\n","    - 则可以在浏览器输入 https://123123123.gradio.live/file=/kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors 下载你的文件\n","    \n","#### 方式二\n","- 复制到Output目录下载 仅支持使用Run All方式运行的\n","    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n","    - 先停止笔记本（不是关机，是停止）\n","    - 然后新建一个代码块，在里面输入 !cp -f /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n","    - 或者 新建一个代码块，在里面输入 !cp -f \\$install_path/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n","    - 你可能需要拼接路径 如果是在webui里面看到的路径，且路径里面没有带**stable-diffusion-webui**\n","        - 拼接方式是 **\\$install_path/stable-diffusion-webui** + **文件路径** 拼成类似前一条的样子\n","    - 就可以在右侧列表的Output目录看见复制出来的文件，点击下载即可\n","\n","## **一些可能没用的说明**\n","- 配置说明 **True或者False**表示布尔值 **True**表示“**是**” **False**表示“**否**” 只有这两个值\n","- 配置说明 **[]** 表示数组，里面可以存放内容，每个内容需要用**英语(半角)逗号**隔开\n","- 配置说明 **''或者\"\"** 英语(半角)的双引号或者单引号包裹的内容是**字符串**，比如放在数组里面的路径就需要是一个字符串\n","- 配置说明 **#** **#** 后面的内容是**注释**，是帮助性内容，对整个代码的执行不会有影响\n"]},{"cell_type":"markdown","metadata":{},"source":["# 更新记录\n","#### 231011 v180\n","- 增加了图片加密插件，默认不启用，请查看启动参数部分设置密码启动，批量解密图片可以查看插件的发布地址\n","\n","#### 230920 v177\n","- 默认不再开启gradio这个内网穿透\n","- 更新了一些文档和说明\n","\n","#### 230910 v175\n","- 增加了默认的sdxl模型\n","- 修改了不合适的使用说明\n","\n","#### 230901 v173\n","- 更新了依赖版本，可以加载sdxl模型了\n","- 增加代码块内容说明，希望有用\n","\n","#### 230812 v171\n","- 把关闭半精度的参数注释了，这是之前写错的，注释后不容易爆内存\n","- 增加默认模型的参数，用于指定模型启动时默认的模型\n","\n","#### 230726 v170\n","- 更新了整个配置，可以更加自由的下载和加载文件\n","- 删除了大部分参数\n","\n","#### 230726 v169\n","- 增加了一个文件加载配置，可以自定义把文件或下载地址加载到指定目录，配置方式见 [ 其他文件列表 ]\n","- 增加了一个配置，可以隐藏部分控制台输出，但隐藏不完全，没啥用\n","\n","#### 230719 v168\n","- 增加了同步收藏文件夹到 huggingface 数据集的功能，仅同步收藏文件夹，如果同步所有图片也太浪费资源了\n","\n","#### 230716 v167\n","- 账号解封了\n","- 已经更新为精简自动更新版，主要逻辑分离存放到 [huggingface](https://huggingface.co/viyi/sdwui)，这边基本上不再需要更新\n","- 如果增加了新功能需要新的配置，可以在输出内容的最前面查看到（暂定）\n","\n","#### 230302 v165\n","- 可以修改disableShared=True来使用pm2启动，做到爆内存自动重启（需要使用frpc或者ngrok代理，否则无法访问界面）\n","\n","#### 230228 v156\n","- 移除了koishi的相关功能 如需使用，可查看 [sd-webui-koishi](https://www.kaggle.com/code/yiyiooo/sd-webui-koishi)\n","\n","#### 230227 v147\n","- 增加了nginx做反向代理，现在可以使用一个ngrok地址访问多个服务了 功能在版本156移除\n","\n","#### 230225 v139\n","- 可以加载ssl证书，启动https的隧道了\n","\n","#### 230224 v134\n","- 可以自动修改frp的本地端口\n","\n","#### 230224 v128\n","- 修复默认模型文件不存在时不能启动的问题\n","- 修复了多线程导致依赖等内容安装位置错乱的问题\n","- 修复了第一次启动会更新koishi数据对应的数据集问题\n","- 增加了配置检查功能，对一些配置项做了提示\n","- 增加了可配置webui端口功能，现在可以配置webui、froc、ngrok的端口了\n","\n","#### 230223 v126\n","- 修复了仅适用koishi数据目录无法启动koishi的问题\n","- 修改了部分文档\n","\n","#### 230223 v124\n","- 修复使用多线程后出现的文件安装下载目录失败的问题\n","- 修复使用多线程后文件目录错乱问题\n","\n","#### 230222 v123\n","- 使用多线程进行安装，节省安装时间\n","\n","#### 230222 v122\n","- 更改了默认配置，现在训练的输出可以在Output下面查看了\n","\n","#### 230222 v118\n","- 增加了自动上传koishi的数据到数据集且能自动下载的功能\n","    - 自动上传的数据集优先级高于手动上传的\n","    - 上一个版本的数据集与当前版本的目录结构有差异，如果更新后需要修改配置\n","    \n","#### 230121 v111\n","- 增加了koishi的部署相关功能  功能在版本156移除\n","\n","#### 230220 v110\n","- 增加了ControlNet插件的一些说明\n","\n","#### 230220 v109\n","- 修复第二次Run all时不能切换到新的frpc配置问题\n","- 增加更新记录，用于记录每次更新 "]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.6.4"}},"nbformat":4,"nbformat_minor":4}

stable-diffusion-webui-novelai.ipynb

@@ -1 +0,0 @@
-{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# NovelAi stable-diffusion-webui+api+sdxl\n---\n**version: 1.6.0  •  python: 3.10.6  •  torch: 2.0.1+cu118  •  xformers: 0.0.21  •  gradio: 3.41.2**\n- 发布地址 [kaggle stable-diffusion-webui-novelai](https://www.kaggle.com/code/yiyiooo/stable-diffusion-webui-novelai)\n- 这是一个用于快速体验ai绘画项目 [stable-diffusion-webui](https://github.com/AUTOMATIC1111/stable-diffusion-webui) 的笔记本，你可以直接启动就能在线体验ai绘图的乐趣。 \n- 在保持可以免配置直接启动的情况下也提供了很多可自定义的配置，在下方的配置项里，请自行查看。 \n- 同时也为新人提供了一份基础的帮助文档，包含了一些使用中可能遇到的问题，如果使用过程中有什么疑问，不妨先看看帮助文档。\n- 如果你需要在此脚本上修改再发布，请随意，但请遵守相关法律法规，文明使用。\n- 交流群632428790 这是 [qq2575044704](https://www.kaggle.com/qq2575044704) 的群，感谢他为这个笔记做了一些宣传。\n","metadata":{}},{"cell_type":"markdown","source":"## 重要文件列表\n\n- **这个列表仅加载一次 且会等待加载完成**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"重要文件列表 = '''# 这个列表仅加载一次 且会等待加载完成\n[extensions] # 插件\nhttps://github.com/dtlnor/stable-diffusion-webui-localization-zh_CN.git\nhttps://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git\nhttps://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git\nhttps://github.com/Mikubill/sd-webui-controlnet.git\nhttps://github.com/KohakuBlueleaf/a1111-sd-webui-lycoris.git\nhttps://github.com/LianZiZhou/sd-webui-pixink-console.git\nhttps://github.com/ilian6806/stable-diffusion-webui-state.git\nhttps://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git\nhttps://github.com/Bing-su/adetailer.git\nhttps://github.com/civitai/sd_civitai_extension.git\nhttps://github.com/zanllp/sd-webui-infinite-image-browsing.git\nhttps://github.com/viyiviyi/stable-diffusion-webui-zoomimage.git\n\n# 如果你有模型文件需要在启动前加载，可以写在这个下面对应位置\n\n[models/Stable-diffusion]                # 大模型列表\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\n\n[models/LyCORIS]                         # LyCORIS文件列表\n\n[models/VAE]                             # VAE文件列表\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 普通文件列表\n\n- **这个列表仅加载一次 且不会等待加载完成**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"普通文件列表='''# 这个列表仅加载一次 且不会等待加载完成\n[extensions] # 插件 如果你没有使用ngrok或者frpc，请不要把插件放在这里加载，因为这里的文件可能在webui启动后才加载完成\n\n[models/Stable-diffusion]                # 大模型列表\nmg-Tender.safetensors:https://civitai.com/api/download/models/75587\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\nGenshin_Impact_all-in-one.safetensors:https://civitai.com/api/download/models/116970\n\n[models/LyCORIS]                         # LyCORIS文件列表\n\n\n[models/VAE]                             # VAE文件列表\n{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-ema-560000-ema-pruned.safetensors\n{input_path}/vae-ft-ema-prunedsafetensors/vae-ft-mse-840000-ema-pruned.safetensors\nhttps://huggingface.co/WarriorMama777/OrangeMixs/resolve/main/VAEs/orangemix.vae.pt\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_canny_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_lineart_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_openpose_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_scribble_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_seg_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15_softedge_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors\nhttps://huggingface.co/comfyanonymous/ControlNet-v1-1_fp16_safetensors/resolve/main/control_v11u_sd15_tile_fp16.safetensors\n'''\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 按顺序加载的重要文件列表\n\n- **这个列表每次 run all 启动都会加载一次，且一定按照顺序加载后才启动webui**\n- ```[]```内的是下载文件的目标目录，可以是相对目录也可以是觉得路径\n- ```[]```的下一行就是文件列表，可以是下载地址、git仓库、文件路径、文件夹路径，且支持通配符\n- 如果需要对下载的文件重命名，可以在下载链接前面写上文件名后加一个```:```分开文件名和下载地址\n- 如果需要下载到其他目录，可以使用同样的格式写其他目录","metadata":{}},{"cell_type":"code","source":"按顺序加载的重要文件列表 = ''' # 这个列表每次 run all 启动都会加载一次，且一定按照顺序加载\n\n# 如果你需要每次启动都加载一下文件，可以写在这。（比如测试路径是否正确的时候）\n\n[models/Stable-diffusion]                # 大模型列表\n\n[models/hypernetworks]                   # hypernetworks文件列表\n\n[models/embeddings]                      # embeddings文件列表\n\n[models/Lora]                            # Lora文件列表\n\n[models/LyCORIS]                         # LyCORIS文件列表\n\n[models/VAE]                             # VAE文件列表\n\n[extensions/sd-webui-controlnet/models] # controlnet插件的模型列表\n\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## webui 启动参数\n- 所有的参数都会在启动时传入\n- 可以在前面加```#```来屏蔽某个参数\n- 端口参数需要在下一个代码块的```webuiPort```处修改","metadata":{}},{"cell_type":"code","source":"参数列表='''\n--ckpt=mg-Tender.safetensors # 默认模型名称，路径不能包含空格\n--disable-safe-unpickle \n--deepdanbooru \n--no-hashing \n--no-download-sd-model \n--administrator\n--skip-torch-cuda-test \n--skip-version-check \n--disable-nan-check\n# --opt-sdp-attention \n--opt-sdp-no-mem-attention \n--xformers-flash-attention\n--xformers\n--api \n--listen\n--lowram\n--no-gradio-queue\n--share\n--disable-console-progressbars\n--no-half-vae \n# --no-half  #关闭半精度\n# --enable-console-prompts\n# --nowebui\n# --api-auth=2333:6666  # api密码\n# --gradio-auth=2333:6666 # webui密码\n'''","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"useGooglrDrive = True # 连接到谷歌云盘 在google colab环境才会生效\n#Ngrok\nuseNgrok=True # 非必填 是否使用ngrok作为公网访问地址\n#Frpc\nuseFrpc=True # 开启frp将不能启动\n\n#文件或直接填配置\nngrok配置或文件地址='''\n{input_path}/configs/ngrok_token.txt\n'''\nfrp配置文件或配置='''\n{input_path}/configs/frpc_litechat.ini\n'''\nfrpSSL文件='''\n{input_path}/configs/litechat_nginx\n'''\n\n# 配置启动参数\nwebuiPort=7860 # webui默认端口\n\n# 仓库地址 这是修改过界面布局顺序的webui，不定期同步到官方版本\n# 如果要使用官方版本，改成这个： https://github.com/AUTOMATIC1111/stable-diffusion-webui\nwebui_git_repo='https://github.com/viyiviyi/stable-diffusion-webui.git -b local' \n# 配置文件，包括webui的设置和UI默认值，如果要自定义，fork这个仓库后修改并把地址替换这个地址\nwebui_config_git_repu = 'https://github.com/viyiviyi/sd-configs.git'\n# 设置文件保存路径 当使用谷歌云盘时非常有用\nsetting_file = '{output_path}/configs/config.json'\nui_config_file = '{output_path}/configs/ui-config.json'\n\n# 这是配置文件夹同步的相关配置\n# 需要在huggingface创建一个数据集(datasets) 然后把数据集的名称(在页面上有复制的按钮)填到 huggingface_repo \n# 需要获取 token 填到 huggingface_token 获取的地址是： https://huggingface.co/settings/tokens\nhuggingface_token = '{input_path}/configs/huggingface_token.txt'\nhuggingface_repo = 'viyi/sdwui-log'\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"link_instead_of_copy = True # 下载或加载Input的文件时是使用链接还是复制的方式加载到目标目录\nhidden_console_info = True # 是否隐藏大部分的控制台内容","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 保存当前目录和启动时cd到之前保存的目录，可以减少sdwui-start-new.ipynb文件下载次数\nimport os\nINIT_WORK_PATH = os.environ['HOME']\nif os.getenv('INIT_WORK_PATH',''):\n    INIT_WORK_PATH = os.getenv('INIT_WORK_PATH','')\nelse:\n    os.environ['INIT_WORK_PATH'] = os.getcwd()\n%cd {INIT_WORK_PATH}","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"reLoad = True\n# 如果需要重新安装，请注释下面这一行\nreLoad = False","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"if not os.path.exists('sdwui-start-new.ipynb'):\n    !wget https://huggingface.co/viyi/sdwui/resolve/main/sdwui-start-new.ipynb -o log.log\n%run sdwui-start-new.ipynb","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 打包收藏文件夹 如果需要可以取消下面两行的注释\n# zipPath('$install_path/stable-diffusion-webui/log','log')\n# !mv {output_path}/log.tar {output_path}/log.tar.bak\n# createOrUpdateDataSet(f'{output_path}/log.tar.bak','sd-webui-log-bak')\n\n# 打包 这一行的结果是 压缩一个目录，并放在 output_path: /kaggle/working/ 目录下 名字是训练输出.tar\n# zipPath('$install_path/stable-diffusion-webui/textual_inversion','训练输出') \n# zipPath('$install_path/stable-diffusion-webui/outputs','outputs')\n\n# 打包venv并上传到数据集\n# zipPath('$install_path/stable-diffusion-webui/venv','venv')\n# !mv {output_path}/venv.tar /kaggle/working/venv.tar.bak\n# createOrUpdateDataSet('/kaggle/working/venv.tar.bak','sd-webui-venv')\n\n# 打包命令参考，--exclude 可以排除不需要打包的目录\n# !tar -cf $output_path/webui.tar.bak --exclude=venv --exclude=extensions -C /kaggle/stable-diffusion-webui/ .","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 使用帮助\n---\n**代码块不能删除也不能调换顺序，如果出现变量未定义，请检查是否按顺序执行了代码块**\n\n---\n\n## kaggle账号\n- 注册账号需要手机号，国内手机号也行，如果点击注册后没反应，估计是需要梯子，用于人机验证\n- 注册后点此笔记的 **Copy & Edit** 按钮就进到编辑界面\n\n## 准备工作\n1. 右侧面板 **Settings/ACCELERATOR** 需要选择GPU **T4x2**出图更快，且会自动开启两个webui\n2. 右侧面板 **Settings/LANGUAGE** 需要选择Python\n2. 右侧面板 **Settings/PERSISTENCE** 建议选择 Files only **作用是保存Outpot目录内的文件**\n3. 右侧面板 **Settings/ENVIRONMENT** 建议不改这个配置，使用当前默认值就行\n4. 右侧面板 **Settings/INTERNET** 需要打开 用于联网，没网跑不起来的啊\n\n## 启动\n#### 启动方式一  **直接点击页面上边的 RunAll**\n- 在没有关闭电源的情况下，后几次点击RunAll的输出在页面上端 （其实没有必要了，之前不知道代码块可以收起，很烦滚动到页面底端才能看见输出）\n- 手机端可能会出现页面上边的工具栏不显示的情况，左侧菜单按钮里也有相关的操作\n- 长时间不操作页面会导致脚本停止 （应该是40分钟吧）\n\n#### 启动方式二  **使用页面上边的 Save Version 后台运行**\n- 后台运行不用担心长时间不操作脚本停止\n- Version Type 选择 **Save & Run All**\n- 在Save Version弹窗里需要选择使用**GPU**环境 （Advanced Settings 里最后一个选项）\n- 后台运行的输出的图片可以在运行结束后下载（但是保存时间有限制，我就经常下不到，不够问题���大，喜欢的图在生成后就下载了）\n- 如果你需要下载运行后的图片，请不要把安装目录修改到 /kaggle/working 这个目录下，因为没有写打包功能，下载只能下载整个输出目录，也就是 /kaggle/working 目录\n\n## 访问\n- 如果你使用了ngrok或者frpc，可以访问你这两对应的地址\n- 如果你不知道你的ngrok或者frpc的地址可以在控制台（页面最下方Console）的输出里面查看\n- 使用Run All方式启动，控制台在启动完成后会输出访问网址，网址内容包含**gradio.live**，可以在页面中搜索快速找到\n- 如果使用Save Verson的方式启动，点击左下角的**View Active Events**点击刚刚启动的脚步，在**Log**里找访问网址\n- 一般情况下第一次启动此脚本需要等待kaggle下载模型文件，进度在页面上方\n- 第二次及以后（不增加新的文件）需要3到5分钟\n\n## 增加模型\n1. 先创建数据集，也就是dataset\n2. 创建时需要添加文件，选择自己的模型文件就行\n3. 同类型文件放相同的数据集里面，一个数据集也不要太大\n4. 可以在dataset搜索其他人上传的模型\n5. 通过右侧的 **Add Data** 按钮选择已经上传的模型文件或者别人上传的模型文件\n    - input 下面的列表就是模型文件，可以点击名称后面的复制按钮复制路径\n6. 将模型路径放在配置里的对应配置里即可，支持文件夹和文件路径，参考 **modelDirs**\n    - 如果目录里还有子目录也是需要加载的，可以用*表示子目录 例子：比如Loras目录下还有角色、画风、涩涩的文件夹，那路径里写成 '/kaggle/input/Loras/*'就可以加载子目录里面的文件了\n    - 模型加载使用的文件链接方式，如果你融模型的时候新模型名字和原有模型名字一样，会出现不能修改只读文件的错误\n    - 同理，直接对模型做编辑的工具可能也会出现相同的错误\n    \n  \n- **为了提高启动速度，导致切换模型过程较慢，点击切换模型后进度条大概率会一直存在，但模型在1分半左右基本能加载完。** \n- **受到kaggle内存大小的影响，切换多个模型后大概率爆内存导致停止运行**\n    \n**下边的配置项都写了对应配置的作用和使用说明，不理解的话也不用改，用默认的就好**\n\n## 下载文件\n#### 方式一\n- 在浏览器直接下 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 你的访问地址是 https://123123123.gradio.live\n    - 则可以在浏览器输入 https://123123123.gradio.live/file=/kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors 下载你的文件\n    \n#### 方式二\n- 复制到Output目录下载 仅支持使用Run All方式运行的\n    - 比如你需要下载的文件路径在 /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors\n    - 先停止笔记本（不是关机，是停止）\n    - 然后新建一个代码块，在里面输入 !cp -f /kaggle/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 或者 新建一个代码块，在里面输入 !cp -f \\$install_path/stable-diffusion-webui/models/Lora/dow_a.safetensors /kaggle/working/\n    - 你可能需要拼接路径 如果是在webui里面看到的路径，且路径里面没有带**stable-diffusion-webui**\n        - 拼接方式是 **\\$install_path/stable-diffusion-webui** + **文件路径** 拼成类似前一条的样子\n    - 就可以在右侧列表的Output目录看见复制出来的文件，点击下载即可\n    \n#### 方式三\n- 开启链接输出目录的配置 （配置在第二个代码块，通过搜索**配置文件链接**快速查找）\n    - 此方法会把已知的三个训练输出目录链接到Output目录下，直接去下载即可（两种启动方式都可以用）\n    - 如果有新的目录需要链接，可以参考着自己写或者联系我\n    \n#### 方式四\n- 将安装目录改到输出目录（配置在第二个代码块，通过搜索**安装目录**快速查找）\n    - 此方式会把所有文件都放在安装目录，找到并下载即可\n    - 如果使用这个方式，右侧的设置里**PERSISTENCE**这个设置项建议选No pensistence。如果选其他项，可能会出现关机特别慢的情况，因为需要上传输出目录的文件。\n\n## **一些可能没用的说明**\n- 配置说明 **True或者False**表示布尔值 **True**表示“**是**” **False**表示“**否**” 只有这两个值\n- 配置说明 **[]** 表示数组，里面可以存放内容，每个内容需要用**英语(半角)逗号**隔开\n- 配置说明 **''或者\"\"** 英语(半角)的双引号或者单引号包裹的内容是**字符串**，比如放在数组里面的路径就需要是一个字符串\n- 配置说明 **#** **#** 后面的内容是**注释**，是帮助性内容，对整个代���的执行不会有影响\n","metadata":{}},{"cell_type":"markdown","source":"# 更新记录\n#### 230901 v173\n- 更新了依赖版本，可以加载sdxl模型了\n- 增加代码块内容说明，希望有用\n\n#### 230812 v171\n- 把关闭半精度的参数注释了，这是之前写错的，注释后不容易爆内存\n- 增加默认模型的参数，用于指定模型启动时默认的模型\n\n#### 230726 v170\n- 更新了整个配置，可以更加自由的下载和加载文件\n- 删除了大部分参数\n\n#### 230726 v169\n- 增加了一个文件加载配置，可以自定义把文件或下载地址加载到指定目录，配置方式见 [ 其他文件列表 ]\n- 增加了一个配置，可以隐藏部分控制台输出，但隐藏不完全，没啥用\n\n#### 230719 v168\n- 增加了同步收藏文件夹到 huggingface 数据集的功能，仅同步收藏文件夹，如果同步所有图片也太浪费资源了\n\n#### 230716 v167\n- 账号解封了\n- 已经更新为精简自动更新版，主要逻辑分离存放到 [huggingface](https://huggingface.co/viyi/sdwui)，这边基本上不再需要更新\n- 如果增加了新功能需要新的配置，可以在输出内容的最前面查看到（暂定）\n\n#### 230302 v165\n- 可以修改disableShared=True来使用pm2启动，做到爆内存自动重启（需要使用frpc或者ngrok代理，否则无法访问界面）\n\n#### 230228 v156\n- 移除了koishi的相关功能 如需使用，可查看 [sd-webui-koishi](https://www.kaggle.com/code/yiyiooo/sd-webui-koishi)\n\n#### 230227 v147\n- 增加了nginx做反向代理，现在可以使用一个ngrok地址访问多个服务了 功能在版本156移除\n\n#### 230225 v139\n- 可以加载ssl证书，启动https的隧道了\n\n#### 230224 v134\n- 可以自动修改frp的本地端口\n\n#### 230224 v128\n- 修复默认模型文件不存在时不能启动的问题\n- 修复了多线程导致依赖等内容安装位置错乱的问题\n- 修复了第一次启动会更新koishi数据对应的数据集问题\n- 增加了配置检查功能，对一些配置项做了提示\n- 增加了可配置webui端口功能，现在可以配置webui、froc、ngrok的端口了\n\n#### 230223 v126\n- 修复了仅适用koishi数据目录无法启动koishi的问题\n- 修改了部分文档\n\n#### 230223 v124\n- 修复使用多线程后出现的文件安装下载目录失败的问题\n- 修复使用多线程后文件目录错乱问题\n\n#### 230222 v123\n- 使用多线程进行安装，节省安装时间\n\n#### 230222 v122\n- 更改了默认配置，现在训练的输出可以在Output下面查看了\n\n#### 230222 v118\n- 增加了自动上传koishi的数据到数据集且能自动下载的功能\n    - 自动上传的数据集优先级高于手动上传的\n    - 上一个版本的数据集与当前版本的目录结构有差异，如果更新后需要修改配置\n    \n#### 230121 v111\n- 增加了koishi的部署相关功能  功能在版本156移除\n\n#### 230220 v110\n- 增加了ControlNet插件的一些说明\n\n#### 230220 v109\n- 修复第二次Run all时不能切换到新的frpc配置问题\n- 增加更新记录，用于记录每次更新 ","metadata":{}}]}

venv.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449336282c7aa4142cdc5a4f2f653027018ce3396bd22e9b39ae461330c9b18a
+size 2505464937