data / newmain.py
arcacolab's picture
Upload 2 files
3d77c68 verified
import atexit
import os
import platform
import re
import stat
import subprocess
import sys
import time
import threading
from pathlib import Path
from typing import List, Optional
import requests
VERSION = "0.2"
CURRENT_TUNNELS: List["Tunnel"] = []
machine = platform.machine()
if machine == "x86_64":
machine = "amd64"
BINARY_REMOTE_NAME = f"frpc_{platform.system().lower()}_{machine.lower()}"
EXTENSION = ".exe" if os.name == "nt" else ""
BINARY_URL = f"https://cdn-media.huggingface.co/frpc-gradio-{VERSION}/{BINARY_REMOTE_NAME}{EXTENSION}"
BINARY_FILENAME = f"{BINARY_REMOTE_NAME}_v{VERSION}"
BINARY_FOLDER = Path(__file__).parent.absolute()
BINARY_PATH = f"{BINARY_FOLDER / BINARY_FILENAME}"
TUNNEL_TIMEOUT_SECONDS = 30
TUNNEL_ERROR_MESSAGE = (
"Could not create share URL. "
"Please check the appended log from frpc for more information:"
)
GRADIO_API_SERVER = "https://api.gradio.app/v2/tunnel-request"
GRADIO_SHARE_SERVER_ADDRESS = None
class Tunnel:
def __init__(self, remote_host, remote_port, local_host, local_port, share_token):
self.proc = None
self.url = None
self.remote_host = remote_host
self.remote_port = remote_port
self.local_host = local_host
self.local_port = local_port
self.share_token = share_token
@staticmethod
def download_binary():
if not Path(BINARY_PATH).exists():
resp = requests.get(BINARY_URL)
if resp.status_code == 403:
raise OSError(
f"Cannot set up a share link as this platform is incompatible. Please "
f"create a GitHub issue with information about your platform: {platform.uname()}"
)
resp.raise_for_status()
# Save file data to local copy
with open(BINARY_PATH, "wb") as file:
file.write(resp.content)
st = os.stat(BINARY_PATH)
os.chmod(BINARY_PATH, st.st_mode | stat.S_IEXEC)
def start_tunnel(self) -> str:
self.download_binary()
self.url = self._start_tunnel(BINARY_PATH)
return self.url
def kill(self):
if self.proc is not None:
print(f"Killing tunnel {self.local_host}:{self.local_port} <> {self.url}")
self.proc.terminate()
self.proc = None
def _start_tunnel(self, binary: str) -> str:
CURRENT_TUNNELS.append(self)
command = [
binary,
"http",
"-n",
self.share_token,
"-l",
str(self.local_port),
"-i",
self.local_host,
"--uc",
"--sd",
"random",
"--ue",
"--server_addr",
f"{self.remote_host}:{self.remote_port}",
"--disable_log_color",
]
self.proc = subprocess.Popen(
command, stdout=subprocess.PIPE, stderr=subprocess.PIPE
)
atexit.register(self.kill)
return self._read_url_from_tunnel_stream()
def _read_url_from_tunnel_stream(self) -> str:
start_timestamp = time.time()
log = []
url = ""
def _raise_tunnel_error():
log_text = "\n".join(log)
print(log_text, file=sys.stderr)
raise ValueError(f"{TUNNEL_ERROR_MESSAGE}\n{log_text}")
while url == "":
# check for timeout and log
if time.time() - start_timestamp >= TUNNEL_TIMEOUT_SECONDS:
_raise_tunnel_error()
assert self.proc is not None
if self.proc.stdout is None:
continue
line = self.proc.stdout.readline()
line = line.decode("utf-8")
if line == "":
continue
log.append(line.strip())
if "start proxy success" in line:
result = re.search("start proxy success: (.+)\n", line)
if result is None:
_raise_tunnel_error()
else:
url = result.group(1)
elif "login to server failed" in line:
_raise_tunnel_error()
return url
def setup_tunnel(
local_host: str,
local_port: int,
share_token: str,
share_server_address: Optional[str],
) -> str:
share_server_address = (
GRADIO_SHARE_SERVER_ADDRESS
if share_server_address is None
else share_server_address
)
if share_server_address is None:
response = requests.get(GRADIO_API_SERVER)
if not (response and response.status_code == 200):
raise RuntimeError("Could not get share link from Gradio API Server.")
payload = response.json()[0]
remote_host, remote_port = payload["host"], int(payload["port"])
else:
remote_host, remote_port = share_server_address.split(":")
remote_port = int(remote_port)
try:
tunnel = Tunnel(remote_host, remote_port, local_host, local_port, share_token)
address = tunnel.start_tunnel()
return address
except Exception as e:
raise RuntimeError(str(e)) from e
# Cloudflared ํ„ฐ๋„ URL๊ณผ ํ”„๋กœ์„ธ์Šค๋ฅผ ์ €์žฅํ•  ์ „์—ญ ๋ณ€์ˆ˜
cloudflared_url = None
cloudflared_proc = None
def start_cloudflared_tunnel(port):
global cloudflared_url, cloudflared_proc
cloudflared_proc = subprocess.Popen(
["cloudflared", "tunnel", "--url", f"http://127.0.0.1:{port}"],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE
)
for line in cloudflared_proc.stderr:
l = line.decode()
if "trycloudflare.com " in l:
cloudflared_url = l[l.find("http"):].strip()
break
if __name__ == "__main__":
import secrets
print("๐Ÿš€ ComfyUI + ํ„ฐ๋„ ์‹œ์ž‘\n")
# 1. Gradio ํ„ฐ๋„ ์ƒ์„ฑ
gradio_url = setup_tunnel(
"127.0.0.1",
8188,
secrets.token_urlsafe(32),
None,
)
# 2. Cloudflared ํ„ฐ๋„์„ ๋ฐฑ๊ทธ๋ผ์šด๋“œ ์Šค๋ ˆ๋“œ๋กœ ์‹œ์ž‘
cloudflared_thread = threading.Thread(
target=start_cloudflared_tunnel,
args=(8188,),
daemon=True
)
cloudflared_thread.start()
# Cloudflared URL์ด ์ƒ์„ฑ๋  ๋•Œ๊นŒ์ง€ ๋Œ€๊ธฐ
for _ in range(20):
if cloudflared_url:
break
time.sleep(0.5)
# URL ์ถœ๋ ฅ
print(f"๐ŸŒ ComfyUI ์ ‘์† URL:")
print(f" Gradio: {gradio_url}")
if cloudflared_url:
print(f" Cloudflare: {cloudflared_url}")
print()
print("๐Ÿ’ก ํŒ:")
print(" โ€ข ์œ„ URL์„ ํด๋ฆญํ•˜์—ฌ ComfyUI์— ์ ‘์†ํ•˜์„ธ์š”")
print(" โ€ข ์ด ์…€์„ ์ค‘๋‹จ(โ– )ํ•˜๋ฉด ComfyUI์™€ ํ„ฐ๋„์ด ๋ชจ๋‘ ์ข…๋ฃŒ๋ฉ๋‹ˆ๋‹ค")
print(" โ€ข ์•„๋ž˜ ComfyUI ๋กœ๊ทธ์—์„œ ์ง„ํ–‰ ์ƒํ™ฉ์„ ํ™•์ธํ•  ์ˆ˜ ์žˆ์Šต๋‹ˆ๋‹ค\n")
print("=" * 60 + "\n")
# 3. ComfyUI ์‹คํ–‰ (ํ„ฐ๋„ ์Šค๋ ˆ๋“œ์— ์ž…๋ ฅ๋œ ์ธ์ž๋ฅผ ์ถ”๊ฐ€ํ•˜์—ฌ ์‹คํ–‰)
# sys.argv[1:]๋ฅผ ํ†ตํ•ด tunnel.py ๋’ค์— ๋ถ™๋Š” ๋ชจ๋“  ์ธ์ž๋ฅผ main.py์— ์ „๋‹ฌํ•ฉ๋‹ˆ๋‹ค.
comfyui_command = [
"python",
"/content/ComfyUI/main.py",
"--listen", "127.0.0.1",
"--port", "8188"
] + sys.argv[1:]
comfyui_proc = subprocess.Popen(comfyui_command)
try:
comfyui_proc.wait()
except KeyboardInterrupt:
print("\n๐Ÿ›‘ ComfyUI์™€ ํ„ฐ๋„์„ ์ข…๋ฃŒํ•ฉ๋‹ˆ๋‹ค...")
# Cloudflared ํ„ฐ๋„ ์ข…๋ฃŒ
if cloudflared_proc:
cloudflared_proc.terminate()
if cloudflared_url:
print(f"Killing cloudflare tunnel 127.0.0.1:8188 <> {cloudflared_url}")
# ComfyUI ์ข…๋ฃŒ
comfyui_proc.terminate()