| | import os |
| | import importlib |
| | import importlib.util |
| | import shutil |
| | import subprocess |
| | import sys |
| | import re |
| | import logging |
| | import importlib.metadata |
| | import packaging.version |
| | from packaging.requirements import Requirement |
| |
|
| | logging.getLogger("torch.distributed.nn").setLevel(logging.ERROR) |
| | logging.getLogger("xformers").addFilter(lambda record: 'A matching Triton is not available' not in record.getMessage()) |
| |
|
| | re_requirement = re.compile(r"\s*([-\w]+)\s*(?:==\s*([-+.\w]+))?\s*") |
| |
|
| | python = sys.executable |
| | default_command_live = (os.environ.get('LAUNCH_LIVE_OUTPUT') == "1") |
| | index_url = os.environ.get('INDEX_URL', "") |
| |
|
| | modules_path = os.path.dirname(os.path.realpath(__file__)) |
| | script_path = os.path.dirname(modules_path) |
| |
|
| |
|
| | def is_installed(package): |
| | try: |
| | spec = importlib.util.find_spec(package) |
| | except ModuleNotFoundError: |
| | return False |
| |
|
| | return spec is not None |
| |
|
| |
|
| | def run(command, desc=None, errdesc=None, custom_env=None, live: bool = default_command_live) -> str: |
| | if desc is not None: |
| | print(desc) |
| |
|
| | run_kwargs = { |
| | "args": command, |
| | "shell": True, |
| | "env": os.environ if custom_env is None else custom_env, |
| | "encoding": 'utf8', |
| | "errors": 'ignore', |
| | } |
| |
|
| | if not live: |
| | run_kwargs["stdout"] = run_kwargs["stderr"] = subprocess.PIPE |
| |
|
| | result = subprocess.run(**run_kwargs) |
| |
|
| | if result.returncode != 0: |
| | error_bits = [ |
| | f"{errdesc or 'Error running command'}.", |
| | f"Command: {command}", |
| | f"Error code: {result.returncode}", |
| | ] |
| | if result.stdout: |
| | error_bits.append(f"stdout: {result.stdout}") |
| | if result.stderr: |
| | error_bits.append(f"stderr: {result.stderr}") |
| | raise RuntimeError("\n".join(error_bits)) |
| |
|
| | return (result.stdout or "") |
| |
|
| |
|
| | def run_pip(command, desc=None, live=default_command_live): |
| | try: |
| | index_url_line = f' --index-url {index_url}' if index_url != '' else '' |
| | return run(f'"{python}" -m pip {command} --prefer-binary{index_url_line}', desc=f"Installing {desc}", |
| | errdesc=f"Couldn't install {desc}", live=live) |
| | except Exception as e: |
| | print(e) |
| | print(f'CMD Failed {desc}: {command}') |
| | return None |
| |
|
| |
|
| | def requirements_met(requirements_file): |
| | with open(requirements_file, "r", encoding="utf8") as file: |
| | for line in file: |
| | line = line.strip() |
| | if line == "" or line.startswith('#'): |
| | continue |
| |
|
| | requirement = Requirement(line) |
| | package = requirement.name |
| |
|
| | try: |
| | version_installed = importlib.metadata.version(package) |
| | installed_version = packaging.version.parse(version_installed) |
| |
|
| | |
| | if installed_version not in requirement.specifier: |
| | print(f"Version mismatch for {package}: Installed version {version_installed} does not meet requirement {requirement}") |
| | return False |
| | except Exception as e: |
| | print(f"Error checking version for {package}: {e}") |
| | return False |
| |
|
| | return True |
| |
|
| |
|
| | def delete_folder_content(folder, prefix=None): |
| | result = True |
| |
|
| | for filename in os.listdir(folder): |
| | file_path = os.path.join(folder, filename) |
| | try: |
| | if os.path.isfile(file_path) or os.path.islink(file_path): |
| | os.unlink(file_path) |
| | elif os.path.isdir(file_path): |
| | shutil.rmtree(file_path) |
| | except Exception as e: |
| | print(f'{prefix}Failed to delete {file_path}. Reason: {e}') |
| | result = False |
| |
|
| | return result |