| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | import os |
| | import shutil |
| | import subprocess |
| | import tempfile |
| | import unittest |
| | from typing import List |
| |
|
| | from accelerate.utils import write_basic_config |
| |
|
| |
|
| | |
| | class SubprocessCallException(Exception): |
| | pass |
| |
|
| |
|
| | def run_command(command: List[str], return_stdout=False): |
| | """ |
| | Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture |
| | if an error occurred while running `command` |
| | """ |
| | try: |
| | output = subprocess.check_output(command, stderr=subprocess.STDOUT) |
| | if return_stdout: |
| | if hasattr(output, "decode"): |
| | output = output.decode("utf-8") |
| | return output |
| | except subprocess.CalledProcessError as e: |
| | raise SubprocessCallException( |
| | f"Command `{' '.join(command)}` failed with the following error:\n\n{e.output.decode()}" |
| | ) from e |
| |
|
| |
|
| | class ExamplesTestsAccelerate(unittest.TestCase): |
| | @classmethod |
| | def setUpClass(cls): |
| | super().setUpClass() |
| | cls._tmpdir = tempfile.mkdtemp() |
| | cls.configPath = os.path.join(cls._tmpdir, "default_config.yml") |
| |
|
| | write_basic_config(save_location=cls.configPath) |
| | cls._launch_args = ["accelerate", "launch", "--config_file", cls.configPath] |
| |
|
| | @classmethod |
| | def tearDownClass(cls): |
| | super().tearDownClass() |
| | shutil.rmtree(cls._tmpdir) |
| |
|