| """distutils._msvccompiler |
| |
| Contains MSVCCompiler, an implementation of the abstract CCompiler class |
| for Microsoft Visual Studio 2015. |
| |
| The module is compatible with VS 2015 and later. You can find legacy support |
| for older versions in distutils.msvc9compiler and distutils.msvccompiler. |
| """ |
|
|
| |
| |
| |
| |
| |
|
|
| import os |
| import subprocess |
| import contextlib |
| import warnings |
| import unittest.mock as mock |
|
|
| with contextlib.suppress(ImportError): |
| import winreg |
|
|
| from distutils.errors import ( |
| DistutilsExecError, |
| DistutilsPlatformError, |
| CompileError, |
| LibError, |
| LinkError, |
| ) |
| from distutils.ccompiler import CCompiler, gen_lib_options |
| from distutils import log |
| from distutils.util import get_platform |
|
|
| from itertools import count |
|
|
|
|
| def _find_vc2015(): |
| try: |
| key = winreg.OpenKeyEx( |
| winreg.HKEY_LOCAL_MACHINE, |
| r"Software\Microsoft\VisualStudio\SxS\VC7", |
| access=winreg.KEY_READ | winreg.KEY_WOW64_32KEY, |
| ) |
| except OSError: |
| log.debug("Visual C++ is not registered") |
| return None, None |
|
|
| best_version = 0 |
| best_dir = None |
| with key: |
| for i in count(): |
| try: |
| v, vc_dir, vt = winreg.EnumValue(key, i) |
| except OSError: |
| break |
| if v and vt == winreg.REG_SZ and os.path.isdir(vc_dir): |
| try: |
| version = int(float(v)) |
| except (ValueError, TypeError): |
| continue |
| if version >= 14 and version > best_version: |
| best_version, best_dir = version, vc_dir |
| return best_version, best_dir |
|
|
|
|
| def _find_vc2017(): |
| """Returns "15, path" based on the result of invoking vswhere.exe |
| If no install is found, returns "None, None" |
| |
| The version is returned to avoid unnecessarily changing the function |
| result. It may be ignored when the path is not None. |
| |
| If vswhere.exe is not available, by definition, VS 2017 is not |
| installed. |
| """ |
| root = os.environ.get("ProgramFiles(x86)") or os.environ.get("ProgramFiles") |
| if not root: |
| return None, None |
|
|
| try: |
| path = subprocess.check_output( |
| [ |
| os.path.join( |
| root, "Microsoft Visual Studio", "Installer", "vswhere.exe" |
| ), |
| "-latest", |
| "-prerelease", |
| "-requires", |
| "Microsoft.VisualStudio.Component.VC.Tools.x86.x64", |
| "-property", |
| "installationPath", |
| "-products", |
| "*", |
| ], |
| encoding="mbcs", |
| errors="strict", |
| ).strip() |
| except (subprocess.CalledProcessError, OSError, UnicodeDecodeError): |
| return None, None |
|
|
| path = os.path.join(path, "VC", "Auxiliary", "Build") |
| if os.path.isdir(path): |
| return 15, path |
|
|
| return None, None |
|
|
|
|
| PLAT_SPEC_TO_RUNTIME = { |
| 'x86': 'x86', |
| 'x86_amd64': 'x64', |
| 'x86_arm': 'arm', |
| 'x86_arm64': 'arm64', |
| } |
|
|
|
|
| def _find_vcvarsall(plat_spec): |
| |
| _, best_dir = _find_vc2017() |
|
|
| if not best_dir: |
| best_version, best_dir = _find_vc2015() |
|
|
| if not best_dir: |
| log.debug("No suitable Visual C++ version found") |
| return None, None |
|
|
| vcvarsall = os.path.join(best_dir, "vcvarsall.bat") |
| if not os.path.isfile(vcvarsall): |
| log.debug("%s cannot be found", vcvarsall) |
| return None, None |
|
|
| return vcvarsall, None |
|
|
|
|
| def _get_vc_env(plat_spec): |
| if os.getenv("DISTUTILS_USE_SDK"): |
| return {key.lower(): value for key, value in os.environ.items()} |
|
|
| vcvarsall, _ = _find_vcvarsall(plat_spec) |
| if not vcvarsall: |
| raise DistutilsPlatformError("Unable to find vcvarsall.bat") |
|
|
| try: |
| out = subprocess.check_output( |
| f'cmd /u /c "{vcvarsall}" {plat_spec} && set', |
| stderr=subprocess.STDOUT, |
| ).decode('utf-16le', errors='replace') |
| except subprocess.CalledProcessError as exc: |
| log.error(exc.output) |
| raise DistutilsPlatformError(f"Error executing {exc.cmd}") |
|
|
| env = { |
| key.lower(): value |
| for key, _, value in (line.partition('=') for line in out.splitlines()) |
| if key and value |
| } |
|
|
| return env |
|
|
|
|
| def _find_exe(exe, paths=None): |
| """Return path to an MSVC executable program. |
| |
| Tries to find the program in several places: first, one of the |
| MSVC program search paths from the registry; next, the directories |
| in the PATH environment variable. If any of those work, return an |
| absolute path that is known to exist. If none of them work, just |
| return the original program name, 'exe'. |
| """ |
| if not paths: |
| paths = os.getenv('path').split(os.pathsep) |
| for p in paths: |
| fn = os.path.join(os.path.abspath(p), exe) |
| if os.path.isfile(fn): |
| return fn |
| return exe |
|
|
|
|
| |
| |
| |
| PLAT_TO_VCVARS = { |
| 'win32': 'x86', |
| 'win-amd64': 'x86_amd64', |
| 'win-arm32': 'x86_arm', |
| 'win-arm64': 'x86_arm64', |
| } |
|
|
|
|
| class MSVCCompiler(CCompiler): |
| """Concrete class that implements an interface to Microsoft Visual C++, |
| as defined by the CCompiler abstract class.""" |
|
|
| compiler_type = 'msvc' |
|
|
| |
| |
| |
| |
| |
| executables = {} |
|
|
| |
| _c_extensions = ['.c'] |
| _cpp_extensions = ['.cc', '.cpp', '.cxx'] |
| _rc_extensions = ['.rc'] |
| _mc_extensions = ['.mc'] |
|
|
| |
| |
| src_extensions = _c_extensions + _cpp_extensions + _rc_extensions + _mc_extensions |
| res_extension = '.res' |
| obj_extension = '.obj' |
| static_lib_extension = '.lib' |
| shared_lib_extension = '.dll' |
| static_lib_format = shared_lib_format = '%s%s' |
| exe_extension = '.exe' |
|
|
| def __init__(self, verbose=0, dry_run=0, force=0): |
| super().__init__(verbose, dry_run, force) |
| |
| self.plat_name = None |
| self.initialized = False |
|
|
| @classmethod |
| def _configure(cls, vc_env): |
| """ |
| Set class-level include/lib dirs. |
| """ |
| cls.include_dirs = cls._parse_path(vc_env.get('include', '')) |
| cls.library_dirs = cls._parse_path(vc_env.get('lib', '')) |
|
|
| @staticmethod |
| def _parse_path(val): |
| return [dir.rstrip(os.sep) for dir in val.split(os.pathsep) if dir] |
|
|
| def initialize(self, plat_name=None): |
| |
| assert not self.initialized, "don't init multiple times" |
| if plat_name is None: |
| plat_name = get_platform() |
| |
| if plat_name not in PLAT_TO_VCVARS: |
| raise DistutilsPlatformError( |
| f"--plat-name must be one of {tuple(PLAT_TO_VCVARS)}" |
| ) |
|
|
| |
| plat_spec = PLAT_TO_VCVARS[plat_name] |
|
|
| vc_env = _get_vc_env(plat_spec) |
| if not vc_env: |
| raise DistutilsPlatformError( |
| "Unable to find a compatible " "Visual Studio installation." |
| ) |
| self._configure(vc_env) |
|
|
| self._paths = vc_env.get('path', '') |
| paths = self._paths.split(os.pathsep) |
| self.cc = _find_exe("cl.exe", paths) |
| self.linker = _find_exe("link.exe", paths) |
| self.lib = _find_exe("lib.exe", paths) |
| self.rc = _find_exe("rc.exe", paths) |
| self.mc = _find_exe("mc.exe", paths) |
| self.mt = _find_exe("mt.exe", paths) |
|
|
| self.preprocess_options = None |
| |
| |
| |
| self.compile_options = ['/nologo', '/O2', '/W3', '/GL', '/DNDEBUG', '/MD'] |
|
|
| self.compile_options_debug = [ |
| '/nologo', |
| '/Od', |
| '/MDd', |
| '/Zi', |
| '/W3', |
| '/D_DEBUG', |
| ] |
|
|
| ldflags = ['/nologo', '/INCREMENTAL:NO', '/LTCG'] |
|
|
| ldflags_debug = ['/nologo', '/INCREMENTAL:NO', '/LTCG', '/DEBUG:FULL'] |
|
|
| self.ldflags_exe = [*ldflags, '/MANIFEST:EMBED,ID=1'] |
| self.ldflags_exe_debug = [*ldflags_debug, '/MANIFEST:EMBED,ID=1'] |
| self.ldflags_shared = [ |
| *ldflags, |
| '/DLL', |
| '/MANIFEST:EMBED,ID=2', |
| '/MANIFESTUAC:NO', |
| ] |
| self.ldflags_shared_debug = [ |
| *ldflags_debug, |
| '/DLL', |
| '/MANIFEST:EMBED,ID=2', |
| '/MANIFESTUAC:NO', |
| ] |
| self.ldflags_static = [*ldflags] |
| self.ldflags_static_debug = [*ldflags_debug] |
|
|
| self._ldflags = { |
| (CCompiler.EXECUTABLE, None): self.ldflags_exe, |
| (CCompiler.EXECUTABLE, False): self.ldflags_exe, |
| (CCompiler.EXECUTABLE, True): self.ldflags_exe_debug, |
| (CCompiler.SHARED_OBJECT, None): self.ldflags_shared, |
| (CCompiler.SHARED_OBJECT, False): self.ldflags_shared, |
| (CCompiler.SHARED_OBJECT, True): self.ldflags_shared_debug, |
| (CCompiler.SHARED_LIBRARY, None): self.ldflags_static, |
| (CCompiler.SHARED_LIBRARY, False): self.ldflags_static, |
| (CCompiler.SHARED_LIBRARY, True): self.ldflags_static_debug, |
| } |
|
|
| self.initialized = True |
|
|
| |
|
|
| @property |
| def out_extensions(self): |
| return { |
| **super().out_extensions, |
| **{ |
| ext: self.res_extension |
| for ext in self._rc_extensions + self._mc_extensions |
| }, |
| } |
|
|
| def compile( |
| self, |
| sources, |
| output_dir=None, |
| macros=None, |
| include_dirs=None, |
| debug=0, |
| extra_preargs=None, |
| extra_postargs=None, |
| depends=None, |
| ): |
|
|
| if not self.initialized: |
| self.initialize() |
| compile_info = self._setup_compile( |
| output_dir, macros, include_dirs, sources, depends, extra_postargs |
| ) |
| macros, objects, extra_postargs, pp_opts, build = compile_info |
|
|
| compile_opts = extra_preargs or [] |
| compile_opts.append('/c') |
| if debug: |
| compile_opts.extend(self.compile_options_debug) |
| else: |
| compile_opts.extend(self.compile_options) |
|
|
| add_cpp_opts = False |
|
|
| for obj in objects: |
| try: |
| src, ext = build[obj] |
| except KeyError: |
| continue |
| if debug: |
| |
| |
| |
| src = os.path.abspath(src) |
|
|
| if ext in self._c_extensions: |
| input_opt = "/Tc" + src |
| elif ext in self._cpp_extensions: |
| input_opt = "/Tp" + src |
| add_cpp_opts = True |
| elif ext in self._rc_extensions: |
| |
| input_opt = src |
| output_opt = "/fo" + obj |
| try: |
| self.spawn([self.rc] + pp_opts + [output_opt, input_opt]) |
| except DistutilsExecError as msg: |
| raise CompileError(msg) |
| continue |
| elif ext in self._mc_extensions: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| h_dir = os.path.dirname(src) |
| rc_dir = os.path.dirname(obj) |
| try: |
| |
| self.spawn([self.mc, '-h', h_dir, '-r', rc_dir, src]) |
| base, _ = os.path.splitext(os.path.basename(src)) |
| rc_file = os.path.join(rc_dir, base + '.rc') |
| |
| self.spawn([self.rc, "/fo" + obj, rc_file]) |
|
|
| except DistutilsExecError as msg: |
| raise CompileError(msg) |
| continue |
| else: |
| |
| raise CompileError(f"Don't know how to compile {src} to {obj}") |
|
|
| args = [self.cc] + compile_opts + pp_opts |
| if add_cpp_opts: |
| args.append('/EHsc') |
| args.append(input_opt) |
| args.append("/Fo" + obj) |
| args.extend(extra_postargs) |
|
|
| try: |
| self.spawn(args) |
| except DistutilsExecError as msg: |
| raise CompileError(msg) |
|
|
| return objects |
|
|
| def create_static_lib( |
| self, objects, output_libname, output_dir=None, debug=0, target_lang=None |
| ): |
|
|
| if not self.initialized: |
| self.initialize() |
| objects, output_dir = self._fix_object_args(objects, output_dir) |
| output_filename = self.library_filename(output_libname, output_dir=output_dir) |
|
|
| if self._need_link(objects, output_filename): |
| lib_args = objects + ['/OUT:' + output_filename] |
| if debug: |
| pass |
| try: |
| log.debug('Executing "%s" %s', self.lib, ' '.join(lib_args)) |
| self.spawn([self.lib] + lib_args) |
| except DistutilsExecError as msg: |
| raise LibError(msg) |
| else: |
| log.debug("skipping %s (up-to-date)", output_filename) |
|
|
| def link( |
| self, |
| target_desc, |
| objects, |
| output_filename, |
| output_dir=None, |
| libraries=None, |
| library_dirs=None, |
| runtime_library_dirs=None, |
| export_symbols=None, |
| debug=0, |
| extra_preargs=None, |
| extra_postargs=None, |
| build_temp=None, |
| target_lang=None, |
| ): |
|
|
| if not self.initialized: |
| self.initialize() |
| objects, output_dir = self._fix_object_args(objects, output_dir) |
| fixed_args = self._fix_lib_args(libraries, library_dirs, runtime_library_dirs) |
| libraries, library_dirs, runtime_library_dirs = fixed_args |
|
|
| if runtime_library_dirs: |
| self.warn( |
| "I don't know what to do with 'runtime_library_dirs': " |
| + str(runtime_library_dirs) |
| ) |
|
|
| lib_opts = gen_lib_options(self, library_dirs, runtime_library_dirs, libraries) |
| if output_dir is not None: |
| output_filename = os.path.join(output_dir, output_filename) |
|
|
| if self._need_link(objects, output_filename): |
| ldflags = self._ldflags[target_desc, debug] |
|
|
| export_opts = ["/EXPORT:" + sym for sym in (export_symbols or [])] |
|
|
| ld_args = ( |
| ldflags + lib_opts + export_opts + objects + ['/OUT:' + output_filename] |
| ) |
|
|
| |
| |
| |
| |
| |
| build_temp = os.path.dirname(objects[0]) |
| if export_symbols is not None: |
| (dll_name, dll_ext) = os.path.splitext( |
| os.path.basename(output_filename) |
| ) |
| implib_file = os.path.join(build_temp, self.library_filename(dll_name)) |
| ld_args.append('/IMPLIB:' + implib_file) |
|
|
| if extra_preargs: |
| ld_args[:0] = extra_preargs |
| if extra_postargs: |
| ld_args.extend(extra_postargs) |
|
|
| output_dir = os.path.dirname(os.path.abspath(output_filename)) |
| self.mkpath(output_dir) |
| try: |
| log.debug('Executing "%s" %s', self.linker, ' '.join(ld_args)) |
| self.spawn([self.linker] + ld_args) |
| except DistutilsExecError as msg: |
| raise LinkError(msg) |
| else: |
| log.debug("skipping %s (up-to-date)", output_filename) |
|
|
| def spawn(self, cmd): |
| env = dict(os.environ, PATH=self._paths) |
| with self._fallback_spawn(cmd, env) as fallback: |
| return super().spawn(cmd, env=env) |
| return fallback.value |
|
|
| @contextlib.contextmanager |
| def _fallback_spawn(self, cmd, env): |
| """ |
| Discovered in pypa/distutils#15, some tools monkeypatch the compiler, |
| so the 'env' kwarg causes a TypeError. Detect this condition and |
| restore the legacy, unsafe behavior. |
| """ |
| bag = type('Bag', (), {})() |
| try: |
| yield bag |
| except TypeError as exc: |
| if "unexpected keyword argument 'env'" not in str(exc): |
| raise |
| else: |
| return |
| warnings.warn("Fallback spawn triggered. Please update distutils monkeypatch.") |
| with mock.patch.dict('os.environ', env): |
| bag.value = super().spawn(cmd) |
|
|
| |
| |
| |
|
|
| def library_dir_option(self, dir): |
| return "/LIBPATH:" + dir |
|
|
| def runtime_library_dir_option(self, dir): |
| raise DistutilsPlatformError( |
| "don't know how to set runtime library search path for MSVC" |
| ) |
|
|
| def library_option(self, lib): |
| return self.library_filename(lib) |
|
|
| def find_library_file(self, dirs, lib, debug=0): |
| |
| |
| if debug: |
| try_names = [lib + "_d", lib] |
| else: |
| try_names = [lib] |
| for dir in dirs: |
| for name in try_names: |
| libfile = os.path.join(dir, self.library_filename(name)) |
| if os.path.isfile(libfile): |
| return libfile |
| else: |
| |
| return None |
|
|