| """Validation of dependencies of packages |
| """ |
|
|
| import logging |
| from typing import Callable, Dict, List, NamedTuple, Optional, Set, Tuple |
|
|
| from pip._vendor.packaging.requirements import Requirement |
| from pip._vendor.packaging.specifiers import LegacySpecifier |
| from pip._vendor.packaging.utils import NormalizedName, canonicalize_name |
| from pip._vendor.packaging.version import LegacyVersion |
|
|
| from pip._internal.distributions import make_distribution_for_install_requirement |
| from pip._internal.metadata import get_default_environment |
| from pip._internal.metadata.base import DistributionVersion |
| from pip._internal.req.req_install import InstallRequirement |
| from pip._internal.utils.deprecation import deprecated |
|
|
| logger = logging.getLogger(__name__) |
|
|
|
|
| class PackageDetails(NamedTuple): |
| version: DistributionVersion |
| dependencies: List[Requirement] |
|
|
|
|
| |
| PackageSet = Dict[NormalizedName, PackageDetails] |
| Missing = Tuple[NormalizedName, Requirement] |
| Conflicting = Tuple[NormalizedName, DistributionVersion, Requirement] |
|
|
| MissingDict = Dict[NormalizedName, List[Missing]] |
| ConflictingDict = Dict[NormalizedName, List[Conflicting]] |
| CheckResult = Tuple[MissingDict, ConflictingDict] |
| ConflictDetails = Tuple[PackageSet, CheckResult] |
|
|
|
|
| def create_package_set_from_installed() -> Tuple[PackageSet, bool]: |
| """Converts a list of distributions into a PackageSet.""" |
| package_set = {} |
| problems = False |
| env = get_default_environment() |
| for dist in env.iter_installed_distributions(local_only=False, skip=()): |
| name = dist.canonical_name |
| try: |
| dependencies = list(dist.iter_dependencies()) |
| package_set[name] = PackageDetails(dist.version, dependencies) |
| except (OSError, ValueError) as e: |
| |
| logger.warning("Error parsing requirements for %s: %s", name, e) |
| problems = True |
| return package_set, problems |
|
|
|
|
| def check_package_set( |
| package_set: PackageSet, should_ignore: Optional[Callable[[str], bool]] = None |
| ) -> CheckResult: |
| """Check if a package set is consistent |
| |
| If should_ignore is passed, it should be a callable that takes a |
| package name and returns a boolean. |
| """ |
|
|
| warn_legacy_versions_and_specifiers(package_set) |
|
|
| missing = {} |
| conflicting = {} |
|
|
| for package_name, package_detail in package_set.items(): |
| |
| missing_deps: Set[Missing] = set() |
| conflicting_deps: Set[Conflicting] = set() |
|
|
| if should_ignore and should_ignore(package_name): |
| continue |
|
|
| for req in package_detail.dependencies: |
| name = canonicalize_name(req.name) |
|
|
| |
| if name not in package_set: |
| missed = True |
| if req.marker is not None: |
| missed = req.marker.evaluate({"extra": ""}) |
| if missed: |
| missing_deps.add((name, req)) |
| continue |
|
|
| |
| version = package_set[name].version |
| if not req.specifier.contains(version, prereleases=True): |
| conflicting_deps.add((name, version, req)) |
|
|
| if missing_deps: |
| missing[package_name] = sorted(missing_deps, key=str) |
| if conflicting_deps: |
| conflicting[package_name] = sorted(conflicting_deps, key=str) |
|
|
| return missing, conflicting |
|
|
|
|
| def check_install_conflicts(to_install: List[InstallRequirement]) -> ConflictDetails: |
| """For checking if the dependency graph would be consistent after \ |
| installing given requirements |
| """ |
| |
| package_set, _ = create_package_set_from_installed() |
| |
| would_be_installed = _simulate_installation_of(to_install, package_set) |
|
|
| |
| whitelist = _create_whitelist(would_be_installed, package_set) |
|
|
| return ( |
| package_set, |
| check_package_set( |
| package_set, should_ignore=lambda name: name not in whitelist |
| ), |
| ) |
|
|
|
|
| def _simulate_installation_of( |
| to_install: List[InstallRequirement], package_set: PackageSet |
| ) -> Set[NormalizedName]: |
| """Computes the version of packages after installing to_install.""" |
| |
| installed = set() |
|
|
| |
| for inst_req in to_install: |
| abstract_dist = make_distribution_for_install_requirement(inst_req) |
| dist = abstract_dist.get_metadata_distribution() |
| name = dist.canonical_name |
| package_set[name] = PackageDetails(dist.version, list(dist.iter_dependencies())) |
|
|
| installed.add(name) |
|
|
| return installed |
|
|
|
|
| def _create_whitelist( |
| would_be_installed: Set[NormalizedName], package_set: PackageSet |
| ) -> Set[NormalizedName]: |
| packages_affected = set(would_be_installed) |
|
|
| for package_name in package_set: |
| if package_name in packages_affected: |
| continue |
|
|
| for req in package_set[package_name].dependencies: |
| if canonicalize_name(req.name) in packages_affected: |
| packages_affected.add(package_name) |
| break |
|
|
| return packages_affected |
|
|
|
|
| def warn_legacy_versions_and_specifiers(package_set: PackageSet) -> None: |
| for project_name, package_details in package_set.items(): |
| if isinstance(package_details.version, LegacyVersion): |
| deprecated( |
| reason=( |
| f"{project_name} {package_details.version} " |
| f"has a non-standard version number." |
| ), |
| replacement=( |
| f"to upgrade to a newer version of {project_name} " |
| f"or contact the author to suggest that they " |
| f"release a version with a conforming version number" |
| ), |
| issue=12063, |
| gone_in="23.3", |
| ) |
| for dep in package_details.dependencies: |
| if any(isinstance(spec, LegacySpecifier) for spec in dep.specifier): |
| deprecated( |
| reason=( |
| f"{project_name} {package_details.version} " |
| f"has a non-standard dependency specifier {dep}." |
| ), |
| replacement=( |
| f"to upgrade to a newer version of {project_name} " |
| f"or contact the author to suggest that they " |
| f"release a version with a conforming dependency specifiers" |
| ), |
| issue=12063, |
| gone_in="23.3", |
| ) |
|
|