|
"""Validation of dependencies of packages |
|
""" |
|
|
|
import logging |
|
from collections import namedtuple |
|
|
|
from pip._vendor.packaging.utils import canonicalize_name |
|
from pip._vendor.pkg_resources import RequirementParseError |
|
|
|
from pip._internal.distributions import ( |
|
make_distribution_for_install_requirement, |
|
) |
|
from pip._internal.utils.misc import get_installed_distributions |
|
from pip._internal.utils.typing import MYPY_CHECK_RUNNING |
|
|
|
logger = logging.getLogger(__name__) |
|
|
|
if MYPY_CHECK_RUNNING: |
|
from pip._internal.req.req_install import InstallRequirement |
|
from typing import ( |
|
Any, Callable, Dict, Optional, Set, Tuple, List |
|
) |
|
|
|
|
|
PackageSet = Dict[str, 'PackageDetails'] |
|
Missing = Tuple[str, Any] |
|
Conflicting = Tuple[str, str, Any] |
|
|
|
MissingDict = Dict[str, List[Missing]] |
|
ConflictingDict = Dict[str, List[Conflicting]] |
|
CheckResult = Tuple[MissingDict, ConflictingDict] |
|
ConflictDetails = Tuple[PackageSet, CheckResult] |
|
|
|
PackageDetails = namedtuple('PackageDetails', ['version', 'requires']) |
|
|
|
|
|
def create_package_set_from_installed(**kwargs): |
|
|
|
"""Converts a list of distributions into a PackageSet. |
|
""" |
|
|
|
if kwargs == {}: |
|
kwargs = {"local_only": False, "skip": ()} |
|
|
|
package_set = {} |
|
problems = False |
|
for dist in get_installed_distributions(**kwargs): |
|
name = canonicalize_name(dist.project_name) |
|
try: |
|
package_set[name] = PackageDetails(dist.version, dist.requires()) |
|
except RequirementParseError as e: |
|
|
|
logger.warning("Error parsing requirements for %s: %s", name, e) |
|
problems = True |
|
return package_set, problems |
|
|
|
|
|
def check_package_set(package_set, should_ignore=None): |
|
|
|
"""Check if a package set is consistent |
|
|
|
If should_ignore is passed, it should be a callable that takes a |
|
package name and returns a boolean. |
|
""" |
|
|
|
missing = {} |
|
conflicting = {} |
|
|
|
for package_name in package_set: |
|
|
|
missing_deps = set() |
|
conflicting_deps = set() |
|
|
|
if should_ignore and should_ignore(package_name): |
|
continue |
|
|
|
for req in package_set[package_name].requires: |
|
name = canonicalize_name(req.project_name) |
|
|
|
|
|
if name not in package_set: |
|
missed = True |
|
if req.marker is not None: |
|
missed = req.marker.evaluate() |
|
if missed: |
|
missing_deps.add((name, req)) |
|
continue |
|
|
|
|
|
version = package_set[name].version |
|
if not req.specifier.contains(version, prereleases=True): |
|
conflicting_deps.add((name, version, req)) |
|
|
|
if missing_deps: |
|
missing[package_name] = sorted(missing_deps, key=str) |
|
if conflicting_deps: |
|
conflicting[package_name] = sorted(conflicting_deps, key=str) |
|
|
|
return missing, conflicting |
|
|
|
|
|
def check_install_conflicts(to_install): |
|
|
|
"""For checking if the dependency graph would be consistent after \ |
|
installing given requirements |
|
""" |
|
|
|
package_set, _ = create_package_set_from_installed() |
|
|
|
would_be_installed = _simulate_installation_of(to_install, package_set) |
|
|
|
|
|
whitelist = _create_whitelist(would_be_installed, package_set) |
|
|
|
return ( |
|
package_set, |
|
check_package_set( |
|
package_set, should_ignore=lambda name: name not in whitelist |
|
) |
|
) |
|
|
|
|
|
def _simulate_installation_of(to_install, package_set): |
|
|
|
"""Computes the version of packages after installing to_install. |
|
""" |
|
|
|
|
|
installed = set() |
|
|
|
|
|
for inst_req in to_install: |
|
abstract_dist = make_distribution_for_install_requirement(inst_req) |
|
dist = abstract_dist.get_pkg_resources_distribution() |
|
|
|
assert dist is not None |
|
name = canonicalize_name(dist.key) |
|
package_set[name] = PackageDetails(dist.version, dist.requires()) |
|
|
|
installed.add(name) |
|
|
|
return installed |
|
|
|
|
|
def _create_whitelist(would_be_installed, package_set): |
|
|
|
packages_affected = set(would_be_installed) |
|
|
|
for package_name in package_set: |
|
if package_name in packages_affected: |
|
continue |
|
|
|
for req in package_set[package_name].requires: |
|
if canonicalize_name(req.name) in packages_affected: |
|
packages_affected.add(package_name) |
|
break |
|
|
|
return packages_affected |
|
|