Spaces:
Runtime error
Runtime error
# This file is dual licensed under the terms of the Apache License, Version | |
# 2.0, and the BSD License. See the LICENSE file in the root of this repository | |
# for complete details. | |
import re | |
import string | |
import urllib.parse | |
from typing import List, Optional as TOptional, Set | |
from pip._vendor.pyparsing import ( # noqa | |
Combine, | |
Literal as L, | |
Optional, | |
ParseException, | |
Regex, | |
Word, | |
ZeroOrMore, | |
originalTextFor, | |
stringEnd, | |
stringStart, | |
) | |
from .markers import MARKER_EXPR, Marker | |
from .specifiers import LegacySpecifier, Specifier, SpecifierSet | |
class InvalidRequirement(ValueError): | |
""" | |
An invalid requirement was found, users should refer to PEP 508. | |
""" | |
ALPHANUM = Word(string.ascii_letters + string.digits) | |
LBRACKET = L("[").suppress() | |
RBRACKET = L("]").suppress() | |
LPAREN = L("(").suppress() | |
RPAREN = L(")").suppress() | |
COMMA = L(",").suppress() | |
SEMICOLON = L(";").suppress() | |
AT = L("@").suppress() | |
PUNCTUATION = Word("-_.") | |
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) | |
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) | |
NAME = IDENTIFIER("name") | |
EXTRA = IDENTIFIER | |
URI = Regex(r"[^ ]+")("url") | |
URL = AT + URI | |
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) | |
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") | |
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) | |
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) | |
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY | |
VERSION_MANY = Combine( | |
VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False | |
)("_raw_spec") | |
_VERSION_SPEC = Optional((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY) | |
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "") | |
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") | |
VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) | |
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") | |
MARKER_EXPR.setParseAction( | |
lambda s, l, t: Marker(s[t._original_start : t._original_end]) | |
) | |
MARKER_SEPARATOR = SEMICOLON | |
MARKER = MARKER_SEPARATOR + MARKER_EXPR | |
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) | |
URL_AND_MARKER = URL + Optional(MARKER) | |
NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) | |
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd | |
# pyparsing isn't thread safe during initialization, so we do it eagerly, see | |
# issue #104 | |
REQUIREMENT.parseString("x[]") | |
class Requirement: | |
"""Parse a requirement. | |
Parse a given requirement string into its parts, such as name, specifier, | |
URL, and extras. Raises InvalidRequirement on a badly-formed requirement | |
string. | |
""" | |
# TODO: Can we test whether something is contained within a requirement? | |
# If so how do we do that? Do we need to test against the _name_ of | |
# the thing as well as the version? What about the markers? | |
# TODO: Can we normalize the name and extra name? | |
def __init__(self, requirement_string: str) -> None: | |
try: | |
req = REQUIREMENT.parseString(requirement_string) | |
except ParseException as e: | |
raise InvalidRequirement( | |
f'Parse error at "{ requirement_string[e.loc : e.loc + 8]!r}": {e.msg}' | |
) | |
self.name: str = req.name | |
if req.url: | |
parsed_url = urllib.parse.urlparse(req.url) | |
if parsed_url.scheme == "file": | |
if urllib.parse.urlunparse(parsed_url) != req.url: | |
raise InvalidRequirement("Invalid URL given") | |
elif not (parsed_url.scheme and parsed_url.netloc) or ( | |
not parsed_url.scheme and not parsed_url.netloc | |
): | |
raise InvalidRequirement(f"Invalid URL: {req.url}") | |
self.url: TOptional[str] = req.url | |
else: | |
self.url = None | |
self.extras: Set[str] = set(req.extras.asList() if req.extras else []) | |
self.specifier: SpecifierSet = SpecifierSet(req.specifier) | |
self.marker: TOptional[Marker] = req.marker if req.marker else None | |
def __str__(self) -> str: | |
parts: List[str] = [self.name] | |
if self.extras: | |
formatted_extras = ",".join(sorted(self.extras)) | |
parts.append(f"[{formatted_extras}]") | |
if self.specifier: | |
parts.append(str(self.specifier)) | |
if self.url: | |
parts.append(f"@ {self.url}") | |
if self.marker: | |
parts.append(" ") | |
if self.marker: | |
parts.append(f"; {self.marker}") | |
return "".join(parts) | |
def __repr__(self) -> str: | |
return f"<Requirement('{self}')>" | |