File manager - Edit - /home/ferretapmx/public_html/python3.6.tar
Back
site-packages/pkg_resources/extern/__init__.py 0000644 00000004667 15231162611 0015570 0 ustar 00 import sys class VendorImporter: """ A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. """ def __init__(self, root_name, vendored_names=(), vendor_pkg=None): self.root_name = root_name self.vendored_names = set(vendored_names) self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor') @property def search_path(self): """ Search first the vendor package then as a natural package. """ yield self.vendor_pkg + '.' yield '' def find_module(self, fullname, path=None): """ Return self when fullname starts with root_name and the target module is one vendored through this importer. """ root, base, target = fullname.partition(self.root_name + '.') if root: return if not any(map(target.startswith, self.vendored_names)): return return self def load_module(self, fullname): """ Iterate over the search path to locate and load fullname. """ root, base, target = fullname.partition(self.root_name + '.') for prefix in self.search_path: try: extant = prefix + target __import__(extant) mod = sys.modules[extant] sys.modules[fullname] = mod # mysterious hack: # Remove the reference to the extant package/module # on later Python versions to cause relative imports # in the vendor package to resolve the same modules # as those going through this importer. if sys.version_info > (3, 3): del sys.modules[extant] return mod except ImportError: pass else: raise ImportError( "The '{target}' package is required; " "normally this is bundled with this package so if you get " "this warning, consult the packager of your " "distribution.".format(**locals()) ) def install(self): """ Install this importer into sys.meta_path if not already present. """ if self not in sys.meta_path: sys.meta_path.append(self) names = 'packaging', 'pyparsing', 'six', 'appdirs' VendorImporter(__name__, names).install() site-packages/pkg_resources/extern/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000004451 15231162611 0023002 0 ustar 00 3 Xo�h� � @ s, d dl Z G dd� d�ZdZeee�j� dS ) � Nc @ sD e Zd ZdZf dfdd�Zedd� �Zd dd�Zd d � Zd d � Z dS )�VendorImporterz� A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|�| _|p |jdd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace� vendor_pkg)�selfr r r � r � /usr/lib/python3.6/__init__.py�__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. �.� N)r )r r r r � search_path s zVendorImporter.search_pathc C s8 |j | jd �\}}}|r dS tt|j| j��s4dS | S )z� Return self when fullname starts with root_name and the target module is one vendored through this importer. r N)� partitionr �any�map� startswithr )r �fullname�path�root�base�targetr r r � find_module s zVendorImporter.find_modulec C s� |j | jd �\}}}xp| jD ]T}y:|| }t|� tj| }|tj|< tjdkrZtj|= |S tk rp Y q X q W tdjf t � ���dS )zK Iterate over the search path to locate and load fullname. r � z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)r r ) r r r � __import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r � load_module# s zVendorImporter.load_modulec C s | t jkrt jj| � dS )zR Install this importer into sys.meta_path if not already present. N)r � meta_path�append)r r r r �install@ s zVendorImporter.install)N) �__name__� __module__� __qualname__�__doc__r �propertyr r r# r& r r r r r s r � packaging� pyparsing�six�appdirs)r, r- r. r/ )r r �namesr' r& r r r r �<module> s D site-packages/pkg_resources/extern/__pycache__/__init__.cpython-36.pyc 0000644 00000004451 15231162611 0022043 0 ustar 00 3 Xo�h� � @ s, d dl Z G dd� d�ZdZeee�j� dS ) � Nc @ sD e Zd ZdZf dfdd�Zedd� �Zd dd�Zd d � Zd d � Z dS )�VendorImporterz� A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|�| _|p |jdd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace� vendor_pkg)�selfr r r � r � /usr/lib/python3.6/__init__.py�__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. �.� N)r )r r r r � search_path s zVendorImporter.search_pathc C s8 |j | jd �\}}}|r dS tt|j| j��s4dS | S )z� Return self when fullname starts with root_name and the target module is one vendored through this importer. r N)� partitionr �any�map� startswithr )r �fullname�path�root�base�targetr r r � find_module s zVendorImporter.find_modulec C s� |j | jd �\}}}xp| jD ]T}y:|| }t|� tj| }|tj|< tjdkrZtj|= |S tk rp Y q X q W tdjf t � ���dS )zK Iterate over the search path to locate and load fullname. r � z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)r r ) r r r � __import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r � load_module# s zVendorImporter.load_modulec C s | t jkrt jj| � dS )zR Install this importer into sys.meta_path if not already present. N)r � meta_path�append)r r r r �install@ s zVendorImporter.install)N) �__name__� __module__� __qualname__�__doc__r �propertyr r r# r& r r r r r s r � packaging� pyparsing�six�appdirs)r, r- r. r/ )r r �namesr' r& r r r r �<module> s D site-packages/pkg_resources/_vendor/packaging/version.py 0000644 00000026444 15231162611 0017566 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import collections import itertools import re from ._structures import Infinity __all__ = [ "parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN" ] _Version = collections.namedtuple( "_Version", ["epoch", "release", "dev", "pre", "post", "local"], ) def parse(version): """ Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. """ try: return Version(version) except InvalidVersion: return LegacyVersion(version) class InvalidVersion(ValueError): """ An invalid version was found, users should refer to PEP 440. """ class _BaseVersion(object): def __hash__(self): return hash(self._key) def __lt__(self, other): return self._compare(other, lambda s, o: s < o) def __le__(self, other): return self._compare(other, lambda s, o: s <= o) def __eq__(self, other): return self._compare(other, lambda s, o: s == o) def __ge__(self, other): return self._compare(other, lambda s, o: s >= o) def __gt__(self, other): return self._compare(other, lambda s, o: s > o) def __ne__(self, other): return self._compare(other, lambda s, o: s != o) def _compare(self, other, method): if not isinstance(other, _BaseVersion): return NotImplemented return method(self._key, other._key) class LegacyVersion(_BaseVersion): def __init__(self, version): self._version = str(version) self._key = _legacy_cmpkey(self._version) def __str__(self): return self._version def __repr__(self): return "<LegacyVersion({0})>".format(repr(str(self))) @property def public(self): return self._version @property def base_version(self): return self._version @property def local(self): return None @property def is_prerelease(self): return False @property def is_postrelease(self): return False _legacy_version_component_re = re.compile( r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE, ) _legacy_version_replacement_map = { "pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@", } def _parse_version_parts(s): for part in _legacy_version_component_re.split(s): part = _legacy_version_replacement_map.get(part, part) if not part or part == ".": continue if part[:1] in "0123456789": # pad for numeric comparison yield part.zfill(8) else: yield "*" + part # ensure that alpha/beta/candidate are before final yield "*final" def _legacy_cmpkey(version): # We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch # greater than or equal to 0. This will effectively put the LegacyVersion, # which uses the defacto standard originally implemented by setuptools, # as before all PEP 440 versions. epoch = -1 # This scheme is taken from pkg_resources.parse_version setuptools prior to # it's adoption of the packaging library. parts = [] for part in _parse_version_parts(version.lower()): if part.startswith("*"): # remove "-" before a prerelease tag if part < "*final": while parts and parts[-1] == "*final-": parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == "00000000": parts.pop() parts.append(part) parts = tuple(parts) return epoch, parts # Deliberately not anchored to the start and end of the string, to make it # easier for 3rd party code to reuse VERSION_PATTERN = r""" v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version """ class Version(_BaseVersion): _regex = re.compile( r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE, ) def __init__(self, version): # Validate the version and parse it into pieces match = self._regex.search(version) if not match: raise InvalidVersion("Invalid version: '{0}'".format(version)) # Store the parsed out pieces of the version self._version = _Version( epoch=int(match.group("epoch")) if match.group("epoch") else 0, release=tuple(int(i) for i in match.group("release").split(".")), pre=_parse_letter_version( match.group("pre_l"), match.group("pre_n"), ), post=_parse_letter_version( match.group("post_l"), match.group("post_n1") or match.group("post_n2"), ), dev=_parse_letter_version( match.group("dev_l"), match.group("dev_n"), ), local=_parse_local_version(match.group("local")), ) # Generate a key which will be used for sorting self._key = _cmpkey( self._version.epoch, self._version.release, self._version.pre, self._version.post, self._version.dev, self._version.local, ) def __repr__(self): return "<Version({0})>".format(repr(str(self))) def __str__(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) # Pre-release if self._version.pre is not None: parts.append("".join(str(x) for x in self._version.pre)) # Post-release if self._version.post is not None: parts.append(".post{0}".format(self._version.post[1])) # Development release if self._version.dev is not None: parts.append(".dev{0}".format(self._version.dev[1])) # Local version segment if self._version.local is not None: parts.append( "+{0}".format(".".join(str(x) for x in self._version.local)) ) return "".join(parts) @property def public(self): return str(self).split("+", 1)[0] @property def base_version(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) return "".join(parts) @property def local(self): version_string = str(self) if "+" in version_string: return version_string.split("+", 1)[1] @property def is_prerelease(self): return bool(self._version.dev or self._version.pre) @property def is_postrelease(self): return bool(self._version.post) def _parse_letter_version(letter, number): if letter: # We consider there to be an implicit 0 in a pre-release if there is # not a numeral associated with it. if number is None: number = 0 # We normalize any letters to their lower case form letter = letter.lower() # We consider some words to be alternate spellings of other words and # in those cases we want to normalize the spellings to our preferred # spelling. if letter == "alpha": letter = "a" elif letter == "beta": letter = "b" elif letter in ["c", "pre", "preview"]: letter = "rc" elif letter in ["rev", "r"]: letter = "post" return letter, int(number) if not letter and number: # We assume if we are given a number, but we are not given a letter # then this is using the implicit post release syntax (e.g. 1.0-1) letter = "post" return letter, int(number) _local_version_seperators = re.compile(r"[\._-]") def _parse_local_version(local): """ Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). """ if local is not None: return tuple( part.lower() if not part.isdigit() else int(part) for part in _local_version_seperators.split(local) ) def _cmpkey(epoch, release, pre, post, dev, local): # When we compare a release version, we want to compare it with all of the # trailing zeros removed. So we'll use a reverse the list, drop all the now # leading zeros until we come to something non zero, then take the rest # re-reverse it back into the correct order and make it a tuple and use # that for our sorting key. release = tuple( reversed(list( itertools.dropwhile( lambda x: x == 0, reversed(release), ) )) ) # We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0. # We'll do this by abusing the pre segment, but we _only_ want to do this # if there is not a pre or a post segment. If we have one of those then # the normal sorting rules will handle this case correctly. if pre is None and post is None and dev is not None: pre = -Infinity # Versions without a pre-release (except as noted above) should sort after # those with one. elif pre is None: pre = Infinity # Versions without a post segment should sort before those with one. if post is None: post = -Infinity # Versions without a development segment should sort after those with one. if dev is None: dev = Infinity if local is None: # Versions without a local segment should sort before those with one. local = -Infinity else: # Versions with a local segment need that segment parsed to implement # the sorting rules in PEP440. # - Alpha numeric segments sort before numeric segments # - Alpha numeric segments sort lexicographically # - Numeric segments sort numerically # - Shorter versions sort before longer versions when the prefixes # match exactly local = tuple( (i, "") if isinstance(i, int) else (-Infinity, i) for i in local ) return epoch, release, pre, post, dev, local site-packages/pkg_resources/_vendor/packaging/markers.py 0000644 00000020070 15231162611 0017532 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import operator import os import platform import sys from pkg_resources.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd from pkg_resources.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString from pkg_resources.extern.pyparsing import Literal as L # noqa from ._compat import string_types from .specifiers import Specifier, InvalidSpecifier __all__ = [ "InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName", "Marker", "default_environment", ] class InvalidMarker(ValueError): """ An invalid marker was found, users should refer to PEP 508. """ class UndefinedComparison(ValueError): """ An invalid operation was attempted on a value that doesn't support it. """ class UndefinedEnvironmentName(ValueError): """ A name was attempted to be used that does not exist inside of the environment. """ class Node(object): def __init__(self, value): self.value = value def __str__(self): return str(self.value) def __repr__(self): return "<{0}({1!r})>".format(self.__class__.__name__, str(self)) def serialize(self): raise NotImplementedError class Variable(Node): def serialize(self): return str(self) class Value(Node): def serialize(self): return '"{0}"'.format(self) class Op(Node): def serialize(self): return str(self) VARIABLE = ( L("implementation_version") | L("platform_python_implementation") | L("implementation_name") | L("python_full_version") | L("platform_release") | L("platform_version") | L("platform_machine") | L("platform_system") | L("python_version") | L("sys_platform") | L("os_name") | L("os.name") | # PEP-345 L("sys.platform") | # PEP-345 L("platform.version") | # PEP-345 L("platform.machine") | # PEP-345 L("platform.python_implementation") | # PEP-345 L("python_implementation") | # undocumented setuptools legacy L("extra") ) ALIASES = { 'os.name': 'os_name', 'sys.platform': 'sys_platform', 'platform.version': 'platform_version', 'platform.machine': 'platform_machine', 'platform.python_implementation': 'platform_python_implementation', 'python_implementation': 'platform_python_implementation' } VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0]))) VERSION_CMP = ( L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<") ) MARKER_OP = VERSION_CMP | L("not in") | L("in") MARKER_OP.setParseAction(lambda s, l, t: Op(t[0])) MARKER_VALUE = QuotedString("'") | QuotedString('"') MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0])) BOOLOP = L("and") | L("or") MARKER_VAR = VARIABLE | MARKER_VALUE MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR) MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0])) LPAREN = L("(").suppress() RPAREN = L(")").suppress() MARKER_EXPR = Forward() MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN) MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR) MARKER = stringStart + MARKER_EXPR + stringEnd def _coerce_parse_result(results): if isinstance(results, ParseResults): return [_coerce_parse_result(i) for i in results] else: return results def _format_marker(marker, first=True): assert isinstance(marker, (list, tuple, string_types)) # Sometimes we have a structure like [[...]] which is a single item list # where the single item is itself it's own list. In that case we want skip # the rest of this function so that we don't get extraneous () on the # outside. if (isinstance(marker, list) and len(marker) == 1 and isinstance(marker[0], (list, tuple))): return _format_marker(marker[0]) if isinstance(marker, list): inner = (_format_marker(m, first=False) for m in marker) if first: return " ".join(inner) else: return "(" + " ".join(inner) + ")" elif isinstance(marker, tuple): return " ".join([m.serialize() for m in marker]) else: return marker _operators = { "in": lambda lhs, rhs: lhs in rhs, "not in": lambda lhs, rhs: lhs not in rhs, "<": operator.lt, "<=": operator.le, "==": operator.eq, "!=": operator.ne, ">=": operator.ge, ">": operator.gt, } def _eval_op(lhs, op, rhs): try: spec = Specifier("".join([op.serialize(), rhs])) except InvalidSpecifier: pass else: return spec.contains(lhs) oper = _operators.get(op.serialize()) if oper is None: raise UndefinedComparison( "Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs) ) return oper(lhs, rhs) _undefined = object() def _get_env(environment, name): value = environment.get(name, _undefined) if value is _undefined: raise UndefinedEnvironmentName( "{0!r} does not exist in evaluation environment.".format(name) ) return value def _evaluate_markers(markers, environment): groups = [[]] for marker in markers: assert isinstance(marker, (list, tuple, string_types)) if isinstance(marker, list): groups[-1].append(_evaluate_markers(marker, environment)) elif isinstance(marker, tuple): lhs, op, rhs = marker if isinstance(lhs, Variable): lhs_value = _get_env(environment, lhs.value) rhs_value = rhs.value else: lhs_value = lhs.value rhs_value = _get_env(environment, rhs.value) groups[-1].append(_eval_op(lhs_value, op, rhs_value)) else: assert marker in ["and", "or"] if marker == "or": groups.append([]) return any(all(item) for item in groups) def format_full_version(info): version = '{0.major}.{0.minor}.{0.micro}'.format(info) kind = info.releaselevel if kind != 'final': version += kind[0] + str(info.serial) return version def default_environment(): if hasattr(sys, 'implementation'): iver = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: iver = '0' implementation_name = '' return { "implementation_name": implementation_name, "implementation_version": iver, "os_name": os.name, "platform_machine": platform.machine(), "platform_release": platform.release(), "platform_system": platform.system(), "platform_version": platform.version(), "python_full_version": platform.python_version(), "platform_python_implementation": platform.python_implementation(), "python_version": platform.python_version()[:3], "sys_platform": sys.platform, } class Marker(object): def __init__(self, marker): try: self._markers = _coerce_parse_result(MARKER.parseString(marker)) except ParseException as e: err_str = "Invalid marker: {0!r}, parse error at {1!r}".format( marker, marker[e.loc:e.loc + 8]) raise InvalidMarker(err_str) def __str__(self): return _format_marker(self._markers) def __repr__(self): return "<Marker({0!r})>".format(str(self)) def evaluate(self, environment=None): """Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. """ current_environment = default_environment() if environment is not None: current_environment.update(environment) return _evaluate_markers(self._markers, current_environment) site-packages/pkg_resources/_vendor/packaging/specifiers.py 0000644 00000066571 15231162611 0020242 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import abc import functools import itertools import re from ._compat import string_types, with_metaclass from .version import Version, LegacyVersion, parse class InvalidSpecifier(ValueError): """ An invalid specifier was found, users should refer to PEP 440. """ class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): @abc.abstractmethod def __str__(self): """ Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. """ @abc.abstractmethod def __hash__(self): """ Returns a hash value for this Specifier like object. """ @abc.abstractmethod def __eq__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are equal. """ @abc.abstractmethod def __ne__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are not equal. """ @abc.abstractproperty def prereleases(self): """ Returns whether or not pre-releases as a whole are allowed by this specifier. """ @prereleases.setter def prereleases(self, value): """ Sets whether or not pre-releases as a whole are allowed by this specifier. """ @abc.abstractmethod def contains(self, item, prereleases=None): """ Determines if the given item is contained within this specifier. """ @abc.abstractmethod def filter(self, iterable, prereleases=None): """ Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. """ class _IndividualSpecifier(BaseSpecifier): _operators = {} def __init__(self, spec="", prereleases=None): match = self._regex.search(spec) if not match: raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec)) self._spec = ( match.group("operator").strip(), match.group("version").strip(), ) # Store whether or not this Specifier should accept prereleases self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<{0}({1!r}{2})>".format( self.__class__.__name__, str(self), pre, ) def __str__(self): return "{0}{1}".format(*self._spec) def __hash__(self): return hash(self._spec) def __eq__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec == other._spec def __ne__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec != other._spec def _get_operator(self, op): return getattr(self, "_compare_{0}".format(self._operators[op])) def _coerce_version(self, version): if not isinstance(version, (LegacyVersion, Version)): version = parse(version) return version @property def operator(self): return self._spec[0] @property def version(self): return self._spec[1] @property def prereleases(self): return self._prereleases @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Determine if prereleases are to be allowed or not. if prereleases is None: prereleases = self.prereleases # Normalize item to a Version or LegacyVersion, this allows us to have # a shortcut for ``"2.0" in Specifier(">=2") item = self._coerce_version(item) # Determine if we should be supporting prereleases in this specifier # or not, if we do not support prereleases than we can short circuit # logic if this version is a prereleases. if item.is_prerelease and not prereleases: return False # Actually do the comparison to determine if this item is contained # within this Specifier or not. return self._get_operator(self.operator)(item, self.version) def filter(self, iterable, prereleases=None): yielded = False found_prereleases = [] kw = {"prereleases": prereleases if prereleases is not None else True} # Attempt to iterate over all the values in the iterable and if any of # them match, yield them. for version in iterable: parsed_version = self._coerce_version(version) if self.contains(parsed_version, **kw): # If our version is a prerelease, and we were not set to allow # prereleases, then we'll store it for later incase nothing # else matches this specifier. if (parsed_version.is_prerelease and not (prereleases or self.prereleases)): found_prereleases.append(version) # Either this is not a prerelease, or we should have been # accepting prereleases from the begining. else: yielded = True yield version # Now that we've iterated over everything, determine if we've yielded # any values, and if we have not and we have any prereleases stored up # then we will go ahead and yield the prereleases. if not yielded and found_prereleases: for version in found_prereleases: yield version class LegacySpecifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", } def _coerce_version(self, version): if not isinstance(version, LegacyVersion): version = LegacyVersion(str(version)) return version def _compare_equal(self, prospective, spec): return prospective == self._coerce_version(spec) def _compare_not_equal(self, prospective, spec): return prospective != self._coerce_version(spec) def _compare_less_than_equal(self, prospective, spec): return prospective <= self._coerce_version(spec) def _compare_greater_than_equal(self, prospective, spec): return prospective >= self._coerce_version(spec) def _compare_less_than(self, prospective, spec): return prospective < self._coerce_version(spec) def _compare_greater_than(self, prospective, spec): return prospective > self._coerce_version(spec) def _require_version_compare(fn): @functools.wraps(fn) def wrapped(self, prospective, spec): if not isinstance(prospective, Version): return False return fn(self, prospective, spec) return wrapped class Specifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "~=": "compatible", "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", "===": "arbitrary", } @_require_version_compare def _compare_compatible(self, prospective, spec): # Compatible releases have an equivalent combination of >= and ==. That # is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to # implement this in terms of the other specifiers instead of # implementing it ourselves. The only thing we need to do is construct # the other specifiers. # We want everything but the last item in the version, but we want to # ignore post and dev releases and we want to treat the pre-release as # it's own separate segment. prefix = ".".join( list( itertools.takewhile( lambda x: (not x.startswith("post") and not x.startswith("dev")), _version_split(spec), ) )[:-1] ) # Add the prefix notation to the end of our string prefix += ".*" return (self._get_operator(">=")(prospective, spec) and self._get_operator("==")(prospective, prefix)) @_require_version_compare def _compare_equal(self, prospective, spec): # We need special logic to handle prefix matching if spec.endswith(".*"): # In the case of prefix matching we want to ignore local segment. prospective = Version(prospective.public) # Split the spec out by dots, and pretend that there is an implicit # dot in between a release segment and a pre-release segment. spec = _version_split(spec[:-2]) # Remove the trailing .* # Split the prospective version out by dots, and pretend that there # is an implicit dot in between a release segment and a pre-release # segment. prospective = _version_split(str(prospective)) # Shorten the prospective version to be the same length as the spec # so that we can determine if the specifier is a prefix of the # prospective version or not. prospective = prospective[:len(spec)] # Pad out our two sides with zeros so that they both equal the same # length. spec, prospective = _pad_version(spec, prospective) else: # Convert our spec string into a Version spec = Version(spec) # If the specifier does not have a local segment, then we want to # act as if the prospective version also does not have a local # segment. if not spec.local: prospective = Version(prospective.public) return prospective == spec @_require_version_compare def _compare_not_equal(self, prospective, spec): return not self._compare_equal(prospective, spec) @_require_version_compare def _compare_less_than_equal(self, prospective, spec): return prospective <= Version(spec) @_require_version_compare def _compare_greater_than_equal(self, prospective, spec): return prospective >= Version(spec) @_require_version_compare def _compare_less_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is less than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective < spec: return False # This special case is here so that, unless the specifier itself # includes is a pre-release version, that we do not accept pre-release # versions for the version mentioned in the specifier (e.g. <3.1 should # not match 3.1.dev0, but should match 3.0.dev0). if not spec.is_prerelease and prospective.is_prerelease: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # less than the spec version *and* it's not a pre-release of the same # version in the spec. return True @_require_version_compare def _compare_greater_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is greater than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective > spec: return False # This special case is here so that, unless the specifier itself # includes is a post-release version, that we do not accept # post-release versions for the version mentioned in the specifier # (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0). if not spec.is_postrelease and prospective.is_postrelease: if Version(prospective.base_version) == Version(spec.base_version): return False # Ensure that we do not allow a local version of the version mentioned # in the specifier, which is techincally greater than, to match. if prospective.local is not None: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # greater than the spec version *and* it's not a pre-release of the # same version in the spec. return True def _compare_arbitrary(self, prospective, spec): return str(prospective).lower() == str(spec).lower() @property def prereleases(self): # If there is an explicit prereleases set for this, then we'll just # blindly use that. if self._prereleases is not None: return self._prereleases # Look at all of our specifiers and determine if they are inclusive # operators, and if they are if they are including an explicit # prerelease. operator, version = self._spec if operator in ["==", ">=", "<=", "~=", "==="]: # The == specifier can include a trailing .*, if it does we # want to remove before parsing. if operator == "==" and version.endswith(".*"): version = version[:-2] # Parse the version, and if it is a pre-release than this # specifier allows pre-releases. if parse(version).is_prerelease: return True return False @prereleases.setter def prereleases(self, value): self._prereleases = value _prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$") def _version_split(version): result = [] for item in version.split("."): match = _prefix_regex.search(item) if match: result.extend(match.groups()) else: result.append(item) return result def _pad_version(left, right): left_split, right_split = [], [] # Get the release segment of our versions left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left))) right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right))) # Get the rest of our versions left_split.append(left[len(left_split[0]):]) right_split.append(right[len(right_split[0]):]) # Insert our padding left_split.insert( 1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])), ) right_split.insert( 1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])), ) return ( list(itertools.chain(*left_split)), list(itertools.chain(*right_split)), ) class SpecifierSet(BaseSpecifier): def __init__(self, specifiers="", prereleases=None): # Split on , to break each indidivual specifier into it's own item, and # strip each item to remove leading/trailing whitespace. specifiers = [s.strip() for s in specifiers.split(",") if s.strip()] # Parsed each individual specifier, attempting first to make it a # Specifier and falling back to a LegacySpecifier. parsed = set() for specifier in specifiers: try: parsed.add(Specifier(specifier)) except InvalidSpecifier: parsed.add(LegacySpecifier(specifier)) # Turn our parsed specifiers into a frozen set and save them for later. self._specs = frozenset(parsed) # Store our prereleases value so we can use it later to determine if # we accept prereleases or not. self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<SpecifierSet({0!r}{1})>".format(str(self), pre) def __str__(self): return ",".join(sorted(str(s) for s in self._specs)) def __hash__(self): return hash(self._specs) def __and__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif not isinstance(other, SpecifierSet): return NotImplemented specifier = SpecifierSet() specifier._specs = frozenset(self._specs | other._specs) if self._prereleases is None and other._prereleases is not None: specifier._prereleases = other._prereleases elif self._prereleases is not None and other._prereleases is None: specifier._prereleases = self._prereleases elif self._prereleases == other._prereleases: specifier._prereleases = self._prereleases else: raise ValueError( "Cannot combine SpecifierSets with True and False prerelease " "overrides." ) return specifier def __eq__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs == other._specs def __ne__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs != other._specs def __len__(self): return len(self._specs) def __iter__(self): return iter(self._specs) @property def prereleases(self): # If we have been given an explicit prerelease modifier, then we'll # pass that through here. if self._prereleases is not None: return self._prereleases # If we don't have any specifiers, and we don't have a forced value, # then we'll just return None since we don't know if this should have # pre-releases or not. if not self._specs: return None # Otherwise we'll see if any of the given specifiers accept # prereleases, if any of them do we'll return True, otherwise False. return any(s.prereleases for s in self._specs) @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Ensure that our item is a Version or LegacyVersion instance. if not isinstance(item, (LegacyVersion, Version)): item = parse(item) # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # We can determine if we're going to allow pre-releases by looking to # see if any of the underlying items supports them. If none of them do # and this item is a pre-release then we do not allow it and we can # short circuit that here. # Note: This means that 1.0.dev1 would not be contained in something # like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0 if not prereleases and item.is_prerelease: return False # We simply dispatch to the underlying specs here to make sure that the # given version is contained within all of them. # Note: This use of all() here means that an empty set of specifiers # will always return True, this is an explicit design decision. return all( s.contains(item, prereleases=prereleases) for s in self._specs ) def filter(self, iterable, prereleases=None): # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # If we have any specifiers, then we want to wrap our iterable in the # filter method for each one, this will act as a logical AND amongst # each specifier. if self._specs: for spec in self._specs: iterable = spec.filter(iterable, prereleases=bool(prereleases)) return iterable # If we do not have any specifiers, then we need to have a rough filter # which will filter out any pre-releases, unless there are no final # releases, and which will filter out LegacyVersion in general. else: filtered = [] found_prereleases = [] for item in iterable: # Ensure that we some kind of Version class for this item. if not isinstance(item, (LegacyVersion, Version)): parsed_version = parse(item) else: parsed_version = item # Filter out any item which is parsed as a LegacyVersion if isinstance(parsed_version, LegacyVersion): continue # Store any item which is a pre-release for later unless we've # already found a final version or we are accepting prereleases if parsed_version.is_prerelease and not prereleases: if not filtered: found_prereleases.append(item) else: filtered.append(item) # If we've found no items except for pre-releases, then we'll go # ahead and use the pre-releases if not filtered and found_prereleases and prereleases is None: return found_prereleases return filtered site-packages/pkg_resources/_vendor/packaging/requirements.py 0000644 00000010403 15231162611 0020610 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import string import re from pkg_resources.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException from pkg_resources.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine from pkg_resources.extern.pyparsing import Literal as L # noqa from pkg_resources.extern.six.moves.urllib import parse as urlparse from .markers import MARKER_EXPR, Marker from .specifiers import LegacySpecifier, Specifier, SpecifierSet class InvalidRequirement(ValueError): """ An invalid requirement was found, users should refer to PEP 508. """ ALPHANUM = Word(string.ascii_letters + string.digits) LBRACKET = L("[").suppress() RBRACKET = L("]").suppress() LPAREN = L("(").suppress() RPAREN = L(")").suppress() COMMA = L(",").suppress() SEMICOLON = L(";").suppress() AT = L("@").suppress() PUNCTUATION = Word("-_.") IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) NAME = IDENTIFIER("name") EXTRA = IDENTIFIER URI = Regex(r'[^ ]+')("url") URL = (AT + URI) EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False)("_raw_spec") _VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)) _VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '') VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") MARKER_EXPR.setParseAction( lambda s, l, t: Marker(s[t._original_start:t._original_end]) ) MARKER_SEPERATOR = SEMICOLON MARKER = MARKER_SEPERATOR + MARKER_EXPR VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) URL_AND_MARKER = URL + Optional(MARKER) NAMED_REQUIREMENT = \ NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd class Requirement(object): """Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. """ # TODO: Can we test whether something is contained within a requirement? # If so how do we do that? Do we need to test against the _name_ of # the thing as well as the version? What about the markers? # TODO: Can we normalize the name and extra name? def __init__(self, requirement_string): try: req = REQUIREMENT.parseString(requirement_string) except ParseException as e: raise InvalidRequirement( "Invalid requirement, parse error at \"{0!r}\"".format( requirement_string[e.loc:e.loc + 8])) self.name = req.name if req.url: parsed_url = urlparse.urlparse(req.url) if not (parsed_url.scheme and parsed_url.netloc) or ( not parsed_url.scheme and not parsed_url.netloc): raise InvalidRequirement("Invalid URL given") self.url = req.url else: self.url = None self.extras = set(req.extras.asList() if req.extras else []) self.specifier = SpecifierSet(req.specifier) self.marker = req.marker if req.marker else None def __str__(self): parts = [self.name] if self.extras: parts.append("[{0}]".format(",".join(sorted(self.extras)))) if self.specifier: parts.append(str(self.specifier)) if self.url: parts.append("@ {0}".format(self.url)) if self.marker: parts.append("; {0}".format(self.marker)) return "".join(parts) def __repr__(self): return "<Requirement({0!r})>".format(str(self)) site-packages/pkg_resources/_vendor/packaging/_structures.py 0000644 00000002610 15231162611 0020450 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function class Infinity(object): def __repr__(self): return "Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return False def __le__(self, other): return False def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return True def __ge__(self, other): return True def __neg__(self): return NegativeInfinity Infinity = Infinity() class NegativeInfinity(object): def __repr__(self): return "-Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return True def __le__(self, other): return True def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return False def __ge__(self, other): return False def __neg__(self): return Infinity NegativeInfinity = NegativeInfinity() site-packages/pkg_resources/_vendor/packaging/utils.py 0000644 00000000645 15231162611 0017234 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import re _canonicalize_regex = re.compile(r"[-_.]+") def canonicalize_name(name): # This is taken from PEP 503. return _canonicalize_regex.sub("-", name).lower() site-packages/pkg_resources/_vendor/packaging/__init__.py 0000644 00000001001 15231162611 0017616 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function from .__about__ import ( __author__, __copyright__, __email__, __license__, __summary__, __title__, __uri__, __version__ ) __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] site-packages/pkg_resources/_vendor/packaging/__about__.py 0000644 00000001320 15231162611 0017771 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] __title__ = "packaging" __summary__ = "Core utilities for Python packages" __uri__ = "https://github.com/pypa/packaging" __version__ = "16.8" __author__ = "Donald Stufft and individual contributors" __email__ = "donald@stufft.io" __license__ = "BSD or Apache License, Version 2.0" __copyright__ = "Copyright 2014-2016 %s" % __author__ site-packages/pkg_resources/_vendor/packaging/_compat.py 0000644 00000001534 15231162611 0017514 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import sys PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 # flake8: noqa if PY3: string_types = str, else: string_types = basestring, def with_metaclass(meta, *bases): """ Create a base class with a metaclass. """ # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) site-packages/pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-36.opt-1.pyc 0000644 00000005335 15231162611 0025702 0 ustar 00 3 Xo�h� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-36.pyc 0000644 00000007330 15231162611 0025101 0 ustar 00 3 Xo�h � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>6 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, 9 s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, = s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__X s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__m s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ K s r/ )DZ __future__r r r �string�reZ pkg_resources.extern.pyparsingr r r r r r r r r r �LZ%pkg_resources.extern.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/pkg_resources/_vendor/packaging/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000024426 15231162611 0025007 0 ustar 00 3 Xo�h$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-36.opt-1.pyc 0000644 00000046437 15231162611 0025464 0 ustar 00 3 Xo�hym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/pkg_resources/_vendor/packaging/__pycache__/markers.cpython-36.pyc 0000644 00000021144 15231162611 0024021 0 ustar 00 3 Xo�h8 � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__. s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__1 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__4 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize7 s zNode.serializeN)r r r r r" r% r' r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' = s zVariable.serializeN)r r r r' r r r r r( ; s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' C s zValue.serializeN)r r r r' r r r r r) A s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' I s z Op.serializeN)r r r r' r r r r r* G s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>i s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< w s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< z s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rndj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �listrD r �AssertionError�lenrN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rX rY r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rU r' r �contains� _operatorsr8 r r# )rX �oprY �specZoperr r r �_eval_op� s r_ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rc c C s� g g}x�| D ]�}t |tttf�s$t�t |t�rD|d jt||�� q t |t�r�|\}}}t |t�rvt||j �}|j }n|j }t||j �}|d jt |||�� q |dks�t�|dkr |jg � q W t dd� |D ��S ) Nr rB rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���rf )rB rC ) rK rR rD r rS �append�_evaluate_markersr( rc r r_ �any) Zmarkersra �groupsrV rX r] rY Z lhs_valueZ rhs_valuer r r rh � s" rh c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s rp c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rZ � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysrp rq ro rb �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rV �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r} )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterh r} )r ra Zcurrent_environmentr r r �evaluate s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorrv rw ru Z pkg_resources.extern.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr| rG rN �lt�le�eq�ne�ge�gtr\ r_ r` rc rh rp r r r r r r �<module> sx � 6 site-packages/pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000735 15231162611 0025056 0 ustar 00 3 Xo�h � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-36.pyc 0000644 00000046437 15231162611 0024525 0 ustar 00 3 Xo�hym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-36.opt-1.pyc 0000644 00000001634 15231162611 0024740 0 ustar 00 3 Xo�h\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/version.cpython-36.pyc 0000644 00000024426 15231162611 0024050 0 ustar 00 3 Xo�h$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-36.pyc 0000644 00000001634 15231162611 0024001 0 ustar 00 3 Xo�h\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-36.opt-1.pyc 0000644 00000001177 15231162611 0025226 0 ustar 00 3 Xo�h� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-36.opt-1.pyc 0000644 00000007330 15231162611 0026040 0 ustar 00 3 Xo�h � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>6 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, 9 s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, = s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__X s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__m s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ K s r/ )DZ __future__r r r �string�reZ pkg_resources.extern.pyparsingr r r r r r r r r r �LZ%pkg_resources.extern.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-36.pyc 0000644 00000005335 15231162611 0024743 0 ustar 00 3 Xo�h� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-36.pyc 0000644 00000000735 15231162611 0024117 0 ustar 00 3 Xo�h � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/pkg_resources/_vendor/packaging/__pycache__/utils.cpython-36.opt-1.pyc 0000644 00000000630 15231162611 0024451 0 ustar 00 3 Xo�h� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/utils.cpython-36.pyc 0000644 00000000630 15231162611 0023512 0 ustar 00 3 Xo�h� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-36.pyc 0000644 00000001177 15231162611 0024267 0 ustar 00 3 Xo�h� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/pkg_resources/_vendor/packaging/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000020772 15231162611 0024766 0 ustar 00 3 Xo�h8 � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__. s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__1 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__4 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize7 s zNode.serializeN)r r r r r" r% r' r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' = s zVariable.serializeN)r r r r' r r r r r( ; s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' C s zValue.serializeN)r r r r' r r r r r) A s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' I s z Op.serializeN)r r r r' r r r r r* G s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>i s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< w s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< z s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZdj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �list�lenrD rN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rW rX r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rT r' r �contains� _operatorsr8 r r# )rW �oprX �specZoperr r r �_eval_op� s r^ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rb c C s� g g}x�| D ]�}t |t�r0|d jt||�� q t |t�r�|\}}}t |t�rbt||j�}|j}n|j}t||j�}|d jt|||�� q |dkr |jg � q W t dd� |D ��S )Nr rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���re ) rK rR �append�_evaluate_markersrD r( rb r r^ �any) Zmarkersr` �groupsrU rW r\ rX Z lhs_valueZ rhs_valuer r r rg � s rg c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s ro c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rY � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysro rp rn ra �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rU �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r| )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterg r| )r r` Zcurrent_environmentr r r �evaluate s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorru rv rt Z pkg_resources.extern.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr{ rG rN �lt�le�eq�ne�ge�gtr[ r^ r_ rb rg ro r r r r r r �<module> sx � 6 site-packages/pkg_resources/_vendor/appdirs.py 0000644 00000053520 15231162611 0015612 0 ustar 00 # -*- coding: utf-8 -*- # Copyright (c) 2005-2010 ActiveState Software Inc. # Copyright (c) 2013 Eddy Petrișor """Utilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. """ # Dev Notes: # - MSDN on where to store app data files: # http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120 # - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html # - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html __version_info__ = (1, 4, 0) __version__ = '.'.join(map(str, __version_info__)) import sys import os PY3 = sys.version_info[0] == 3 if PY3: unicode = str if sys.platform.startswith('java'): import platform os_name = platform.java_ver()[3][0] if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc. system = 'win32' elif os_name.startswith('Mac'): # "Mac OS X", etc. system = 'darwin' else: # "Linux", "SunOS", "FreeBSD", etc. # Setting this to "linux2" is not ideal, but only Windows or Mac # are actually checked for and the rest of the module expects # *sys.platform* style strings. system = 'linux2' else: system = sys.platform def user_data_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". """ if system == "win32": if appauthor is None: appauthor = appname const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA" path = os.path.normpath(_get_win_folder(const)) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('~/Library/Application Support/') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_data_dir(appname=None, appauthor=None, version=None, multipath=False): """Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical user data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('/Library/Application Support') if appname: path = os.path.join(path, appname) else: # XDG default for $XDG_DATA_DIRS # only first, if multipath is False path = os.getenv('XDG_DATA_DIRS', os.pathsep.join(['/usr/local/share', '/usr/share'])) pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path if appname and version: path = os.path.join(path, version) return path def user_config_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by deafult "~/.config/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_config_dir(appname=None, appauthor=None, version=None, multipath=False): """Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical user data directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system in ["win32", "darwin"]: path = site_data_dir(appname, appauthor) if appname and version: path = os.path.join(path, version) else: # XDG default for $XDG_CONFIG_DIRS # only first, if multipath is False path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg') pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) if opinion: path = os.path.join(path, "Cache") elif system == 'darwin': path = os.path.expanduser('~/Library/Caches') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache')) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_log_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. """ if system == "darwin": path = os.path.join( os.path.expanduser('~/Library/Logs'), appname) elif system == "win32": path = user_data_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "Logs") else: path = user_cache_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "log") if appname and version: path = os.path.join(path, version) return path class AppDirs(object): """Convenience wrapper for getting application dirs.""" def __init__(self, appname, appauthor=None, version=None, roaming=False, multipath=False): self.appname = appname self.appauthor = appauthor self.version = version self.roaming = roaming self.multipath = multipath @property def user_data_dir(self): return user_data_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_data_dir(self): return site_data_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_config_dir(self): return user_config_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_config_dir(self): return site_config_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_cache_dir(self): return user_cache_dir(self.appname, self.appauthor, version=self.version) @property def user_log_dir(self): return user_log_dir(self.appname, self.appauthor, version=self.version) #---- internal support stuff def _get_win_folder_from_registry(csidl_name): """This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. """ import _winreg shell_folder_name = { "CSIDL_APPDATA": "AppData", "CSIDL_COMMON_APPDATA": "Common AppData", "CSIDL_LOCAL_APPDATA": "Local AppData", }[csidl_name] key = _winreg.OpenKey( _winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders" ) dir, type = _winreg.QueryValueEx(key, shell_folder_name) return dir def _get_win_folder_with_pywin32(csidl_name): from win32com.shell import shellcon, shell dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0) # Try to make this a unicode path because SHGetFolderPath does # not return unicode strings when there is unicode data in the # path. try: dir = unicode(dir) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: try: import win32api dir = win32api.GetShortPathName(dir) except ImportError: pass except UnicodeError: pass return dir def _get_win_folder_with_ctypes(csidl_name): import ctypes csidl_const = { "CSIDL_APPDATA": 26, "CSIDL_COMMON_APPDATA": 35, "CSIDL_LOCAL_APPDATA": 28, }[csidl_name] buf = ctypes.create_unicode_buffer(1024) ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in buf: if ord(c) > 255: has_high_char = True break if has_high_char: buf2 = ctypes.create_unicode_buffer(1024) if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024): buf = buf2 return buf.value def _get_win_folder_with_jna(csidl_name): import array from com.sun import jna from com.sun.jna.platform import win32 buf_size = win32.WinDef.MAX_PATH * 2 buf = array.zeros('c', buf_size) shell = win32.Shell32.INSTANCE shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf) dir = jna.Native.toString(buf.tostring()).rstrip("\0") # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: buf = array.zeros('c', buf_size) kernel = win32.Kernel32.INSTANCE if kernal.GetShortPathName(dir, buf, buf_size): dir = jna.Native.toString(buf.tostring()).rstrip("\0") return dir if system == "win32": try: import win32com.shell _get_win_folder = _get_win_folder_with_pywin32 except ImportError: try: from ctypes import windll _get_win_folder = _get_win_folder_with_ctypes except ImportError: try: import com.sun.jna _get_win_folder = _get_win_folder_with_jna except ImportError: _get_win_folder = _get_win_folder_from_registry #---- self test code if __name__ == "__main__": appname = "MyApp" appauthor = "MyCompany" props = ("user_data_dir", "site_data_dir", "user_config_dir", "site_config_dir", "user_cache_dir", "user_log_dir") print("-- app dirs (with optional 'version')") dirs = AppDirs(appname, appauthor, version="1.0") for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'version')") dirs = AppDirs(appname, appauthor) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'appauthor')") dirs = AppDirs(appname) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (with disabled 'appauthor')") dirs = AppDirs(appname, appauthor=False) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) site-packages/pkg_resources/_vendor/pyparsing.py 0000644 00000700753 15231162611 0016173 0 ustar 00 # module pyparsing.py # # Copyright (c) 2003-2016 Paul T. McGuire # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY # CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, # TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # __doc__ = \ """ pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments """ __version__ = "2.1.10" __versionTime__ = "07 Oct 2016 01:31 UTC" __author__ = "Paul McGuire <ptmcg@users.sourceforge.net>" import string from weakref import ref as wkref import copy import sys import warnings import re import sre_constants import collections import pprint import traceback import types from datetime import datetime try: from _thread import RLock except ImportError: from threading import RLock try: from collections import OrderedDict as _OrderedDict except ImportError: try: from ordereddict import OrderedDict as _OrderedDict except ImportError: _OrderedDict = None #~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) ) __all__ = [ 'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty', 'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or', 'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException', 'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException', 'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter', 'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col', 'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString', 'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums', 'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno', 'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral', 'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables', 'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity', 'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd', 'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute', 'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass', 'CloseMatch', 'tokenMap', 'pyparsing_common', ] system_version = tuple(sys.version_info)[:3] PY_3 = system_version[0] == 3 if PY_3: _MAX_INT = sys.maxsize basestring = str unichr = chr _ustr = str # build list of single arg builtins, that can be used as parse actions singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max] else: _MAX_INT = sys.maxint range = xrange def _ustr(obj): """Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. """ if isinstance(obj,unicode): return obj try: # If this works, then _ustr(obj) has the same behaviour as str(obj), so # it won't break any existing code. return str(obj) except UnicodeEncodeError: # Else encode it ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace') xmlcharref = Regex('&#\d+;') xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:]) return xmlcharref.transformString(ret) # build list of single arg builtins, tolerant of Python version, that can be used as parse actions singleArgBuiltins = [] import __builtin__ for fname in "sum len sorted reversed list tuple set any all min max".split(): try: singleArgBuiltins.append(getattr(__builtin__,fname)) except AttributeError: continue _generatorType = type((y for y in range(1))) def _xml_escape(data): """Escape &, <, >, ", ', etc. in a string of data.""" # ampersand must be replaced first from_symbols = '&><"\'' to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split()) for from_,to_ in zip(from_symbols, to_symbols): data = data.replace(from_, to_) return data class _Constants(object): pass alphas = string.ascii_uppercase + string.ascii_lowercase nums = "0123456789" hexnums = nums + "ABCDEFabcdef" alphanums = alphas + nums _bslash = chr(92) printables = "".join(c for c in string.printable if c not in string.whitespace) class ParseBaseException(Exception): """base exception class for all parsing runtime exceptions""" # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, pstr, loc=0, msg=None, elem=None ): self.loc = loc if msg is None: self.msg = pstr self.pstr = "" else: self.msg = msg self.pstr = pstr self.parserElement = elem self.args = (pstr, loc, msg) @classmethod def _from_exception(cls, pe): """ internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses """ return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement) def __getattr__( self, aname ): """supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text """ if( aname == "lineno" ): return lineno( self.loc, self.pstr ) elif( aname in ("col", "column") ): return col( self.loc, self.pstr ) elif( aname == "line" ): return line( self.loc, self.pstr ) else: raise AttributeError(aname) def __str__( self ): return "%s (at char %d), (line:%d, col:%d)" % \ ( self.msg, self.loc, self.lineno, self.column ) def __repr__( self ): return _ustr(self) def markInputline( self, markerString = ">!<" ): """Extracts the exception line from the input string, and marks the location of the exception with a special symbol. """ line_str = self.line line_column = self.column - 1 if markerString: line_str = "".join((line_str[:line_column], markerString, line_str[line_column:])) return line_str.strip() def __dir__(self): return "lineno col line".split() + dir(type(self)) class ParseException(ParseBaseException): """ Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 """ pass class ParseFatalException(ParseBaseException): """user-throwable exception thrown when inconsistent parse content is found; stops all parsing immediately""" pass class ParseSyntaxException(ParseFatalException): """just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found""" pass #~ class ReparseException(ParseBaseException): #~ """Experimental class - parse actions can raise this exception to cause #~ pyparsing to reparse the input string: #~ - with a modified input string, and/or #~ - with a modified start location #~ Set the values of the ReparseException in the constructor, and raise the #~ exception in a parse action to cause pyparsing to use the new string/location. #~ Setting the values as None causes no change to be made. #~ """ #~ def __init_( self, newstring, restartLoc ): #~ self.newParseText = newstring #~ self.reparseLoc = restartLoc class RecursiveGrammarException(Exception): """exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive""" def __init__( self, parseElementList ): self.parseElementTrace = parseElementList def __str__( self ): return "RecursiveGrammarException: %s" % self.parseElementTrace class _ParseResultsWithOffset(object): def __init__(self,p1,p2): self.tup = (p1,p2) def __getitem__(self,i): return self.tup[i] def __repr__(self): return repr(self.tup[0]) def setOffset(self,i): self.tup = (self.tup[0],i) class ParseResults(object): """ Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 """ def __new__(cls, toklist=None, name=None, asList=True, modal=True ): if isinstance(toklist, cls): return toklist retobj = object.__new__(cls) retobj.__doinit = True return retobj # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ): if self.__doinit: self.__doinit = False self.__name = None self.__parent = None self.__accumNames = {} self.__asList = asList self.__modal = modal if toklist is None: toklist = [] if isinstance(toklist, list): self.__toklist = toklist[:] elif isinstance(toklist, _generatorType): self.__toklist = list(toklist) else: self.__toklist = [toklist] self.__tokdict = dict() if name is not None and name: if not modal: self.__accumNames[name] = 0 if isinstance(name,int): name = _ustr(name) # will always return a str, but use _ustr for consistency self.__name = name if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])): if isinstance(toklist,basestring): toklist = [ toklist ] if asList: if isinstance(toklist,ParseResults): self[name] = _ParseResultsWithOffset(toklist.copy(),0) else: self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0) self[name].__name = name else: try: self[name] = toklist[0] except (KeyError,TypeError,IndexError): self[name] = toklist def __getitem__( self, i ): if isinstance( i, (int,slice) ): return self.__toklist[i] else: if i not in self.__accumNames: return self.__tokdict[i][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[i] ]) def __setitem__( self, k, v, isinstance=isinstance ): if isinstance(v,_ParseResultsWithOffset): self.__tokdict[k] = self.__tokdict.get(k,list()) + [v] sub = v[0] elif isinstance(k,(int,slice)): self.__toklist[k] = v sub = v else: self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)] sub = v if isinstance(sub,ParseResults): sub.__parent = wkref(self) def __delitem__( self, i ): if isinstance(i,(int,slice)): mylen = len( self.__toklist ) del self.__toklist[i] # convert int to slice if isinstance(i, int): if i < 0: i += mylen i = slice(i, i+1) # get removed indices removed = list(range(*i.indices(mylen))) removed.reverse() # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for j in removed: for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position - (position > j)) else: del self.__tokdict[i] def __contains__( self, k ): return k in self.__tokdict def __len__( self ): return len( self.__toklist ) def __bool__(self): return ( not not self.__toklist ) __nonzero__ = __bool__ def __iter__( self ): return iter( self.__toklist ) def __reversed__( self ): return iter( self.__toklist[::-1] ) def _iterkeys( self ): if hasattr(self.__tokdict, "iterkeys"): return self.__tokdict.iterkeys() else: return iter(self.__tokdict) def _itervalues( self ): return (self[k] for k in self._iterkeys()) def _iteritems( self ): return ((k, self[k]) for k in self._iterkeys()) if PY_3: keys = _iterkeys """Returns an iterator of all named result keys (Python 3.x only).""" values = _itervalues """Returns an iterator of all named result values (Python 3.x only).""" items = _iteritems """Returns an iterator of all named result key-value tuples (Python 3.x only).""" else: iterkeys = _iterkeys """Returns an iterator of all named result keys (Python 2.x only).""" itervalues = _itervalues """Returns an iterator of all named result values (Python 2.x only).""" iteritems = _iteritems """Returns an iterator of all named result key-value tuples (Python 2.x only).""" def keys( self ): """Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.iterkeys()) def values( self ): """Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.itervalues()) def items( self ): """Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).""" return list(self.iteritems()) def haskeys( self ): """Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.""" return bool(self.__tokdict) def pop( self, *args, **kwargs): """ Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] """ if not args: args = [-1] for k,v in kwargs.items(): if k == 'default': args = (args[0], v) else: raise TypeError("pop() got an unexpected keyword argument '%s'" % k) if (isinstance(args[0], int) or len(args) == 1 or args[0] in self): index = args[0] ret = self[index] del self[index] return ret else: defaultvalue = args[1] return defaultvalue def get(self, key, defaultValue=None): """ Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None """ if key in self: return self[key] else: return defaultValue def insert( self, index, insStr ): """ Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] """ self.__toklist.insert(index, insStr) # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position + (position > index)) def append( self, item ): """ Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] """ self.__toklist.append(item) def extend( self, itemseq ): """ Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' """ if isinstance(itemseq, ParseResults): self += itemseq else: self.__toklist.extend(itemseq) def clear( self ): """ Clear all elements and results names. """ del self.__toklist[:] self.__tokdict.clear() def __getattr__( self, name ): try: return self[name] except KeyError: return "" if name in self.__tokdict: if name not in self.__accumNames: return self.__tokdict[name][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[name] ]) else: return "" def __add__( self, other ): ret = self.copy() ret += other return ret def __iadd__( self, other ): if other.__tokdict: offset = len(self.__toklist) addoffset = lambda a: offset if a<0 else a+offset otheritems = other.__tokdict.items() otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) ) for (k,vlist) in otheritems for v in vlist] for k,v in otherdictitems: self[k] = v if isinstance(v[0],ParseResults): v[0].__parent = wkref(self) self.__toklist += other.__toklist self.__accumNames.update( other.__accumNames ) return self def __radd__(self, other): if isinstance(other,int) and other == 0: # useful for merging many ParseResults using sum() builtin return self.copy() else: # this may raise a TypeError - so be it return other + self def __repr__( self ): return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) ) def __str__( self ): return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']' def _asStringList( self, sep='' ): out = [] for item in self.__toklist: if out and sep: out.append(sep) if isinstance( item, ParseResults ): out += item._asStringList() else: out.append( _ustr(item) ) return out def asList( self ): """ Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] """ return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist] def asDict( self ): """ Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} """ if PY_3: item_fn = self.items else: item_fn = self.iteritems def toItem(obj): if isinstance(obj, ParseResults): if obj.haskeys(): return obj.asDict() else: return [toItem(v) for v in obj] else: return obj return dict((k,toItem(v)) for k,v in item_fn()) def copy( self ): """ Returns a new copy of a C{ParseResults} object. """ ret = ParseResults( self.__toklist ) ret.__tokdict = self.__tokdict.copy() ret.__parent = self.__parent ret.__accumNames.update( self.__accumNames ) ret.__name = self.__name return ret def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ): """ (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. """ nl = "\n" out = [] namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items() for v in vlist) nextLevelIndent = indent + " " # collapse out indents if formatting is not desired if not formatted: indent = "" nextLevelIndent = "" nl = "" selfTag = None if doctag is not None: selfTag = doctag else: if self.__name: selfTag = self.__name if not selfTag: if namedItemsOnly: return "" else: selfTag = "ITEM" out += [ nl, indent, "<", selfTag, ">" ] for i,res in enumerate(self.__toklist): if isinstance(res,ParseResults): if i in namedItems: out += [ res.asXML(namedItems[i], namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: out += [ res.asXML(None, namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: # individual token, see if there is a name for it resTag = None if i in namedItems: resTag = namedItems[i] if not resTag: if namedItemsOnly: continue else: resTag = "ITEM" xmlBodyText = _xml_escape(_ustr(res)) out += [ nl, nextLevelIndent, "<", resTag, ">", xmlBodyText, "</", resTag, ">" ] out += [ nl, indent, "</", selfTag, ">" ] return "".join(out) def __lookup(self,sub): for k,vlist in self.__tokdict.items(): for v,loc in vlist: if sub is v: return k return None def getName(self): """ Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B """ if self.__name: return self.__name elif self.__parent: par = self.__parent() if par: return par.__lookup(self) else: return None elif (len(self) == 1 and len(self.__tokdict) == 1 and next(iter(self.__tokdict.values()))[0][1] in (0,-1)): return next(iter(self.__tokdict.keys())) else: return None def dump(self, indent='', depth=0, full=True): """ Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 """ out = [] NL = '\n' out.append( indent+_ustr(self.asList()) ) if full: if self.haskeys(): items = sorted((str(k), v) for k,v in self.items()) for k,v in items: if out: out.append(NL) out.append( "%s%s- %s: " % (indent,(' '*depth), k) ) if isinstance(v,ParseResults): if v: out.append( v.dump(indent,depth+1) ) else: out.append(_ustr(v)) else: out.append(repr(v)) elif any(isinstance(vv,ParseResults) for vv in self): v = self for i,vv in enumerate(v): if isinstance(vv,ParseResults): out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) )) else: out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv))) return "".join(out) def pprint(self, *args, **kwargs): """ Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] """ pprint.pprint(self.asList(), *args, **kwargs) # add support for pickle protocol def __getstate__(self): return ( self.__toklist, ( self.__tokdict.copy(), self.__parent is not None and self.__parent() or None, self.__accumNames, self.__name ) ) def __setstate__(self,state): self.__toklist = state[0] (self.__tokdict, par, inAccumNames, self.__name) = state[1] self.__accumNames = {} self.__accumNames.update(inAccumNames) if par is not None: self.__parent = wkref(par) else: self.__parent = None def __getnewargs__(self): return self.__toklist, self.__name, self.__asList, self.__modal def __dir__(self): return (dir(type(self)) + list(self.keys())) collections.MutableMapping.register(ParseResults) def col (loc,strg): """Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ s = strg return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc) def lineno(loc,strg): """Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ return strg.count("\n",0,loc) + 1 def line( loc, strg ): """Returns the line of text containing loc within a string, counting newlines as line separators. """ lastCR = strg.rfind("\n", 0, loc) nextCR = strg.find("\n", loc) if nextCR >= 0: return strg[lastCR+1:nextCR] else: return strg[lastCR+1:] def _defaultStartDebugAction( instring, loc, expr ): print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))) def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ): print ("Matched " + _ustr(expr) + " -> " + str(toks.asList())) def _defaultExceptionDebugAction( instring, loc, expr, exc ): print ("Exception raised:" + _ustr(exc)) def nullDebugAction(*args): """'Do-nothing' debug action, to suppress debugging output during parsing.""" pass # Only works on Python 3.x - nonlocal is toxic to Python 2 installs #~ 'decorator to trim function calls to match the arity of the target' #~ def _trim_arity(func, maxargs=3): #~ if func in singleArgBuiltins: #~ return lambda s,l,t: func(t) #~ limit = 0 #~ foundArity = False #~ def wrapper(*args): #~ nonlocal limit,foundArity #~ while 1: #~ try: #~ ret = func(*args[limit:]) #~ foundArity = True #~ return ret #~ except TypeError: #~ if limit == maxargs or foundArity: #~ raise #~ limit += 1 #~ continue #~ return wrapper # this version is Python 2.x-3.x cross-compatible 'decorator to trim function calls to match the arity of the target' def _trim_arity(func, maxargs=2): if func in singleArgBuiltins: return lambda s,l,t: func(t) limit = [0] foundArity = [False] # traceback return data structure changed in Py3.5 - normalize back to plain tuples if system_version[:2] >= (3,5): def extract_stack(limit=0): # special handling for Python 3.5.0 - extra deep call stack by 1 offset = -3 if system_version == (3,5,0) else -2 frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset] return [(frame_summary.filename, frame_summary.lineno)] def extract_tb(tb, limit=0): frames = traceback.extract_tb(tb, limit=limit) frame_summary = frames[-1] return [(frame_summary.filename, frame_summary.lineno)] else: extract_stack = traceback.extract_stack extract_tb = traceback.extract_tb # synthesize what would be returned by traceback.extract_stack at the call to # user's parse action 'func', so that we don't incur call penalty at parse time LINE_DIFF = 6 # IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND # THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!! this_line = extract_stack(limit=2)[-1] pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF) def wrapper(*args): while 1: try: ret = func(*args[limit[0]:]) foundArity[0] = True return ret except TypeError: # re-raise TypeErrors if they did not come from our arity testing if foundArity[0]: raise else: try: tb = sys.exc_info()[-1] if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth: raise finally: del tb if limit[0] <= maxargs: limit[0] += 1 continue raise # copy func name to wrapper for sensible debug output func_name = "<parse action>" try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) wrapper.__name__ = func_name return wrapper class ParserElement(object): """Abstract base level parser element class.""" DEFAULT_WHITE_CHARS = " \n\t\r" verbose_stacktrace = False @staticmethod def setDefaultWhitespaceChars( chars ): r""" Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] """ ParserElement.DEFAULT_WHITE_CHARS = chars @staticmethod def inlineLiteralsUsing(cls): """ Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] """ ParserElement._literalStringClass = cls def __init__( self, savelist=False ): self.parseAction = list() self.failAction = None #~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall self.strRepr = None self.resultsName = None self.saveAsList = savelist self.skipWhitespace = True self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS self.copyDefaultWhiteChars = True self.mayReturnEmpty = False # used when checking for left-recursion self.keepTabs = False self.ignoreExprs = list() self.debug = False self.streamlined = False self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index self.errmsg = "" self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all) self.debugActions = ( None, None, None ) #custom debug actions self.re = None self.callPreparse = True # used to avoid redundant calls to preParse self.callDuringTry = False def copy( self ): """ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") """ cpy = copy.copy( self ) cpy.parseAction = self.parseAction[:] cpy.ignoreExprs = self.ignoreExprs[:] if self.copyDefaultWhiteChars: cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS return cpy def setName( self, name ): """ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) """ self.name = name self.errmsg = "Expected " + self.name if hasattr(self,"exception"): self.exception.msg = self.errmsg return self def setResultsName( self, name, listAllMatches=False ): """ Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") """ newself = self.copy() if name.endswith("*"): name = name[:-1] listAllMatches=True newself.resultsName = name newself.modalResults = not listAllMatches return newself def setBreak(self,breakFlag = True): """Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. """ if breakFlag: _parseMethod = self._parse def breaker(instring, loc, doActions=True, callPreParse=True): import pdb pdb.set_trace() return _parseMethod( instring, loc, doActions, callPreParse ) breaker._originalParseMethod = _parseMethod self._parse = breaker else: if hasattr(self._parse,"_originalParseMethod"): self._parse = self._parse._originalParseMethod return self def setParseAction( self, *fns, **kwargs ): """ Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] """ self.parseAction = list(map(_trim_arity, list(fns))) self.callDuringTry = kwargs.get("callDuringTry", False) return self def addParseAction( self, *fns, **kwargs ): """ Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. """ self.parseAction += list(map(_trim_arity, list(fns))) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def addCondition(self, *fns, **kwargs): """Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) """ msg = kwargs.get("message", "failed user-defined condition") exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException for fn in fns: def pa(s,l,t): if not bool(_trim_arity(fn)(s,l,t)): raise exc_type(s,l,msg) self.parseAction.append(pa) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def setFailAction( self, fn ): """Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.""" self.failAction = fn return self def _skipIgnorables( self, instring, loc ): exprsFound = True while exprsFound: exprsFound = False for e in self.ignoreExprs: try: while 1: loc,dummy = e._parse( instring, loc ) exprsFound = True except ParseException: pass return loc def preParse( self, instring, loc ): if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) if self.skipWhitespace: wt = self.whiteChars instrlen = len(instring) while loc < instrlen and instring[loc] in wt: loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): return loc, [] def postParse( self, instring, loc, tokenlist ): return tokenlist #~ @profile def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ): debugging = ( self.debug ) #and doActions ) if debugging or self.failAction: #~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )) if (self.debugActions[0] ): self.debugActions[0]( instring, loc, self ) if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc try: try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) except ParseBaseException as err: #~ print ("Exception raised:", err) if self.debugActions[2]: self.debugActions[2]( instring, tokensStart, self, err ) if self.failAction: self.failAction( instring, tokensStart, self, err ) raise else: if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc if self.mayIndexError or loc >= len(instring): try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) else: loc,tokens = self.parseImpl( instring, preloc, doActions ) tokens = self.postParse( instring, loc, tokens ) retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults ) if self.parseAction and (doActions or self.callDuringTry): if debugging: try: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) except ParseBaseException as err: #~ print "Exception raised in user parse action:", err if (self.debugActions[2] ): self.debugActions[2]( instring, tokensStart, self, err ) raise else: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) if debugging: #~ print ("Matched",self,"->",retTokens.asList()) if (self.debugActions[1] ): self.debugActions[1]( instring, tokensStart, loc, self, retTokens ) return loc, retTokens def tryParse( self, instring, loc ): try: return self._parse( instring, loc, doActions=False )[0] except ParseFatalException: raise ParseException( instring, loc, self.errmsg, self) def canParseNext(self, instring, loc): try: self.tryParse(instring, loc) except (ParseException, IndexError): return False else: return True class _UnboundedCache(object): def __init__(self): cache = {} self.not_in_cache = not_in_cache = object() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value def clear(self): cache.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) if _OrderedDict is not None: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = _OrderedDict() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value if len(cache) > size: cache.popitem(False) def clear(self): cache.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) else: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = {} key_fifo = collections.deque([], size) def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value if len(cache) > size: cache.pop(key_fifo.popleft(), None) key_fifo.append(key) def clear(self): cache.clear() key_fifo.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) # argument cache for optimizing repeated calls when backtracking through recursive expressions packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail packrat_cache_lock = RLock() packrat_cache_stats = [0, 0] # this method gets repeatedly called during backtracking with the same arguments - # we can cache these arguments and save ourselves the trouble of re-parsing the contained expression def _parseCache( self, instring, loc, doActions=True, callPreParse=True ): HIT, MISS = 0, 1 lookup = (self, instring, loc, callPreParse, doActions) with ParserElement.packrat_cache_lock: cache = ParserElement.packrat_cache value = cache.get(lookup) if value is cache.not_in_cache: ParserElement.packrat_cache_stats[MISS] += 1 try: value = self._parseNoCache(instring, loc, doActions, callPreParse) except ParseBaseException as pe: # cache a copy of the exception, without the traceback cache.set(lookup, pe.__class__(*pe.args)) raise else: cache.set(lookup, (value[0], value[1].copy())) return value else: ParserElement.packrat_cache_stats[HIT] += 1 if isinstance(value, Exception): raise value return (value[0], value[1].copy()) _parse = _parseNoCache @staticmethod def resetCache(): ParserElement.packrat_cache.clear() ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats) _packratEnabled = False @staticmethod def enablePackrat(cache_size_limit=128): """Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() """ if not ParserElement._packratEnabled: ParserElement._packratEnabled = True if cache_size_limit is None: ParserElement.packrat_cache = ParserElement._UnboundedCache() else: ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit) ParserElement._parse = ParserElement._parseCache def parseString( self, instring, parseAll=False ): """ Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text """ ParserElement.resetCache() if not self.streamlined: self.streamline() #~ self.saveAsList = True for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = instring.expandtabs() try: loc, tokens = self._parse( instring, 0 ) if parseAll: loc = self.preParse( instring, loc ) se = Empty() + StringEnd() se._parse( instring, loc ) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc else: return tokens def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ): """ Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd """ if not self.streamlined: self.streamline() for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = _ustr(instring).expandtabs() instrlen = len(instring) loc = 0 preparseFn = self.preParse parseFn = self._parse ParserElement.resetCache() matches = 0 try: while loc <= instrlen and matches < maxMatches: try: preloc = preparseFn( instring, loc ) nextLoc,tokens = parseFn( instring, preloc, callPreParse=False ) except ParseException: loc = preloc+1 else: if nextLoc > loc: matches += 1 yield tokens, preloc, nextLoc if overlap: nextloc = preparseFn( instring, loc ) if nextloc > loc: loc = nextLoc else: loc += 1 else: loc = nextLoc else: loc = preloc+1 except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def transformString( self, instring ): """ Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. """ out = [] lastE = 0 # force preservation of <TAB>s, to minimize unwanted transformation of string, and to # keep string locs straight between transformString and scanString self.keepTabs = True try: for t,s,e in self.scanString( instring ): out.append( instring[lastE:s] ) if t: if isinstance(t,ParseResults): out += t.asList() elif isinstance(t,list): out += t else: out.append(t) lastE = e out.append(instring[lastE:]) out = [o for o in out if o] return "".join(map(_ustr,_flatten(out))) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def searchString( self, instring, maxMatches=_MAX_INT ): """ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] """ try: return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ]) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False): """ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] """ splits = 0 last = 0 for t,s,e in self.scanString(instring, maxMatches=maxsplit): yield instring[last:s] if includeSeparators: yield t[0] last = e yield instring[last:] def __add__(self, other ): """ Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And( [ self, other ] ) def __radd__(self, other ): """ Implementation of + operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other + self def __sub__(self, other): """ Implementation of - operator, returns C{L{And}} with error stop """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And( [ self, And._ErrorStop(), other ] ) def __rsub__(self, other ): """ Implementation of - operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other - self def __mul__(self,other): """ Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} """ if isinstance(other,int): minElements, optElements = other,0 elif isinstance(other,tuple): other = (other + (None, None))[:2] if other[0] is None: other = (0, other[1]) if isinstance(other[0],int) and other[1] is None: if other[0] == 0: return ZeroOrMore(self) if other[0] == 1: return OneOrMore(self) else: return self*other[0] + ZeroOrMore(self) elif isinstance(other[0],int) and isinstance(other[1],int): minElements, optElements = other optElements -= minElements else: raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1])) else: raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other)) if minElements < 0: raise ValueError("cannot multiply ParserElement by negative value") if optElements < 0: raise ValueError("second tuple value must be greater or equal to first tuple value") if minElements == optElements == 0: raise ValueError("cannot multiply ParserElement by 0 or (0,0)") if (optElements): def makeOptionalList(n): if n>1: return Optional(self + makeOptionalList(n-1)) else: return Optional(self) if minElements: if minElements == 1: ret = self + makeOptionalList(optElements) else: ret = And([self]*minElements) + makeOptionalList(optElements) else: ret = makeOptionalList(optElements) else: if minElements == 1: ret = self else: ret = And([self]*minElements) return ret def __rmul__(self, other): return self.__mul__(other) def __or__(self, other ): """ Implementation of | operator - returns C{L{MatchFirst}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return MatchFirst( [ self, other ] ) def __ror__(self, other ): """ Implementation of | operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other | self def __xor__(self, other ): """ Implementation of ^ operator - returns C{L{Or}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Or( [ self, other ] ) def __rxor__(self, other ): """ Implementation of ^ operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other ^ self def __and__(self, other ): """ Implementation of & operator - returns C{L{Each}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Each( [ self, other ] ) def __rand__(self, other ): """ Implementation of & operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other & self def __invert__( self ): """ Implementation of ~ operator - returns C{L{NotAny}} """ return NotAny( self ) def __call__(self, name=None): """ Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") """ if name is not None: return self.setResultsName(name) else: return self.copy() def suppress( self ): """ Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. """ return Suppress( self ) def leaveWhitespace( self ): """ Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. """ self.skipWhitespace = False return self def setWhitespaceChars( self, chars ): """ Overrides the default whitespace chars """ self.skipWhitespace = True self.whiteChars = chars self.copyDefaultWhiteChars = False return self def parseWithTabs( self ): """ Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. """ self.keepTabs = True return self def ignore( self, other ): """ Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] """ if isinstance(other, basestring): other = Suppress(other) if isinstance( other, Suppress ): if other not in self.ignoreExprs: self.ignoreExprs.append(other) else: self.ignoreExprs.append( Suppress( other.copy() ) ) return self def setDebugActions( self, startAction, successAction, exceptionAction ): """ Enable display of debugging messages while doing pattern matching. """ self.debugActions = (startAction or _defaultStartDebugAction, successAction or _defaultSuccessDebugAction, exceptionAction or _defaultExceptionDebugAction) self.debug = True return self def setDebug( self, flag=True ): """ Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. """ if flag: self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction ) else: self.debug = False return self def __str__( self ): return self.name def __repr__( self ): return _ustr(self) def streamline( self ): self.streamlined = True self.strRepr = None return self def checkRecursion( self, parseElementList ): pass def validate( self, validateTrace=[] ): """ Check defined expressions for valid structure, check for infinite recursive definitions. """ self.checkRecursion( [] ) def parseFile( self, file_or_filename, parseAll=False ): """ Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. """ try: file_contents = file_or_filename.read() except AttributeError: with open(file_or_filename, "r") as f: file_contents = f.read() try: return self.parseString(file_contents, parseAll) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def __eq__(self,other): if isinstance(other, ParserElement): return self is other or vars(self) == vars(other) elif isinstance(other, basestring): return self.matches(other) else: return super(ParserElement,self)==other def __ne__(self,other): return not (self == other) def __hash__(self): return hash(id(self)) def __req__(self,other): return self == other def __rne__(self,other): return not (self == other) def matches(self, testString, parseAll=True): """ Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") """ try: self.parseString(_ustr(testString), parseAll=parseAll) return True except ParseBaseException: return False def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False): """ Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) """ if isinstance(tests, basestring): tests = list(map(str.strip, tests.rstrip().splitlines())) if isinstance(comment, basestring): comment = Literal(comment) allResults = [] comments = [] success = True for t in tests: if comment is not None and comment.matches(t, False) or comments and not t: comments.append(t) continue if not t: continue out = ['\n'.join(comments), t] comments = [] try: t = t.replace(r'\n','\n') result = self.parseString(t, parseAll=parseAll) out.append(result.dump(full=fullDump)) success = success and not failureTests except ParseBaseException as pe: fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else "" if '\n' in t: out.append(line(pe.loc, t)) out.append(' '*(col(pe.loc,t)-1) + '^' + fatal) else: out.append(' '*pe.loc + '^' + fatal) out.append("FAIL: " + str(pe)) success = success and failureTests result = pe except Exception as exc: out.append("FAIL-EXCEPTION: " + str(exc)) success = success and failureTests result = exc if printResults: if fullDump: out.append('') print('\n'.join(out)) allResults.append((t, result)) return success, allResults class Token(ParserElement): """ Abstract C{ParserElement} subclass, for defining atomic matching patterns. """ def __init__( self ): super(Token,self).__init__( savelist=False ) class Empty(Token): """ An empty token, will always match. """ def __init__( self ): super(Empty,self).__init__() self.name = "Empty" self.mayReturnEmpty = True self.mayIndexError = False class NoMatch(Token): """ A token that will never match. """ def __init__( self ): super(NoMatch,self).__init__() self.name = "NoMatch" self.mayReturnEmpty = True self.mayIndexError = False self.errmsg = "Unmatchable token" def parseImpl( self, instring, loc, doActions=True ): raise ParseException(instring, loc, self.errmsg, self) class Literal(Token): """ Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. """ def __init__( self, matchString ): super(Literal,self).__init__() self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Literal; use Empty() instead", SyntaxWarning, stacklevel=2) self.__class__ = Empty self.name = '"%s"' % _ustr(self.match) self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False # Performance tuning: this routine gets called a *lot* # if this is a single character match string and the first character matches, # short-circuit as quickly as possible, and avoid calling startswith #~ @profile def parseImpl( self, instring, loc, doActions=True ): if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) _L = Literal ParserElement._literalStringClass = Literal class Keyword(Token): """ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. """ DEFAULT_KEYWORD_CHARS = alphanums+"_$" def __init__( self, matchString, identChars=None, caseless=False ): super(Keyword,self).__init__() if identChars is None: identChars = Keyword.DEFAULT_KEYWORD_CHARS self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Keyword; use Empty() instead", SyntaxWarning, stacklevel=2) self.name = '"%s"' % self.match self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False self.caseless = caseless if caseless: self.caselessmatch = matchString.upper() identChars = identChars.upper() self.identChars = set(identChars) def parseImpl( self, instring, loc, doActions=True ): if self.caseless: if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and (loc == 0 or instring[loc-1].upper() not in self.identChars) ): return loc+self.matchLen, self.match else: if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and (loc == 0 or instring[loc-1] not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) def copy(self): c = super(Keyword,self).copy() c.identChars = Keyword.DEFAULT_KEYWORD_CHARS return c @staticmethod def setDefaultKeywordChars( chars ): """Overrides the default Keyword chars """ Keyword.DEFAULT_KEYWORD_CHARS = chars class CaselessLiteral(Literal): """ Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) """ def __init__( self, matchString ): super(CaselessLiteral,self).__init__( matchString.upper() ) # Preserve the defining literal. self.returnString = matchString self.name = "'%s'" % self.returnString self.errmsg = "Expected " + self.name def parseImpl( self, instring, loc, doActions=True ): if instring[ loc:loc+self.matchLen ].upper() == self.match: return loc+self.matchLen, self.returnString raise ParseException(instring, loc, self.errmsg, self) class CaselessKeyword(Keyword): """ Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) """ def __init__( self, matchString, identChars=None ): super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True ) def parseImpl( self, instring, loc, doActions=True ): if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) class CloseMatch(Token): """ A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) """ def __init__(self, match_string, maxMismatches=1): super(CloseMatch,self).__init__() self.name = match_string self.match_string = match_string self.maxMismatches = maxMismatches self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches) self.mayIndexError = False self.mayReturnEmpty = False def parseImpl( self, instring, loc, doActions=True ): start = loc instrlen = len(instring) maxloc = start + len(self.match_string) if maxloc <= instrlen: match_string = self.match_string match_stringloc = 0 mismatches = [] maxMismatches = self.maxMismatches for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)): src,mat = s_m if src != mat: mismatches.append(match_stringloc) if len(mismatches) > maxMismatches: break else: loc = match_stringloc + 1 results = ParseResults([instring[start:loc]]) results['original'] = self.match_string results['mismatches'] = mismatches return loc, results raise ParseException(instring, loc, self.errmsg, self) class Word(Token): """ Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") """ def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ): super(Word,self).__init__() if excludeChars: initChars = ''.join(c for c in initChars if c not in excludeChars) if bodyChars: bodyChars = ''.join(c for c in bodyChars if c not in excludeChars) self.initCharsOrig = initChars self.initChars = set(initChars) if bodyChars : self.bodyCharsOrig = bodyChars self.bodyChars = set(bodyChars) else: self.bodyCharsOrig = initChars self.bodyChars = set(initChars) self.maxSpecified = max > 0 if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.asKeyword = asKeyword if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0): if self.bodyCharsOrig == self.initCharsOrig: self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig) elif len(self.initCharsOrig) == 1: self.reString = "%s[%s]*" % \ (re.escape(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) else: self.reString = "[%s][%s]*" % \ (_escapeRegexRangeChars(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) if self.asKeyword: self.reString = r"\b"+self.reString+r"\b" try: self.re = re.compile( self.reString ) except Exception: self.re = None def parseImpl( self, instring, loc, doActions=True ): if self.re: result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() return loc, result.group() if not(instring[ loc ] in self.initChars): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 instrlen = len(instring) bodychars = self.bodyChars maxloc = start + self.maxLen maxloc = min( maxloc, instrlen ) while loc < maxloc and instring[loc] in bodychars: loc += 1 throwException = False if loc - start < self.minLen: throwException = True if self.maxSpecified and loc < instrlen and instring[loc] in bodychars: throwException = True if self.asKeyword: if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars): throwException = True if throwException: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(Word,self).__str__() except Exception: pass if self.strRepr is None: def charsAsStr(s): if len(s)>4: return s[:4]+"..." else: return s if ( self.initCharsOrig != self.bodyCharsOrig ): self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) ) else: self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig) return self.strRepr class Regex(Token): """ Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") """ compiledREtype = type(re.compile("[A-Z]")) def __init__( self, pattern, flags=0): """The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.""" super(Regex,self).__init__() if isinstance(pattern, basestring): if not pattern: warnings.warn("null string passed to Regex; use Empty() instead", SyntaxWarning, stacklevel=2) self.pattern = pattern self.flags = flags try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % pattern, SyntaxWarning, stacklevel=2) raise elif isinstance(pattern, Regex.compiledREtype): self.re = pattern self.pattern = \ self.reString = str(pattern) self.flags = flags else: raise ValueError("Regex may only be constructed with a string or a compiled RE object") self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() d = result.groupdict() ret = ParseResults(result.group()) if d: for k in d: ret[k] = d[k] return loc,ret def __str__( self ): try: return super(Regex,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "Re:(%s)" % repr(self.pattern) return self.strRepr class QuotedString(Token): r""" Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] """ def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True): super(QuotedString,self).__init__() # remove white space from quote chars - wont work anyway quoteChar = quoteChar.strip() if not quoteChar: warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() if endQuoteChar is None: endQuoteChar = quoteChar else: endQuoteChar = endQuoteChar.strip() if not endQuoteChar: warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() self.quoteChar = quoteChar self.quoteCharLen = len(quoteChar) self.firstQuoteChar = quoteChar[0] self.endQuoteChar = endQuoteChar self.endQuoteCharLen = len(endQuoteChar) self.escChar = escChar self.escQuote = escQuote self.unquoteResults = unquoteResults self.convertWhitespaceEscapes = convertWhitespaceEscapes if multiline: self.flags = re.MULTILINE | re.DOTALL self.pattern = r'%s(?:[^%s%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) else: self.flags = 0 self.pattern = r'%s(?:[^%s\n\r%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) if len(self.endQuoteChar) > 1: self.pattern += ( '|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]), _escapeRegexRangeChars(self.endQuoteChar[i])) for i in range(len(self.endQuoteChar)-1,0,-1)) + ')' ) if escQuote: self.pattern += (r'|(?:%s)' % re.escape(escQuote)) if escChar: self.pattern += (r'|(?:%s.)' % re.escape(escChar)) self.escCharReplacePattern = re.escape(self.escChar)+"(.)" self.pattern += (r')*%s' % re.escape(self.endQuoteChar)) try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern, SyntaxWarning, stacklevel=2) raise self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result.group() if self.unquoteResults: # strip off quotes ret = ret[self.quoteCharLen:-self.endQuoteCharLen] if isinstance(ret,basestring): # replace escaped whitespace if '\\' in ret and self.convertWhitespaceEscapes: ws_map = { r'\t' : '\t', r'\n' : '\n', r'\f' : '\f', r'\r' : '\r', } for wslit,wschar in ws_map.items(): ret = ret.replace(wslit, wschar) # replace escaped characters if self.escChar: ret = re.sub(self.escCharReplacePattern,"\g<1>",ret) # replace escaped quotes if self.escQuote: ret = ret.replace(self.escQuote, self.endQuoteChar) return loc, ret def __str__( self ): try: return super(QuotedString,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar) return self.strRepr class CharsNotIn(Token): """ Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] """ def __init__( self, notChars, min=1, max=0, exact=0 ): super(CharsNotIn,self).__init__() self.skipWhitespace = False self.notChars = notChars if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayReturnEmpty = ( self.minLen == 0 ) self.mayIndexError = False def parseImpl( self, instring, loc, doActions=True ): if instring[loc] in self.notChars: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 notchars = self.notChars maxlen = min( start+self.maxLen, len(instring) ) while loc < maxlen and \ (instring[loc] not in notchars): loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(CharsNotIn, self).__str__() except Exception: pass if self.strRepr is None: if len(self.notChars) > 4: self.strRepr = "!W:(%s...)" % self.notChars[:4] else: self.strRepr = "!W:(%s)" % self.notChars return self.strRepr class White(Token): """ Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. """ whiteStrs = { " " : "<SPC>", "\t": "<TAB>", "\n": "<LF>", "\r": "<CR>", "\f": "<FF>", } def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0): super(White,self).__init__() self.matchWhite = ws self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) ) #~ self.leaveWhitespace() self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite)) self.mayReturnEmpty = True self.errmsg = "Expected " + self.name self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact def parseImpl( self, instring, loc, doActions=True ): if not(instring[ loc ] in self.matchWhite): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 maxloc = start + self.maxLen maxloc = min( maxloc, len(instring) ) while loc < maxloc and instring[loc] in self.matchWhite: loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] class _PositionToken(Token): def __init__( self ): super(_PositionToken,self).__init__() self.name=self.__class__.__name__ self.mayReturnEmpty = True self.mayIndexError = False class GoToColumn(_PositionToken): """ Token to advance to a specific column of input text; useful for tabular report scraping. """ def __init__( self, colno ): super(GoToColumn,self).__init__() self.col = colno def preParse( self, instring, loc ): if col(loc,instring) != self.col: instrlen = len(instring) if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col : loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): thiscol = col( loc, instring ) if thiscol > self.col: raise ParseException( instring, loc, "Text not in expected column", self ) newloc = loc + self.col - thiscol ret = instring[ loc: newloc ] return newloc, ret class LineStart(_PositionToken): """ Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] """ def __init__( self ): super(LineStart,self).__init__() self.errmsg = "Expected start of line" def parseImpl( self, instring, loc, doActions=True ): if col(loc, instring) == 1: return loc, [] raise ParseException(instring, loc, self.errmsg, self) class LineEnd(_PositionToken): """ Matches if current position is at the end of a line within the parse string """ def __init__( self ): super(LineEnd,self).__init__() self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") ) self.errmsg = "Expected end of line" def parseImpl( self, instring, loc, doActions=True ): if loc<len(instring): if instring[loc] == "\n": return loc+1, "\n" else: raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] else: raise ParseException(instring, loc, self.errmsg, self) class StringStart(_PositionToken): """ Matches if current position is at the beginning of the parse string """ def __init__( self ): super(StringStart,self).__init__() self.errmsg = "Expected start of text" def parseImpl( self, instring, loc, doActions=True ): if loc != 0: # see if entire string up to here is just whitespace and ignoreables if loc != self.preParse( instring, 0 ): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class StringEnd(_PositionToken): """ Matches if current position is at the end of the parse string """ def __init__( self ): super(StringEnd,self).__init__() self.errmsg = "Expected end of text" def parseImpl( self, instring, loc, doActions=True ): if loc < len(instring): raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] elif loc > len(instring): return loc, [] else: raise ParseException(instring, loc, self.errmsg, self) class WordStart(_PositionToken): """ Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. """ def __init__(self, wordChars = printables): super(WordStart,self).__init__() self.wordChars = set(wordChars) self.errmsg = "Not at the start of a word" def parseImpl(self, instring, loc, doActions=True ): if loc != 0: if (instring[loc-1] in self.wordChars or instring[loc] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class WordEnd(_PositionToken): """ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. """ def __init__(self, wordChars = printables): super(WordEnd,self).__init__() self.wordChars = set(wordChars) self.skipWhitespace = False self.errmsg = "Not at the end of a word" def parseImpl(self, instring, loc, doActions=True ): instrlen = len(instring) if instrlen>0 and loc<instrlen: if (instring[loc] in self.wordChars or instring[loc-1] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class ParseExpression(ParserElement): """ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. """ def __init__( self, exprs, savelist = False ): super(ParseExpression,self).__init__(savelist) if isinstance( exprs, _generatorType ): exprs = list(exprs) if isinstance( exprs, basestring ): self.exprs = [ ParserElement._literalStringClass( exprs ) ] elif isinstance( exprs, collections.Iterable ): exprs = list(exprs) # if sequence of strings provided, wrap with Literal if all(isinstance(expr, basestring) for expr in exprs): exprs = map(ParserElement._literalStringClass, exprs) self.exprs = list(exprs) else: try: self.exprs = list( exprs ) except TypeError: self.exprs = [ exprs ] self.callPreparse = False def __getitem__( self, i ): return self.exprs[i] def append( self, other ): self.exprs.append( other ) self.strRepr = None return self def leaveWhitespace( self ): """Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.""" self.skipWhitespace = False self.exprs = [ e.copy() for e in self.exprs ] for e in self.exprs: e.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) else: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) return self def __str__( self ): try: return super(ParseExpression,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) ) return self.strRepr def streamline( self ): super(ParseExpression,self).streamline() for e in self.exprs: e.streamline() # collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d ) # but only if there are no parse actions or resultsNames on the nested And's # (likewise for Or's and MatchFirst's) if ( len(self.exprs) == 2 ): other = self.exprs[0] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = other.exprs[:] + [ self.exprs[1] ] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError other = self.exprs[-1] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = self.exprs[:-1] + other.exprs[:] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError self.errmsg = "Expected " + _ustr(self) return self def setResultsName( self, name, listAllMatches=False ): ret = super(ParseExpression,self).setResultsName(name,listAllMatches) return ret def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] for e in self.exprs: e.validate(tmp) self.checkRecursion( [] ) def copy(self): ret = super(ParseExpression,self).copy() ret.exprs = [e.copy() for e in self.exprs] return ret class And(ParseExpression): """ Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") """ class _ErrorStop(Empty): def __init__(self, *args, **kwargs): super(And._ErrorStop,self).__init__(*args, **kwargs) self.name = '-' self.leaveWhitespace() def __init__( self, exprs, savelist = True ): super(And,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.setWhitespaceChars( self.exprs[0].whiteChars ) self.skipWhitespace = self.exprs[0].skipWhitespace self.callPreparse = True def parseImpl( self, instring, loc, doActions=True ): # pass False as last arg to _parse for first element, since we already # pre-parsed the string as part of our And pre-parsing loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False ) errorStop = False for e in self.exprs[1:]: if isinstance(e, And._ErrorStop): errorStop = True continue if errorStop: try: loc, exprtokens = e._parse( instring, loc, doActions ) except ParseSyntaxException: raise except ParseBaseException as pe: pe.__traceback__ = None raise ParseSyntaxException._from_exception(pe) except IndexError: raise ParseSyntaxException(instring, len(instring), self.errmsg, self) else: loc, exprtokens = e._parse( instring, loc, doActions ) if exprtokens or exprtokens.haskeys(): resultlist += exprtokens return loc, resultlist def __iadd__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #And( [ self, other ] ) def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) if not e.mayReturnEmpty: break def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr class Or(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(Or,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None matches = [] for e in self.exprs: try: loc2 = e.tryParse( instring, loc ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) else: # save match among all matches, to retry longest to shortest matches.append((loc2, e)) if matches: matches.sort(key=lambda x: -x[0]) for _,e in matches: try: return e._parse( instring, loc, doActions ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ixor__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #Or( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class MatchFirst(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(MatchFirst,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None for e in self.exprs: try: ret = e._parse( instring, loc, doActions ) return ret except ParseException as err: if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) # only got here if no expression matched, raise exception for match that made it the furthest else: if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ior__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #MatchFirst( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class Each(ParseExpression): """ Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 """ def __init__( self, exprs, savelist = True ): super(Each,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.skipWhitespace = True self.initExprGroups = True def parseImpl( self, instring, loc, doActions=True ): if self.initExprGroups: self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional)) opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ] opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)] self.optionals = opt1 + opt2 self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ] self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ] self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ] self.required += self.multirequired self.initExprGroups = False tmpLoc = loc tmpReqd = self.required[:] tmpOpt = self.optionals[:] matchOrder = [] keepMatching = True while keepMatching: tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired failed = [] for e in tmpExprs: try: tmpLoc = e.tryParse( instring, tmpLoc ) except ParseException: failed.append(e) else: matchOrder.append(self.opt1map.get(id(e),e)) if e in tmpReqd: tmpReqd.remove(e) elif e in tmpOpt: tmpOpt.remove(e) if len(failed) == len(tmpExprs): keepMatching = False if tmpReqd: missing = ", ".join(_ustr(e) for e in tmpReqd) raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing ) # add any unmatched Optionals, in case they have default values defined matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt] resultlist = [] for e in matchOrder: loc,results = e._parse(instring,loc,doActions) resultlist.append(results) finalResults = sum(resultlist, ParseResults([])) return loc, finalResults def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class ParseElementEnhance(ParserElement): """ Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. """ def __init__( self, expr, savelist=False ): super(ParseElementEnhance,self).__init__(savelist) if isinstance( expr, basestring ): if issubclass(ParserElement._literalStringClass, Token): expr = ParserElement._literalStringClass(expr) else: expr = ParserElement._literalStringClass(Literal(expr)) self.expr = expr self.strRepr = None if expr is not None: self.mayIndexError = expr.mayIndexError self.mayReturnEmpty = expr.mayReturnEmpty self.setWhitespaceChars( expr.whiteChars ) self.skipWhitespace = expr.skipWhitespace self.saveAsList = expr.saveAsList self.callPreparse = expr.callPreparse self.ignoreExprs.extend(expr.ignoreExprs) def parseImpl( self, instring, loc, doActions=True ): if self.expr is not None: return self.expr._parse( instring, loc, doActions, callPreParse=False ) else: raise ParseException("",loc,self.errmsg,self) def leaveWhitespace( self ): self.skipWhitespace = False self.expr = self.expr.copy() if self.expr is not None: self.expr.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) else: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) return self def streamline( self ): super(ParseElementEnhance,self).streamline() if self.expr is not None: self.expr.streamline() return self def checkRecursion( self, parseElementList ): if self in parseElementList: raise RecursiveGrammarException( parseElementList+[self] ) subRecCheckList = parseElementList[:] + [ self ] if self.expr is not None: self.expr.checkRecursion( subRecCheckList ) def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion( [] ) def __str__( self ): try: return super(ParseElementEnhance,self).__str__() except Exception: pass if self.strRepr is None and self.expr is not None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) ) return self.strRepr class FollowedBy(ParseElementEnhance): """ Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] """ def __init__( self, expr ): super(FollowedBy,self).__init__(expr) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): self.expr.tryParse( instring, loc ) return loc, [] class NotAny(ParseElementEnhance): """ Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: """ def __init__( self, expr ): super(NotAny,self).__init__(expr) #~ self.leaveWhitespace() self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs self.mayReturnEmpty = True self.errmsg = "Found unwanted token, "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): if self.expr.canParseNext(instring, loc): raise ParseException(instring, loc, self.errmsg, self) return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "~{" + _ustr(self.expr) + "}" return self.strRepr class _MultipleMatch(ParseElementEnhance): def __init__( self, expr, stopOn=None): super(_MultipleMatch, self).__init__(expr) self.saveAsList = True ender = stopOn if isinstance(ender, basestring): ender = ParserElement._literalStringClass(ender) self.not_ender = ~ender if ender is not None else None def parseImpl( self, instring, loc, doActions=True ): self_expr_parse = self.expr._parse self_skip_ignorables = self._skipIgnorables check_ender = self.not_ender is not None if check_ender: try_not_ender = self.not_ender.tryParse # must be at least one (but first see if we are the stopOn sentinel; # if so, fail) if check_ender: try_not_ender(instring, loc) loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False ) try: hasIgnoreExprs = (not not self.ignoreExprs) while 1: if check_ender: try_not_ender(instring, loc) if hasIgnoreExprs: preloc = self_skip_ignorables( instring, loc ) else: preloc = loc loc, tmptokens = self_expr_parse( instring, preloc, doActions ) if tmptokens or tmptokens.haskeys(): tokens += tmptokens except (ParseException,IndexError): pass return loc, tokens class OneOrMore(_MultipleMatch): """ Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() """ def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + _ustr(self.expr) + "}..." return self.strRepr class ZeroOrMore(_MultipleMatch): """ Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} """ def __init__( self, expr, stopOn=None): super(ZeroOrMore,self).__init__(expr, stopOn=stopOn) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: return super(ZeroOrMore, self).parseImpl(instring, loc, doActions) except (ParseException,IndexError): return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]..." return self.strRepr class _NullToken(object): def __bool__(self): return False __nonzero__ = __bool__ def __str__(self): return "" _optionalNotMatched = _NullToken() class Optional(ParseElementEnhance): """ Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) """ def __init__( self, expr, default=_optionalNotMatched ): super(Optional,self).__init__( expr, savelist=False ) self.saveAsList = self.expr.saveAsList self.defaultValue = default self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False ) except (ParseException,IndexError): if self.defaultValue is not _optionalNotMatched: if self.expr.resultsName: tokens = ParseResults([ self.defaultValue ]) tokens[self.expr.resultsName] = self.defaultValue else: tokens = [ self.defaultValue ] else: tokens = [] return loc, tokens def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]" return self.strRepr class SkipTo(ParseElementEnhance): """ Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor """ def __init__( self, other, include=False, ignore=None, failOn=None ): super( SkipTo, self ).__init__( other ) self.ignoreExpr = ignore self.mayReturnEmpty = True self.mayIndexError = False self.includeMatch = include self.asList = False if isinstance(failOn, basestring): self.failOn = ParserElement._literalStringClass(failOn) else: self.failOn = failOn self.errmsg = "No match found for "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): startloc = loc instrlen = len(instring) expr = self.expr expr_parse = self.expr._parse self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None tmploc = loc while tmploc <= instrlen: if self_failOn_canParseNext is not None: # break if failOn expression matches if self_failOn_canParseNext(instring, tmploc): break if self_ignoreExpr_tryParse is not None: # advance past ignore expressions while 1: try: tmploc = self_ignoreExpr_tryParse(instring, tmploc) except ParseBaseException: break try: expr_parse(instring, tmploc, doActions=False, callPreParse=False) except (ParseException, IndexError): # no match, advance loc in string tmploc += 1 else: # matched skipto expr, done break else: # ran off the end of the input string without matching skipto expr, fail raise ParseException(instring, loc, self.errmsg, self) # build up return values loc = tmploc skiptext = instring[startloc:loc] skipresult = ParseResults(skiptext) if self.includeMatch: loc, mat = expr_parse(instring,loc,doActions,callPreParse=False) skipresult += mat return loc, skipresult class Forward(ParseElementEnhance): """ Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. """ def __init__( self, other=None ): super(Forward,self).__init__( other, savelist=False ) def __lshift__( self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass(other) self.expr = other self.strRepr = None self.mayIndexError = self.expr.mayIndexError self.mayReturnEmpty = self.expr.mayReturnEmpty self.setWhitespaceChars( self.expr.whiteChars ) self.skipWhitespace = self.expr.skipWhitespace self.saveAsList = self.expr.saveAsList self.ignoreExprs.extend(self.expr.ignoreExprs) return self def __ilshift__(self, other): return self << other def leaveWhitespace( self ): self.skipWhitespace = False return self def streamline( self ): if not self.streamlined: self.streamlined = True if self.expr is not None: self.expr.streamline() return self def validate( self, validateTrace=[] ): if self not in validateTrace: tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion([]) def __str__( self ): if hasattr(self,"name"): return self.name return self.__class__.__name__ + ": ..." # stubbed out for now - creates awful memory and perf issues self._revertClass = self.__class__ self.__class__ = _ForwardNoRecurse try: if self.expr is not None: retString = _ustr(self.expr) else: retString = "None" finally: self.__class__ = self._revertClass return self.__class__.__name__ + ": " + retString def copy(self): if self.expr is not None: return super(Forward,self).copy() else: ret = Forward() ret <<= self return ret class _ForwardNoRecurse(Forward): def __str__( self ): return "..." class TokenConverter(ParseElementEnhance): """ Abstract subclass of C{ParseExpression}, for converting parsed results. """ def __init__( self, expr, savelist=False ): super(TokenConverter,self).__init__( expr )#, savelist ) self.saveAsList = False class Combine(TokenConverter): """ Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) """ def __init__( self, expr, joinString="", adjacent=True ): super(Combine,self).__init__( expr ) # suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself if adjacent: self.leaveWhitespace() self.adjacent = adjacent self.skipWhitespace = True self.joinString = joinString self.callPreparse = True def ignore( self, other ): if self.adjacent: ParserElement.ignore(self, other) else: super( Combine, self).ignore( other ) return self def postParse( self, instring, loc, tokenlist ): retToks = tokenlist.copy() del retToks[:] retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults) if self.resultsName and retToks.haskeys(): return [ retToks ] else: return retToks class Group(TokenConverter): """ Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] """ def __init__( self, expr ): super(Group,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): return [ tokenlist ] class Dict(TokenConverter): """ Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. """ def __init__( self, expr ): super(Dict,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): for i,tok in enumerate(tokenlist): if len(tok) == 0: continue ikey = tok[0] if isinstance(ikey,int): ikey = _ustr(tok[0]).strip() if len(tok)==1: tokenlist[ikey] = _ParseResultsWithOffset("",i) elif len(tok)==2 and not isinstance(tok[1],ParseResults): tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i) else: dictvalue = tok.copy() #ParseResults(i) del dictvalue[0] if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()): tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i) else: tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i) if self.resultsName: return [ tokenlist ] else: return tokenlist class Suppress(TokenConverter): """ Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) """ def postParse( self, instring, loc, tokenlist ): return [] def suppress( self ): return self class OnlyOnce(object): """ Wrapper for parse actions, to ensure they are only called once. """ def __init__(self, methodCall): self.callable = _trim_arity(methodCall) self.called = False def __call__(self,s,l,t): if not self.called: results = self.callable(s,l,t) self.called = True return results raise ParseException(s,l,"") def reset(self): self.called = False def traceParseAction(f): """ Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] """ f = _trim_arity(f) def z(*paArgs): thisFunc = f.__name__ s,l,t = paArgs[-3:] if len(paArgs)>3: thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) ) try: ret = f(*paArgs) except Exception as exc: sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) ) raise sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) ) return ret try: z.__name__ = f.__name__ except AttributeError: pass return z # # global helpers # def delimitedList( expr, delim=",", combine=False ): """ Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] """ dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..." if combine: return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName) else: return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName) def countedArray( expr, intExpr=None ): """ Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] """ arrayExpr = Forward() def countFieldParseAction(s,l,t): n = t[0] arrayExpr << (n and Group(And([expr]*n)) or Group(empty)) return [] if intExpr is None: intExpr = Word(nums).setParseAction(lambda t:int(t[0])) else: intExpr = intExpr.copy() intExpr.setName("arrayLen") intExpr.addParseAction(countFieldParseAction, callDuringTry=True) return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...') def _flatten(L): ret = [] for i in L: if isinstance(i,list): ret.extend(_flatten(i)) else: ret.append(i) return ret def matchPreviousLiteral(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. """ rep = Forward() def copyTokenToRepeater(s,l,t): if t: if len(t) == 1: rep << t[0] else: # flatten t tokens tflat = _flatten(t.asList()) rep << And(Literal(tt) for tt in tflat) else: rep << Empty() expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def matchPreviousExpr(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. """ rep = Forward() e2 = expr.copy() rep <<= e2 def copyTokenToRepeater(s,l,t): matchTokens = _flatten(t.asList()) def mustMatchTheseTokens(s,l,t): theseTokens = _flatten(t.asList()) if theseTokens != matchTokens: raise ParseException("",0,"") rep.setParseAction( mustMatchTheseTokens, callDuringTry=True ) expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def _escapeRegexRangeChars(s): #~ escape these chars: ^-] for c in r"\^-]": s = s.replace(c,_bslash+c) s = s.replace("\n",r"\n") s = s.replace("\t",r"\t") return _ustr(s) def oneOf( strs, caseless=False, useRegex=True ): """ Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] """ if caseless: isequal = ( lambda a,b: a.upper() == b.upper() ) masks = ( lambda a,b: b.upper().startswith(a.upper()) ) parseElementClass = CaselessLiteral else: isequal = ( lambda a,b: a == b ) masks = ( lambda a,b: b.startswith(a) ) parseElementClass = Literal symbols = [] if isinstance(strs,basestring): symbols = strs.split() elif isinstance(strs, collections.Iterable): symbols = list(strs) else: warnings.warn("Invalid argument to oneOf, expected string or iterable", SyntaxWarning, stacklevel=2) if not symbols: return NoMatch() i = 0 while i < len(symbols)-1: cur = symbols[i] for j,other in enumerate(symbols[i+1:]): if ( isequal(other, cur) ): del symbols[i+j+1] break elif ( masks(cur, other) ): del symbols[i+j+1] symbols.insert(i,other) cur = other break else: i += 1 if not caseless and useRegex: #~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] )) try: if len(symbols)==len("".join(symbols)): return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols)) else: return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols)) except Exception: warnings.warn("Exception creating Regex for oneOf, building MatchFirst", SyntaxWarning, stacklevel=2) # last resort, just use MatchFirst return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols)) def dictOf( key, value ): """ Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} """ return Dict( ZeroOrMore( Group ( key + value ) ) ) def originalTextFor(expr, asString=True): """ Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] """ locMarker = Empty().setParseAction(lambda s,loc,t: loc) endlocMarker = locMarker.copy() endlocMarker.callPreparse = False matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end") if asString: extractText = lambda s,l,t: s[t._original_start:t._original_end] else: def extractText(s,l,t): t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]] matchExpr.setParseAction(extractText) matchExpr.ignoreExprs = expr.ignoreExprs return matchExpr def ungroup(expr): """ Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. """ return TokenConverter(expr).setParseAction(lambda t:t[0]) def locatedExpr(expr): """ Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] """ locator = Empty().setParseAction(lambda s,l,t: l) return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end")) # convenience constants for positional expressions empty = Empty().setName("empty") lineStart = LineStart().setName("lineStart") lineEnd = LineEnd().setName("lineEnd") stringStart = StringStart().setName("stringStart") stringEnd = StringEnd().setName("stringEnd") _escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1]) _escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16))) _escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8))) _singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | Word(printables, excludeChars=r'\]', exact=1) | Regex(r"\w", re.UNICODE) _charRange = Group(_singleChar + Suppress("-") + _singleChar) _reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]" def srange(s): r""" Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) """ _expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1)) try: return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body) except Exception: return "" def matchOnlyAtCol(n): """ Helper method for defining parse actions that require matching at a specific column in the input text. """ def verifyCol(strg,locn,toks): if col(locn,strg) != n: raise ParseException(strg,locn,"matched token not at column %d" % n) return verifyCol def replaceWith(replStr): """ Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] """ return lambda s,l,t: [replStr] def removeQuotes(s,l,t): """ Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] """ return t[0][1:-1] def tokenMap(func, *args): """ Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] """ def pa(s,l,t): return [func(tokn, *args) for tokn in t] try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) pa.__name__ = func_name return pa upcaseTokens = tokenMap(lambda t: _ustr(t).upper()) """(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}""" downcaseTokens = tokenMap(lambda t: _ustr(t).lower()) """(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}""" def _makeTags(tagStr, xml): """Internal helper to construct opening and closing tag expressions, given a tag name""" if isinstance(tagStr,basestring): resname = tagStr tagStr = Keyword(tagStr, caseless=not xml) else: resname = tagStr.name tagAttrName = Word(alphas,alphanums+"_-:") if (xml): tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes ) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") else: printablesLessRAbrack = "".join(c for c in printables if c not in ">") tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \ Optional( Suppress("=") + tagAttrValue ) ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") closeTag = Combine(_L("</") + tagStr + ">") openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname) closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname) openTag.tag = resname closeTag.tag = resname return openTag, closeTag def makeHTMLTags(tagStr): """ Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com """ return _makeTags( tagStr, False ) def makeXMLTags(tagStr): """ Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} """ return _makeTags( tagStr, True ) def withAttribute(*args,**attrDict): """ Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ if args: attrs = args[:] else: attrs = attrDict.items() attrs = [(k,v) for k,v in attrs] def pa(s,l,tokens): for attrName,attrValue in attrs: if attrName not in tokens: raise ParseException(s,l,"no matching attribute " + attrName) if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue: raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" % (attrName, tokens[attrName], attrValue)) return pa withAttribute.ANY_VALUE = object() def withClass(classname, namespace=''): """ Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ classattr = "%s:class" % namespace if namespace else "class" return withAttribute(**{classattr : classname}) opAssoc = _Constants() opAssoc.LEFT = object() opAssoc.RIGHT = object() def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ): """ Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] """ ret = Forward() lastExpr = baseExpr | ( lpar + ret + rpar ) for i,operDef in enumerate(opList): opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4] termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr if arity == 3: if opExpr is None or len(opExpr) != 2: raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions") opExpr1, opExpr2 = opExpr thisExpr = Forward().setName(termName) if rightLeftAssoc == opAssoc.LEFT: if arity == 1: matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) ) else: matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \ Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") elif rightLeftAssoc == opAssoc.RIGHT: if arity == 1: # try to avoid LR with this extra test if not isinstance(opExpr, Optional): opExpr = Optional(opExpr) matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) ) else: matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \ Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") else: raise ValueError("operator must indicate right or left associativity") if pa: matchExpr.setParseAction( pa ) thisExpr <<= ( matchExpr.setName(termName) | lastExpr ) lastExpr = thisExpr ret <<= lastExpr return ret operatorPrecedence = infixNotation """(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release.""" dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes") sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes") quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'| Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes") unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal") def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()): """ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] """ if opener == closer: raise ValueError("opening and closing strings cannot be the same") if content is None: if isinstance(opener,basestring) and isinstance(closer,basestring): if len(opener) == 1 and len(closer)==1: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS ).setParseAction(lambda t:t[0].strip())) else: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + ~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: raise ValueError("opening and closing arguments must be strings if no content expression is given") ret = Forward() if ignoreExpr is not None: ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) ) else: ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) ) ret.setName('nested %s%s expression' % (opener,closer)) return ret def indentedBlock(blockStatementExpr, indentStack, indent=True): """ Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] """ def checkPeerIndent(s,l,t): if l >= len(s): return curCol = col(l,s) if curCol != indentStack[-1]: if curCol > indentStack[-1]: raise ParseFatalException(s,l,"illegal nesting") raise ParseException(s,l,"not a peer entry") def checkSubIndent(s,l,t): curCol = col(l,s) if curCol > indentStack[-1]: indentStack.append( curCol ) else: raise ParseException(s,l,"not a subentry") def checkUnindent(s,l,t): if l >= len(s): return curCol = col(l,s) if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]): raise ParseException(s,l,"not an unindent") indentStack.pop() NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress()) INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT') PEER = Empty().setParseAction(checkPeerIndent).setName('') UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT') if indent: smExpr = Group( Optional(NL) + #~ FollowedBy(blockStatementExpr) + INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT) else: smExpr = Group( Optional(NL) + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) ) blockStatementExpr.ignore(_bslash + LineEnd()) return smExpr.setName('indented block') alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]") punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]") anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag')) _htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\'')) commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity") def replaceHTMLEntity(t): """Helper parser action to replace common HTML entities with their special characters""" return _htmlEntityMap.get(t.entity) # it's easy to get these comment structures wrong - they're very common, so may as well make them available cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment") "Comment of the form C{/* ... */}" htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment") "Comment of the form C{<!-- ... -->}" restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line") dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment") "Comment of the form C{// ... (to end of line)}" cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment") "Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}" javaStyleComment = cppStyleComment "Same as C{L{cppStyleComment}}" pythonStyleComment = Regex(r"#.*").setName("Python style comment") "Comment of the form C{# ... (to end of line)}" _commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') + Optional( Word(" \t") + ~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem") commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList") """(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas. This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}.""" # some other useful expressions - using lower-case class name since we are really using this as a namespace class pyparsing_common: """ Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] """ convertToInteger = tokenMap(int) """ Parse action for converting parsed integers to Python int """ convertToFloat = tokenMap(float) """ Parse action for converting parsed numbers to Python float """ integer = Word(nums).setName("integer").setParseAction(convertToInteger) """expression that parses an unsigned integer, returns an int""" hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16)) """expression that parses a hexadecimal integer, returns an int""" signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger) """expression that parses an integer with optional leading sign, returns an int""" fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction") """fractional expression of an integer divided by an integer, returns a float""" fraction.addParseAction(lambda t: t[0]/t[-1]) mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction") """mixed integer of the form 'integer - fraction', with optional leading integer, returns float""" mixed_integer.addParseAction(sum) real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat) """expression that parses a floating point number and returns a float""" sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat) """expression that parses a floating point number with optional scientific notation and returns a float""" # streamlining this expression makes the docs nicer-looking number = (sci_real | real | signed_integer).streamline() """any numeric expression, returns the corresponding Python type""" fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat) """any int or real number, returned as float""" identifier = Word(alphas+'_', alphanums+'_').setName("identifier") """typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')""" ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address") "IPv4 address (C{0.0.0.0 - 255.255.255.255})" _ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer") _full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address") _short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address") _short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8) _mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address") ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address") "IPv6 address (long, short, or mixed form)" mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address") "MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)" @staticmethod def convertToDate(fmt="%Y-%m-%d"): """ Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt).date() except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn @staticmethod def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"): """ Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt) except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date") "ISO8601 date (C{yyyy-mm-dd})" iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime") "ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}" uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID") "UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})" _html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress() @staticmethod def stripHTMLTags(s, l, tokens): """ Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' """ return pyparsing_common._html_stripper.transformString(tokens[0]) _commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',') + Optional( White(" \t") ) ) ).streamline().setName("commaItem") comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list") """Predefined expression of 1 or more printable words or quoted strings, separated by commas.""" upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper())) """Parse action to convert tokens to upper case.""" downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower())) """Parse action to convert tokens to lower case.""" if __name__ == "__main__": selectToken = CaselessLiteral("select") fromToken = CaselessLiteral("from") ident = Word(alphas, alphanums + "_$") columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) columnNameList = Group(delimitedList(columnName)).setName("columns") columnSpec = ('*' | columnNameList) tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) tableNameList = Group(delimitedList(tableName)).setName("tables") simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables") # demo runTests method, including embedded comments in test string simpleSQL.runTests(""" # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual """) pyparsing_common.number.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) # any int or real number, returned as float pyparsing_common.fnumber.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) pyparsing_common.hex_integer.runTests(""" 100 FF """) import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(""" 12345678-1234-5678-1234-567812345678 """) site-packages/pkg_resources/_vendor/__init__.py 0000644 00000000000 15231162611 0015670 0 ustar 00 site-packages/pkg_resources/_vendor/six.py 0000644 00000072622 15231162611 0014757 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3""" # Copyright (c) 2010-2015 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.10.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = str, integer_types = int, class_types = type, text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = basestring, integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [ MovedModule("winreg", "_winreg"), ] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse") class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error") class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request") class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response") class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"), ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes _importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser") class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ['parse', 'error', 'request', 'response', 'robotparser'] _importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib") def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc(get_unbound_function, """Get the function out of a possibly unbound function""") get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc(iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary.") if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_("""def reraise(tp, value, tb=None): raise tp, value, tb """) if sys.version_info[:2] == (3, 2): exec_("""def raise_from(value, from_value): if from_value is None: raise value raise value from from_value """) elif sys.version_info[:2] > (3, 2): exec_("""def raise_from(value, from_value): raise value from from_value """) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if (isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get('__slots__') if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop('__dict__', None) orig_vars.pop('__weakref__', None) return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if '__str__' not in klass.__dict__: raise ValueError("@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode('utf-8') return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if (type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) site-packages/pkg_resources/_vendor/__pycache__/six.cpython-36.pyc 0000644 00000057532 15231162611 0021246 0 ustar 00 3 Xo�h�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/pkg_resources/_vendor/__pycache__/pyparsing.cpython-36.opt-1.pyc 0000644 00000610513 15231162611 0023410 0 ustar 00 3 Xo�h� � @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ yddlmZ W n ek r� ddlmZ Y nX ydd l mZ W n> ek r� ydd lmZ W n ek r� dZY nX Y nX d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgiZee j�dds� Z e d dskZ e �r"e j Z e Z!e"Z#e Z$e%e&e'e(e)ee*e+e,e-e.g Z/nbe j0Z e1Z2dtdu� Z$g Z/ddl3Z3xBdvj4� D ]6Z5ye/j6e7e3e5�� W n e8k �r| �wJY nX �qJW e9dwdx� e2dy�D ��Z:dzd{� Z;G d|d}� d}e<�Z=ej>ej? Z@d~ZAeAd ZBe@eA ZCe"d��ZDd�jEd�dx� ejFD ��ZGG d�d!� d!eH�ZIG d�d#� d#eI�ZJG d�d%� d%eI�ZKG d�d'� d'eK�ZLG d�d*� d*eH�ZMG d�d�� d�e<�ZNG d�d&� d&e<�ZOe jPjQeO� d�d=� ZRd�dN� ZSd�dK� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�dU� ZX�d/d�d��ZYG d�d(� d(e<�ZZG d�d0� d0eZ�Z[G d�d� de[�Z\G d�d� de[�Z]G d�d� de[�Z^e^Z_e^eZ_`G d�d� de[�ZaG d�d � d e^�ZbG d�d � d ea�ZcG d�dp� dpe[�ZdG d�d3� d3e[�ZeG d�d+� d+e[�ZfG d�d)� d)e[�ZgG d�d � d e[�ZhG d�d2� d2e[�ZiG d�d�� d�e[�ZjG d�d� dej�ZkG d�d� dej�ZlG d�d� dej�ZmG d�d.� d.ej�ZnG d�d-� d-ej�ZoG d�d5� d5ej�ZpG d�d4� d4ej�ZqG d�d$� d$eZ�ZrG d�d � d er�ZsG d�d � d er�ZtG d�d� der�ZuG d�d� der�ZvG d�d"� d"eZ�ZwG d�d� dew�ZxG d�d � d ew�ZyG d�d�� d�ew�ZzG d�d � d ez�Z{G d�d6� d6ez�Z|G d�d�� d�e<�Z}e}� Z~G d�d � d ew�ZG d�d,� d,ew�Z�G d�d� dew�Z�G d�d�� d�e��Z�G d�d1� d1ew�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d/� d/e��Z�G d�d � d e<�Z�d�df� Z��d0d�dD�Z��d1d�d@�Z�d�d΄ Z�d�dS� Z�d�dR� Z�d�d҄ Z��d2d�dW�Z�d�dE� Z��d3d�dk�Z�d�dl� Z�d�dn� Z�e\� j�dG�Z�el� j�dM�Z�em� j�dL�Z�en� j�de�Z�eo� j�dd�Z�eeeDd�d�dڍj�d�d܄ �Z�efd݃j�d�d܄ �Z�efd߃j�d�d܄ �Z�e�e�B e�B eeeGd�dyd�B efd�e j��B Z�e�e�e�d� e� �Z�e^d�ed�j�d� e�e{e�e�B ��j�d� d� Z�d�dc� Z�d�dQ� Z�d�d`� Z�d�d^� Z�d�dq� Z�e�d�d܄ �Z�e�d�d܄ �Z�d�d� Z�d�dO� Z�d�dP� Z�d�di� Z�e<� e�_��d4d�do�Z�e=� Z�e<� e�_�e<� e�_�e�d��e�d��fd�dm�Z�e�Z�e�efd��d� �j�d��Z�e�efd��d� �j�d��Z�e�efd��d� efd��d� B �j��d �Z�e�e_�d�e�j� �j��d�Z�d�d�de�j� f�ddT�Z��d5�ddj�Z�e��d�Z�e��d�Z�e�eee@eC�d �j��d��\Z�Z�e�e��d j4� �d ��Z�ef�d �d jEe�jà � �d �j��d�ZĐdd_� Z�e�ef�d��d �j��d�Z�ef�d�j��d�Z�ef�d�jȃ j��d�Z�ef�d�j��d�Z�e�ef�d��d e�B �j��d�Z�e�Z�ef�d�j��d�Z�e�e{eeeGdɐd �eee�d �e^dɃ em� � ��j j��d �Z�e�ee�j� e�B d��d ��j�d>�Z�G �d dr� dr�Z�eҐd!k� r�eb�d"�Z�eb�d#�Z�eee@eC�d$ �Z�e�eՐd%dӐd&�j�e��Z�e�e�eփ�j��d'�Zאd(e�B Z�e�eՐd%dӐd&�j�e��Z�e�e�eك�j��d)�Z�eӐd*�eؐd'� e� eڐd)� Z�e�jܐd+� e�j�jܐd,� e�j�jܐd,� e�j�jܐd-� ddl�Z�e�j�j�e�e�j�� e�j�jܐd.� dS (6 aS pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments z2.1.10z07 Oct 2016 01:31 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)� OrderedDict�And�CaselessKeyword�CaselessLiteral� CharsNotIn�Combine�Dict�Each�Empty� FollowedBy�Forward� GoToColumn�Group�Keyword�LineEnd� LineStart�Literal� MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException� ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart� ZeroOrMore� alphanums�alphas� alphas8bit� anyCloseTag� anyOpenTag� cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment� delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral� nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence� printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith� restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction� unicodeString� upcaseTokens� withAttribute� indentedBlock�originalTextFor�ungroup� infixNotation� locatedExpr� withClass� CloseMatch�tokenMap�pyparsing_common� c C s` t | t�r| S yt| �S tk rZ t| �jtj� d�}td�}|jdd� � |j |�S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. �xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � � ���)�hex�int)�t� rw � /usr/lib/python3.6/pyparsing.py�<lambda>� s z_ustr.<locals>.<lambda>N) � isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr' �setParseAction�transformString)�obj�retZ xmlcharrefrw rw rx �_ustr� s r� z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S )Nrw )�.0�yrw rw rx � <genexpr>� s r� rr c C s> d}dd� dj � D �}x"t||�D ]\}}| j||�} q"W | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nrw )r� �srw rw rx r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ to_symbolsZfrom_Zto_rw rw rx � _xml_escape� s r� c @ s e Zd ZdS )� _ConstantsN)�__name__� __module__� __qualname__rw rw rw rx r� � s r� � 0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S )N)�stringZ whitespace)r� �crw rw rx r� � s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd d � Zd d � Z ddd�Z dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S )Nr� )�loc�msg�pstr� parserElement�args)�selfr� r� r� �elemrw rw rx �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z� internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r� r� r� r� )�cls�perw rw rx �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rJ r9 �columnrG N)r9 r� )rJ r� r� r9 rG �AttributeError)r� Zanamerw rw rx � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rJ r� )r� rw rw rx �__str__� s zParseBaseException.__str__c C s t | �S )N)r� )r� rw rw rx �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4dj|d|� |||d� f�}|j� S )z�Extracts the exception line from the input string, and marks the location of the exception with a special symbol. rr r� N)rG r� �join�strip)r� Z markerStringZline_strZ line_columnrw rw rx � markInputline� s z ParseBaseException.markInputlinec C s dj � tt| �� S )Nzlineno col line)r� �dir�type)r� rw rw rx �__dir__� s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 N)r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r! znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyN)r� r� r� r� rw rw rw rx r! s c @ s e Zd ZdZdS )r# z�just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundN)r� r� r� r� rw rw rw rx r# s c @ s e Zd ZdZdd� Zdd� ZdS )r& zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S )N)�parseElementTrace)r� �parseElementListrw rw rx r� s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %s)r� )r� rw rw rx r� s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� rw rw rw rx r& s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �_ParseResultsWithOffsetc C s ||f| _ d S )N)�tup)r� Zp1Zp2rw rw rx r� $ s z _ParseResultsWithOffset.__init__c C s | j | S )N)r� )r� �irw rw rx � __getitem__& s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S )Nr )�reprr� )r� rw rw rx r� ( s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S )Nr )r� )r� r� rw rw rx � setOffset* s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� rw rw rw rx r� # s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd d �Zd d � Z dd� Z dd� Z dd� Z e Z dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r" aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || �r|S tj| �}d|_|S )NT)rz �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjrw rw rx r� T s zParseResults.__new__c C s` | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _ |d k o�|�r\|s�d| j|< ||t �r�t |�}|| _||t d �ttf�o�|d dg fk�s\||t�r�|g}|�r&||t��rt|j� d�| |< ntt|d �d�| |< || | _n6y|d | |< W n$ tttfk �rZ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictru r� r� � basestringr" r� �copy�KeyError� TypeError� IndexError)r� r� r� r� r� rz rw rw rx r� ] sB $ zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrr r c S s g | ] }|d �qS )r rw )r� �vrw rw rx � <listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>rs )rz ru �slicer� r� r� r" )r� r� rw rw rx r� � s zParseResults.__getitem__c C s� ||t �r0| jj|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| jj|t� �t |d�g | j|< |}||t�r�t| �|_ d S )Nr ) r� r� �getr� ru r� r� r" �wkrefr� )r� �kr� rz �subrw rw rx � __setitem__� s " zParseResults.__setitem__c C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|j|�� �}|j� x^| j j � D ]F\}}x<|D ]4}x.t |�D ]"\}\}} t || | |k �||< q�W q|W qnW n| j |= d S )Nr rr ) rz ru r� �lenr� r� �range�indices�reverser� �items� enumerater� ) r� r� ZmylenZremovedr� � occurrences�jr� �value�positionrw rw rx � __delitem__� s $zParseResults.__delitem__c C s || j kS )N)r� )r� r� rw rw rx � __contains__� s zParseResults.__contains__c C s t | j�S )N)r� r� )r� rw rw rx �__len__� s zParseResults.__len__c C s | j S )N)r� )r� rw rw rx �__bool__� s zParseResults.__bool__c C s t | j�S )N)�iterr� )r� rw rw rx �__iter__� s zParseResults.__iter__c C s t | jd d d� �S )Nrr rs )r� r� )r� rw rw rx � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| jj� S t| j�S d S )N�iterkeys)�hasattrr� r� r� )r� rw rw rx � _iterkeys� s zParseResults._iterkeysc s � fdd�� j � D �S )Nc 3 s | ]}� | V qd S )Nrw )r� r� )r� rw rx r� � s z+ParseResults._itervalues.<locals>.<genexpr>)r� )r� rw )r� rx � _itervalues� s zParseResults._itervaluesc s � fdd�� j � D �S )Nc 3 s | ]}|� | fV qd S )Nrw )r� r� )r� rw rx r� � s z*ParseResults._iteritems.<locals>.<genexpr>)r� )r� rw )r� rx � _iteritems� s zParseResults._iteritemsc C s t | j� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� )r� rw rw rx �keys� s zParseResults.keysc C s t | j� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� � itervalues)r� rw rw rx �values� s zParseResults.valuesc C s t | j� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritems)r� rw rw rx r� � s zParseResults.itemsc C s t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)�boolr� )r� rw rw rx �haskeys� s zParseResults.haskeysc O s� |s dg}x6|j � D ]*\}}|dkr2|d |f}qtd| ��qW t|d t�sht|�dksh|d | kr�|d }| | }| |= |S |d }|S dS )a� Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rr �defaultr z-pop() got an unexpected keyword argument '%s'Nrs )r� r� rz ru r� )r� r� �kwargsr� r� �indexr� Z defaultvaluerw rw rx �pop� s " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nrw )r� �key� defaultValuerw rw rx r� s zParseResults.getc C sZ | j j||� xF| jj� D ]8\}}x.t|�D ]"\}\}}t||||k �||< q,W qW dS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r� �insertr� r� r� r� )r� r� ZinsStrr� r� r� r� r� rw rw rx r� 2 s zParseResults.insertc C s | j j|� dS )a� Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r� �append)r� �itemrw rw rx r� F s zParseResults.appendc C s$ t |t�r| |7 } n | jj|� dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)rz r" r� �extend)r� Zitemseqrw rw rx r� T s zParseResults.extendc C s | j dd�= | jj� dS )z7 Clear all elements and results names. N)r� r� �clear)r� rw rw rx r� f s zParseResults.clearc C sf y| | S t k r dS X || jkr^|| jkrD| j| d d S tdd� | j| D ��S ndS d S )Nr� rr r c S s g | ] }|d �qS )r rw )r� r� rw rw rx r� w s z,ParseResults.__getattr__.<locals>.<listcomp>rs )r� r� r� r" )r� r� rw rw rx r� m s zParseResults.__getattr__c C s | j � }||7 }|S )N)r� )r� �otherr� rw rw rx �__add__{ s zParseResults.__add__c s� |j rnt| j���fdd�� |j j� }� fdd�|D �}x4|D ],\}}|| |< t|d t�r>t| �|d _q>W | j|j7 _| jj |j� | S )Nc s | dk r � S | � S )Nr rw )�a)�offsetrw rx ry � s z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS )r rr )r� )r� r� �vlistr� )� addoffsetrw rx r� � s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r� r� r� r� rz r" r� r� r� �update)r� r� Z otheritemsZotherdictitemsr� r� rw )r r rx �__iadd__� s zParseResults.__iadd__c C s& t |t�r|dkr| j� S || S d S )Nr )rz ru r� )r� r� rw rw rx �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� )r� rw rw rx r� � s zParseResults.__repr__c C s ddj dd� | jD �� d S )N�[z, c s s( | ] }t |t�rt|�nt|�V qd S )N)rz r" r� r� )r� r� rw rw rx r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� )r� rw rw rx r� � s zParseResults.__str__r� c C sP g }xF| j D ]<}|r"|r"|j|� t|t�r:||j� 7 }q |jt|�� q W |S )N)r� r� rz r" � _asStringListr� )r� �sep�outr� rw rw rx r � s zParseResults._asStringListc C s dd� | j D �S )a� Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |t�r|j� n|�qS rw )rz r" r� )r� �resrw rw rx r� � s z'ParseResults.asList.<locals>.<listcomp>)r� )r� rw rw rx r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a� Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | t�r.| j� r| j� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS rw rw )r� r� )�toItemrw rx r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)rz r" r� �asDict)r� )r rw rx r � s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S )Nrw )r� r� r� )r rw rx r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r� r� )r� Zitem_fnrw )r rx r � s zParseResults.asDictc C s8 t | j�}| jj� |_| j|_|jj| j� | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r" r� r� r� r� r� r r� )r� r� rw rw rx r� � s zParseResults.copyFc C sP d}g }t dd� | jj� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }x�t| j�D ]�\} } t| t�r�| |kr�|| j|| |o�|dk||�g7 }n || jd|o�|dk||�g7 }q�d} | |kr�|| } | �s |�rq�nd} t t | ��} |||d| d | d | d g 7 }q�W |||d | d g7 }dj |�S ) z� (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. � c s s( | ] \}}|D ]}|d |fV qqdS )rr Nrw )r� r� r r� rw rw rx r� � s z%ParseResults.asXML.<locals>.<genexpr>z r� NZITEM�<�>z</) r� r� r� r� r� r� rz r" �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr Z namedItemsZnextLevelIndentZselfTagr� r ZresTagZ xmlBodyTextrw rw rx r � sT zParseResults.asXMLc C s: x4| j j� D ]&\}}x |D ]\}}||kr|S qW q W d S )N)r� r� )r� r� r� r r� r� rw rw rx Z__lookup$ s zParseResults.__lookupc C s� | j r | j S | jr.| j� }|r(|j| �S dS nNt| �dkrxt| j�dkrxtt| jj� ��d d dkrxtt| jj� ��S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nrr r rs )r rs ) r� r� �_ParseResults__lookupr� r� �nextr� r� r� )r� �parrw rw rx �getName+ s zParseResults.getNamer c C sb g }d}|j |t| j� � � |�rX| j� r�tdd� | j� D ��}xz|D ]r\}}|r^|j |� |j d|d| |f � t|t�r�|r�|j |j||d �� q�|j t|�� qH|j t |�� qHW n�t dd� | D ���rX| }x~t |�D ]r\} } t| t��r*|j d|d| | |d|d | j||d �f � q�|j d|d| | |d|d t| �f � q�W d j |�S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r c s s | ]\}}t |�|fV qd S )N)r{ )r� r� r� rw rw rx r� g s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: z rr c s s | ]}t |t�V qd S )N)rz r" )r� �vvrw rw rx r� s s z %s%s[%d]: %s%s%sr� ) r� r� r� r� �sortedr� rz r" �dumpr� �anyr� r� ) r� r Zdepth�fullr �NLr� r� r� r� r rw rw rx r P s, 4.zParseResults.dumpc O s t j | j� f|�|� dS )a� Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)�pprintr� )r� r� r� rw rw rx r! } s zParseResults.pprintc C s. | j | jj� | jd k r | j� p d | j| jffS )N)r� r� r� r� r� r� )r� rw rw rx � __getstate__� s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| jj|� |d k rDt|�| _nd | _d S )Nr rr )r� r� r� r� r r� r� )r� �stater Z inAccumNamesrw rw rx � __setstate__� s zParseResults.__setstate__c C s | j | j| j| jfS )N)r� r� r� r� )r� rw rw rx �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| j� � S )N)r� r� r� r� )r� rw rw rx r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� rz r� r� r� r� r� r� r� � __nonzero__r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r r� r r� r r r r r! r" r$ r% r� rw rw rw rx r" - sh & ' 4 # =% - c C sF |}d| k ot |�k n r4|| d dkr4dS | |jdd| � S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r rr r )r� �rfind)r� �strgr� rw rw rx r9 � s c C s |j dd| �d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r rr )�count)r� r( rw rw rx rJ � s c C sF |j dd| �}|jd| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r rr N)r' �find)r� r( ZlastCRZnextCRrw rw rx rG � s c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rJ r9 )�instringr� �exprrw rw rx �_defaultStartDebugAction� s r. c C s$ t dt|� d t|j� � � d S )NzMatched z -> )r+ r� r{ r� )r, �startlocZendlocr- �toksrw rw rx �_defaultSuccessDebugAction� s r1 c C s t dt|� � d S )NzException raised:)r+ r� )r, r� r- �excrw rw rx � _defaultExceptionDebugAction� s r3 c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nrw )r� rw rw rx rQ � s rq c s� �t kr�fdd�S dg�dg�td d� dkrFddd �}dd d �� n tj}tj� d }|dd �d }|d |d | f�� �����fdd�}d}yt�dt�d�j�}W n tk r� t��}Y nX ||_|S )Nc s � |�S )Nrw )r� �lrv )�funcrw rx ry � s z _trim_arity.<locals>.<lambda>r Frq ro � c S s8 t dkr dnd }tj| | d d�| }|j|jfgS ) Nro r6 r rq rr )�limit)ro r6 r ������)�system_version� traceback� extract_stack�filenamerJ )r7 r � frame_summaryrw rw rx r< s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|j|jfgS )N)r7 rr rs )r; � extract_tbr= rJ )�tbr7 Zframesr> rw rw rx r? s z _trim_arity.<locals>.extract_tb� )r7 rr c s� x�y �| �d d � � }d�d< |S t k r� �d r>� n4z.tj� d }� |dd�d d d� �ksj� W d ~X �d �kr��d d7 < w� Y qX qW d S )Nr Trr rq )r7 rs rs )r� r~ �exc_info)r� r� r@ )r? � foundArityr5 r7 �maxargs�pa_call_line_synthrw rx �wrapper s" z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)ro r6 )r )r rs ) �singleArgBuiltinsr: r; r< r? �getattrr� � Exceptionr{ )r5 rD r< Z LINE_DIFFZ this_linerF � func_namerw )r? rC r5 r7 rD rE rx � _trim_arity� s* rL c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d d � Z d d � Z d�dd�Z d�dd�Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r$ z)Abstract base level parser element class.z Fc C s | t _dS )a� Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r$ �DEFAULT_WHITE_CHARS)�charsrw rw rx �setDefaultWhitespaceChars= s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a� Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r$ �_literalStringClass)r� rw rw rx �inlineLiteralsUsingL s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t � | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction� failAction�strRepr� resultsName� saveAsList�skipWhitespacer$ rM � whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined� mayIndexError�errmsg� modalResults� debugActions�re� callPreparse� callDuringTry)r� �savelistrw rw rx r� a s( zParserElement.__init__c C s< t j | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r� rR r\ rY r$ rM rX )r� Zcpyrw rw rx r� x s zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) z Expected � exception)r� r` r� rg r� )r� r� rw rw rx �setName� s zParserElement.setNamec C s4 | j � }|jd�r"|dd� }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") �*Nrr Trs )r� �endswithrU ra )r� r� �listAllMatchesZnewselfrw rw rx �setResultsName� s z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }|j� � | |||�S )Nr )�pdbZ set_trace)r, r� � doActions� callPreParserm )� _parseMethodrw rx �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parserr r� )r� Z breakFlagrq rw )rp rx �setBreak� s zParserElement.setBreakc O s& t ttt |���| _|jdd�| _| S )a Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] re F)r� �maprL rR r� re )r� �fnsr� rw rw rx r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|jdd�| _| S )z� Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. re F)rR r� ru rL re r� )r� rv r� rw rw rx �addParseAction� s z ParserElement.addParseActionc sb |j dd��|j dd�r tnt� x(|D ] �� ��fdd�}| jj|� q&W | jpZ|j dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) �messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S )N)r� rL )r� r4 rv )�exc_type�fnr� rw rx �pa s z&ParserElement.addCondition.<locals>.pare )r� r! r rR r� re )r� rv r� r| rw )rz r{ r� rx � addCondition� s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rS )r� r{ rw rw rx � setFailAction s zParserElement.setFailActionc C sZ d}xP|rTd}xB| j D ]8}y x|j||�\}}d}q W W q tk rL Y qX qW qW |S )NTF)r\ rs r )r� r, r� Z exprsFound�eZdummyrw rw rx �_skipIgnorables# s z ParserElement._skipIgnorablesc C sL | j r| j||�}| jrH| j}t|�}x ||k rF|| |krF|d7 }q(W |S )Nrr )r\ r� rW rX r� )r� r, r� Zwt�instrlenrw rw rx �preParse0 s zParserElement.preParsec C s |g fS )Nrw )r� r, r� rn rw rw rx � parseImpl< s zParserElement.parseImplc C s |S )Nrw )r� r, r� � tokenlistrw rw rx � postParse? s zParserElement.postParsec " C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| j||�}n|}|}yDy| j|||�\}}W n( tk r� t|t|�| j | ��Y nX W nX t k r� } z<| jd r�| jd ||| | � | jr�| j||| | � � W Y d d } ~ X nX n�|o�| j�r| j||�}n|}|}| j �s$|t|�k�rhy| j|||�\}}W n* tk �rd t|t|�| j | ��Y nX n| j|||�\}}| j |||�}t || j| j| jd�} | j�r�|�s�| j�r�|�rVyRxL| jD ]B} | ||| �}|d k �r�t || j| j�o�t|t tf�| jd�} �q�W W nF t k �rR } z(| jd �r@| jd ||| | � � W Y d d } ~ X nX nNxL| jD ]B} | ||| �}|d k �r^t || j| j�o�t|t tf�| jd�} �q^W |�r�| jd �r�| jd |||| | � || fS )Nr rq )r� r� rr )r] rS rb rd r� r� r� r r� r` r r_ r� r" rU rV ra rR re rz r� ) r� r, r� rn ro Z debugging�prelocZ tokensStart�tokens�errZ retTokensr{ rw rw rx � _parseNoCacheC sp zParserElement._parseNoCachec C s> y| j ||dd�d S tk r8 t||| j| ��Y nX d S )NF)rn r )rs r! r r` )r� r, r� rw rw rx �tryParse� s zParserElement.tryParsec C s2 y| j ||� W n ttfk r( dS X dS d S )NFT)r� r r� )r� r, r� rw rw rx � canParseNext� s zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec sd i � t � | _�� �fdd�}� fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )�cache� not_in_cacherw rx r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S )Nrw )r� r� r� )r� rw rx �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z5ParserElement._UnboundedCache.__init__.<locals>.clear)r� r� �types� MethodTyper� r� r� )r� r� r� r� rw )r� r� rx r� � s z&ParserElement._UnboundedCache.__init__N)r� r� r� r� rw rw rw rx �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sh t � | _�t� � � �fdd�}� �fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s" |� |< t � ��kr � jd� d S )NF)r� �popitem)r� r� r� )r� �sizerw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear)r� r� � _OrderedDictr� r� r� r� r� )r� r� r� r� r� rw )r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx � _FifoCache� s r� c @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sv t � | _�i � tjg ���� �fdd�}� ��fdd�}� �fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s2 |� |< t � ��kr$� j�j� d � �j|� d S )N)r� r� �popleftr� )r� r� r� )r� �key_fifor� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � �j � d S )N)r� )r� )r� r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear) r� r� � collections�dequer� r� r� r� r� )r� r� r� r� r� rw )r� r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx r� � s r c C s� d\}}| ||||f}t j�� t j}|j|�} | |jkr�t j| d7 < y| j||||�} W n8 tk r� } z |j|| j | j � � � W Y d d } ~ X q�X |j|| d | d j � f� | S n4t j| d7 < t | t �r�| �| d | d j � fS W d Q R X d S )Nr rr )r rr )r$ �packrat_cache_lock� packrat_cacher� r� �packrat_cache_statsr� r r� rG r� r� rz rJ ) r� r, r� rn ro ZHITZMISS�lookupr� r� r� rw rw rx � _parseCache� s$ zParserElement._parseCachec C s( t jj� dgtt j� t jd d �< d S )Nr )r$ r� r� r� r� rw rw rw rx � resetCache� s zParserElement.resetCache� c C s8 t js4dt _| dkr t j� t _n t j| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r$ �_packratEnabledr� r� r� r� rs )Zcache_size_limitrw rw rx � enablePackrat s zParserElement.enablePackratc C s� t j� | js| j� x| jD ] }|j� q W | js<|j� }y<| j|d�\}}|rv| j||�}t � t � }|j||� W n0 t k r� } zt j r�� n|�W Y dd}~X nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r$ r� r^ � streamliner\ r[ � expandtabsrs r� r r) r �verbose_stacktrace)r� r, �parseAllr r� r� Zser2 rw rw rx � parseString# s$ zParserElement.parseStringc c s@ | j s| j� x| jD ] }|j� qW | js8t|�j� }t|�}d}| j}| j}t j � d} y�x�||kon| |k �ry |||�} ||| dd�\} } W n t k r� | d }Y q`X | |kr�| d7 } | | | fV |r�|||�} | |kr�| }q�|d7 }n| }q`| d }q`W W n4 t k �r: } zt j �r&� n|�W Y dd}~X nX dS )a� Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r F)ro rr N)r^ r� r\ r[ r� r� r� r� rs r$ r� r r r� )r� r, � maxMatchesZoverlapr r� r� Z preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr2 rw rw rx � scanStringU sB zParserElement.scanStringc C s� g }d}d| _ y�xh| j|�D ]Z\}}}|j|||� � |rrt|t�rT||j� 7 }n t|t�rh||7 }n |j|� |}q W |j||d� � dd� |D �}djtt t |���S t k r� } zt j rȂ n|�W Y dd}~X nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|�qS rw rw )r� �orw rw rx r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r[ r� r� rz r" r� r� r� ru r� �_flattenr r$ r� )r� r, r ZlastErv r� r r2 rw rw rx r� � s( z ParserElement.transformStringc C sP yt dd� | j||�D ��S tk rJ } ztjr6� n|�W Y dd}~X nX dS )a~ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] c S s g | ]\}}}|�qS rw rw )r� rv r� r rw rw rx r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r" r� r r$ r� )r� r, r� r2 rw rw rx � searchString� s zParserElement.searchStringc c sX d}d}x<| j ||d�D ]*\}}}|||� V |r>|d V |}qW ||d� V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r� N)r� ) r� r, �maxsplitZincludeSeparatorsZsplitsZlastrv r� r rw rw rx r� � s zParserElement.splitc C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )a� Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] z4Cannot combine element of type %s with ParserElementrq )� stacklevelN) rz r� r$ rP �warnings�warnr� � SyntaxWarningr )r� r� rw rw rx r � s zParserElement.__add__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx r s zParserElement.__radd__c C sL t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| tj � |g�S )zQ Implementation of - operator, returns C{L{And}} with error stop z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r � _ErrorStop)r� r� rw rw rx �__sub__ s zParserElement.__sub__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rsub__ s zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S nJt |d t�r�t |d t�r�|\}}||8 }n tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td��|| k�o2dkn �rBtd ��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S ) a� Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r Nrq rr z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S )Nrr )r )�n)�makeOptionalListr� rw rx r� ] s z/ParserElement.__mul__.<locals>.makeOptionalList)NN) rz ru �tupler2 r r� r� � ValueErrorr )r� r� Z minElementsZ optElementsr� rw )r� r� rx �__mul__, sD zParserElement.__mul__c C s | j |�S )N)r� )r� r� rw rw rx �__rmul__p s zParserElement.__rmul__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI Implementation of | operator - returns C{L{MatchFirst}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__or__s s zParserElement.__or__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__ror__ s zParserElement.__ror__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA Implementation of ^ operator - returns C{L{Or}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__xor__� s zParserElement.__xor__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rxor__� s zParserElement.__rxor__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC Implementation of & operator - returns C{L{Each}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__and__� s zParserElement.__and__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rand__� s zParserElement.__rand__c C s t | �S )zE Implementation of ~ operator - returns C{L{NotAny}} )r )r� rw rw rx � __invert__� s zParserElement.__invert__c C s |dk r| j |�S | j� S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)rl r� )r� r� rw rw rx �__call__� s zParserElement.__call__c C s t | �S )z� Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r+ )r� rw rw rx �suppress� s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. F)rW )r� rw rw rx �leaveWhitespace� s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)rW rX rY )r� rN rw rw rx �setWhitespaceChars� s z ParserElement.setWhitespaceCharsc C s d| _ | S )z� Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r[ )r� rw rw rx � parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| jj|� n| jjt|j� �� | S )a� Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )rz r� r+ r\ r� r� )r� r� rw rw rx �ignore� s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r. r1 r3 rb r] )r� Z startActionZ successActionZexceptionActionrw rw rx �setDebugActions s z ParserElement.setDebugActionsc C s |r| j ttt� nd| _| S )a� Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r� r. r1 r3 r] )r� �flagrw rw rx �setDebug s #zParserElement.setDebugc C s | j S )N)r� )r� rw rw rx r� @ s zParserElement.__str__c C s t | �S )N)r� )r� rw rw rx r� C s zParserElement.__repr__c C s d| _ d | _| S )NT)r^ rT )r� rw rw rx r� F s zParserElement.streamlinec C s d S )Nrw )r� r� rw rw rx �checkRecursionK s z ParserElement.checkRecursionc C s | j g � dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r� )r� � validateTracerw rw rx �validateN s zParserElement.validatec C s� y |j � }W n2 tk r> t|d��}|j � }W dQ R X Y nX y | j||�S tk r| } ztjrh� n|�W Y dd}~X nX dS )z� Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. �rN)�readr� �openr� r r$ r� )r� Zfile_or_filenamer� Z file_contents�fr2 rw rw rx � parseFileT s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| j|�S tt| �|kS d S )N)rz r$ �varsr� r� �super)r� r� )rG rw rx �__eq__h s zParserElement.__eq__c C s | |k S )Nrw )r� r� rw rw rx �__ne__p s zParserElement.__ne__c C s t t| ��S )N)�hash�id)r� rw rw rx �__hash__s s zParserElement.__hash__c C s | |kS )Nrw )r� r� rw rw rx �__req__v s zParserElement.__req__c C s | |k S )Nrw )r� r� rw rw rx �__rne__y s zParserElement.__rne__c C s0 y| j t|�|d� dS tk r* dS X dS )a� Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") )r� TFN)r� r� r )r� Z testStringr� rw rw rx r� | s zParserElement.matches�#c C s� t |t�r"tttj|j� j� ��}t |t�r4t|�}g }g }d} �x�|D �]�} |dk rb|j | d�sl|rx| rx|j | � qH| s~qHdj |�| g} g }y:| j dd�} | j | |d�} | j | j|d�� | o�| } W n� tk �rx } z�t | t�r�dnd }d| k�r0| j t| j| �� | j d t| j| �d d | � n| j d | j d | � | j d t| � � | �ob|} | } W Y dd} ~ X nD tk �r� } z&| j dt|� � | �o�|} |} W Y dd}~X nX |�r�|�r�| j d � tdj | �� |j | | f� qHW | |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr z\n)r� )r z(FATAL)r� � rr �^zFAIL: zFAIL-EXCEPTION: )rz r� r� ru r{ r� �rstrip� splitlinesr r� r� r� r� r� r r r! rG r� r9 rJ r+ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcomments�successrv r �resultr� ry r2 rw rw rx �runTests� sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr� TTF)Or� r� r� r� rM r� � staticmethodrO rQ r� r� rh rl rt r� rw r} r~ r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� rs r� r� r� r� �_MAX_INTr� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__rw rw )rG rx r$ 8 s� & H " 2G+ D ) c s e Zd ZdZ� fdd�Z� ZS )r, zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| �jdd� d S )NF)rf )r� r, r� )r� )rG rw rx r� s zToken.__init__)r� r� r� r� r� r� rw rw )rG rx r, s c s e Zd ZdZ� fdd�Z� ZS )r z, An empty token, will always match. c s$ t t| �j� d| _d| _d| _d S )Nr TF)r� r r� r� rZ r_ )r� )rG rw rx r� s zEmpty.__init__)r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z( A token that will never match. c s* t t| �j� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r� r r� r� rZ r_ r` )r� )rG rw rx r� * s zNoMatch.__init__Tc C s t ||| j| ��d S )N)r r` )r� r, r� rn rw rw rx r� 1 s zNoMatch.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r & s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s� t t| �j� || _t|�| _y|d | _W n* tk rV tj dt dd� t | _ Y nX dt | j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rG r� r� r` rZ r_ )r� � matchString)rG rw rx r� C s zLiteral.__init__Tc C sJ || | j kr6| jdks&|j| j|�r6|| j | jfS t||| j| ��d S )Nrr )r� r� � startswithr� r r` )r� r, r� rn rw rw rx r� V s zLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r 5 s c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd d �Ze d d � �Z � Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. z_$NFc s� t t| �j� |d kr tj}|| _t|�| _y|d | _W n$ tk r^ t j dt dd� Y nX d| j | _ d| j | _ d| _d| _|| _|r�|j� | _|j� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r� r� r� r� r` rZ r_ �caseless�upper� caselessmatchr� � identChars)r� r� r� r� )rG rw rx r� q s& zKeyword.__init__Tc C s | j r||||| j � j� | jkr�|t|�| j ksL||| j j� | jkr�|dksj||d j� | jkr�|| j | jfS nv|| | jkr�| jdks�|j| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j | ��d S )Nr rr ) r� r� r� r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s * &zKeyword.parseImplc s t t| �j� }tj|_|S )N)r� r r� r� r� )r� r� )rG rw rx r� � s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r� )rN rw rw rx �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r3 r� r� r� r� r� r� r� rw rw )rG rx r ^ s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| �j|j� � || _d| j | _d| j | _d S )Nz'%s'z Expected )r� r r� r� � returnStringr� r` )r� r� )rG rw rx r� � s zCaselessLiteral.__init__Tc C s@ |||| j � j� | jkr,|| j | jfS t||| j| ��d S )N)r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s zCaselessLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) r z� Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| �j||dd� d S )NT)r� )r� r r� )r� r� r� )rG rw rx r� � s zCaselessKeyword.__init__Tc C sj |||| j � j� | jkrV|t|�| j ksF||| j j� | jkrV|| j | jfS t||| j| ��d S )N)r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s *zCaselessKeyword.parseImpl)N)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) rl ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) rr c sB t t| �j� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r� rl r� r� � match_string� maxMismatchesr` r_ rZ )r� r� r� )rG rw rx r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j} x�tt|||� | j��D ]0\}} | \} } | | krP| j|� t | �| krPP qPW |d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr rr Zoriginal� mismatches) r� r� r� r� r� r� r" r r` )r� r, r� rn �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsrw rw rx r� � s( " zCloseMatch.parseImpl)rr )T)r� r� r� r� r� r� r� rw rw )rG rx rl � s c s8 e Zd ZdZd � fdd� Zdd d �Z� fd d �Z� ZS )r/ a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nrr r Fc s� t t| �j� � rFdj� fdd�|D ��}|rFdj� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t d��|| _ |dkr�|| _ nt | _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d | j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd tj| j�t| j�f | _nd t| j�t| j�f | _| j�r�d| j d | _ytj| j�| _W n tk �r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S )Nrw )r� r� )� excludeCharsrw rx r� 7 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nrw )r� r� )r� rw rx r� 9 s r rr zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedz Expected Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b)r� r/ r� r� � initCharsOrigr� � initChars� bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr� r� r� r` r_ � asKeyword�_escapeRegexRangeChars�reStringr� rc �escape�compilerJ )r� r� r �min�max�exactr r� )rG )r� rx r� 4 sT 0 z Word.__init__Tc C sD | j r<| j j||�}|s(t||| j| ��|j� }||j� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t ||�}x ||k r�|| |kr�|d7 }q�W d} || | j k r�d} | j r�||k r�|| |kr�d} | j �r |dk�r||d |k�s||k �r || |k�r d} | �r4t||| j| ��||||� fS )Nrr FTr )rc r� r r` �end�groupr� r� r r r r r r ) r� r, r� rn r� r� r� Z bodycharsr� ZthrowExceptionrw rw rx r� j s6 4zWord.parseImplc st yt t| �j� S tk r" Y nX | jd krndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� z...)r� )r� rw rw rx � charsAsStr� s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r� r/ r� rJ rT r� r� )r� r )rG rw rx r� � s z Word.__str__)Nrr r r FN)T)r� r� r� r� r� r� r� r� rw rw )rG rx r/ s .6 #c sF e Zd ZdZeejd��Zd � fdd� Zd dd�Z � fd d �Z � Z S ) r' a� Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s� t t| �j� t|t�r�|s,tjdtdd� || _|| _ y t j | j| j �| _ | j| _ W q� t jk r� tjd| tdd� � Y q�X n2t|tj�r�|| _ t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S ) z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrq )r� z$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectz Expected FTN)r� r' r� rz r� r� r� r� �pattern�flagsrc r r � sre_constants�error�compiledREtyper{ r� r� r� r` r_ rZ )r� r r )rG rw rx r� � s. zRegex.__init__Tc C sd | j j||�}|s"t||| j| ��|j� }|j� }t|j� �}|r\x|D ]}|| ||< qHW ||fS )N)rc r� r r` r � groupdictr" r )r� r, r� rn r� �dr� r� rw rw rx r� � s zRegex.parseImplc sD yt t| �j� S tk r" Y nX | jd kr>dt| j� | _| jS )NzRe:(%s))r� r' r� rJ rT r� r )r� )rG rw rx r� � s z Regex.__str__)r )T) r� r� r� r� r� rc r r r� r� r� r� rw rw )rG rx r' � s " c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r% a� Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t� �j� |j� }|s0tjdtdd� t� �|d kr>|}n"|j� }|s`tjdtdd� t� �|� _t |�� _ |d � _ |� _ t |�� _ |� _|� _|� _|� _|r�tjtjB � _dtj� j�t� j d �|d k r�t|�p�df � _n<d� _dtj� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd d j� fd d �tt � j �d dd�D �� d 7 _|�r�� jdtj|� 7 _|�r�� jdtj|� 7 _tj� j�d � _� jdtj� j � 7 _y tj � j� j�� _� j� _ W n0 t j k �r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrq )r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]rr z|(?:z)|(?:c 3 s4 | ],}d t j� jd|� �t� j| �f V qdS )z%s[^%s]N)rc r � endQuoteCharr )r� r� )r� rw rx r� / s z(QuotedString.__init__.<locals>.<genexpr>�)z|(?:%s)z|(?:%s.)z(.)z)*%sz$invalid pattern (%s) passed to Regexz Expected FTrs )%r� r% r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesrc � MULTILINE�DOTALLr r r r r� r� �escCharReplacePatternr r r r r� r� r` r_ rZ )r� r r r Z multiliner r r! )rG )r� rx r� sf 6 zQuotedString.__init__c C s� || | j kr | jj||�p d }|s4t||| j| ��|j� }|j� }| jr�|| j| j � }t |t �r�d|kr�| j r�ddddd�}x |j � D ]\}}|j||�}q�W | jr�tj| jd|�}| jr�|j| j| j�}||fS )N�\� r � � )z\tz\nz\fz\rz\g<1>)r rc r� r r` r r r r r rz r� r! r� r� r r� r$ r r ) r� r, r� rn r� r� Zws_mapZwslitZwscharrw rw rx r� G s( zQuotedString.parseImplc sF yt t| �j� S tk r" Y nX | jd kr@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r� r% r� rJ rT r r )r� )rG rw rx r� j s zQuotedString.__str__)NNFTNT)T)r� r� r� r� r� r� r� r� rw rw )rG rx r% � s A #c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r a� Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] rr r c s� t t| �j� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _ d| j | _ | jdk| _ d| _ d S )NFrr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr z Expected )r� r r� rW �notCharsr� r r r� r� r� r` rZ r_ )r� r) r r r )rG rw rx r� � s zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}x ||k rd|| |krd|d7 }qFW || | jk r�t||| j| ��||||� fS )Nrr )r) r r` r r r� r )r� r, r� rn r� Znotchars�maxlenrw rw rx r� � s zCharsNotIn.parseImplc sd yt t| �j� S tk r" Y nX | jd kr^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))r� r r� rJ rT r� r) )r� )rG rw rx r� � s zCharsNotIn.__str__)rr r r )T)r� r� r� r� r� r� r� r� rw rw )rG rx r v s c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r. a� Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r� r& r r( r' � rr r c s� t t� �j� |� _� jdj� fdd�� jD ��� djdd� � jD ��� _d� _d� j � _ |� _ |dkrt|� _ nt � _ |dkr�|� _ |� _ d S )Nr� c 3 s | ]}|� j kr|V qd S )N)� matchWhite)r� r� )r� rw rx r� � s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S )N)r. � whiteStrs)r� r� rw rw rx r� � s Tz Expected r ) r� r. r� r, r� r� rX r� rZ r` r r r� )r� Zwsr r r )rG )r� rx r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}x"||k rd|| | j krd|d7 }qDW || | jk r�t||| j| ��||||� fS )Nrr )r, r r` r r r� r )r� r, r� rn r� r� rw rw rx r� � s zWhite.parseImpl)r+ rr r r )T)r� r� r� r� r- r� r� r� rw rw )rG rx r. � s c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| �j� | jj| _d| _d| _d S )NTF)r� r. r� rG r� r� rZ r_ )r� )rG rw rx r� � s z_PositionToken.__init__)r� r� r� r� r� rw rw )rG rx r. � s r. c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| �j� || _d S )N)r� r r� r9 )r� �colno)rG rw rx r� � s zGoToColumn.__init__c C s` t ||�| j kr\t|�}| jr*| j||�}x0||k rZ|| j� rZt ||�| j krZ|d7 }q,W |S )Nrr )r9 r� r\ r� �isspace)r� r, r� r� rw rw rx r� � s & zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column)r9 r )r� r, r� rn ZthiscolZnewlocr� rw rw rx r� s zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| �j� d| _d S )NzExpected start of line)r� r r� r` )r� )rG rw rx r� & s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S )Nrr )r9 r r` )r� r, r� rn rw rw rx r� * s zLineStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| �j� | jtjjdd�� d| _d S )Nr r� zExpected end of line)r� r r� r� r$ rM r� r` )r� )rG rw rx r� 3 s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr rr )r� r r` )r� r, r� rn rw rw rx r� 8 s zLineEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r / s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* zM Matches if current position is at the beginning of the parse string c s t t| �j� d| _d S )NzExpected start of text)r� r* r� r` )r� )rG rw rx r� G s zStringStart.__init__Tc C s0 |dkr(|| j |d�kr(t||| j| ��|g fS )Nr )r� r r` )r� r, r� rn rw rw rx r� K s zStringStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r* C s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r) zG Matches if current position is at the end of the parse string c s t t| �j� d| _d S )NzExpected end of text)r� r) r� r` )r� )rG rw rx r� V s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S )Nrr )r� r r` )r� r, r� rn rw rw rx r� Z s zStringEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r) R s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r1 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| �j� t|�| _d| _d S )NzNot at the start of a word)r� r1 r� r� � wordCharsr` )r� r1 )rG rw rx r� l s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS )Nr rr )r1 r r` )r� r, r� rn rw rw rx r� q s zWordStart.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r1 d s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r0 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| �j� t|�| _d| _d| _d S )NFzNot at the end of a word)r� r0 r� r� r1 rW r` )r� r1 )rG rw rx r� � s zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS )Nr rr )r� r1 r r` )r� r, r� rn r� rw rw rx r� � s zWordEnd.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r0 x s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Z� fd d �Z� fd d�Z � fdd�Z d� fdd� Z g fdd�Z � fdd�Z � ZS )r z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r"t|�}t|t�r<tj|�g| _ njt|t j �rzt|�}t dd� |D ��rnt tj|�}t|�| _ n,yt|�| _ W n tk r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S )N)rz r� )r� r- rw rw rx r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r� r r� rz r� r� r� r$ rP �exprsr� �Iterable�allru r� rd )r� r2 rf )rG rw rx r� � s zParseExpression.__init__c C s | j | S )N)r2 )r� r� rw rw rx r� � s zParseExpression.__getitem__c C s | j j|� d | _| S )N)r2 r� rT )r� r� rw rw rx r� � s zParseExpression.appendc C s4 d| _ dd� | jD �| _x| jD ] }|j� q W | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)rW r2 r� )r� r rw rw rx r� � s z ParseExpression.leaveWhitespacec sz t |t�rF|| jkrvtt| �j|� xP| jD ]}|j| jd � q,W n0tt| �j|� x | jD ]}|j| jd � q^W | S )Nrr rs rs )rz r+ r\ r� r r� r2 )r� r� r )rG rw rx r� � s zParseExpression.ignorec sL yt t| �j� S tk r" Y nX | jd krFd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT rG r� r� r2 )r� )rG rw rx r� � s zParseExpression.__str__c s0 t t| �j� x| jD ] }|j� qW t| j�dk�r | jd }t|| j�r�|j r�|jd kr�|j r�|jd d � | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| j�o�|j o�|jd ko�|j �r | jd d� |jd d � | _d | _ | j |j O _ | j |j O _ dt | � | _| S )Nrq r rr z Expected rs rs )r� r r� r2 r� rz rG rR rU r] rT rZ r_ r� r` )r� r r� )rG rw rx r� � s0 zParseExpression.streamlinec s t t| �j||�}|S )N)r� r rl )r� r� rk r� )rG rw rx rl � s z ParseExpression.setResultsNamec C s: |d d � | g }x| j D ]}|j|� qW | jg � d S )N)r2 r� r� )r� r� �tmpr rw rw rx r� � s zParseExpression.validatec s$ t t| �j� }dd� | jD �|_|S )Nc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z(ParseExpression.copy.<locals>.<listcomp>)r� r r� r2 )r� r� )rG rw rx r� � s zParseExpression.copy)F)F)r� r� r� r� r� r� r� r� r� r� r� rl r� r� r� rw rw )rG rx r � s " c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d � Zd d � Z d d� Z � Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| j� d S )N�-)r� r r� r� r� r� )r� r� r� )rG rw rx r� s zAnd._ErrorStop.__init__)r� r� r� r� r� rw rw )rG rx r� s r� Tc sR t t| �j||� tdd� | jD ��| _| j| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z And.__init__.<locals>.<genexpr>r T) r� r r� r4 r2 rZ r� rX rW rd )r� r2 rf )rG rw rx r� s z And.__init__c C s | j d j|||dd�\}}d}x�| j dd � D ]�}t|tj�rFd}q0|r�y|j|||�\}}W q� tk rv � Y q� tk r� } zd |_tj|��W Y d d }~X q� t k r� t|t |�| j | ��Y q�X n|j|||�\}}|s�|j � r0||7 }q0W ||fS )Nr F)ro rr T) r2 rs rz r r� r# r � __traceback__r� r� r� r` r� ) r� r, r� rn � resultlistZ errorStopr Z exprtokensr� rw rw rx r� s( z And.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx r 5 s z And.__iadd__c C s8 |d d � | g }x | j D ]}|j|� |jsP qW d S )N)r2 r� rZ )r� r� �subRecCheckListr rw rw rx r� : s zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� �{r� c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� F s z And.__str__.<locals>.<genexpr>�})r� r� rT r� r2 )r� rw rw rx r� A s z And.__str__)T)T) r� r� r� r� r r� r� r� r r� r� r� rw rw )rG rx r � s c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� \ s z Or.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� Y s z Or.__init__Tc C sT d}d }g }x�| j D ]�}y|j||�}W nv tk rd } z d | _| j|krT| }| j}W Y d d } ~ X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX |j||f� qW |�r*|j dd� d� x`|D ]X\} }y|j |||�S tk �r$ } z"d | _| j|k�r| }| j}W Y d d } ~ X q�X q�W |d k �rB| j|_ |�nt||d| ��d S )Nrr c S s | d S )Nr rw )�xrw rw rx ry u s z Or.parseImpl.<locals>.<lambda>)r� z no defined alternatives to matchrs ) r2 r� r r7 r� r� r� r` r� �sortrs r� ) r� r, r� rn � maxExcLoc� maxExceptionr� r Zloc2r� �_rw rw rx r� ` s< z Or.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ixor__� s z Or.__ixor__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z ^ c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z Or.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s z Or.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zOr.checkRecursion)F)T) r� r� r� r� r� r� rA r� r� r� rw rw )rG rx r K s & c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� � s z&MatchFirst.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� � s zMatchFirst.__init__Tc C s� d}d }x�| j D ]�}y|j|||�}|S tk r\ } z|j|krL|}|j}W Y d d }~X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX qW |d k r�| j|_|�nt||d| ��d S )Nrr z no defined alternatives to matchrs )r2 rs r r� r� r� r` r� ) r� r, r� rn r> r? r r� r� rw rw rx r� � s$ zMatchFirst.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ior__� s zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z | c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z%MatchFirst.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s zMatchFirst.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zMatchFirst.checkRecursion)F)T) r� r� r� r� r� r� rB r� r� r� rw rw )rG rx r � s c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d � Z� ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| �j||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z Each.__init__.<locals>.<genexpr>T)r� r r� r4 r2 rZ rW �initExprGroups)r� r2 rf )rG rw rx r� s z Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d } x�| �rp|� | j | j } g } x~| D ]v} y| j||�}W n t k �r | j | � Y q�X |j | jj t | �| �� | |k�rD|j | � q�| � kr� j | � q�W t| �t| �kr�d } q�W |�r�d jd d� |D ��} t ||d | ��|� fdd�| jD �7 }g }x*|D ]"} | j|||�\}}|j |� �q�W t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S )N)rz r r� r- )r� r rw rw rx r� s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� s z"Each.parseImpl.<locals>.<listcomp>c S s" g | ]}|j rt|t� r|�qS rw )rZ rz r )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r2 r- )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� ! s c S s g | ]}t |tttf�s|�qS rw )rz r r2 r )r� r rw rw rx r� " s FTz, c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� = s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS rw )rz r r- )r� r )�tmpOptrw rx r� A s )rC r� r2 Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr� r r� r� r� �remover� r� rs �sumr" )r� r, r� rn Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr8 r� Z finalResultsrw )rD rx r� sP zEach.parseImplc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z & c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� P s z Each.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� K s z Each.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� T s zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r� r� rw rw )rG rx r � s 5 1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd d �Z� fd d �Zdd� Z g fdd�Z � fdd�Z � Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r@ttjt�r2tj|�}ntjt |��}|| _ d | _ |d k r�|j | _ |j | _ | j|j� |j| _|j| _|j| _| jj|j� d S )N)r� r r� rz r� � issubclassr$ rP r, r r- rT r_ rZ r� rX rW rV rd r\ r� )r� r- rf )rG rw rx r� ^ s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NF)ro r� )r- rs r r` )r� r, r� rn rw rw rx r� p s z ParseElementEnhance.parseImplc C s* d| _ | jj� | _| jd k r&| jj� | S )NF)rW r- r� r� )r� rw rw rx r� v s z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| �j|� | jd k rn| jj| jd � n,tt| �j|� | jd k rn| jj| jd � | S )Nrr rs rs )rz r+ r\ r� r r� r- )r� r� )rG rw rx r� } s zParseElementEnhance.ignorec s& t t| �j� | jd k r"| jj� | S )N)r� r r� r- )r� )rG rw rx r� � s z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| jj|� d S )N)r& r- r� )r� r� r9 rw rw rx r� � s z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� � s z ParseElementEnhance.validatec sV yt t| �j� S tk r" Y nX | jd krP| jd k rPd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT r- rG r� r� )r� )rG rw rx r� � s zParseElementEnhance.__str__)F)T) r� r� r� r� r� r� r� r� r� r� r� r� r� rw rw )rG rx r Z s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| �j|� d| _d S )NT)r� r r� rZ )r� r- )rG rw rx r� � s zFollowedBy.__init__Tc C s | j j||� |g fS )N)r- r� )r� r, r� rn rw rw rx r� � s zFollowedBy.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS ) r a� Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| �j|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r� r r� rW rZ r� r- r` )r� r- )rG rw rx r� � s zNotAny.__init__Tc C s& | j j||�r t||| j| ��|g fS )N)r- r� r r` )r� r, r� rn rw rw rx r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r; )r� r� rT r� r- )r� rw rw rx r� � s zNotAny.__str__)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| �j|� d| _|}t|t�r.tj|�}|d k r<| nd | _d S )NT) r� rH r� rV rz r� r$ rP � not_ender)r� r- �stopOnZender)rG rw rx r� � s z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}yZ| j } xJ|rb|||� | rr|||�} n|} ||| |�\}} | s�| j� rT|| 7 }qTW W n ttfk r� Y nX ||fS )NF)ro ) r- rs r� rI r� r\ r� r r� ) r� r, r� rn Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr� ZhasIgnoreExprsr� Z tmptokensrw rw rx r� � s, z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� rw rw )rG rx rH � s rH c @ s e Zd ZdZdd� ZdS )r a� Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r: z}...)r� r� rT r� r- )r� rw rw rx r� ! s zOneOrMore.__str__N)r� r� r� r� r� rw rw rw rx r s c s8 e Zd ZdZd � fdd� Zd � fdd� Zdd � Z� ZS ) r2 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| �j||d� d| _d S )N)rJ T)r� r2 r� rZ )r� r- rJ )rG rw rx r� 6 s zZeroOrMore.__init__Tc s6 yt t| �j|||�S ttfk r0 |g fS X d S )N)r� r2 r� r r� )r� r, r� rn )rG rw rx r� : s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r z]...)r� r� rT r� r- )r� rw rw rx r� @ s zZeroOrMore.__str__)N)T)r� r� r� r� r� r� r� r� rw rw )rG rx r2 * s c @ s e Zd Zdd� ZeZdd� ZdS )� _NullTokenc C s dS )NFrw )r� rw rw rx r� J s z_NullToken.__bool__c C s dS )Nr� rw )r� rw rw rx r� M s z_NullToken.__str__N)r� r� r� r� r& r� rw rw rw rx rK I s rK c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| �j|dd� | jj| _|| _d| _d S )NF)rf T)r� r r� r- rV r� rZ )r� r- r� )rG rw rx r� t s zOptional.__init__Tc C sz y | j j|||dd�\}}W nT ttfk rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS )NF)ro )r- rs r r� r� �_optionalNotMatchedrU r" )r� r, r� rn r� rw rw rx r� z s zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r r )r� r� rT r� r- )r� rw rw rx r� � s zOptional.__str__)T) r� r� r� r� rL r� r� r� r� rw rw )rG rx r Q s " c s, e Zd ZdZd � fdd� Zd dd�Z� ZS ) r( a� Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| �j|� || _d| _d| _|| _d| _t|t �rFt j |�| _ n|| _ dt | j� | _d S )NTFzNo match found for )r� r( r� � ignoreExprrZ r_ � includeMatchr� rz r� r$ rP �failOnr� r- r` )r� r� �includer� rO )rG rw rx r� � s zSkipTo.__init__Tc C s, |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} x�| |kr�|d k rh||| �rhP | d k r�x*y| || �} W qr tk r� P Y qrX qrW y||| ddd� W n tt fk r� | d7 } Y qLX P qLW t||| j | ��| }|||� } t | �} | j �r$||||dd�\}} | | 7 } || fS )NF)rn ro rr )ro ) r� r- rs rO r� rM r� r r r� r` r" rN )r� r, r� rn r/ r� r- Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr� rw rw rx r� � s< zSkipTo.parseImpl)FNN)T)r� r� r� r� r� r� r� rw rw )rG rx r( � s 6 c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Zd d � Zg fd d�Z dd� Z � fdd�Z � Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| �j|dd� d S )NF)rf )r� r r� )r� r� )rG rw rx r� s zForward.__init__c C sj t |t�rtj|�}|| _d | _| jj| _| jj| _| j| jj � | jj | _ | jj | _ | j j | jj � | S )N)rz r� r$ rP r- rT r_ rZ r� rX rW rV r\ r� )r� r� rw rw rx � __lshift__ s zForward.__lshift__c C s | |> S )Nrw )r� r� rw rw rx � __ilshift__' s zForward.__ilshift__c C s d| _ | S )NF)rW )r� rw rw rx r� * s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | jj� | S )NT)r^ r- r� )r� rw rw rx r� . s zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� 5 s zForward.validatec C s> t | d�r| jS | jjd S d}W d | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rG r� Z _revertClass�_ForwardNoRecurser- r� )r� Z retStringrw rw rx r� < s zForward.__str__c s. | j d k rtt| �j� S t� }|| K }|S d S )N)r- r� r r� )r� r� )rG rw rx r� M s z Forward.copy)N) r� r� r� r� r� rQ rR r� r� r� r� r� r� rw rw )rG rx r s c @ s e Zd Zdd� ZdS )rT c C s dS )Nz...rw )r� rw rw rx r� V s z_ForwardNoRecurse.__str__N)r� r� r� r� rw rw rw rx rT U s rT c s" e Zd ZdZd� fdd� Z� ZS )r- zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| �j|� d| _d S )NF)r� r- r� rV )r� r- rf )rG rw rx r� ] s zTokenConverter.__init__)F)r� r� r� r� r� r� rw rw )rG rx r- Y s c s6 e Zd ZdZd � fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r� Tc s8 t t| �j|� |r | j� || _d| _|| _d| _d S )NT)r� r r� r� �adjacentrW � joinStringrd )r� r- rV rU )rG rw rx r� r s zCombine.__init__c s( | j rtj| |� ntt| �j|� | S )N)rU r$ r� r� r )r� r� )rG rw rx r� | s zCombine.ignorec C sP |j � }|d d �= |tdj|j| j��g| jd�7 }| jrH|j� rH|gS |S d S )Nr� )r� )r� r" r� r rV ra rU r� )r� r, r� r� ZretToksrw rw rx r� � s "zCombine.postParse)r� T)r� r� r� r� r� r� r� r� rw rw )rG rx r a s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a� Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s zGroup.__init__c C s |gS )Nrw )r� r, r� r� rw rw rx r� � s zGroup.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s z Dict.__init__c C s� x�t |�D ]�\}}t|�dkr q |d }t|t�rBt|d �j� }t|�dkr^td|�||< q t|�dkr�t|d t� r�t|d |�||< q |j� }|d= t|�dks�t|t�r�|j � r�t||�||< q t|d |�||< q W | j r�|gS |S d S )Nr rr r� rq ) r� r� rz ru r� r� r� r" r� r� rU )r� r, r� r� r� �tokZikeyZ dictvaluerw rw rx r� � s$ zDict.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s # c @ s e Zd ZdZdd� Zdd� ZdS )r+ aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S )Nrw )r� r, r� r� rw rw rx r� � s zSuppress.postParsec C s | S )Nrw )r� rw rw rx r� � s zSuppress.suppressN)r� r� r� r� r� r� rw rw rw rx r+ � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t |�| _d| _d S )NF)rL �callable�called)r� Z methodCallrw rw rx r� s zOnlyOnce.__init__c C s. | j s | j|||�}d| _ |S t||d��d S )NTr� )rY rX r )r� r� r4 rv r� rw rw rx r� s zOnlyOnce.__call__c C s d| _ d S )NF)rY )r� rw rw rx �reset s zOnlyOnce.resetN)r� r� r� r� r� r� rZ rw rw rw rx r � s c s: t � �� � fdd�}y � j|_W n tk r4 Y nX |S )as Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s� � j }| dd � \}}}t| �dkr8| d jj d | }tjjd|t||�||f � y � | � }W n8 tk r� } z tjjd||f � � W Y d d }~X nX tjjd||f � |S )Nro r �.z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) r8 )r� r� rG r~ �stderr�writerG rJ )ZpaArgsZthisFuncr� r4 rv r� r2 )r� rw rx �z# s ztraceParseAction.<locals>.z)rL r� r� )r� r^ rw )r� rx rb s �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � �j|�S | tt|�| � j|�S dS )a� Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r� z]...N)r� r r2 rh r+ )r- Zdelim�combineZdlNamerw rw rx r@ 9 s $c sj t � � � �fdd�}|dkr0tt�jdd� �}n|j� }|jd� |j|dd� |� jd t�� d �S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d }� |r t t�g| ��p&t t�> g S )Nr )r r rC )r� r4 rv r� )� arrayExprr- rw rx �countFieldParseAction_ s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S )Nr )ru )rv rw rw rx ry d s z countedArray.<locals>.<lambda>ZarrayLenT)re z(len) z...)r r/ rR r� r� rh rw r� )r- ZintExprrb rw )ra r- rx r< L s c C s: g }x0| D ](}t |t�r(|jt|�� q |j|� q W |S )N)rz r� r� r� r� )�Lr� r� rw rw rx r� k s r� c s6 t � � � fdd�}| j|dd� � jdt| � � � S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |�dkr � |d > qLt|j� �}� tdd� |D ��> n � t� > d S )Nrr r c s s | ]}t |�V qd S )N)r )r� �ttrw rw rx r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r4 rv Ztflat)�reprw rx �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterT)re z(prev) )r rw rh r� )r- rf rw )re rx rO t s c sF t � � | j� }� |K � � fdd�}| j|dd� � jdt| � � � S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t |j� �� � fdd�}�j|dd� d S )Nc s$ t |j� �}|� kr tddd��d S )Nr� r )r� r� r )r� r4 rv Z theseTokens)� matchTokensrw rx �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensT)re )r� r� r� )r� r4 rv rh )re )rg rx rf � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterT)re z(prev) )r r� rw rh r� )r- Ze2rf rw )re rx rN � s c C s> x dD ]}| j |t| �} qW | j dd�} | j dd�} t| �S )Nz\^-]r z\nr& z\t)r� �_bslashr� )r� r� rw rw rx r � s r Tc s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| j� }n&t| tj�r\t| �}ntj dt dd� |svt � S d }x�|t |�d k �r|| }xnt ||d d � �D ]N\}} || |�r�||| d = P q�||| �r�||| d = |j|| � | }P q�W |d 7 }q|W | �r�|�r�yht |�t d j|��k�rZtd d jdd� |D �� �jdj|��S tdjdd� |D ���jdj|��S W n& tk �r� tj dt dd� Y nX t� fdd�|D ��jdj|��S )a� Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | j � |j � kS )N)r� )r �brw rw rx ry � s zoneOf.<locals>.<lambda>c S s |j � j| j � �S )N)r� r� )r rj rw rw rx ry � s c S s | |kS )Nrw )r rj rw rw rx ry � s c S s |j | �S )N)r� )r rj rw rw rx ry � s z6Invalid argument to oneOf, expected string or iterablerq )r� r rr Nr� z[%s]c s s | ]}t |�V qd S )N)r )r� �symrw rw rx r� � s zoneOf.<locals>.<genexpr>z | �|c s s | ]}t j|�V qd S )N)rc r )r� rk rw rw rx r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S )Nrw )r� rk )�parseElementClassrw rx r� � s )r r rz r� r� r� r3 r� r� r� r� r r� r� r� r� r' rh rJ r ) Zstrsr� ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r� rw )rm rx rS � sL ((c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r2 r )r� r� rw rw rx rA � s !c C s^ t � jdd� �}|j� }d|_|d�| |d� }|r@dd� }ndd� }|j|� | j|_|S ) a� Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S )Nrw )r� r� rv rw rw rx ry 8 s z!originalTextFor.<locals>.<lambda>F�_original_start� _original_endc S s | |j |j� S )N)rn ro )r� r4 rv rw rw rx ry = s c S s& | |j d�|j d�� g|d d �< d S )Nrn ro )r� )r� r4 rv rw rw rx � extractText? s z$originalTextFor.<locals>.extractText)r r� r� rd r\ )r- ZasStringZ locMarkerZ endlocMarker� matchExprrp rw rw rx rg s c C s t | �jdd� �S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S )Nr rw )rv rw rw rx ry J s zungroup.<locals>.<lambda>)r- r� )r- rw rw rx rh E s c C s4 t � jdd� �}t|d�| d� |j� j� d� �S )a� Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S )Nrw )r� r4 rv rw rw rx ry ` s z locatedExpr.<locals>.<lambda>Z locn_startr� Zlocn_end)r r� r r� r� )r- Zlocatorrw rw rx rj L s z\[]-*.$+^?()~ )r c C s |d d S )Nr rr rw )r� r4 rv rw rw rx ry k s ry z\\0?[xX][0-9a-fA-F]+c C s t t|d jd�d��S )Nr z\0x� )�unichrru �lstrip)r� r4 rv rw rw rx ry l s z \\0[0-7]+c C s t t|d dd � d��S )Nr rr � )rs ru )r� r4 rv rw rw rx ry m s z\])r� r z\wr6 r r� Znegate�bodyr c sB dd� � y dj � fdd�tj| �jD ��S tk r< dS X dS )a� Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | t�s| S djdd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S )N)rs )r� r� rw rw rx r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r rr )rz r" r� r� �ord)�prw rw rx ry � s zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S )Nrw )r� �part)� _expandedrw rx r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� rv rJ )r� rw )rz rx r_ r s c s � fdd�}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || �� kr t| |d� ��d S )Nz matched token not at column %d)r9 r )r( Zlocnr0 )r� rw rx � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColrw )r� r| rw )r� rx rM � s c s � fdd�S )a� Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s � gS )Nrw )r� r4 rv )�replStrrw rx ry � s z replaceWith.<locals>.<lambda>rw )r} rw )r} rx r\ � s c C s |d dd� S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r rr rs rw )r� r4 rv rw rw rx rZ � s c sN � �fdd�}yt �dt �d�j�}W n tk rB t��}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS rw rw )r� Ztokn)r� r5 rw rx r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>rw )r� r4 rv )r� r5 rw rx r| � s ztokenMap.<locals>.par� rG )rI r� rJ r{ )r5 r� r| rK rw )r� r5 rx rm � s c C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� �lower)rv rw rw rx ry � s c C s� t | t�r | }t| | d�} n| j}tttd �}|r�tj� j t �}t d�| d� t t t|t d� | ��� tddgd�jd �j d d � � t d � }n�d jdd� tD ��}tj� j t �t|�B }t d�| d� t t t|j t�tt d�| � ��� tddgd�jd �j dd � � t d � }ttd�| d �}|jdd j|jdd�j� j� � �jd| �}|jdd j|jdd�j� j� � �jd| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag name)r� z_-:r �tag�=�/F)r� rC c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z_makeTags.<locals>.<lambda>r r� c s s | ]}|d kr|V qdS )r Nrw )r� r� rw rw rx r� � s z _makeTags.<locals>.<genexpr>c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z</r� �:r� z<%s>r z</%s>) rz r� r r� r/ r4 r3 r> r� r� rZ r+ r r2 r r rl r� rV rY rB r �_Lr� �titler� rh r )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagrw rw rx � _makeTags� s" T\..r� c C s t | d�S )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com F)r� )r� rw rw rx rK � s c C s t | d�S )z� Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} T)r� )r� rw rw rx rL s c s8 | r| dd� � n|j � � dd� � D �� � fdd�}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||f�qS rw rw )r� r� r� rw rw rx r� Q s z!withAttribute.<locals>.<listcomp>c s^ xX� D ]P\}}||kr&t | |d| ��|tjkr|| |krt | |d||| |f ��qW d S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r re � ANY_VALUE)r� r4 r� ZattrNameZ attrValue)�attrsrw rx r| R s zwithAttribute.<locals>.pa)r� )r� ZattrDictr| rw )r� rx re s 2 c C s |r d| nd}t f || i�S )a� Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:class�class)re )Z classname� namespaceZ classattrrw rw rx rk \ s �(r c C s� t � }| || | B }�x`t|�D �]R\}}|d dd� \}} } } | dk rTd| nd| } | dkr�|dksxt|�dkr�td��|\} }t � j| �}| tjk�rd| dkr�t|| �t|t |� � }n�| dk�r |dk �r t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rZt|| | | | �t|| | | | � }ntd ��n�| tj k�rH| dk�r�t |t ��s�t |�}t|j | �t|| � }n�| dk�r|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r>t|| | | | �t|| | | | � }ntd ��ntd ��| �r`|j| � ||j| �|B K }|}q"W ||K }|S ) a� Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] Nr ro z%s termz %s%s termrq z@if numterms=3, opExpr must be a tuple or list of two expressionsrr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)N)r r� r� r� rh rT �LEFTr r r �RIGHTrz r r- r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr| ZtermNameZopExpr1ZopExpr2ZthisExprrq rw rw rx ri � sR ; & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r(t| t�o,t|t��r t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��j dd� �}n$t j � t| | tj �j dd� � }nx|dk r�tt| t | � t |� ttjdd� ��j dd� �}n4ttt | � t |� ttjdd� ��j d d� �}nt d ��t � }|dk �rb|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|jd | |f � |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNrr )r c S s | d j � S )Nr )r� )rv rw rw rx ry 9 s z nestedExpr.<locals>.<lambda>c S s | d j � S )Nr )r� )rv rw rw rx ry < s c S s | d j � S )Nr )r� )rv rw rw rx ry B s c S s | d j � S )Nr )r� )rv rw rw rx ry F s zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� rz r� r� r r r r$ rM r� rC r� r r r r+ r2 rh )�openerZcloserZcontentrM r� rw rw rx rP � s4 : *$c s� � fdd�}� fdd�}� fdd�}t t� jd�j� �}t� t� j|� jd�}t� j|�jd �}t� j|�jd �} |r�tt|�| t |t| � t|� � | �} n$tt|�t |t| � t|� � �} | j t t� � | jd �S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrr zillegal nestingznot a peer entryrs rs )r� r9 r! r )r� r4 rv �curCol)� indentStackrw rx �checkPeerIndent� s z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� j|� n t| |d��d S )Nrr znot a subentryrs )r9 r� r )r� r4 rv r� )r� rw rx �checkSubIndent� s z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� o4|� d k o4|� d ksBt| |d��� j� d S )Nrr rq znot an unindentrs r9 )r� r9 r r� )r� r4 rv r� )r� rw rx � checkUnindent� s z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r� r� r r� rh r r r� ri ) ZblockStatementExprr� r r� r� r� r r� ZPEERZUNDENTZsmExprrw )r� rx rf Q s N , z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>rl z);zcommon HTML entityc C s t j| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentity)rv rw rw rx r[ � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style comment)r� z � commaItem)r� c @ s� e Zd ZdZee�Zee�Ze e �j d�j e�Z e e�j d�j eed��Zed�j d�j e�Ze� j e�d e� j e� j d�Zejd d � � eeeed �j� e � B j d �Zeje� ed �j d�j e�Zed�j d�j e�ZeeB eB j� Zed�j d�j e�Z e e d e d �j d�Z ed�j d�Z ed�j d�Z!e!de! d j d�Z"ee!de! d> �d ee!de! d? � j d �Z#e#j$d d � � d!e j d"�Z%e&e"e%B e#B j d#��j d#�Z'ed$�j d%�Z(e)d@d'd(��Z*e)dAd*d+��Z+ed,�j d-�Z,ed.�j d/�Z-ed0�j d1�Z.e/j� e0j� B Z1e)d2d3� �Z2e&e3e4d4� e5� e e6d4d5� ee7d6�� ��j� j d7�Z8e9ee:j;� e8B d8d9��j d:�Z<e)ed;d � ��Z=e)ed<d � ��Z>d=S )Brn a� Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] �integerz hex integerrr z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rr rs rw )rv rw rw rx ry � s zpyparsing_common.<lambda>r6 z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr@ � identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 addressr rA z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t jj|�rd V qdS )rr N)rn � _ipv6_partr� )r� rd rw rw rx r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>ru )rF )rv rw rw rx ry � s z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a� Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sL yt j|d � �j� S tk rF } zt| |t|���W Y d d }~X nX d S )Nr )r �strptimeZdater� r r{ )r� r4 rv �ve)�fmtrw rx �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnrw )r� r� rw )r� rx � convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sH yt j|d � �S tk rB } zt| |t|���W Y d d }~X nX d S )Nr )r r� r� r r{ )r� r4 rv r� )r� rw rx r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnrw )r� r� rw )r� rx �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t jj|d �S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rn �_html_stripperr� )r� r4 r� rw rw rx � stripHTMLTags� s z pyparsing_common.stripHTMLTagsr_ )r� z r� r� )r� zcomma separated listc C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� r~ )rv rw rw rx ry � s N)r rA )r rA )r� )r� )?r� r� r� r� rm ru ZconvertToInteger�floatZconvertToFloatr/ rR rh r� r� rD r� r' Zsigned_integerr� rw r r� Z mixed_integerrF �realZsci_realr� �numberr� r4 r3 r� Z ipv4_addressr� Z_full_ipv6_addressZ_short_ipv6_addressr} Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� r� r� Z iso8601_dateZiso8601_datetime�uuidr7 r6 r� r� r r r rV r. � _commasepitemr@ rY r� Zcomma_separated_listrd rB rw rw rw rx rn � sN "" 2 8 �__main__Zselect�fromz_$r[ )r` �columnsri ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rq )r_ F)N)FT)T)r� )T)�r� � __version__Z__versionTime__� __author__r� �weakrefr r� r� r~ r� rc r r� r! r; r� r �_threadr � ImportErrorZ threadingr r� Z ordereddict�__all__r� � version_infor: r �maxsizer� r{ r� �chrrs r� rF r� r �reversedr� r� r r4 r r rH ZmaxintZxranger� Z __builtin__r� Zfnamer� rI r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser4 rR rD r3 ri r� Z printablerV rJ r r r! r# r& r� r" �MutableMapping�registerr9 rJ rG r. r1 r3 rQ rL r$ r, r r r r� rP r r r rl r/ r' r% r r. r. r r r r* r) r1 r0 r r r r r r r r rH r r2 rK rL r r( r rT r- r r r r+ r rb r@ r< r� rO rN r rS rA rg rh rj rh rC rI rH ra r` r� Z _escapedPuncZ_escapedHexCharZ_escapedOctChar�UNICODEZ _singleCharZ _charRangerl r{ r_ rM r\ rZ rm rd rB r� rK rL re r� rk rT r� r� ri rU r> r^ rY rc rP rf r5 rW r7 r6 r� r� r� r� r; r[ r8 rE r� r] r? r= rF rX r� r� r: rn r� Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr� r� r� r� r� r� rw rw rw rx �<module>= s� 8 @ d &A= I G3 pLOD|M &# @sQ,A, I# % &0 , ? #k Zr ( 0 " site-packages/pkg_resources/_vendor/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0023123 0 ustar 00 3 Xo�h � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pkg_resources/_vendor/__pycache__/appdirs.cpython-36.opt-1.pyc 0000644 00000044153 15231162611 0023037 0 ustar 00 3 Xo�hPW � @ s� d Z d1Zdjeee��ZddlZddlZejd dkZ e r>eZ ej j d�r�ddl Z e j � d d Zej d�rrd Zq�ej d �r�d Zq�d Znej Zd2dd�Zd3dd�Zd4dd�Zd5dd�Zd6dd�Zd7dd�ZG dd � d e�Zd d � Zd d � Zd!d"� Zd#d$� Zed k�r�yddl Z eZ W nn e k �r� ydd%l m!Z! eZ W nB e k �r| yddl"Z#eZ W n e k �rv eZ Y nX Y nX Y nX e$d&k�r~d'Z%d(Z&d8Z'e(d)� ee%e&d*d+�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q�W e(d-� ee%e&�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q�W e(d.� ee%�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q$W e(d/� ee%d d0�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q^W dS )9zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. � � � �.N� �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tjjt|��}| r�|dk rNtjj||| �}q�tjj|| �}nNt dkr�tjjd�}| r�tjj|| �}n&tjdtjjd ��}| r�tjj|| �}| r�|r�tjj||�}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N� CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/share)�system�os�path�normpath�_get_win_folder�join� expanduser�getenv)�appname� appauthor�version�roaming�constr � r � /usr/lib/python3.6/appdirs.py� user_data_dir, s& r c s t dkrR|dkr� }tjjtd��}� r�|dk rBtjj||� �}q�tjj|� �}n�t dkrztjjd�}� r�tjj|� �}nttjdtjjdd g��}d d � |j tj�D �}� r�|r�tjj� |�� � fd d �|D �}|r�tjj|�}n|d }|S � o�|�rtjj||�}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical user data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t jj|jt j���qS r )r r r �rstrip�sep)�.0�xr r r � <listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t jj|� g��qS r )r r r )r r )r r r r � s r ) r r r r r r r r �pathsep�split)r r r � multipathr �pathlistr )r r � site_data_dirc s4 r% c C sX t dkrt| |d|�}n&tjdtjjd��}| r>tjj|| �}| rT|rTtjj||�}|S )a� Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by deafult "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.config)r r )r r r r r r r )r r r r r r r r �user_config_dir� s r& c s� t d kr*t� |�}� r�|r�tjj||�}ndtjdd�}dd� |jtj�D �}� rt|rbtjj� |�� � fdd�|D �}|r�tjj|�}n|d }|S ) a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical user data directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r r ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t jj|jt j���qS r )r r r r r )r r r r r r � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t jj|� g��qS r )r r r )r r )r r r r � s r )r r )r r% r r r r r" r! )r r r r# r r$ r )r r �site_config_dir� s r' Tc C s� t dkrd|dkr| }tjjtd��}| r�|dk rBtjj||| �}ntjj|| �}|r�tjj|d�}nNt dkr�tjjd�}| r�tjj|| �}n&tjdtjjd ��}| r�tjj|| �}| r�|r�tjj||�}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cache)r r r r r r r r )r r r �opinionr r r r �user_cache_dir s( ! r) c C s� t dkr tjjtjjd�| �}nNt dkrLt| ||�}d}|rntjj|d�}n"t| ||�}d}|rntjj|d�}| r�|r�tjj||�}|S )a� Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogs�log)r r r r r r r) )r r r r( r r r r � user_log_dir9 s r+ c @ sb e Zd ZdZddd�Zedd� �Zedd � �Zed d � �Zed d � �Z edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r# )�selfr r r r r# r r r �__init__n s zAppDirs.__init__c C s t | j| j| j| jd�S )N)r r )r r r r r )r- r r r r v s zAppDirs.user_data_dirc C s t | j| j| j| jd�S )N)r r# )r% r r r r# )r- r r r r% { s zAppDirs.site_data_dirc C s t | j| j| j| jd�S )N)r r )r& r r r r )r- r r r r& � s zAppDirs.user_config_dirc C s t | j| j| j| jd�S )N)r r# )r' r r r r# )r- r r r r' � s zAppDirs.site_config_dirc C s t | j| j| jd�S )N)r )r) r r r )r- r r r r) � s zAppDirs.user_cache_dirc C s t | j| j| jd�S )N)r )r+ r r r )r- r r r r+ � s zAppDirs.user_log_dir)NNFF) �__name__� __module__� __qualname__�__doc__r. �propertyr r% r& r' r) r+ r r r r r, l s r, c C s: ddl }dddd�| }|j|jd�}|j||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppData)r r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)� csidl_namer4 Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s r; c C s� ddl m}m} |jdt|| �dd�}y`t|�}d}x |D ]}t|�dkr:d}P q:W |r�ydd l}|j|�}W n t k r� Y nX W n t k r� Y nX |S )Nr )�shellcon�shellF� T) �win32com.shellr< r= �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)r7 r< r= r9 � has_high_char�crD r r r � _get_win_folder_with_pywin32� s$ rJ c C s� dd l }dddd�| }|jd�}|jjjd |d d|� d}x |D ]}t|�dkrBd }P qBW |r�|jd�}|jjj|j|d�r�|}|jS ) Nr � �# � )r r r i Fr> T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrC Zkernel32ZGetShortPathNameW�value)r7 rN Z csidl_const�bufrH rI Zbuf2r r r �_get_win_folder_with_ctypes� s" rR c C s� dd l }ddlm} ddlm} |jjd }|jd|�}|jj }|j d t |j | �d |j j |� |jj|j� �jd�}d}x |D ]} t| �dkr~d }P q~W |r�|jd|�}|jj } tj|||�r�|jj|j� �jd�}|S ) Nr )�jna)r � rI � Fr> T)�arrayZcom.sunrS Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCEr@ rA ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rC ZKernel32ZkernalrE ) r7 rV rS r Zbuf_sizerQ r= r9 rH rI Zkernelr r r �_get_win_folder_with_jna� s& rW )rO �__main__ZMyAppZ MyCompanyz%-- app dirs (with optional 'version')z1.0)r z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )r r r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNT)r r% r& r' r) r+ ),r2 Z__version_info__r �map�str� __version__�sysr � version_infoZPY3rB �platform� startswithZjava_verZos_namer r r% r& r' r) r+ �objectr, r; rJ rR rW r? Zwin32comr rF rN rO Z com.sun.jnaZcomr/ r r Zprops�print�dirsZproprA r r r r �<module> s~ 7 B ( 3 9 3+ site-packages/pkg_resources/_vendor/__pycache__/six.cpython-36.opt-1.pyc 0000644 00000057532 15231162611 0022205 0 ustar 00 3 Xo�h�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/pkg_resources/_vendor/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0022164 0 ustar 00 3 Xo�h � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pkg_resources/_vendor/__pycache__/appdirs.cpython-36.pyc 0000644 00000044153 15231162611 0022100 0 ustar 00 3 Xo�hPW � @ s� d Z d1Zdjeee��ZddlZddlZejd dkZ e r>eZ ej j d�r�ddl Z e j � d d Zej d�rrd Zq�ej d �r�d Zq�d Znej Zd2dd�Zd3dd�Zd4dd�Zd5dd�Zd6dd�Zd7dd�ZG dd � d e�Zd d � Zd d � Zd!d"� Zd#d$� Zed k�r�yddl Z eZ W nn e k �r� ydd%l m!Z! eZ W nB e k �r| yddl"Z#eZ W n e k �rv eZ Y nX Y nX Y nX e$d&k�r~d'Z%d(Z&d8Z'e(d)� ee%e&d*d+�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q�W e(d-� ee%e&�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q�W e(d.� ee%�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q$W e(d/� ee%d d0�Z)x$e'D ] Z*e(d,e*e+e)e*�f � �q^W dS )9zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. � � � �.N� �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tjjt|��}| r�|dk rNtjj||| �}q�tjj|| �}nNt dkr�tjjd�}| r�tjj|| �}n&tjdtjjd ��}| r�tjj|| �}| r�|r�tjj||�}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N� CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/share)�system�os�path�normpath�_get_win_folder�join� expanduser�getenv)�appname� appauthor�version�roaming�constr � r � /usr/lib/python3.6/appdirs.py� user_data_dir, s& r c s t dkrR|dkr� }tjjtd��}� r�|dk rBtjj||� �}q�tjj|� �}n�t dkrztjjd�}� r�tjj|� �}nttjdtjjdd g��}d d � |j tj�D �}� r�|r�tjj� |�� � fd d �|D �}|r�tjj|�}n|d }|S � o�|�rtjj||�}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical user data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t jj|jt j���qS r )r r r �rstrip�sep)�.0�xr r r � <listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t jj|� g��qS r )r r r )r r )r r r r � s r ) r r r r r r r r �pathsep�split)r r r � multipathr �pathlistr )r r � site_data_dirc s4 r% c C sX t dkrt| |d|�}n&tjdtjjd��}| r>tjj|| �}| rT|rTtjj||�}|S )a� Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by deafult "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.config)r r )r r r r r r r )r r r r r r r r �user_config_dir� s r& c s� t d kr*t� |�}� r�|r�tjj||�}ndtjdd�}dd� |jtj�D �}� rt|rbtjj� |�� � fdd�|D �}|r�tjj|�}n|d }|S ) a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical user data directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r r ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t jj|jt j���qS r )r r r r r )r r r r r r � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t jj|� g��qS r )r r r )r r )r r r r � s r )r r )r r% r r r r r" r! )r r r r# r r$ r )r r �site_config_dir� s r' Tc C s� t dkrd|dkr| }tjjtd��}| r�|dk rBtjj||| �}ntjj|| �}|r�tjj|d�}nNt dkr�tjjd�}| r�tjj|| �}n&tjdtjjd ��}| r�tjj|| �}| r�|r�tjj||�}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cache)r r r r r r r r )r r r �opinionr r r r �user_cache_dir s( ! r) c C s� t dkr tjjtjjd�| �}nNt dkrLt| ||�}d}|rntjj|d�}n"t| ||�}d}|rntjj|d�}| r�|r�tjj||�}|S )a� Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogs�log)r r r r r r r) )r r r r( r r r r � user_log_dir9 s r+ c @ sb e Zd ZdZddd�Zedd� �Zedd � �Zed d � �Zed d � �Z edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r# )�selfr r r r r# r r r �__init__n s zAppDirs.__init__c C s t | j| j| j| jd�S )N)r r )r r r r r )r- r r r r v s zAppDirs.user_data_dirc C s t | j| j| j| jd�S )N)r r# )r% r r r r# )r- r r r r% { s zAppDirs.site_data_dirc C s t | j| j| j| jd�S )N)r r )r& r r r r )r- r r r r& � s zAppDirs.user_config_dirc C s t | j| j| j| jd�S )N)r r# )r' r r r r# )r- r r r r' � s zAppDirs.site_config_dirc C s t | j| j| jd�S )N)r )r) r r r )r- r r r r) � s zAppDirs.user_cache_dirc C s t | j| j| jd�S )N)r )r+ r r r )r- r r r r+ � s zAppDirs.user_log_dir)NNFF) �__name__� __module__� __qualname__�__doc__r. �propertyr r% r& r' r) r+ r r r r r, l s r, c C s: ddl }dddd�| }|j|jd�}|j||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppData)r r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)� csidl_namer4 Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s r; c C s� ddl m}m} |jdt|| �dd�}y`t|�}d}x |D ]}t|�dkr:d}P q:W |r�ydd l}|j|�}W n t k r� Y nX W n t k r� Y nX |S )Nr )�shellcon�shellF� T) �win32com.shellr< r= �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)r7 r< r= r9 � has_high_char�crD r r r � _get_win_folder_with_pywin32� s$ rJ c C s� dd l }dddd�| }|jd�}|jjjd |d d|� d}x |D ]}t|�dkrBd }P qBW |r�|jd�}|jjj|j|d�r�|}|jS ) Nr � �# � )r r r i Fr> T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrC Zkernel32ZGetShortPathNameW�value)r7 rN Z csidl_const�bufrH rI Zbuf2r r r �_get_win_folder_with_ctypes� s" rR c C s� dd l }ddlm} ddlm} |jjd }|jd|�}|jj }|j d t |j | �d |j j |� |jj|j� �jd�}d}x |D ]} t| �dkr~d }P q~W |r�|jd|�}|jj } tj|||�r�|jj|j� �jd�}|S ) Nr )�jna)r � rI � Fr> T)�arrayZcom.sunrS Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCEr@ rA ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rC ZKernel32ZkernalrE ) r7 rV rS r Zbuf_sizerQ r= r9 rH rI Zkernelr r r �_get_win_folder_with_jna� s& rW )rO �__main__ZMyAppZ MyCompanyz%-- app dirs (with optional 'version')z1.0)r z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )r r r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNT)r r% r& r' r) r+ ),r2 Z__version_info__r �map�str� __version__�sysr � version_infoZPY3rB �platform� startswithZjava_verZos_namer r r% r& r' r) r+ �objectr, r; rJ rR rW r? Zwin32comr rF rN rO Z com.sun.jnaZcomr/ r r Zprops�print�dirsZproprA r r r r �<module> s~ 7 B ( 3 9 3+ site-packages/pkg_resources/_vendor/__pycache__/pyparsing.cpython-36.pyc 0000644 00000610513 15231162611 0022451 0 ustar 00 3 Xo�h� � @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ yddlmZ W n ek r� ddlmZ Y nX ydd l mZ W n> ek r� ydd lmZ W n ek r� dZY nX Y nX d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgiZee j�dds� Z e d dskZ e �r"e j Z e Z!e"Z#e Z$e%e&e'e(e)ee*e+e,e-e.g Z/nbe j0Z e1Z2dtdu� Z$g Z/ddl3Z3xBdvj4� D ]6Z5ye/j6e7e3e5�� W n e8k �r| �wJY nX �qJW e9dwdx� e2dy�D ��Z:dzd{� Z;G d|d}� d}e<�Z=ej>ej? Z@d~ZAeAd ZBe@eA ZCe"d��ZDd�jEd�dx� ejFD ��ZGG d�d!� d!eH�ZIG d�d#� d#eI�ZJG d�d%� d%eI�ZKG d�d'� d'eK�ZLG d�d*� d*eH�ZMG d�d�� d�e<�ZNG d�d&� d&e<�ZOe jPjQeO� d�d=� ZRd�dN� ZSd�dK� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�dU� ZX�d/d�d��ZYG d�d(� d(e<�ZZG d�d0� d0eZ�Z[G d�d� de[�Z\G d�d� de[�Z]G d�d� de[�Z^e^Z_e^eZ_`G d�d� de[�ZaG d�d � d e^�ZbG d�d � d ea�ZcG d�dp� dpe[�ZdG d�d3� d3e[�ZeG d�d+� d+e[�ZfG d�d)� d)e[�ZgG d�d � d e[�ZhG d�d2� d2e[�ZiG d�d�� d�e[�ZjG d�d� dej�ZkG d�d� dej�ZlG d�d� dej�ZmG d�d.� d.ej�ZnG d�d-� d-ej�ZoG d�d5� d5ej�ZpG d�d4� d4ej�ZqG d�d$� d$eZ�ZrG d�d � d er�ZsG d�d � d er�ZtG d�d� der�ZuG d�d� der�ZvG d�d"� d"eZ�ZwG d�d� dew�ZxG d�d � d ew�ZyG d�d�� d�ew�ZzG d�d � d ez�Z{G d�d6� d6ez�Z|G d�d�� d�e<�Z}e}� Z~G d�d � d ew�ZG d�d,� d,ew�Z�G d�d� dew�Z�G d�d�� d�e��Z�G d�d1� d1ew�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d/� d/e��Z�G d�d � d e<�Z�d�df� Z��d0d�dD�Z��d1d�d@�Z�d�d΄ Z�d�dS� Z�d�dR� Z�d�d҄ Z��d2d�dW�Z�d�dE� Z��d3d�dk�Z�d�dl� Z�d�dn� Z�e\� j�dG�Z�el� j�dM�Z�em� j�dL�Z�en� j�de�Z�eo� j�dd�Z�eeeDd�d�dڍj�d�d܄ �Z�efd݃j�d�d܄ �Z�efd߃j�d�d܄ �Z�e�e�B e�B eeeGd�dyd�B efd�e j��B Z�e�e�e�d� e� �Z�e^d�ed�j�d� e�e{e�e�B ��j�d� d� Z�d�dc� Z�d�dQ� Z�d�d`� Z�d�d^� Z�d�dq� Z�e�d�d܄ �Z�e�d�d܄ �Z�d�d� Z�d�dO� Z�d�dP� Z�d�di� Z�e<� e�_��d4d�do�Z�e=� Z�e<� e�_�e<� e�_�e�d��e�d��fd�dm�Z�e�Z�e�efd��d� �j�d��Z�e�efd��d� �j�d��Z�e�efd��d� efd��d� B �j��d �Z�e�e_�d�e�j� �j��d�Z�d�d�de�j� f�ddT�Z��d5�ddj�Z�e��d�Z�e��d�Z�e�eee@eC�d �j��d��\Z�Z�e�e��d j4� �d ��Z�ef�d �d jEe�jà � �d �j��d�ZĐdd_� Z�e�ef�d��d �j��d�Z�ef�d�j��d�Z�ef�d�jȃ j��d�Z�ef�d�j��d�Z�e�ef�d��d e�B �j��d�Z�e�Z�ef�d�j��d�Z�e�e{eeeGdɐd �eee�d �e^dɃ em� � ��j j��d �Z�e�ee�j� e�B d��d ��j�d>�Z�G �d dr� dr�Z�eҐd!k� r�eb�d"�Z�eb�d#�Z�eee@eC�d$ �Z�e�eՐd%dӐd&�j�e��Z�e�e�eփ�j��d'�Zאd(e�B Z�e�eՐd%dӐd&�j�e��Z�e�e�eك�j��d)�Z�eӐd*�eؐd'� e� eڐd)� Z�e�jܐd+� e�j�jܐd,� e�j�jܐd,� e�j�jܐd-� ddl�Z�e�j�j�e�e�j�� e�j�jܐd.� dS (6 aS pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments z2.1.10z07 Oct 2016 01:31 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)� OrderedDict�And�CaselessKeyword�CaselessLiteral� CharsNotIn�Combine�Dict�Each�Empty� FollowedBy�Forward� GoToColumn�Group�Keyword�LineEnd� LineStart�Literal� MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException� ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart� ZeroOrMore� alphanums�alphas� alphas8bit� anyCloseTag� anyOpenTag� cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment� delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral� nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence� printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith� restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction� unicodeString� upcaseTokens� withAttribute� indentedBlock�originalTextFor�ungroup� infixNotation� locatedExpr� withClass� CloseMatch�tokenMap�pyparsing_common� c C s` t | t�r| S yt| �S tk rZ t| �jtj� d�}td�}|jdd� � |j |�S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. �xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � � ���)�hex�int)�t� rw � /usr/lib/python3.6/pyparsing.py�<lambda>� s z_ustr.<locals>.<lambda>N) � isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr' �setParseAction�transformString)�obj�retZ xmlcharrefrw rw rx �_ustr� s r� z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S )Nrw )�.0�yrw rw rx � <genexpr>� s r� rr c C s> d}dd� dj � D �}x"t||�D ]\}}| j||�} q"W | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nrw )r� �srw rw rx r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ to_symbolsZfrom_Zto_rw rw rx � _xml_escape� s r� c @ s e Zd ZdS )� _ConstantsN)�__name__� __module__� __qualname__rw rw rw rx r� � s r� � 0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S )N)�stringZ whitespace)r� �crw rw rx r� � s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd d � Zd d � Z ddd�Z dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S )Nr� )�loc�msg�pstr� parserElement�args)�selfr� r� r� �elemrw rw rx �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z� internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r� r� r� r� )�cls�perw rw rx �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rJ r9 �columnrG N)r9 r� )rJ r� r� r9 rG �AttributeError)r� Zanamerw rw rx � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rJ r� )r� rw rw rx �__str__� s zParseBaseException.__str__c C s t | �S )N)r� )r� rw rw rx �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4dj|d|� |||d� f�}|j� S )z�Extracts the exception line from the input string, and marks the location of the exception with a special symbol. rr r� N)rG r� �join�strip)r� Z markerStringZline_strZ line_columnrw rw rx � markInputline� s z ParseBaseException.markInputlinec C s dj � tt| �� S )Nzlineno col line)r� �dir�type)r� rw rw rx �__dir__� s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 N)r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r! znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyN)r� r� r� r� rw rw rw rx r! s c @ s e Zd ZdZdS )r# z�just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundN)r� r� r� r� rw rw rw rx r# s c @ s e Zd ZdZdd� Zdd� ZdS )r& zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S )N)�parseElementTrace)r� �parseElementListrw rw rx r� s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %s)r� )r� rw rw rx r� s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� rw rw rw rx r& s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �_ParseResultsWithOffsetc C s ||f| _ d S )N)�tup)r� Zp1Zp2rw rw rx r� $ s z _ParseResultsWithOffset.__init__c C s | j | S )N)r� )r� �irw rw rx � __getitem__& s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S )Nr )�reprr� )r� rw rw rx r� ( s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S )Nr )r� )r� r� rw rw rx � setOffset* s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� rw rw rw rx r� # s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd d �Zd d � Z dd� Z dd� Z dd� Z e Z dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r" aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || �r|S tj| �}d|_|S )NT)rz �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjrw rw rx r� T s zParseResults.__new__c C s` | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _ |d k o�|�r\|s�d| j|< ||t �r�t |�}|| _||t d �ttf�o�|d dg fk�s\||t�r�|g}|�r&||t��rt|j� d�| |< ntt|d �d�| |< || | _n6y|d | |< W n$ tttfk �rZ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictru r� r� � basestringr" r� �copy�KeyError� TypeError� IndexError)r� r� r� r� r� rz rw rw rx r� ] sB $ zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrr r c S s g | ] }|d �qS )r rw )r� �vrw rw rx � <listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>rs )rz ru �slicer� r� r� r" )r� r� rw rw rx r� � s zParseResults.__getitem__c C s� ||t �r0| jj|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| jj|t� �t |d�g | j|< |}||t�r�t| �|_ d S )Nr ) r� r� �getr� ru r� r� r" �wkrefr� )r� �kr� rz �subrw rw rx � __setitem__� s " zParseResults.__setitem__c C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|j|�� �}|j� x^| j j � D ]F\}}x<|D ]4}x.t |�D ]"\}\}} t || | |k �||< q�W q|W qnW n| j |= d S )Nr rr ) rz ru r� �lenr� r� �range�indices�reverser� �items� enumerater� ) r� r� ZmylenZremovedr� � occurrences�jr� �value�positionrw rw rx � __delitem__� s $zParseResults.__delitem__c C s || j kS )N)r� )r� r� rw rw rx � __contains__� s zParseResults.__contains__c C s t | j�S )N)r� r� )r� rw rw rx �__len__� s zParseResults.__len__c C s | j S )N)r� )r� rw rw rx �__bool__� s zParseResults.__bool__c C s t | j�S )N)�iterr� )r� rw rw rx �__iter__� s zParseResults.__iter__c C s t | jd d d� �S )Nrr rs )r� r� )r� rw rw rx � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| jj� S t| j�S d S )N�iterkeys)�hasattrr� r� r� )r� rw rw rx � _iterkeys� s zParseResults._iterkeysc s � fdd�� j � D �S )Nc 3 s | ]}� | V qd S )Nrw )r� r� )r� rw rx r� � s z+ParseResults._itervalues.<locals>.<genexpr>)r� )r� rw )r� rx � _itervalues� s zParseResults._itervaluesc s � fdd�� j � D �S )Nc 3 s | ]}|� | fV qd S )Nrw )r� r� )r� rw rx r� � s z*ParseResults._iteritems.<locals>.<genexpr>)r� )r� rw )r� rx � _iteritems� s zParseResults._iteritemsc C s t | j� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� )r� rw rw rx �keys� s zParseResults.keysc C s t | j� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� � itervalues)r� rw rw rx �values� s zParseResults.valuesc C s t | j� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritems)r� rw rw rx r� � s zParseResults.itemsc C s t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)�boolr� )r� rw rw rx �haskeys� s zParseResults.haskeysc O s� |s dg}x6|j � D ]*\}}|dkr2|d |f}qtd| ��qW t|d t�sht|�dksh|d | kr�|d }| | }| |= |S |d }|S dS )a� Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rr �defaultr z-pop() got an unexpected keyword argument '%s'Nrs )r� r� rz ru r� )r� r� �kwargsr� r� �indexr� Z defaultvaluerw rw rx �pop� s " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nrw )r� �key� defaultValuerw rw rx r� s zParseResults.getc C sZ | j j||� xF| jj� D ]8\}}x.t|�D ]"\}\}}t||||k �||< q,W qW dS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r� �insertr� r� r� r� )r� r� ZinsStrr� r� r� r� r� rw rw rx r� 2 s zParseResults.insertc C s | j j|� dS )a� Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r� �append)r� �itemrw rw rx r� F s zParseResults.appendc C s$ t |t�r| |7 } n | jj|� dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)rz r" r� �extend)r� Zitemseqrw rw rx r� T s zParseResults.extendc C s | j dd�= | jj� dS )z7 Clear all elements and results names. N)r� r� �clear)r� rw rw rx r� f s zParseResults.clearc C sf y| | S t k r dS X || jkr^|| jkrD| j| d d S tdd� | j| D ��S ndS d S )Nr� rr r c S s g | ] }|d �qS )r rw )r� r� rw rw rx r� w s z,ParseResults.__getattr__.<locals>.<listcomp>rs )r� r� r� r" )r� r� rw rw rx r� m s zParseResults.__getattr__c C s | j � }||7 }|S )N)r� )r� �otherr� rw rw rx �__add__{ s zParseResults.__add__c s� |j rnt| j���fdd�� |j j� }� fdd�|D �}x4|D ],\}}|| |< t|d t�r>t| �|d _q>W | j|j7 _| jj |j� | S )Nc s | dk r � S | � S )Nr rw )�a)�offsetrw rx ry � s z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS )r rr )r� )r� r� �vlistr� )� addoffsetrw rx r� � s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r� r� r� r� rz r" r� r� r� �update)r� r� Z otheritemsZotherdictitemsr� r� rw )r r rx �__iadd__� s zParseResults.__iadd__c C s& t |t�r|dkr| j� S || S d S )Nr )rz ru r� )r� r� rw rw rx �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� )r� rw rw rx r� � s zParseResults.__repr__c C s ddj dd� | jD �� d S )N�[z, c s s( | ] }t |t�rt|�nt|�V qd S )N)rz r" r� r� )r� r� rw rw rx r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� )r� rw rw rx r� � s zParseResults.__str__r� c C sP g }xF| j D ]<}|r"|r"|j|� t|t�r:||j� 7 }q |jt|�� q W |S )N)r� r� rz r" � _asStringListr� )r� �sep�outr� rw rw rx r � s zParseResults._asStringListc C s dd� | j D �S )a� Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |t�r|j� n|�qS rw )rz r" r� )r� �resrw rw rx r� � s z'ParseResults.asList.<locals>.<listcomp>)r� )r� rw rw rx r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a� Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | t�r.| j� r| j� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS rw rw )r� r� )�toItemrw rx r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)rz r" r� �asDict)r� )r rw rx r � s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S )Nrw )r� r� r� )r rw rx r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r� r� )r� Zitem_fnrw )r rx r � s zParseResults.asDictc C s8 t | j�}| jj� |_| j|_|jj| j� | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r" r� r� r� r� r� r r� )r� r� rw rw rx r� � s zParseResults.copyFc C sP d}g }t dd� | jj� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }x�t| j�D ]�\} } t| t�r�| |kr�|| j|| |o�|dk||�g7 }n || jd|o�|dk||�g7 }q�d} | |kr�|| } | �s |�rq�nd} t t | ��} |||d| d | d | d g 7 }q�W |||d | d g7 }dj |�S ) z� (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. � c s s( | ] \}}|D ]}|d |fV qqdS )rr Nrw )r� r� r r� rw rw rx r� � s z%ParseResults.asXML.<locals>.<genexpr>z r� NZITEM�<�>z</) r� r� r� r� r� r� rz r" �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr Z namedItemsZnextLevelIndentZselfTagr� r ZresTagZ xmlBodyTextrw rw rx r � sT zParseResults.asXMLc C s: x4| j j� D ]&\}}x |D ]\}}||kr|S qW q W d S )N)r� r� )r� r� r� r r� r� rw rw rx Z__lookup$ s zParseResults.__lookupc C s� | j r | j S | jr.| j� }|r(|j| �S dS nNt| �dkrxt| j�dkrxtt| jj� ��d d dkrxtt| jj� ��S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nrr r rs )r rs ) r� r� �_ParseResults__lookupr� r� �nextr� r� r� )r� �parrw rw rx �getName+ s zParseResults.getNamer c C sb g }d}|j |t| j� � � |�rX| j� r�tdd� | j� D ��}xz|D ]r\}}|r^|j |� |j d|d| |f � t|t�r�|r�|j |j||d �� q�|j t|�� qH|j t |�� qHW n�t dd� | D ���rX| }x~t |�D ]r\} } t| t��r*|j d|d| | |d|d | j||d �f � q�|j d|d| | |d|d t| �f � q�W d j |�S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r c s s | ]\}}t |�|fV qd S )N)r{ )r� r� r� rw rw rx r� g s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: z rr c s s | ]}t |t�V qd S )N)rz r" )r� �vvrw rw rx r� s s z %s%s[%d]: %s%s%sr� ) r� r� r� r� �sortedr� rz r" �dumpr� �anyr� r� ) r� r Zdepth�fullr �NLr� r� r� r� r rw rw rx r P s, 4.zParseResults.dumpc O s t j | j� f|�|� dS )a� Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)�pprintr� )r� r� r� rw rw rx r! } s zParseResults.pprintc C s. | j | jj� | jd k r | j� p d | j| jffS )N)r� r� r� r� r� r� )r� rw rw rx � __getstate__� s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| jj|� |d k rDt|�| _nd | _d S )Nr rr )r� r� r� r� r r� r� )r� �stater Z inAccumNamesrw rw rx � __setstate__� s zParseResults.__setstate__c C s | j | j| j| jfS )N)r� r� r� r� )r� rw rw rx �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| j� � S )N)r� r� r� r� )r� rw rw rx r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� rz r� r� r� r� r� r� r� � __nonzero__r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r r� r r� r r r r r! r" r$ r% r� rw rw rw rx r" - sh & ' 4 # =% - c C sF |}d| k ot |�k n r4|| d dkr4dS | |jdd| � S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r rr r )r� �rfind)r� �strgr� rw rw rx r9 � s c C s |j dd| �d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r rr )�count)r� r( rw rw rx rJ � s c C sF |j dd| �}|jd| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r rr N)r' �find)r� r( ZlastCRZnextCRrw rw rx rG � s c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rJ r9 )�instringr� �exprrw rw rx �_defaultStartDebugAction� s r. c C s$ t dt|� d t|j� � � d S )NzMatched z -> )r+ r� r{ r� )r, �startlocZendlocr- �toksrw rw rx �_defaultSuccessDebugAction� s r1 c C s t dt|� � d S )NzException raised:)r+ r� )r, r� r- �excrw rw rx � _defaultExceptionDebugAction� s r3 c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nrw )r� rw rw rx rQ � s rq c s� �t kr�fdd�S dg�dg�td d� dkrFddd �}dd d �� n tj}tj� d }|dd �d }|d |d | f�� �����fdd�}d}yt�dt�d�j�}W n tk r� t��}Y nX ||_|S )Nc s � |�S )Nrw )r� �lrv )�funcrw rx ry � s z _trim_arity.<locals>.<lambda>r Frq ro � c S s8 t dkr dnd }tj| | d d�| }|j|jfgS ) Nro r6 r rq rr )�limit)ro r6 r ������)�system_version� traceback� extract_stack�filenamerJ )r7 r � frame_summaryrw rw rx r< s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|j|jfgS )N)r7 rr rs )r; � extract_tbr= rJ )�tbr7 Zframesr> rw rw rx r? s z _trim_arity.<locals>.extract_tb� )r7 rr c s� x�y �| �d d � � }d�d< |S t k r� �d r>� n4z.tj� d }� |dd�d d d� �ksj� W d ~X �d �kr��d d7 < w� Y qX qW d S )Nr Trr rq )r7 rs rs )r� r~ �exc_info)r� r� r@ )r? � foundArityr5 r7 �maxargs�pa_call_line_synthrw rx �wrapper s" z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)ro r6 )r )r rs ) �singleArgBuiltinsr: r; r< r? �getattrr� � Exceptionr{ )r5 rD r< Z LINE_DIFFZ this_linerF � func_namerw )r? rC r5 r7 rD rE rx � _trim_arity� s* rL c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d d � Z d d � Z d�dd�Z d�dd�Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r$ z)Abstract base level parser element class.z Fc C s | t _dS )a� Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r$ �DEFAULT_WHITE_CHARS)�charsrw rw rx �setDefaultWhitespaceChars= s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a� Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r$ �_literalStringClass)r� rw rw rx �inlineLiteralsUsingL s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t � | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction� failAction�strRepr� resultsName� saveAsList�skipWhitespacer$ rM � whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined� mayIndexError�errmsg� modalResults� debugActions�re� callPreparse� callDuringTry)r� �savelistrw rw rx r� a s( zParserElement.__init__c C s< t j | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r� rR r\ rY r$ rM rX )r� Zcpyrw rw rx r� x s zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) z Expected � exception)r� r` r� rg r� )r� r� rw rw rx �setName� s zParserElement.setNamec C s4 | j � }|jd�r"|dd� }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") �*Nrr Trs )r� �endswithrU ra )r� r� �listAllMatchesZnewselfrw rw rx �setResultsName� s z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }|j� � | |||�S )Nr )�pdbZ set_trace)r, r� � doActions� callPreParserm )� _parseMethodrw rx �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parserr r� )r� Z breakFlagrq rw )rp rx �setBreak� s zParserElement.setBreakc O s& t ttt |���| _|jdd�| _| S )a Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] re F)r� �maprL rR r� re )r� �fnsr� rw rw rx r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|jdd�| _| S )z� Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. re F)rR r� ru rL re r� )r� rv r� rw rw rx �addParseAction� s z ParserElement.addParseActionc sb |j dd��|j dd�r tnt� x(|D ] �� ��fdd�}| jj|� q&W | jpZ|j dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) �messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S )N)r� rL )r� r4 rv )�exc_type�fnr� rw rx �pa s z&ParserElement.addCondition.<locals>.pare )r� r! r rR r� re )r� rv r� r| rw )rz r{ r� rx � addCondition� s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rS )r� r{ rw rw rx � setFailAction s zParserElement.setFailActionc C sZ d}xP|rTd}xB| j D ]8}y x|j||�\}}d}q W W q tk rL Y qX qW qW |S )NTF)r\ rs r )r� r, r� Z exprsFound�eZdummyrw rw rx �_skipIgnorables# s z ParserElement._skipIgnorablesc C sL | j r| j||�}| jrH| j}t|�}x ||k rF|| |krF|d7 }q(W |S )Nrr )r\ r� rW rX r� )r� r, r� Zwt�instrlenrw rw rx �preParse0 s zParserElement.preParsec C s |g fS )Nrw )r� r, r� rn rw rw rx � parseImpl< s zParserElement.parseImplc C s |S )Nrw )r� r, r� � tokenlistrw rw rx � postParse? s zParserElement.postParsec " C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| j||�}n|}|}yDy| j|||�\}}W n( tk r� t|t|�| j | ��Y nX W nX t k r� } z<| jd r�| jd ||| | � | jr�| j||| | � � W Y d d } ~ X nX n�|o�| j�r| j||�}n|}|}| j �s$|t|�k�rhy| j|||�\}}W n* tk �rd t|t|�| j | ��Y nX n| j|||�\}}| j |||�}t || j| j| jd�} | j�r�|�s�| j�r�|�rVyRxL| jD ]B} | ||| �}|d k �r�t || j| j�o�t|t tf�| jd�} �q�W W nF t k �rR } z(| jd �r@| jd ||| | � � W Y d d } ~ X nX nNxL| jD ]B} | ||| �}|d k �r^t || j| j�o�t|t tf�| jd�} �q^W |�r�| jd �r�| jd |||| | � || fS )Nr rq )r� r� rr )r] rS rb rd r� r� r� r r� r` r r_ r� r" rU rV ra rR re rz r� ) r� r, r� rn ro Z debugging�prelocZ tokensStart�tokens�errZ retTokensr{ rw rw rx � _parseNoCacheC sp zParserElement._parseNoCachec C s> y| j ||dd�d S tk r8 t||| j| ��Y nX d S )NF)rn r )rs r! r r` )r� r, r� rw rw rx �tryParse� s zParserElement.tryParsec C s2 y| j ||� W n ttfk r( dS X dS d S )NFT)r� r r� )r� r, r� rw rw rx � canParseNext� s zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec sd i � t � | _�� �fdd�}� fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )�cache� not_in_cacherw rx r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S )Nrw )r� r� r� )r� rw rx �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z5ParserElement._UnboundedCache.__init__.<locals>.clear)r� r� �types� MethodTyper� r� r� )r� r� r� r� rw )r� r� rx r� � s z&ParserElement._UnboundedCache.__init__N)r� r� r� r� rw rw rw rx �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sh t � | _�t� � � �fdd�}� �fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s" |� |< t � ��kr � jd� d S )NF)r� �popitem)r� r� r� )r� �sizerw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear)r� r� � _OrderedDictr� r� r� r� r� )r� r� r� r� r� rw )r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx � _FifoCache� s r� c @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sv t � | _�i � tjg ���� �fdd�}� ��fdd�}� �fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s2 |� |< t � ��kr$� j�j� d � �j|� d S )N)r� r� �popleftr� )r� r� r� )r� �key_fifor� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � �j � d S )N)r� )r� )r� r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear) r� r� � collections�dequer� r� r� r� r� )r� r� r� r� r� rw )r� r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx r� � s r c C s� d\}}| ||||f}t j�� t j}|j|�} | |jkr�t j| d7 < y| j||||�} W n8 tk r� } z |j|| j | j � � � W Y d d } ~ X q�X |j|| d | d j � f� | S n4t j| d7 < t | t �r�| �| d | d j � fS W d Q R X d S )Nr rr )r rr )r$ �packrat_cache_lock� packrat_cacher� r� �packrat_cache_statsr� r r� rG r� r� rz rJ ) r� r, r� rn ro ZHITZMISS�lookupr� r� r� rw rw rx � _parseCache� s$ zParserElement._parseCachec C s( t jj� dgtt j� t jd d �< d S )Nr )r$ r� r� r� r� rw rw rw rx � resetCache� s zParserElement.resetCache� c C s8 t js4dt _| dkr t j� t _n t j| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r$ �_packratEnabledr� r� r� r� rs )Zcache_size_limitrw rw rx � enablePackrat s zParserElement.enablePackratc C s� t j� | js| j� x| jD ] }|j� q W | js<|j� }y<| j|d�\}}|rv| j||�}t � t � }|j||� W n0 t k r� } zt j r�� n|�W Y dd}~X nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r$ r� r^ � streamliner\ r[ � expandtabsrs r� r r) r �verbose_stacktrace)r� r, �parseAllr r� r� Zser2 rw rw rx � parseString# s$ zParserElement.parseStringc c s@ | j s| j� x| jD ] }|j� qW | js8t|�j� }t|�}d}| j}| j}t j � d} y�x�||kon| |k �ry |||�} ||| dd�\} } W n t k r� | d }Y q`X | |kr�| d7 } | | | fV |r�|||�} | |kr�| }q�|d7 }n| }q`| d }q`W W n4 t k �r: } zt j �r&� n|�W Y dd}~X nX dS )a� Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r F)ro rr N)r^ r� r\ r[ r� r� r� r� rs r$ r� r r r� )r� r, � maxMatchesZoverlapr r� r� Z preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr2 rw rw rx � scanStringU sB zParserElement.scanStringc C s� g }d}d| _ y�xh| j|�D ]Z\}}}|j|||� � |rrt|t�rT||j� 7 }n t|t�rh||7 }n |j|� |}q W |j||d� � dd� |D �}djtt t |���S t k r� } zt j rȂ n|�W Y dd}~X nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|�qS rw rw )r� �orw rw rx r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r[ r� r� rz r" r� r� r� ru r� �_flattenr r$ r� )r� r, r ZlastErv r� r r2 rw rw rx r� � s( z ParserElement.transformStringc C sP yt dd� | j||�D ��S tk rJ } ztjr6� n|�W Y dd}~X nX dS )a~ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] c S s g | ]\}}}|�qS rw rw )r� rv r� r rw rw rx r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r" r� r r$ r� )r� r, r� r2 rw rw rx � searchString� s zParserElement.searchStringc c sX d}d}x<| j ||d�D ]*\}}}|||� V |r>|d V |}qW ||d� V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r� N)r� ) r� r, �maxsplitZincludeSeparatorsZsplitsZlastrv r� r rw rw rx r� � s zParserElement.splitc C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )a� Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] z4Cannot combine element of type %s with ParserElementrq )� stacklevelN) rz r� r$ rP �warnings�warnr� � SyntaxWarningr )r� r� rw rw rx r � s zParserElement.__add__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx r s zParserElement.__radd__c C sL t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| tj � |g�S )zQ Implementation of - operator, returns C{L{And}} with error stop z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r � _ErrorStop)r� r� rw rw rx �__sub__ s zParserElement.__sub__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rsub__ s zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S nJt |d t�r�t |d t�r�|\}}||8 }n tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td��|| k�o2dkn �rBtd ��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S ) a� Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r Nrq rr z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S )Nrr )r )�n)�makeOptionalListr� rw rx r� ] s z/ParserElement.__mul__.<locals>.makeOptionalList)NN) rz ru �tupler2 r r� r� � ValueErrorr )r� r� Z minElementsZ optElementsr� rw )r� r� rx �__mul__, sD zParserElement.__mul__c C s | j |�S )N)r� )r� r� rw rw rx �__rmul__p s zParserElement.__rmul__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI Implementation of | operator - returns C{L{MatchFirst}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__or__s s zParserElement.__or__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__ror__ s zParserElement.__ror__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA Implementation of ^ operator - returns C{L{Or}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__xor__� s zParserElement.__xor__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rxor__� s zParserElement.__rxor__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC Implementation of & operator - returns C{L{Each}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__and__� s zParserElement.__and__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rand__� s zParserElement.__rand__c C s t | �S )zE Implementation of ~ operator - returns C{L{NotAny}} )r )r� rw rw rx � __invert__� s zParserElement.__invert__c C s |dk r| j |�S | j� S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)rl r� )r� r� rw rw rx �__call__� s zParserElement.__call__c C s t | �S )z� Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r+ )r� rw rw rx �suppress� s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. F)rW )r� rw rw rx �leaveWhitespace� s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)rW rX rY )r� rN rw rw rx �setWhitespaceChars� s z ParserElement.setWhitespaceCharsc C s d| _ | S )z� Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r[ )r� rw rw rx � parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| jj|� n| jjt|j� �� | S )a� Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )rz r� r+ r\ r� r� )r� r� rw rw rx �ignore� s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r. r1 r3 rb r] )r� Z startActionZ successActionZexceptionActionrw rw rx �setDebugActions s z ParserElement.setDebugActionsc C s |r| j ttt� nd| _| S )a� Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r� r. r1 r3 r] )r� �flagrw rw rx �setDebug s #zParserElement.setDebugc C s | j S )N)r� )r� rw rw rx r� @ s zParserElement.__str__c C s t | �S )N)r� )r� rw rw rx r� C s zParserElement.__repr__c C s d| _ d | _| S )NT)r^ rT )r� rw rw rx r� F s zParserElement.streamlinec C s d S )Nrw )r� r� rw rw rx �checkRecursionK s z ParserElement.checkRecursionc C s | j g � dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r� )r� � validateTracerw rw rx �validateN s zParserElement.validatec C s� y |j � }W n2 tk r> t|d��}|j � }W dQ R X Y nX y | j||�S tk r| } ztjrh� n|�W Y dd}~X nX dS )z� Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. �rN)�readr� �openr� r r$ r� )r� Zfile_or_filenamer� Z file_contents�fr2 rw rw rx � parseFileT s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| j|�S tt| �|kS d S )N)rz r$ �varsr� r� �super)r� r� )rG rw rx �__eq__h s zParserElement.__eq__c C s | |k S )Nrw )r� r� rw rw rx �__ne__p s zParserElement.__ne__c C s t t| ��S )N)�hash�id)r� rw rw rx �__hash__s s zParserElement.__hash__c C s | |kS )Nrw )r� r� rw rw rx �__req__v s zParserElement.__req__c C s | |k S )Nrw )r� r� rw rw rx �__rne__y s zParserElement.__rne__c C s0 y| j t|�|d� dS tk r* dS X dS )a� Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") )r� TFN)r� r� r )r� Z testStringr� rw rw rx r� | s zParserElement.matches�#c C s� t |t�r"tttj|j� j� ��}t |t�r4t|�}g }g }d} �x�|D �]�} |dk rb|j | d�sl|rx| rx|j | � qH| s~qHdj |�| g} g }y:| j dd�} | j | |d�} | j | j|d�� | o�| } W n� tk �rx } z�t | t�r�dnd }d| k�r0| j t| j| �� | j d t| j| �d d | � n| j d | j d | � | j d t| � � | �ob|} | } W Y dd} ~ X nD tk �r� } z&| j dt|� � | �o�|} |} W Y dd}~X nX |�r�|�r�| j d � tdj | �� |j | | f� qHW | |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr z\n)r� )r z(FATAL)r� � rr �^zFAIL: zFAIL-EXCEPTION: )rz r� r� ru r{ r� �rstrip� splitlinesr r� r� r� r� r� r r r! rG r� r9 rJ r+ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcomments�successrv r �resultr� ry r2 rw rw rx �runTests� sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr� TTF)Or� r� r� r� rM r� � staticmethodrO rQ r� r� rh rl rt r� rw r} r~ r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� rs r� r� r� r� �_MAX_INTr� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__rw rw )rG rx r$ 8 s� & H " 2G+ D ) c s e Zd ZdZ� fdd�Z� ZS )r, zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| �jdd� d S )NF)rf )r� r, r� )r� )rG rw rx r� s zToken.__init__)r� r� r� r� r� r� rw rw )rG rx r, s c s e Zd ZdZ� fdd�Z� ZS )r z, An empty token, will always match. c s$ t t| �j� d| _d| _d| _d S )Nr TF)r� r r� r� rZ r_ )r� )rG rw rx r� s zEmpty.__init__)r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z( A token that will never match. c s* t t| �j� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r� r r� r� rZ r_ r` )r� )rG rw rx r� * s zNoMatch.__init__Tc C s t ||| j| ��d S )N)r r` )r� r, r� rn rw rw rx r� 1 s zNoMatch.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r & s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s� t t| �j� || _t|�| _y|d | _W n* tk rV tj dt dd� t | _ Y nX dt | j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rG r� r� r` rZ r_ )r� � matchString)rG rw rx r� C s zLiteral.__init__Tc C sJ || | j kr6| jdks&|j| j|�r6|| j | jfS t||| j| ��d S )Nrr )r� r� � startswithr� r r` )r� r, r� rn rw rw rx r� V s zLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r 5 s c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd d �Ze d d � �Z � Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. z_$NFc s� t t| �j� |d kr tj}|| _t|�| _y|d | _W n$ tk r^ t j dt dd� Y nX d| j | _ d| j | _ d| _d| _|| _|r�|j� | _|j� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r� r� r� r� r` rZ r_ �caseless�upper� caselessmatchr� � identChars)r� r� r� r� )rG rw rx r� q s& zKeyword.__init__Tc C s | j r||||| j � j� | jkr�|t|�| j ksL||| j j� | jkr�|dksj||d j� | jkr�|| j | jfS nv|| | jkr�| jdks�|j| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j | ��d S )Nr rr ) r� r� r� r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s * &zKeyword.parseImplc s t t| �j� }tj|_|S )N)r� r r� r� r� )r� r� )rG rw rx r� � s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r� )rN rw rw rx �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r3 r� r� r� r� r� r� r� rw rw )rG rx r ^ s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| �j|j� � || _d| j | _d| j | _d S )Nz'%s'z Expected )r� r r� r� � returnStringr� r` )r� r� )rG rw rx r� � s zCaselessLiteral.__init__Tc C s@ |||| j � j� | jkr,|| j | jfS t||| j| ��d S )N)r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s zCaselessLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) r z� Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| �j||dd� d S )NT)r� )r� r r� )r� r� r� )rG rw rx r� � s zCaselessKeyword.__init__Tc C sj |||| j � j� | jkrV|t|�| j ksF||| j j� | jkrV|| j | jfS t||| j| ��d S )N)r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s *zCaselessKeyword.parseImpl)N)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) rl ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) rr c sB t t| �j� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r� rl r� r� � match_string� maxMismatchesr` r_ rZ )r� r� r� )rG rw rx r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j} x�tt|||� | j��D ]0\}} | \} } | | krP| j|� t | �| krPP qPW |d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr rr Zoriginal� mismatches) r� r� r� r� r� r� r" r r` )r� r, r� rn �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsrw rw rx r� � s( " zCloseMatch.parseImpl)rr )T)r� r� r� r� r� r� r� rw rw )rG rx rl � s c s8 e Zd ZdZd � fdd� Zdd d �Z� fd d �Z� ZS )r/ a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nrr r Fc s� t t| �j� � rFdj� fdd�|D ��}|rFdj� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t d��|| _ |dkr�|| _ nt | _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d | j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd tj| j�t| j�f | _nd t| j�t| j�f | _| j�r�d| j d | _ytj| j�| _W n tk �r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S )Nrw )r� r� )� excludeCharsrw rx r� 7 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nrw )r� r� )r� rw rx r� 9 s r rr zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedz Expected Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b)r� r/ r� r� � initCharsOrigr� � initChars� bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr� r� r� r` r_ � asKeyword�_escapeRegexRangeChars�reStringr� rc �escape�compilerJ )r� r� r �min�max�exactr r� )rG )r� rx r� 4 sT 0 z Word.__init__Tc C sD | j r<| j j||�}|s(t||| j| ��|j� }||j� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t ||�}x ||k r�|| |kr�|d7 }q�W d} || | j k r�d} | j r�||k r�|| |kr�d} | j �r |dk�r||d |k�s||k �r || |k�r d} | �r4t||| j| ��||||� fS )Nrr FTr )rc r� r r` �end�groupr� r� r r r r r r ) r� r, r� rn r� r� r� Z bodycharsr� ZthrowExceptionrw rw rx r� j s6 4zWord.parseImplc st yt t| �j� S tk r" Y nX | jd krndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� z...)r� )r� rw rw rx � charsAsStr� s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r� r/ r� rJ rT r� r� )r� r )rG rw rx r� � s z Word.__str__)Nrr r r FN)T)r� r� r� r� r� r� r� r� rw rw )rG rx r/ s .6 #c sF e Zd ZdZeejd��Zd � fdd� Zd dd�Z � fd d �Z � Z S ) r' a� Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s� t t| �j� t|t�r�|s,tjdtdd� || _|| _ y t j | j| j �| _ | j| _ W q� t jk r� tjd| tdd� � Y q�X n2t|tj�r�|| _ t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S ) z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrq )r� z$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectz Expected FTN)r� r' r� rz r� r� r� r� �pattern�flagsrc r r � sre_constants�error�compiledREtyper{ r� r� r� r` r_ rZ )r� r r )rG rw rx r� � s. zRegex.__init__Tc C sd | j j||�}|s"t||| j| ��|j� }|j� }t|j� �}|r\x|D ]}|| ||< qHW ||fS )N)rc r� r r` r � groupdictr" r )r� r, r� rn r� �dr� r� rw rw rx r� � s zRegex.parseImplc sD yt t| �j� S tk r" Y nX | jd kr>dt| j� | _| jS )NzRe:(%s))r� r' r� rJ rT r� r )r� )rG rw rx r� � s z Regex.__str__)r )T) r� r� r� r� r� rc r r r� r� r� r� rw rw )rG rx r' � s " c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r% a� Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t� �j� |j� }|s0tjdtdd� t� �|d kr>|}n"|j� }|s`tjdtdd� t� �|� _t |�� _ |d � _ |� _ t |�� _ |� _|� _|� _|� _|r�tjtjB � _dtj� j�t� j d �|d k r�t|�p�df � _n<d� _dtj� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd d j� fd d �tt � j �d dd�D �� d 7 _|�r�� jdtj|� 7 _|�r�� jdtj|� 7 _tj� j�d � _� jdtj� j � 7 _y tj � j� j�� _� j� _ W n0 t j k �r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrq )r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]rr z|(?:z)|(?:c 3 s4 | ],}d t j� jd|� �t� j| �f V qdS )z%s[^%s]N)rc r � endQuoteCharr )r� r� )r� rw rx r� / s z(QuotedString.__init__.<locals>.<genexpr>�)z|(?:%s)z|(?:%s.)z(.)z)*%sz$invalid pattern (%s) passed to Regexz Expected FTrs )%r� r% r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesrc � MULTILINE�DOTALLr r r r r� r� �escCharReplacePatternr r r r r� r� r` r_ rZ )r� r r r Z multiliner r r! )rG )r� rx r� sf 6 zQuotedString.__init__c C s� || | j kr | jj||�p d }|s4t||| j| ��|j� }|j� }| jr�|| j| j � }t |t �r�d|kr�| j r�ddddd�}x |j � D ]\}}|j||�}q�W | jr�tj| jd|�}| jr�|j| j| j�}||fS )N�\� r � � )z\tz\nz\fz\rz\g<1>)r rc r� r r` r r r r r rz r� r! r� r� r r� r$ r r ) r� r, r� rn r� r� Zws_mapZwslitZwscharrw rw rx r� G s( zQuotedString.parseImplc sF yt t| �j� S tk r" Y nX | jd kr@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r� r% r� rJ rT r r )r� )rG rw rx r� j s zQuotedString.__str__)NNFTNT)T)r� r� r� r� r� r� r� r� rw rw )rG rx r% � s A #c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r a� Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] rr r c s� t t| �j� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _ d| j | _ | jdk| _ d| _ d S )NFrr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr z Expected )r� r r� rW �notCharsr� r r r� r� r� r` rZ r_ )r� r) r r r )rG rw rx r� � s zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}x ||k rd|| |krd|d7 }qFW || | jk r�t||| j| ��||||� fS )Nrr )r) r r` r r r� r )r� r, r� rn r� Znotchars�maxlenrw rw rx r� � s zCharsNotIn.parseImplc sd yt t| �j� S tk r" Y nX | jd kr^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))r� r r� rJ rT r� r) )r� )rG rw rx r� � s zCharsNotIn.__str__)rr r r )T)r� r� r� r� r� r� r� r� rw rw )rG rx r v s c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r. a� Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r� r& r r( r' � rr r c s� t t� �j� |� _� jdj� fdd�� jD ��� djdd� � jD ��� _d� _d� j � _ |� _ |dkrt|� _ nt � _ |dkr�|� _ |� _ d S )Nr� c 3 s | ]}|� j kr|V qd S )N)� matchWhite)r� r� )r� rw rx r� � s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S )N)r. � whiteStrs)r� r� rw rw rx r� � s Tz Expected r ) r� r. r� r, r� r� rX r� rZ r` r r r� )r� Zwsr r r )rG )r� rx r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}x"||k rd|| | j krd|d7 }qDW || | jk r�t||| j| ��||||� fS )Nrr )r, r r` r r r� r )r� r, r� rn r� r� rw rw rx r� � s zWhite.parseImpl)r+ rr r r )T)r� r� r� r� r- r� r� r� rw rw )rG rx r. � s c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| �j� | jj| _d| _d| _d S )NTF)r� r. r� rG r� r� rZ r_ )r� )rG rw rx r� � s z_PositionToken.__init__)r� r� r� r� r� rw rw )rG rx r. � s r. c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| �j� || _d S )N)r� r r� r9 )r� �colno)rG rw rx r� � s zGoToColumn.__init__c C s` t ||�| j kr\t|�}| jr*| j||�}x0||k rZ|| j� rZt ||�| j krZ|d7 }q,W |S )Nrr )r9 r� r\ r� �isspace)r� r, r� r� rw rw rx r� � s & zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column)r9 r )r� r, r� rn ZthiscolZnewlocr� rw rw rx r� s zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| �j� d| _d S )NzExpected start of line)r� r r� r` )r� )rG rw rx r� & s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S )Nrr )r9 r r` )r� r, r� rn rw rw rx r� * s zLineStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| �j� | jtjjdd�� d| _d S )Nr r� zExpected end of line)r� r r� r� r$ rM r� r` )r� )rG rw rx r� 3 s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr rr )r� r r` )r� r, r� rn rw rw rx r� 8 s zLineEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r / s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* zM Matches if current position is at the beginning of the parse string c s t t| �j� d| _d S )NzExpected start of text)r� r* r� r` )r� )rG rw rx r� G s zStringStart.__init__Tc C s0 |dkr(|| j |d�kr(t||| j| ��|g fS )Nr )r� r r` )r� r, r� rn rw rw rx r� K s zStringStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r* C s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r) zG Matches if current position is at the end of the parse string c s t t| �j� d| _d S )NzExpected end of text)r� r) r� r` )r� )rG rw rx r� V s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S )Nrr )r� r r` )r� r, r� rn rw rw rx r� Z s zStringEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r) R s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r1 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| �j� t|�| _d| _d S )NzNot at the start of a word)r� r1 r� r� � wordCharsr` )r� r1 )rG rw rx r� l s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS )Nr rr )r1 r r` )r� r, r� rn rw rw rx r� q s zWordStart.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r1 d s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r0 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| �j� t|�| _d| _d| _d S )NFzNot at the end of a word)r� r0 r� r� r1 rW r` )r� r1 )rG rw rx r� � s zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS )Nr rr )r� r1 r r` )r� r, r� rn r� rw rw rx r� � s zWordEnd.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r0 x s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Z� fd d �Z� fd d�Z � fdd�Z d� fdd� Z g fdd�Z � fdd�Z � ZS )r z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r"t|�}t|t�r<tj|�g| _ njt|t j �rzt|�}t dd� |D ��rnt tj|�}t|�| _ n,yt|�| _ W n tk r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S )N)rz r� )r� r- rw rw rx r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r� r r� rz r� r� r� r$ rP �exprsr� �Iterable�allru r� rd )r� r2 rf )rG rw rx r� � s zParseExpression.__init__c C s | j | S )N)r2 )r� r� rw rw rx r� � s zParseExpression.__getitem__c C s | j j|� d | _| S )N)r2 r� rT )r� r� rw rw rx r� � s zParseExpression.appendc C s4 d| _ dd� | jD �| _x| jD ] }|j� q W | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)rW r2 r� )r� r rw rw rx r� � s z ParseExpression.leaveWhitespacec sz t |t�rF|| jkrvtt| �j|� xP| jD ]}|j| jd � q,W n0tt| �j|� x | jD ]}|j| jd � q^W | S )Nrr rs rs )rz r+ r\ r� r r� r2 )r� r� r )rG rw rx r� � s zParseExpression.ignorec sL yt t| �j� S tk r" Y nX | jd krFd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT rG r� r� r2 )r� )rG rw rx r� � s zParseExpression.__str__c s0 t t| �j� x| jD ] }|j� qW t| j�dk�r | jd }t|| j�r�|j r�|jd kr�|j r�|jd d � | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| j�o�|j o�|jd ko�|j �r | jd d� |jd d � | _d | _ | j |j O _ | j |j O _ dt | � | _| S )Nrq r rr z Expected rs rs )r� r r� r2 r� rz rG rR rU r] rT rZ r_ r� r` )r� r r� )rG rw rx r� � s0 zParseExpression.streamlinec s t t| �j||�}|S )N)r� r rl )r� r� rk r� )rG rw rx rl � s z ParseExpression.setResultsNamec C s: |d d � | g }x| j D ]}|j|� qW | jg � d S )N)r2 r� r� )r� r� �tmpr rw rw rx r� � s zParseExpression.validatec s$ t t| �j� }dd� | jD �|_|S )Nc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z(ParseExpression.copy.<locals>.<listcomp>)r� r r� r2 )r� r� )rG rw rx r� � s zParseExpression.copy)F)F)r� r� r� r� r� r� r� r� r� r� r� rl r� r� r� rw rw )rG rx r � s " c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d � Zd d � Z d d� Z � Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| j� d S )N�-)r� r r� r� r� r� )r� r� r� )rG rw rx r� s zAnd._ErrorStop.__init__)r� r� r� r� r� rw rw )rG rx r� s r� Tc sR t t| �j||� tdd� | jD ��| _| j| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z And.__init__.<locals>.<genexpr>r T) r� r r� r4 r2 rZ r� rX rW rd )r� r2 rf )rG rw rx r� s z And.__init__c C s | j d j|||dd�\}}d}x�| j dd � D ]�}t|tj�rFd}q0|r�y|j|||�\}}W q� tk rv � Y q� tk r� } zd |_tj|��W Y d d }~X q� t k r� t|t |�| j | ��Y q�X n|j|||�\}}|s�|j � r0||7 }q0W ||fS )Nr F)ro rr T) r2 rs rz r r� r# r � __traceback__r� r� r� r` r� ) r� r, r� rn � resultlistZ errorStopr Z exprtokensr� rw rw rx r� s( z And.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx r 5 s z And.__iadd__c C s8 |d d � | g }x | j D ]}|j|� |jsP qW d S )N)r2 r� rZ )r� r� �subRecCheckListr rw rw rx r� : s zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� �{r� c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� F s z And.__str__.<locals>.<genexpr>�})r� r� rT r� r2 )r� rw rw rx r� A s z And.__str__)T)T) r� r� r� r� r r� r� r� r r� r� r� rw rw )rG rx r � s c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� \ s z Or.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� Y s z Or.__init__Tc C sT d}d }g }x�| j D ]�}y|j||�}W nv tk rd } z d | _| j|krT| }| j}W Y d d } ~ X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX |j||f� qW |�r*|j dd� d� x`|D ]X\} }y|j |||�S tk �r$ } z"d | _| j|k�r| }| j}W Y d d } ~ X q�X q�W |d k �rB| j|_ |�nt||d| ��d S )Nrr c S s | d S )Nr rw )�xrw rw rx ry u s z Or.parseImpl.<locals>.<lambda>)r� z no defined alternatives to matchrs ) r2 r� r r7 r� r� r� r` r� �sortrs r� ) r� r, r� rn � maxExcLoc� maxExceptionr� r Zloc2r� �_rw rw rx r� ` s< z Or.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ixor__� s z Or.__ixor__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z ^ c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z Or.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s z Or.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zOr.checkRecursion)F)T) r� r� r� r� r� r� rA r� r� r� rw rw )rG rx r K s & c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� � s z&MatchFirst.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� � s zMatchFirst.__init__Tc C s� d}d }x�| j D ]�}y|j|||�}|S tk r\ } z|j|krL|}|j}W Y d d }~X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX qW |d k r�| j|_|�nt||d| ��d S )Nrr z no defined alternatives to matchrs )r2 rs r r� r� r� r` r� ) r� r, r� rn r> r? r r� r� rw rw rx r� � s$ zMatchFirst.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ior__� s zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z | c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z%MatchFirst.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s zMatchFirst.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zMatchFirst.checkRecursion)F)T) r� r� r� r� r� r� rB r� r� r� rw rw )rG rx r � s c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d � Z� ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| �j||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z Each.__init__.<locals>.<genexpr>T)r� r r� r4 r2 rZ rW �initExprGroups)r� r2 rf )rG rw rx r� s z Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d } x�| �rp|� | j | j } g } x~| D ]v} y| j||�}W n t k �r | j | � Y q�X |j | jj t | �| �� | |k�rD|j | � q�| � kr� j | � q�W t| �t| �kr�d } q�W |�r�d jd d� |D ��} t ||d | ��|� fdd�| jD �7 }g }x*|D ]"} | j|||�\}}|j |� �q�W t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S )N)rz r r� r- )r� r rw rw rx r� s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� s z"Each.parseImpl.<locals>.<listcomp>c S s" g | ]}|j rt|t� r|�qS rw )rZ rz r )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r2 r- )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� ! s c S s g | ]}t |tttf�s|�qS rw )rz r r2 r )r� r rw rw rx r� " s FTz, c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� = s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS rw )rz r r- )r� r )�tmpOptrw rx r� A s )rC r� r2 Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr� r r� r� r� �remover� r� rs �sumr" )r� r, r� rn Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr8 r� Z finalResultsrw )rD rx r� sP zEach.parseImplc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z & c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� P s z Each.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� K s z Each.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� T s zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r� r� rw rw )rG rx r � s 5 1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd d �Z� fd d �Zdd� Z g fdd�Z � fdd�Z � Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r@ttjt�r2tj|�}ntjt |��}|| _ d | _ |d k r�|j | _ |j | _ | j|j� |j| _|j| _|j| _| jj|j� d S )N)r� r r� rz r� � issubclassr$ rP r, r r- rT r_ rZ r� rX rW rV rd r\ r� )r� r- rf )rG rw rx r� ^ s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NF)ro r� )r- rs r r` )r� r, r� rn rw rw rx r� p s z ParseElementEnhance.parseImplc C s* d| _ | jj� | _| jd k r&| jj� | S )NF)rW r- r� r� )r� rw rw rx r� v s z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| �j|� | jd k rn| jj| jd � n,tt| �j|� | jd k rn| jj| jd � | S )Nrr rs rs )rz r+ r\ r� r r� r- )r� r� )rG rw rx r� } s zParseElementEnhance.ignorec s& t t| �j� | jd k r"| jj� | S )N)r� r r� r- )r� )rG rw rx r� � s z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| jj|� d S )N)r& r- r� )r� r� r9 rw rw rx r� � s z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� � s z ParseElementEnhance.validatec sV yt t| �j� S tk r" Y nX | jd krP| jd k rPd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT r- rG r� r� )r� )rG rw rx r� � s zParseElementEnhance.__str__)F)T) r� r� r� r� r� r� r� r� r� r� r� r� r� rw rw )rG rx r Z s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| �j|� d| _d S )NT)r� r r� rZ )r� r- )rG rw rx r� � s zFollowedBy.__init__Tc C s | j j||� |g fS )N)r- r� )r� r, r� rn rw rw rx r� � s zFollowedBy.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS ) r a� Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| �j|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r� r r� rW rZ r� r- r` )r� r- )rG rw rx r� � s zNotAny.__init__Tc C s& | j j||�r t||| j| ��|g fS )N)r- r� r r` )r� r, r� rn rw rw rx r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r; )r� r� rT r� r- )r� rw rw rx r� � s zNotAny.__str__)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| �j|� d| _|}t|t�r.tj|�}|d k r<| nd | _d S )NT) r� rH r� rV rz r� r$ rP � not_ender)r� r- �stopOnZender)rG rw rx r� � s z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}yZ| j } xJ|rb|||� | rr|||�} n|} ||| |�\}} | s�| j� rT|| 7 }qTW W n ttfk r� Y nX ||fS )NF)ro ) r- rs r� rI r� r\ r� r r� ) r� r, r� rn Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr� ZhasIgnoreExprsr� Z tmptokensrw rw rx r� � s, z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� rw rw )rG rx rH � s rH c @ s e Zd ZdZdd� ZdS )r a� Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r: z}...)r� r� rT r� r- )r� rw rw rx r� ! s zOneOrMore.__str__N)r� r� r� r� r� rw rw rw rx r s c s8 e Zd ZdZd � fdd� Zd � fdd� Zdd � Z� ZS ) r2 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| �j||d� d| _d S )N)rJ T)r� r2 r� rZ )r� r- rJ )rG rw rx r� 6 s zZeroOrMore.__init__Tc s6 yt t| �j|||�S ttfk r0 |g fS X d S )N)r� r2 r� r r� )r� r, r� rn )rG rw rx r� : s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r z]...)r� r� rT r� r- )r� rw rw rx r� @ s zZeroOrMore.__str__)N)T)r� r� r� r� r� r� r� r� rw rw )rG rx r2 * s c @ s e Zd Zdd� ZeZdd� ZdS )� _NullTokenc C s dS )NFrw )r� rw rw rx r� J s z_NullToken.__bool__c C s dS )Nr� rw )r� rw rw rx r� M s z_NullToken.__str__N)r� r� r� r� r& r� rw rw rw rx rK I s rK c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| �j|dd� | jj| _|| _d| _d S )NF)rf T)r� r r� r- rV r� rZ )r� r- r� )rG rw rx r� t s zOptional.__init__Tc C sz y | j j|||dd�\}}W nT ttfk rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS )NF)ro )r- rs r r� r� �_optionalNotMatchedrU r" )r� r, r� rn r� rw rw rx r� z s zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r r )r� r� rT r� r- )r� rw rw rx r� � s zOptional.__str__)T) r� r� r� r� rL r� r� r� r� rw rw )rG rx r Q s " c s, e Zd ZdZd � fdd� Zd dd�Z� ZS ) r( a� Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| �j|� || _d| _d| _|| _d| _t|t �rFt j |�| _ n|| _ dt | j� | _d S )NTFzNo match found for )r� r( r� � ignoreExprrZ r_ � includeMatchr� rz r� r$ rP �failOnr� r- r` )r� r� �includer� rO )rG rw rx r� � s zSkipTo.__init__Tc C s, |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} x�| |kr�|d k rh||| �rhP | d k r�x*y| || �} W qr tk r� P Y qrX qrW y||| ddd� W n tt fk r� | d7 } Y qLX P qLW t||| j | ��| }|||� } t | �} | j �r$||||dd�\}} | | 7 } || fS )NF)rn ro rr )ro ) r� r- rs rO r� rM r� r r r� r` r" rN )r� r, r� rn r/ r� r- Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr� rw rw rx r� � s< zSkipTo.parseImpl)FNN)T)r� r� r� r� r� r� r� rw rw )rG rx r( � s 6 c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Zd d � Zg fd d�Z dd� Z � fdd�Z � Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| �j|dd� d S )NF)rf )r� r r� )r� r� )rG rw rx r� s zForward.__init__c C sj t |t�rtj|�}|| _d | _| jj| _| jj| _| j| jj � | jj | _ | jj | _ | j j | jj � | S )N)rz r� r$ rP r- rT r_ rZ r� rX rW rV r\ r� )r� r� rw rw rx � __lshift__ s zForward.__lshift__c C s | |> S )Nrw )r� r� rw rw rx � __ilshift__' s zForward.__ilshift__c C s d| _ | S )NF)rW )r� rw rw rx r� * s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | jj� | S )NT)r^ r- r� )r� rw rw rx r� . s zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� 5 s zForward.validatec C s> t | d�r| jS | jjd S d}W d | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rG r� Z _revertClass�_ForwardNoRecurser- r� )r� Z retStringrw rw rx r� < s zForward.__str__c s. | j d k rtt| �j� S t� }|| K }|S d S )N)r- r� r r� )r� r� )rG rw rx r� M s z Forward.copy)N) r� r� r� r� r� rQ rR r� r� r� r� r� r� rw rw )rG rx r s c @ s e Zd Zdd� ZdS )rT c C s dS )Nz...rw )r� rw rw rx r� V s z_ForwardNoRecurse.__str__N)r� r� r� r� rw rw rw rx rT U s rT c s" e Zd ZdZd� fdd� Z� ZS )r- zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| �j|� d| _d S )NF)r� r- r� rV )r� r- rf )rG rw rx r� ] s zTokenConverter.__init__)F)r� r� r� r� r� r� rw rw )rG rx r- Y s c s6 e Zd ZdZd � fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r� Tc s8 t t| �j|� |r | j� || _d| _|| _d| _d S )NT)r� r r� r� �adjacentrW � joinStringrd )r� r- rV rU )rG rw rx r� r s zCombine.__init__c s( | j rtj| |� ntt| �j|� | S )N)rU r$ r� r� r )r� r� )rG rw rx r� | s zCombine.ignorec C sP |j � }|d d �= |tdj|j| j��g| jd�7 }| jrH|j� rH|gS |S d S )Nr� )r� )r� r" r� r rV ra rU r� )r� r, r� r� ZretToksrw rw rx r� � s "zCombine.postParse)r� T)r� r� r� r� r� r� r� r� rw rw )rG rx r a s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a� Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s zGroup.__init__c C s |gS )Nrw )r� r, r� r� rw rw rx r� � s zGroup.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s z Dict.__init__c C s� x�t |�D ]�\}}t|�dkr q |d }t|t�rBt|d �j� }t|�dkr^td|�||< q t|�dkr�t|d t� r�t|d |�||< q |j� }|d= t|�dks�t|t�r�|j � r�t||�||< q t|d |�||< q W | j r�|gS |S d S )Nr rr r� rq ) r� r� rz ru r� r� r� r" r� r� rU )r� r, r� r� r� �tokZikeyZ dictvaluerw rw rx r� � s$ zDict.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s # c @ s e Zd ZdZdd� Zdd� ZdS )r+ aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S )Nrw )r� r, r� r� rw rw rx r� � s zSuppress.postParsec C s | S )Nrw )r� rw rw rx r� � s zSuppress.suppressN)r� r� r� r� r� r� rw rw rw rx r+ � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t |�| _d| _d S )NF)rL �callable�called)r� Z methodCallrw rw rx r� s zOnlyOnce.__init__c C s. | j s | j|||�}d| _ |S t||d��d S )NTr� )rY rX r )r� r� r4 rv r� rw rw rx r� s zOnlyOnce.__call__c C s d| _ d S )NF)rY )r� rw rw rx �reset s zOnlyOnce.resetN)r� r� r� r� r� r� rZ rw rw rw rx r � s c s: t � �� � fdd�}y � j|_W n tk r4 Y nX |S )as Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s� � j }| dd � \}}}t| �dkr8| d jj d | }tjjd|t||�||f � y � | � }W n8 tk r� } z tjjd||f � � W Y d d }~X nX tjjd||f � |S )Nro r �.z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) r8 )r� r� rG r~ �stderr�writerG rJ )ZpaArgsZthisFuncr� r4 rv r� r2 )r� rw rx �z# s ztraceParseAction.<locals>.z)rL r� r� )r� r^ rw )r� rx rb s �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � �j|�S | tt|�| � j|�S dS )a� Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r� z]...N)r� r r2 rh r+ )r- Zdelim�combineZdlNamerw rw rx r@ 9 s $c sj t � � � �fdd�}|dkr0tt�jdd� �}n|j� }|jd� |j|dd� |� jd t�� d �S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d }� |r t t�g| ��p&t t�> g S )Nr )r r rC )r� r4 rv r� )� arrayExprr- rw rx �countFieldParseAction_ s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S )Nr )ru )rv rw rw rx ry d s z countedArray.<locals>.<lambda>ZarrayLenT)re z(len) z...)r r/ rR r� r� rh rw r� )r- ZintExprrb rw )ra r- rx r< L s c C s: g }x0| D ](}t |t�r(|jt|�� q |j|� q W |S )N)rz r� r� r� r� )�Lr� r� rw rw rx r� k s r� c s6 t � � � fdd�}| j|dd� � jdt| � � � S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |�dkr � |d > qLt|j� �}� tdd� |D ��> n � t� > d S )Nrr r c s s | ]}t |�V qd S )N)r )r� �ttrw rw rx r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r4 rv Ztflat)�reprw rx �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterT)re z(prev) )r rw rh r� )r- rf rw )re rx rO t s c sF t � � | j� }� |K � � fdd�}| j|dd� � jdt| � � � S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t |j� �� � fdd�}�j|dd� d S )Nc s$ t |j� �}|� kr tddd��d S )Nr� r )r� r� r )r� r4 rv Z theseTokens)� matchTokensrw rx �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensT)re )r� r� r� )r� r4 rv rh )re )rg rx rf � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterT)re z(prev) )r r� rw rh r� )r- Ze2rf rw )re rx rN � s c C s> x dD ]}| j |t| �} qW | j dd�} | j dd�} t| �S )Nz\^-]r z\nr& z\t)r� �_bslashr� )r� r� rw rw rx r � s r Tc s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| j� }n&t| tj�r\t| �}ntj dt dd� |svt � S d }x�|t |�d k �r|| }xnt ||d d � �D ]N\}} || |�r�||| d = P q�||| �r�||| d = |j|| � | }P q�W |d 7 }q|W | �r�|�r�yht |�t d j|��k�rZtd d jdd� |D �� �jdj|��S tdjdd� |D ���jdj|��S W n& tk �r� tj dt dd� Y nX t� fdd�|D ��jdj|��S )a� Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | j � |j � kS )N)r� )r �brw rw rx ry � s zoneOf.<locals>.<lambda>c S s |j � j| j � �S )N)r� r� )r rj rw rw rx ry � s c S s | |kS )Nrw )r rj rw rw rx ry � s c S s |j | �S )N)r� )r rj rw rw rx ry � s z6Invalid argument to oneOf, expected string or iterablerq )r� r rr Nr� z[%s]c s s | ]}t |�V qd S )N)r )r� �symrw rw rx r� � s zoneOf.<locals>.<genexpr>z | �|c s s | ]}t j|�V qd S )N)rc r )r� rk rw rw rx r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S )Nrw )r� rk )�parseElementClassrw rx r� � s )r r rz r� r� r� r3 r� r� r� r� r r� r� r� r� r' rh rJ r ) Zstrsr� ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r� rw )rm rx rS � sL ((c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r2 r )r� r� rw rw rx rA � s !c C s^ t � jdd� �}|j� }d|_|d�| |d� }|r@dd� }ndd� }|j|� | j|_|S ) a� Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S )Nrw )r� r� rv rw rw rx ry 8 s z!originalTextFor.<locals>.<lambda>F�_original_start� _original_endc S s | |j |j� S )N)rn ro )r� r4 rv rw rw rx ry = s c S s& | |j d�|j d�� g|d d �< d S )Nrn ro )r� )r� r4 rv rw rw rx � extractText? s z$originalTextFor.<locals>.extractText)r r� r� rd r\ )r- ZasStringZ locMarkerZ endlocMarker� matchExprrp rw rw rx rg s c C s t | �jdd� �S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S )Nr rw )rv rw rw rx ry J s zungroup.<locals>.<lambda>)r- r� )r- rw rw rx rh E s c C s4 t � jdd� �}t|d�| d� |j� j� d� �S )a� Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S )Nrw )r� r4 rv rw rw rx ry ` s z locatedExpr.<locals>.<lambda>Z locn_startr� Zlocn_end)r r� r r� r� )r- Zlocatorrw rw rx rj L s z\[]-*.$+^?()~ )r c C s |d d S )Nr rr rw )r� r4 rv rw rw rx ry k s ry z\\0?[xX][0-9a-fA-F]+c C s t t|d jd�d��S )Nr z\0x� )�unichrru �lstrip)r� r4 rv rw rw rx ry l s z \\0[0-7]+c C s t t|d dd � d��S )Nr rr � )rs ru )r� r4 rv rw rw rx ry m s z\])r� r z\wr6 r r� Znegate�bodyr c sB dd� � y dj � fdd�tj| �jD ��S tk r< dS X dS )a� Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | t�s| S djdd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S )N)rs )r� r� rw rw rx r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r rr )rz r" r� r� �ord)�prw rw rx ry � s zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S )Nrw )r� �part)� _expandedrw rx r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� rv rJ )r� rw )rz rx r_ r s c s � fdd�}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || �� kr t| |d� ��d S )Nz matched token not at column %d)r9 r )r( Zlocnr0 )r� rw rx � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColrw )r� r| rw )r� rx rM � s c s � fdd�S )a� Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s � gS )Nrw )r� r4 rv )�replStrrw rx ry � s z replaceWith.<locals>.<lambda>rw )r} rw )r} rx r\ � s c C s |d dd� S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r rr rs rw )r� r4 rv rw rw rx rZ � s c sN � �fdd�}yt �dt �d�j�}W n tk rB t��}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS rw rw )r� Ztokn)r� r5 rw rx r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>rw )r� r4 rv )r� r5 rw rx r| � s ztokenMap.<locals>.par� rG )rI r� rJ r{ )r5 r� r| rK rw )r� r5 rx rm � s c C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� �lower)rv rw rw rx ry � s c C s� t | t�r | }t| | d�} n| j}tttd �}|r�tj� j t �}t d�| d� t t t|t d� | ��� tddgd�jd �j d d � � t d � }n�d jdd� tD ��}tj� j t �t|�B }t d�| d� t t t|j t�tt d�| � ��� tddgd�jd �j dd � � t d � }ttd�| d �}|jdd j|jdd�j� j� � �jd| �}|jdd j|jdd�j� j� � �jd| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag name)r� z_-:r �tag�=�/F)r� rC c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z_makeTags.<locals>.<lambda>r r� c s s | ]}|d kr|V qdS )r Nrw )r� r� rw rw rx r� � s z _makeTags.<locals>.<genexpr>c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z</r� �:r� z<%s>r z</%s>) rz r� r r� r/ r4 r3 r> r� r� rZ r+ r r2 r r rl r� rV rY rB r �_Lr� �titler� rh r )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagrw rw rx � _makeTags� s" T\..r� c C s t | d�S )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com F)r� )r� rw rw rx rK � s c C s t | d�S )z� Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} T)r� )r� rw rw rx rL s c s8 | r| dd� � n|j � � dd� � D �� � fdd�}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||f�qS rw rw )r� r� r� rw rw rx r� Q s z!withAttribute.<locals>.<listcomp>c s^ xX� D ]P\}}||kr&t | |d| ��|tjkr|| |krt | |d||| |f ��qW d S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r re � ANY_VALUE)r� r4 r� ZattrNameZ attrValue)�attrsrw rx r| R s zwithAttribute.<locals>.pa)r� )r� ZattrDictr| rw )r� rx re s 2 c C s |r d| nd}t f || i�S )a� Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:class�class)re )Z classname� namespaceZ classattrrw rw rx rk \ s �(r c C s� t � }| || | B }�x`t|�D �]R\}}|d dd� \}} } } | dk rTd| nd| } | dkr�|dksxt|�dkr�td��|\} }t � j| �}| tjk�rd| dkr�t|| �t|t |� � }n�| dk�r |dk �r t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rZt|| | | | �t|| | | | � }ntd ��n�| tj k�rH| dk�r�t |t ��s�t |�}t|j | �t|| � }n�| dk�r|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r>t|| | | | �t|| | | | � }ntd ��ntd ��| �r`|j| � ||j| �|B K }|}q"W ||K }|S ) a� Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] Nr ro z%s termz %s%s termrq z@if numterms=3, opExpr must be a tuple or list of two expressionsrr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)N)r r� r� r� rh rT �LEFTr r r �RIGHTrz r r- r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr| ZtermNameZopExpr1ZopExpr2ZthisExprrq rw rw rx ri � sR ; & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r(t| t�o,t|t��r t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��j dd� �}n$t j � t| | tj �j dd� � }nx|dk r�tt| t | � t |� ttjdd� ��j dd� �}n4ttt | � t |� ttjdd� ��j d d� �}nt d ��t � }|dk �rb|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|jd | |f � |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNrr )r c S s | d j � S )Nr )r� )rv rw rw rx ry 9 s z nestedExpr.<locals>.<lambda>c S s | d j � S )Nr )r� )rv rw rw rx ry < s c S s | d j � S )Nr )r� )rv rw rw rx ry B s c S s | d j � S )Nr )r� )rv rw rw rx ry F s zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� rz r� r� r r r r$ rM r� rC r� r r r r+ r2 rh )�openerZcloserZcontentrM r� rw rw rx rP � s4 : *$c s� � fdd�}� fdd�}� fdd�}t t� jd�j� �}t� t� j|� jd�}t� j|�jd �}t� j|�jd �} |r�tt|�| t |t| � t|� � | �} n$tt|�t |t| � t|� � �} | j t t� � | jd �S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrr zillegal nestingznot a peer entryrs rs )r� r9 r! r )r� r4 rv �curCol)� indentStackrw rx �checkPeerIndent� s z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� j|� n t| |d��d S )Nrr znot a subentryrs )r9 r� r )r� r4 rv r� )r� rw rx �checkSubIndent� s z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� o4|� d k o4|� d ksBt| |d��� j� d S )Nrr rq znot an unindentrs r9 )r� r9 r r� )r� r4 rv r� )r� rw rx � checkUnindent� s z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r� r� r r� rh r r r� ri ) ZblockStatementExprr� r r� r� r� r r� ZPEERZUNDENTZsmExprrw )r� rx rf Q s N , z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>rl z);zcommon HTML entityc C s t j| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentity)rv rw rw rx r[ � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style comment)r� z � commaItem)r� c @ s� e Zd ZdZee�Zee�Ze e �j d�j e�Z e e�j d�j eed��Zed�j d�j e�Ze� j e�d e� j e� j d�Zejd d � � eeeed �j� e � B j d �Zeje� ed �j d�j e�Zed�j d�j e�ZeeB eB j� Zed�j d�j e�Z e e d e d �j d�Z ed�j d�Z ed�j d�Z!e!de! d j d�Z"ee!de! d> �d ee!de! d? � j d �Z#e#j$d d � � d!e j d"�Z%e&e"e%B e#B j d#��j d#�Z'ed$�j d%�Z(e)d@d'd(��Z*e)dAd*d+��Z+ed,�j d-�Z,ed.�j d/�Z-ed0�j d1�Z.e/j� e0j� B Z1e)d2d3� �Z2e&e3e4d4� e5� e e6d4d5� ee7d6�� ��j� j d7�Z8e9ee:j;� e8B d8d9��j d:�Z<e)ed;d � ��Z=e)ed<d � ��Z>d=S )Brn a� Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] �integerz hex integerrr z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rr rs rw )rv rw rw rx ry � s zpyparsing_common.<lambda>r6 z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr@ � identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 addressr rA z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t jj|�rd V qdS )rr N)rn � _ipv6_partr� )r� rd rw rw rx r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>ru )rF )rv rw rw rx ry � s z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a� Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sL yt j|d � �j� S tk rF } zt| |t|���W Y d d }~X nX d S )Nr )r �strptimeZdater� r r{ )r� r4 rv �ve)�fmtrw rx �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnrw )r� r� rw )r� rx � convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sH yt j|d � �S tk rB } zt| |t|���W Y d d }~X nX d S )Nr )r r� r� r r{ )r� r4 rv r� )r� rw rx r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnrw )r� r� rw )r� rx �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t jj|d �S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rn �_html_stripperr� )r� r4 r� rw rw rx � stripHTMLTags� s z pyparsing_common.stripHTMLTagsr_ )r� z r� r� )r� zcomma separated listc C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� r~ )rv rw rw rx ry � s N)r rA )r rA )r� )r� )?r� r� r� r� rm ru ZconvertToInteger�floatZconvertToFloatr/ rR rh r� r� rD r� r' Zsigned_integerr� rw r r� Z mixed_integerrF �realZsci_realr� �numberr� r4 r3 r� Z ipv4_addressr� Z_full_ipv6_addressZ_short_ipv6_addressr} Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� r� r� Z iso8601_dateZiso8601_datetime�uuidr7 r6 r� r� r r r rV r. � _commasepitemr@ rY r� Zcomma_separated_listrd rB rw rw rw rx rn � sN "" 2 8 �__main__Zselect�fromz_$r[ )r` �columnsri ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rq )r_ F)N)FT)T)r� )T)�r� � __version__Z__versionTime__� __author__r� �weakrefr r� r� r~ r� rc r r� r! r; r� r �_threadr � ImportErrorZ threadingr r� Z ordereddict�__all__r� � version_infor: r �maxsizer� r{ r� �chrrs r� rF r� r �reversedr� r� r r4 r r rH ZmaxintZxranger� Z __builtin__r� Zfnamer� rI r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser4 rR rD r3 ri r� Z printablerV rJ r r r! r# r& r� r" �MutableMapping�registerr9 rJ rG r. r1 r3 rQ rL r$ r, r r r r� rP r r r rl r/ r' r% r r. r. r r r r* r) r1 r0 r r r r r r r r rH r r2 rK rL r r( r rT r- r r r r+ r rb r@ r< r� rO rN r rS rA rg rh rj rh rC rI rH ra r` r� Z _escapedPuncZ_escapedHexCharZ_escapedOctChar�UNICODEZ _singleCharZ _charRangerl r{ r_ rM r\ rZ rm rd rB r� rK rL re r� rk rT r� r� ri rU r> r^ rY rc rP rf r5 rW r7 r6 r� r� r� r� r; r[ r8 rE r� r] r? r= rF rX r� r� r: rn r� Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr� r� r� r� r� r� rw rw rw rx �<module>= s� 8 @ d &A= I G3 pLOD|M &# @sQ,A, I# % &0 , ? #k Zr ( 0 " site-packages/pkg_resources/__init__.py 0000644 00000312616 15231162611 0014257 0 ustar 00 # coding: utf-8 """ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. """ from __future__ import absolute_import import sys import os import io import time import re import types import zipfile import zipimport import warnings import stat import functools import pkgutil import operator import platform import collections import plistlib import email.parser import errno import tempfile import textwrap import itertools import inspect from pkgutil import get_importer try: import _imp except ImportError: # Python 3.2 compatibility import imp as _imp from pkg_resources.extern import six from pkg_resources.extern.six.moves import urllib, map, filter # capture these to bypass sandboxing from os import utime try: from os import mkdir, rename, unlink WRITE_SUPPORT = True except ImportError: # no write support, probably under GAE WRITE_SUPPORT = False from os import open as os_open from os.path import isdir, split try: import importlib.machinery as importlib_machinery # access attribute to force import under delayed import mechanisms. importlib_machinery.__name__ except ImportError: importlib_machinery = None from . import py31compat from pkg_resources.extern import appdirs from pkg_resources.extern import packaging __import__('pkg_resources.extern.packaging.version') __import__('pkg_resources.extern.packaging.specifiers') __import__('pkg_resources.extern.packaging.requirements') __import__('pkg_resources.extern.packaging.markers') if (3, 0) < sys.version_info < (3, 3): raise RuntimeError("Python 3.3 or later is required") if six.PY2: # Those builtin exceptions are only defined in Python 3 PermissionError = None NotADirectoryError = None # declare some globals that will be defined later to # satisfy the linters. require = None working_set = None add_activation_listener = None resources_stream = None cleanup_resources = None resource_dir = None resource_stream = None set_extraction_path = None resource_isdir = None resource_string = None iter_entry_points = None resource_listdir = None resource_filename = None resource_exists = None _distribution_finders = None _namespace_handlers = None _namespace_packages = None class PEP440Warning(RuntimeWarning): """ Used when there is an issue with a version or specifier not complying with PEP 440. """ def parse_version(v): try: return packaging.version.Version(v) except packaging.version.InvalidVersion: return packaging.version.LegacyVersion(v) _state_vars = {} def _declare_state(vartype, **kw): globals().update(kw) _state_vars.update(dict.fromkeys(kw, vartype)) def __getstate__(): state = {} g = globals() for k, v in _state_vars.items(): state[k] = g['_sget_' + v](g[k]) return state def __setstate__(state): g = globals() for k, v in state.items(): g['_sset_' + _state_vars[k]](k, g[k], v) return state def _sget_dict(val): return val.copy() def _sset_dict(key, ob, state): ob.clear() ob.update(state) def _sget_object(val): return val.__getstate__() def _sset_object(key, ob, state): ob.__setstate__(state) _sget_none = _sset_none = lambda *args: None def get_supported_platform(): """Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. """ plat = get_build_platform() m = macosVersionString.match(plat) if m is not None and sys.platform == "darwin": try: plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3)) except ValueError: # not Mac OS X pass return plat __all__ = [ # Basic resource access and distribution/entry point discovery 'require', 'run_script', 'get_provider', 'get_distribution', 'load_entry_point', 'get_entry_map', 'get_entry_info', 'iter_entry_points', 'resource_string', 'resource_stream', 'resource_filename', 'resource_listdir', 'resource_exists', 'resource_isdir', # Environmental control 'declare_namespace', 'working_set', 'add_activation_listener', 'find_distributions', 'set_extraction_path', 'cleanup_resources', 'get_default_cache', # Primary implementation classes 'Environment', 'WorkingSet', 'ResourceManager', 'Distribution', 'Requirement', 'EntryPoint', # Exceptions 'ResolutionError', 'VersionConflict', 'DistributionNotFound', 'UnknownExtra', 'ExtractionError', # Warnings 'PEP440Warning', # Parsing functions and string utilities 'parse_requirements', 'parse_version', 'safe_name', 'safe_version', 'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections', 'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker', # filesystem utilities 'ensure_directory', 'normalize_path', # Distribution "precedence" constants 'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST', # "Provider" interfaces, implementations, and registration/lookup APIs 'IMetadataProvider', 'IResourceProvider', 'FileMetadata', 'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider', 'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider', 'register_finder', 'register_namespace_handler', 'register_loader_type', 'fixup_namespace_packages', 'get_importer', # Deprecated/backward compatibility only 'run_main', 'AvailableDistributions', ] class ResolutionError(Exception): """Abstract base for dependency resolution errors""" def __repr__(self): return self.__class__.__name__ + repr(self.args) class VersionConflict(ResolutionError): """ An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. """ _template = "{self.dist} is installed but {self.req} is required" @property def dist(self): return self.args[0] @property def req(self): return self.args[1] def report(self): return self._template.format(**locals()) def with_context(self, required_by): """ If required_by is non-empty, return a version of self that is a ContextualVersionConflict. """ if not required_by: return self args = self.args + (required_by,) return ContextualVersionConflict(*args) class ContextualVersionConflict(VersionConflict): """ A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. """ _template = VersionConflict._template + ' by {self.required_by}' @property def required_by(self): return self.args[2] class DistributionNotFound(ResolutionError): """A requested distribution was not found""" _template = ("The '{self.req}' distribution was not found " "and is required by {self.requirers_str}") @property def req(self): return self.args[0] @property def requirers(self): return self.args[1] @property def requirers_str(self): if not self.requirers: return 'the application' return ', '.join(self.requirers) def report(self): return self._template.format(**locals()) def __str__(self): return self.report() class UnknownExtra(ResolutionError): """Distribution doesn't have an "extra feature" of the given name""" _provider_factories = {} PY_MAJOR = sys.version[:3] EGG_DIST = 3 BINARY_DIST = 2 SOURCE_DIST = 1 CHECKOUT_DIST = 0 DEVELOP_DIST = -1 def register_loader_type(loader_type, provider_factory): """Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. """ _provider_factories[loader_type] = provider_factory def get_provider(moduleOrReq): """Return an IResourceProvider for the named module or requirement""" if isinstance(moduleOrReq, Requirement): return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0] try: module = sys.modules[moduleOrReq] except KeyError: __import__(moduleOrReq) module = sys.modules[moduleOrReq] loader = getattr(module, '__loader__', None) return _find_adapter(_provider_factories, loader)(module) def _macosx_vers(_cache=[]): if not _cache: version = platform.mac_ver()[0] # fallback for MacPorts if version == '': plist = '/System/Library/CoreServices/SystemVersion.plist' if os.path.exists(plist): if hasattr(plistlib, 'readPlist'): plist_content = plistlib.readPlist(plist) if 'ProductVersion' in plist_content: version = plist_content['ProductVersion'] _cache.append(version.split('.')) return _cache[0] def _macosx_arch(machine): return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine) def get_build_platform(): """Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. """ from sysconfig import get_platform plat = get_platform() if sys.platform == "darwin" and not plat.startswith('macosx-'): try: version = _macosx_vers() machine = os.uname()[4].replace(" ", "_") return "macosx-%d.%d-%s" % ( int(version[0]), int(version[1]), _macosx_arch(machine), ) except ValueError: # if someone is running a non-Mac darwin system, this will fall # through to the default implementation pass return plat macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)") darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)") # XXX backward compat get_platform = get_build_platform def compatible_platforms(provided, required): """Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. """ if provided is None or required is None or provided == required: # easy case return True # Mac OS X special cases reqMac = macosVersionString.match(required) if reqMac: provMac = macosVersionString.match(provided) # is this a Mac package? if not provMac: # this is backwards compatibility for packages built before # setuptools 0.6. All packages built after this point will # use the new macosx designation. provDarwin = darwinVersionString.match(provided) if provDarwin: dversion = int(provDarwin.group(1)) macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2)) if dversion == 7 and macosversion >= "10.3" or \ dversion == 8 and macosversion >= "10.4": return True # egg isn't macosx or legacy darwin return False # are they the same major version and machine type? if provMac.group(1) != reqMac.group(1) or \ provMac.group(3) != reqMac.group(3): return False # is the required OS major update >= the provided one? if int(provMac.group(2)) > int(reqMac.group(2)): return False return True # XXX Linux and other platforms' special cases should go here return False def run_script(dist_spec, script_name): """Locate distribution `dist_spec` and run its `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name require(dist_spec)[0].run_script(script_name, ns) # backward compatibility run_main = run_script def get_distribution(dist): """Return a current distribution object for a Requirement or string""" if isinstance(dist, six.string_types): dist = Requirement.parse(dist) if isinstance(dist, Requirement): dist = get_provider(dist) if not isinstance(dist, Distribution): raise TypeError("Expected string, Requirement, or Distribution", dist) return dist def load_entry_point(dist, group, name): """Return `name` entry point of `group` for `dist` or raise ImportError""" return get_distribution(dist).load_entry_point(group, name) def get_entry_map(dist, group=None): """Return the entry point map for `group`, or the full entry map""" return get_distribution(dist).get_entry_map(group) def get_entry_info(dist, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return get_distribution(dist).get_entry_info(group, name) class IMetadataProvider: def has_metadata(name): """Does the package's distribution contain the named metadata?""" def get_metadata(name): """The named metadata resource as a string""" def get_metadata_lines(name): """Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.""" def metadata_isdir(name): """Is the named metadata a directory? (like ``os.path.isdir()``)""" def metadata_listdir(name): """List of metadata names in the directory (like ``os.listdir()``)""" def run_script(script_name, namespace): """Execute the named script in the supplied namespace dictionary""" class IResourceProvider(IMetadataProvider): """An object that provides access to package resources""" def get_resource_filename(manager, resource_name): """Return a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_stream(manager, resource_name): """Return a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_string(manager, resource_name): """Return a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``""" def has_resource(resource_name): """Does the package contain the named resource?""" def resource_isdir(resource_name): """Is the named resource a directory? (like ``os.path.isdir()``)""" def resource_listdir(resource_name): """List of resource names in the directory (like ``os.listdir()``)""" class WorkingSet(object): """A collection of active distributions on sys.path (or a similar list)""" def __init__(self, entries=None): """Create working set from list of path entries (default=sys.path)""" self.entries = [] self.entry_keys = {} self.by_key = {} self.callbacks = [] if entries is None: entries = sys.path for entry in entries: self.add_entry(entry) @classmethod def _build_master(cls): """ Prepare the master working set. """ ws = cls() try: from __main__ import __requires__ except ImportError: # The main program does not list any requirements return ws # ensure the requirements are met try: ws.require(__requires__) except VersionConflict: return cls._build_from_requirements(__requires__) return ws @classmethod def _build_from_requirements(cls, req_spec): """ Build a working set from a requirement spec. Rewrites sys.path. """ # try it without defaults already on sys.path # by starting with an empty path ws = cls([]) reqs = parse_requirements(req_spec) dists = ws.resolve(reqs, Environment()) for dist in dists: ws.add(dist) # add any missing entries from sys.path for entry in sys.path: if entry not in ws.entries: ws.add_entry(entry) # then copy back to sys.path sys.path[:] = ws.entries return ws def add_entry(self, entry): """Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) """ self.entry_keys.setdefault(entry, []) self.entries.append(entry) for dist in find_distributions(entry, True): self.add(dist, entry, False) def __contains__(self, dist): """True if `dist` is the active distribution for its project""" return self.by_key.get(dist.key) == dist def find(self, req): """Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. """ dist = self.by_key.get(req.key) if dist is not None and dist not in req: # XXX add more info raise VersionConflict(dist, req) return dist def iter_entry_points(self, group, name=None): """Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). """ for dist in self: entries = dist.get_entry_map(group) if name is None: for ep in entries.values(): yield ep elif name in entries: yield entries[name] def run_script(self, requires, script_name): """Locate distribution for `requires` and run `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name self.require(requires)[0].run_script(script_name, ns) def __iter__(self): """Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. """ seen = {} for item in self.entries: if item not in self.entry_keys: # workaround a cache issue continue for key in self.entry_keys[item]: if key not in seen: seen[key] = 1 yield self.by_key[key] def add(self, dist, entry=None, insert=True, replace=False): """Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. """ if insert: dist.insert_on(self.entries, entry, replace=replace) if entry is None: entry = dist.location keys = self.entry_keys.setdefault(entry, []) keys2 = self.entry_keys.setdefault(dist.location, []) if not replace and dist.key in self.by_key: # ignore hidden distros return self.by_key[dist.key] = dist if dist.key not in keys: keys.append(dist.key) if dist.key not in keys2: keys2.append(dist.key) self._added_new(dist) def resolve(self, requirements, env=None, installer=None, replace_conflicting=False, extras=None): """List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. """ # set up the stack requirements = list(requirements)[::-1] # set of processed requirements processed = {} # key -> dist best = {} to_activate = [] req_extras = _ReqExtras() # Mapping of requirement to set of distributions that required it; # useful for reporting info about conflicts. required_by = collections.defaultdict(set) while requirements: # process dependencies breadth-first req = requirements.pop(0) if req in processed: # Ignore cyclic or redundant dependencies continue if not req_extras.markers_pass(req, extras): continue dist = best.get(req.key) if dist is None: # Find the best distribution and add it to the map dist = self.by_key.get(req.key) if dist is None or (dist not in req and replace_conflicting): ws = self if env is None: if dist is None: env = Environment(self.entries) else: # Use an empty environment and workingset to avoid # any further conflicts with the conflicting # distribution env = Environment([]) ws = WorkingSet([]) dist = best[req.key] = env.best_match( req, ws, installer, replace_conflicting=replace_conflicting ) if dist is None: requirers = required_by.get(req, None) raise DistributionNotFound(req, requirers) to_activate.append(dist) if dist not in req: # Oops, the "best" so far conflicts with a dependency dependent_req = required_by[req] raise VersionConflict(dist, req).with_context(dependent_req) # push the new requirements onto the stack new_requirements = dist.requires(req.extras)[::-1] requirements.extend(new_requirements) # Register the new requirements needed by req for new_requirement in new_requirements: required_by[new_requirement].add(req.project_name) req_extras[new_requirement] = req.extras processed[req] = True # return list of distros to activate return to_activate def find_plugins( self, plugin_env, full_env=None, installer=None, fallback=True): """Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. """ plugin_projects = list(plugin_env) # scan project names in alphabetic order plugin_projects.sort() error_info = {} distributions = {} if full_env is None: env = Environment(self.entries) env += plugin_env else: env = full_env + plugin_env shadow_set = self.__class__([]) # put all our entries in shadow_set list(map(shadow_set.add, self)) for project_name in plugin_projects: for dist in plugin_env[project_name]: req = [dist.as_requirement()] try: resolvees = shadow_set.resolve(req, env, installer) except ResolutionError as v: # save error info error_info[dist] = v if fallback: # try the next older version of project continue else: # give up on this project, keep going break else: list(map(shadow_set.add, resolvees)) distributions.update(dict.fromkeys(resolvees)) # success, no need to try any more versions of this project break distributions = list(distributions) distributions.sort() return distributions, error_info def require(self, *requirements): """Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. """ needed = self.resolve(parse_requirements(requirements)) for dist in needed: self.add(dist) return needed def subscribe(self, callback, existing=True): """Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. """ if callback in self.callbacks: return self.callbacks.append(callback) if not existing: return for dist in self: callback(dist) def _added_new(self, dist): for callback in self.callbacks: callback(dist) def __getstate__(self): return ( self.entries[:], self.entry_keys.copy(), self.by_key.copy(), self.callbacks[:] ) def __setstate__(self, e_k_b_c): entries, keys, by_key, callbacks = e_k_b_c self.entries = entries[:] self.entry_keys = keys.copy() self.by_key = by_key.copy() self.callbacks = callbacks[:] class _ReqExtras(dict): """ Map each requirement to the extras that demanded it. """ def markers_pass(self, req, extras=None): """ Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. """ extra_evals = ( req.marker.evaluate({'extra': extra}) for extra in self.get(req, ()) + (extras or (None,)) ) return not req.marker or any(extra_evals) class Environment(object): """Searchable snapshot of distributions on a search path""" def __init__( self, search_path=None, platform=get_supported_platform(), python=PY_MAJOR): """Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. """ self._distmap = {} self.platform = platform self.python = python self.scan(search_path) def can_add(self, dist): """Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. """ py_compat = ( self.python is None or dist.py_version is None or dist.py_version == self.python ) return py_compat and compatible_platforms(dist.platform, self.platform) def remove(self, dist): """Remove `dist` from the environment""" self._distmap[dist.key].remove(dist) def scan(self, search_path=None): """Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. """ if search_path is None: search_path = sys.path for item in search_path: for dist in find_distributions(item): self.add(dist) def __getitem__(self, project_name): """Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. """ distribution_key = project_name.lower() return self._distmap.get(distribution_key, []) def add(self, dist): """Add `dist` if we ``can_add()`` it and it has not already been added """ if self.can_add(dist) and dist.has_version(): dists = self._distmap.setdefault(dist.key, []) if dist not in dists: dists.append(dist) dists.sort(key=operator.attrgetter('hashcmp'), reverse=True) def best_match( self, req, working_set, installer=None, replace_conflicting=False): """Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. """ try: dist = working_set.find(req) except VersionConflict: if not replace_conflicting: raise dist = None if dist is not None: return dist for dist in self[req.key]: if dist in req: return dist # try to download/install return self.obtain(req, installer) def obtain(self, requirement, installer=None): """Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.""" if installer is not None: return installer(requirement) def __iter__(self): """Yield the unique project names of the available distributions""" for key in self._distmap.keys(): if self[key]: yield key def __iadd__(self, other): """In-place addition of a distribution or environment""" if isinstance(other, Distribution): self.add(other) elif isinstance(other, Environment): for project in other: for dist in other[project]: self.add(dist) else: raise TypeError("Can't add %r to environment" % (other,)) return self def __add__(self, other): """Add an environment or distribution to an environment""" new = self.__class__([], platform=None, python=None) for env in self, other: new += env return new # XXX backward compatibility AvailableDistributions = Environment class ExtractionError(RuntimeError): """An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail """ class ResourceManager: """Manage resource extraction and packages""" extraction_path = None def __init__(self): self.cached_files = {} def resource_exists(self, package_or_requirement, resource_name): """Does the named resource exist?""" return get_provider(package_or_requirement).has_resource(resource_name) def resource_isdir(self, package_or_requirement, resource_name): """Is the named resource an existing directory?""" return get_provider(package_or_requirement).resource_isdir( resource_name ) def resource_filename(self, package_or_requirement, resource_name): """Return a true filesystem path for specified resource""" return get_provider(package_or_requirement).get_resource_filename( self, resource_name ) def resource_stream(self, package_or_requirement, resource_name): """Return a readable file-like object for specified resource""" return get_provider(package_or_requirement).get_resource_stream( self, resource_name ) def resource_string(self, package_or_requirement, resource_name): """Return specified resource as a string""" return get_provider(package_or_requirement).get_resource_string( self, resource_name ) def resource_listdir(self, package_or_requirement, resource_name): """List the contents of the named resource directory""" return get_provider(package_or_requirement).resource_listdir( resource_name ) def extraction_error(self): """Give an error message for problems extracting file(s)""" old_exc = sys.exc_info()[1] cache_path = self.extraction_path or get_default_cache() tmpl = textwrap.dedent(""" Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. """).lstrip() err = ExtractionError(tmpl.format(**locals())) err.manager = self err.cache_path = cache_path err.original_error = old_exc raise err def get_cache_path(self, archive_name, names=()): """Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. """ extract_path = self.extraction_path or get_default_cache() target_path = os.path.join(extract_path, archive_name + '-tmp', *names) try: _bypass_ensure_directory(target_path) except Exception: self.extraction_error() self._warn_unsafe_extraction_path(extract_path) self.cached_files[target_path] = 1 return target_path @staticmethod def _warn_unsafe_extraction_path(path): """ If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. """ if os.name == 'nt' and not path.startswith(os.environ['windir']): # On Windows, permissions are generally restrictive by default # and temp directories are not writable by other users, so # bypass the warning. return mode = os.stat(path).st_mode if mode & stat.S_IWOTH or mode & stat.S_IWGRP: msg = ( "%s is writable by group/others and vulnerable to attack " "when " "used with get_resource_filename. Consider a more secure " "location (set with .set_extraction_path or the " "PYTHON_EGG_CACHE environment variable)." % path ) warnings.warn(msg, UserWarning) def postprocess(self, tempname, filename): """Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. """ if os.name == 'posix': # Make the resource executable mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777 os.chmod(tempname, mode) def set_extraction_path(self, path): """Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) """ if self.cached_files: raise ValueError( "Can't change extraction path, files already extracted" ) self.extraction_path = path def cleanup_resources(self, force=False): """ Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. """ # XXX def get_default_cache(): """ Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". """ return ( os.environ.get('PYTHON_EGG_CACHE') or appdirs.user_cache_dir(appname='Python-Eggs') ) def safe_name(name): """Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. """ return re.sub('[^A-Za-z0-9.]+', '-', name) def safe_version(version): """ Convert an arbitrary string to a standard version string """ try: # normalize the version return str(packaging.version.Version(version)) except packaging.version.InvalidVersion: version = version.replace(' ', '.') return re.sub('[^A-Za-z0-9.]+', '-', version) def safe_extra(extra): """Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. """ return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower() def to_filename(name): """Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. """ return name.replace('-', '_') def invalid_marker(text): """ Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. """ try: evaluate_marker(text) except SyntaxError as e: e.filename = None e.lineno = None return e return False def evaluate_marker(text, extra=None): """ Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. """ try: marker = packaging.markers.Marker(text) return marker.evaluate() except packaging.markers.InvalidMarker as e: raise SyntaxError(e) class NullProvider: """Try to implement resources and metadata for arbitrary PEP 302 loaders""" egg_name = None egg_info = None loader = None def __init__(self, module): self.loader = getattr(module, '__loader__', None) self.module_path = os.path.dirname(getattr(module, '__file__', '')) def get_resource_filename(self, manager, resource_name): return self._fn(self.module_path, resource_name) def get_resource_stream(self, manager, resource_name): return io.BytesIO(self.get_resource_string(manager, resource_name)) def get_resource_string(self, manager, resource_name): return self._get(self._fn(self.module_path, resource_name)) def has_resource(self, resource_name): return self._has(self._fn(self.module_path, resource_name)) def has_metadata(self, name): return self.egg_info and self._has(self._fn(self.egg_info, name)) def get_metadata(self, name): if not self.egg_info: return "" value = self._get(self._fn(self.egg_info, name)) return value.decode('utf-8') if six.PY3 else value def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) def resource_isdir(self, resource_name): return self._isdir(self._fn(self.module_path, resource_name)) def metadata_isdir(self, name): return self.egg_info and self._isdir(self._fn(self.egg_info, name)) def resource_listdir(self, resource_name): return self._listdir(self._fn(self.module_path, resource_name)) def metadata_listdir(self, name): if self.egg_info: return self._listdir(self._fn(self.egg_info, name)) return [] def run_script(self, script_name, namespace): script = 'scripts/' + script_name if not self.has_metadata(script): raise ResolutionError( "Script {script!r} not found in metadata at {self.egg_info!r}" .format(**locals()), ) script_text = self.get_metadata(script).replace('\r\n', '\n') script_text = script_text.replace('\r', '\n') script_filename = self._fn(self.egg_info, script) namespace['__file__'] = script_filename if os.path.exists(script_filename): source = open(script_filename).read() code = compile(source, script_filename, 'exec') exec(code, namespace, namespace) else: from linecache import cache cache[script_filename] = ( len(script_text), 0, script_text.split('\n'), script_filename ) script_code = compile(script_text, script_filename, 'exec') exec(script_code, namespace, namespace) def _has(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _isdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _listdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _fn(self, base, resource_name): if resource_name: return os.path.join(base, *resource_name.split('/')) return base def _get(self, path): if hasattr(self.loader, 'get_data'): return self.loader.get_data(path) raise NotImplementedError( "Can't perform this operation for loaders without 'get_data()'" ) register_loader_type(object, NullProvider) class EggProvider(NullProvider): """Provider based on a virtual filesystem""" def __init__(self, module): NullProvider.__init__(self, module) self._setup_prefix() def _setup_prefix(self): # we assume here that our metadata may be nested inside a "basket" # of multiple eggs; that's why we use module_path instead of .archive path = self.module_path old = None while path != old: if _is_egg_path(path): self.egg_name = os.path.basename(path) self.egg_info = os.path.join(path, 'EGG-INFO') self.egg_root = path break old = path path, base = os.path.split(path) class DefaultProvider(EggProvider): """Provides access to package resources in the filesystem""" def _has(self, path): return os.path.exists(path) def _isdir(self, path): return os.path.isdir(path) def _listdir(self, path): return os.listdir(path) def get_resource_stream(self, manager, resource_name): return open(self._fn(self.module_path, resource_name), 'rb') def _get(self, path): with open(path, 'rb') as stream: return stream.read() @classmethod def _register(cls): loader_names = 'SourceFileLoader', 'SourcelessFileLoader', for name in loader_names: loader_cls = getattr(importlib_machinery, name, type(None)) register_loader_type(loader_cls, cls) DefaultProvider._register() class EmptyProvider(NullProvider): """Provider that returns nothing for all requests""" module_path = None _isdir = _has = lambda self, path: False def _get(self, path): return '' def _listdir(self, path): return [] def __init__(self): pass empty_provider = EmptyProvider() class ZipManifests(dict): """ zip manifest builder """ @classmethod def build(cls, path): """ Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. """ with zipfile.ZipFile(path) as zfile: items = ( ( name.replace('/', os.sep), zfile.getinfo(name), ) for name in zfile.namelist() ) return dict(items) load = build class MemoizedZipManifests(ZipManifests): """ Memoized zipfile manifests. """ manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime') def load(self, path): """ Load a manifest at path or return a suitable manifest already loaded. """ path = os.path.normpath(path) mtime = os.stat(path).st_mtime if path not in self or self[path].mtime != mtime: manifest = self.build(path) self[path] = self.manifest_mod(manifest, mtime) return self[path].manifest class ZipProvider(EggProvider): """Resource support for zips and eggs""" eagers = None _zip_manifests = MemoizedZipManifests() def __init__(self, module): EggProvider.__init__(self, module) self.zip_pre = self.loader.archive + os.sep def _zipinfo_name(self, fspath): # Convert a virtual filename (full path to file) into a zipfile subpath # usable with the zipimport directory cache for our target archive fspath = fspath.rstrip(os.sep) if fspath == self.loader.archive: return '' if fspath.startswith(self.zip_pre): return fspath[len(self.zip_pre):] raise AssertionError( "%s is not a subpath of %s" % (fspath, self.zip_pre) ) def _parts(self, zip_path): # Convert a zipfile subpath into an egg-relative path part list. # pseudo-fs path fspath = self.zip_pre + zip_path if fspath.startswith(self.egg_root + os.sep): return fspath[len(self.egg_root) + 1:].split(os.sep) raise AssertionError( "%s is not a subpath of %s" % (fspath, self.egg_root) ) @property def zipinfo(self): return self._zip_manifests.load(self.loader.archive) def get_resource_filename(self, manager, resource_name): if not self.egg_name: raise NotImplementedError( "resource_filename() only supported for .egg, not .zip" ) # no need to lock for extraction, since we use temp names zip_path = self._resource_to_zip(resource_name) eagers = self._get_eager_resources() if '/'.join(self._parts(zip_path)) in eagers: for name in eagers: self._extract_resource(manager, self._eager_to_zip(name)) return self._extract_resource(manager, zip_path) @staticmethod def _get_date_and_size(zip_stat): size = zip_stat.file_size # ymdhms+wday, yday, dst date_time = zip_stat.date_time + (0, 0, -1) # 1980 offset already done timestamp = time.mktime(date_time) return timestamp, size def _extract_resource(self, manager, zip_path): if zip_path in self._index(): for name in self._index()[zip_path]: last = self._extract_resource( manager, os.path.join(zip_path, name) ) # return the extracted directory name return os.path.dirname(last) timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not WRITE_SUPPORT: raise IOError('"os.rename" and "os.unlink" are not supported ' 'on this platform') try: real_path = manager.get_cache_path( self.egg_name, self._parts(zip_path) ) if self._is_current(real_path, zip_path): return real_path outf, tmpnam = _mkstemp( ".$extract", dir=os.path.dirname(real_path), ) os.write(outf, self.loader.get_data(zip_path)) os.close(outf) utime(tmpnam, (timestamp, timestamp)) manager.postprocess(tmpnam, real_path) try: rename(tmpnam, real_path) except os.error: if os.path.isfile(real_path): if self._is_current(real_path, zip_path): # the file became current since it was checked above, # so proceed. return real_path # Windows, del old file and retry elif os.name == 'nt': unlink(real_path) rename(tmpnam, real_path) return real_path raise except os.error: # report a user-friendly error manager.extraction_error() return real_path def _is_current(self, file_path, zip_path): """ Return True if the file_path is current for this zip_path """ timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not os.path.isfile(file_path): return False stat = os.stat(file_path) if stat.st_size != size or stat.st_mtime != timestamp: return False # check that the contents match zip_contents = self.loader.get_data(zip_path) with open(file_path, 'rb') as f: file_contents = f.read() return zip_contents == file_contents def _get_eager_resources(self): if self.eagers is None: eagers = [] for name in ('native_libs.txt', 'eager_resources.txt'): if self.has_metadata(name): eagers.extend(self.get_metadata_lines(name)) self.eagers = eagers return self.eagers def _index(self): try: return self._dirindex except AttributeError: ind = {} for path in self.zipinfo: parts = path.split(os.sep) while parts: parent = os.sep.join(parts[:-1]) if parent in ind: ind[parent].append(parts[-1]) break else: ind[parent] = [parts.pop()] self._dirindex = ind return ind def _has(self, fspath): zip_path = self._zipinfo_name(fspath) return zip_path in self.zipinfo or zip_path in self._index() def _isdir(self, fspath): return self._zipinfo_name(fspath) in self._index() def _listdir(self, fspath): return list(self._index().get(self._zipinfo_name(fspath), ())) def _eager_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.egg_root, resource_name)) def _resource_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.module_path, resource_name)) register_loader_type(zipimport.zipimporter, ZipProvider) class FileMetadata(EmptyProvider): """Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. """ def __init__(self, path): self.path = path def has_metadata(self, name): return name == 'PKG-INFO' and os.path.isfile(self.path) def get_metadata(self, name): if name != 'PKG-INFO': raise KeyError("No metadata except PKG-INFO is available") with io.open(self.path, encoding='utf-8', errors="replace") as f: metadata = f.read() self._warn_on_replacement(metadata) return metadata def _warn_on_replacement(self, metadata): # Python 2.7 compat for: replacement_char = '�' replacement_char = b'\xef\xbf\xbd'.decode('utf-8') if replacement_char in metadata: tmpl = "{self.path} could not be properly decoded in UTF-8" msg = tmpl.format(**locals()) warnings.warn(msg) def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) class PathMetadata(DefaultProvider): """Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) """ def __init__(self, path, egg_info): self.module_path = path self.egg_info = egg_info class EggMetadata(ZipProvider): """Metadata provider for .egg files""" def __init__(self, importer): """Create a metadata provider from a zipimporter""" self.zip_pre = importer.archive + os.sep self.loader = importer if importer.prefix: self.module_path = os.path.join(importer.archive, importer.prefix) else: self.module_path = importer.archive self._setup_prefix() _declare_state('dict', _distribution_finders={}) def register_finder(importer_type, distribution_finder): """Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.""" _distribution_finders[importer_type] = distribution_finder def find_distributions(path_item, only=False): """Yield distributions accessible via `path_item`""" importer = get_importer(path_item) finder = _find_adapter(_distribution_finders, importer) return finder(importer, path_item, only) def find_eggs_in_zip(importer, path_item, only=False): """ Find eggs in zip files; possibly multiple nested eggs. """ if importer.archive.endswith('.whl'): # wheels are not supported with this finder # they don't have PKG-INFO metadata, and won't ever contain eggs return metadata = EggMetadata(importer) if metadata.has_metadata('PKG-INFO'): yield Distribution.from_filename(path_item, metadata=metadata) if only: # don't yield nested distros return for subitem in metadata.resource_listdir('/'): if _is_egg_path(subitem): subpath = os.path.join(path_item, subitem) dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath) for dist in dists: yield dist elif subitem.lower().endswith('.dist-info'): subpath = os.path.join(path_item, subitem) submeta = EggMetadata(zipimport.zipimporter(subpath)) submeta.egg_info = subpath yield Distribution.from_location(path_item, subitem, submeta) register_finder(zipimport.zipimporter, find_eggs_in_zip) def find_nothing(importer, path_item, only=False): return () register_finder(object, find_nothing) def _by_version_descending(names): """ Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] """ def _by_version(name): """ Parse each component of the filename """ name, ext = os.path.splitext(name) parts = itertools.chain(name.split('-'), [ext]) return [packaging.version.parse(part) for part in parts] return sorted(names, key=_by_version, reverse=True) def find_on_path(importer, path_item, only=False): """Yield distributions accessible on a sys.path directory""" path_item = _normalize_cached(path_item) if _is_unpacked_egg(path_item): yield Distribution.from_filename( path_item, metadata=PathMetadata( path_item, os.path.join(path_item, 'EGG-INFO') ) ) return entries = safe_listdir(path_item) # for performance, before sorting by version, # screen entries for only those that will yield # distributions filtered = ( entry for entry in entries if dist_factory(path_item, entry, only) ) # scan for .egg and .egg-info in directory path_item_entries = _by_version_descending(filtered) for entry in path_item_entries: fullpath = os.path.join(path_item, entry) factory = dist_factory(path_item, entry, only) for dist in factory(fullpath): yield dist def dist_factory(path_item, entry, only): """ Return a dist_factory for a path_item and entry """ lower = entry.lower() is_meta = any(map(lower.endswith, ('.egg-info', '.dist-info'))) return ( distributions_from_metadata if is_meta else find_distributions if not only and _is_egg_path(entry) else resolve_egg_link if not only and lower.endswith('.egg-link') else NoDists() ) class NoDists: """ >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] """ def __bool__(self): return False if six.PY2: __nonzero__ = __bool__ def __call__(self, fullpath): return iter(()) def safe_listdir(path): """ Attempt to list contents of path, but suppress some exceptions. """ try: return os.listdir(path) except (PermissionError, NotADirectoryError): pass except OSError as e: # Ignore the directory if does not exist, not a directory or # permission denied ignorable = ( e.errno in (errno.ENOTDIR, errno.EACCES, errno.ENOENT) # Python 2 on Windows needs to be handled this way :( or getattr(e, "winerror", None) == 267 ) if not ignorable: raise return () def distributions_from_metadata(path): root = os.path.dirname(path) if os.path.isdir(path): if len(os.listdir(path)) == 0: # empty metadata dir; skip return metadata = PathMetadata(root, path) else: metadata = FileMetadata(path) entry = os.path.basename(path) yield Distribution.from_location( root, entry, metadata, precedence=DEVELOP_DIST, ) def non_empty_lines(path): """ Yield non-empty lines from file at path """ with open(path) as f: for line in f: line = line.strip() if line: yield line def resolve_egg_link(path): """ Given a path to an .egg-link, resolve distributions present in the referenced path. """ referenced_paths = non_empty_lines(path) resolved_paths = ( os.path.join(os.path.dirname(path), ref) for ref in referenced_paths ) dist_groups = map(find_distributions, resolved_paths) return next(dist_groups, ()) register_finder(pkgutil.ImpImporter, find_on_path) if hasattr(importlib_machinery, 'FileFinder'): register_finder(importlib_machinery.FileFinder, find_on_path) _declare_state('dict', _namespace_handlers={}) _declare_state('dict', _namespace_packages={}) def register_namespace_handler(importer_type, namespace_handler): """Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. """ _namespace_handlers[importer_type] = namespace_handler def _handle_ns(packageName, path_item): """Ensure that named package includes a subpath of path_item (if needed)""" importer = get_importer(path_item) if importer is None: return None loader = importer.find_module(packageName) if loader is None: return None module = sys.modules.get(packageName) if module is None: module = sys.modules[packageName] = types.ModuleType(packageName) module.__path__ = [] _set_parent_ns(packageName) elif not hasattr(module, '__path__'): raise TypeError("Not a package:", packageName) handler = _find_adapter(_namespace_handlers, importer) subpath = handler(importer, path_item, packageName, module) if subpath is not None: path = module.__path__ path.append(subpath) loader.load_module(packageName) _rebuild_mod_path(path, packageName, module) return subpath def _rebuild_mod_path(orig_path, package_name, module): """ Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order """ sys_path = [_normalize_cached(p) for p in sys.path] def safe_sys_path_index(entry): """ Workaround for #520 and #513. """ try: return sys_path.index(entry) except ValueError: return float('inf') def position_in_sys_path(path): """ Return the ordinal of the path based on its position in sys.path """ path_parts = path.split(os.sep) module_parts = package_name.count('.') + 1 parts = path_parts[:-module_parts] return safe_sys_path_index(_normalize_cached(os.sep.join(parts))) if not isinstance(orig_path, list): # Is this behavior useful when module.__path__ is not a list? return orig_path.sort(key=position_in_sys_path) module.__path__[:] = [_normalize_cached(p) for p in orig_path] def declare_namespace(packageName): """Declare that package 'packageName' is a namespace package""" _imp.acquire_lock() try: if packageName in _namespace_packages: return path, parent = sys.path, None if '.' in packageName: parent = '.'.join(packageName.split('.')[:-1]) declare_namespace(parent) if parent not in _namespace_packages: __import__(parent) try: path = sys.modules[parent].__path__ except AttributeError: raise TypeError("Not a package:", parent) # Track what packages are namespaces, so when new path items are added, # they can be updated _namespace_packages.setdefault(parent, []).append(packageName) _namespace_packages.setdefault(packageName, []) for path_item in path: # Ensure all the parent's path items are reflected in the child, # if they apply _handle_ns(packageName, path_item) finally: _imp.release_lock() def fixup_namespace_packages(path_item, parent=None): """Ensure that previously-declared namespace packages include path_item""" _imp.acquire_lock() try: for package in _namespace_packages.get(parent, ()): subpath = _handle_ns(package, path_item) if subpath: fixup_namespace_packages(subpath, package) finally: _imp.release_lock() def file_ns_handler(importer, path_item, packageName, module): """Compute an ns-package subpath for a filesystem or zipfile importer""" subpath = os.path.join(path_item, packageName.split('.')[-1]) normalized = _normalize_cached(subpath) for item in module.__path__: if _normalize_cached(item) == normalized: break else: # Only return the path if it's not already there return subpath register_namespace_handler(pkgutil.ImpImporter, file_ns_handler) register_namespace_handler(zipimport.zipimporter, file_ns_handler) if hasattr(importlib_machinery, 'FileFinder'): register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler) def null_ns_handler(importer, path_item, packageName, module): return None register_namespace_handler(object, null_ns_handler) def normalize_path(filename): """Normalize a file/dir name for comparison purposes""" return os.path.normcase(os.path.realpath(filename)) def _normalize_cached(filename, _cache={}): try: return _cache[filename] except KeyError: _cache[filename] = result = normalize_path(filename) return result def _is_egg_path(path): """ Determine if given path appears to be an egg. """ return path.lower().endswith('.egg') def _is_unpacked_egg(path): """ Determine if given path appears to be an unpacked egg. """ return ( _is_egg_path(path) and os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO')) ) def _set_parent_ns(packageName): parts = packageName.split('.') name = parts.pop() if parts: parent = '.'.join(parts) setattr(sys.modules[parent], name, sys.modules[packageName]) def yield_lines(strs): """Yield non-empty/non-comment lines of a string or sequence""" if isinstance(strs, six.string_types): for s in strs.splitlines(): s = s.strip() # skip blank lines/comments if s and not s.startswith('#'): yield s else: for ss in strs: for s in yield_lines(ss): yield s MODULE = re.compile(r"\w+(\.\w+)*$").match EGG_NAME = re.compile( r""" (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? """, re.VERBOSE | re.IGNORECASE, ).match class EntryPoint(object): """Object representing an advertised importable object""" def __init__(self, name, module_name, attrs=(), extras=(), dist=None): if not MODULE(module_name): raise ValueError("Invalid module name", module_name) self.name = name self.module_name = module_name self.attrs = tuple(attrs) self.extras = tuple(extras) self.dist = dist def __str__(self): s = "%s = %s" % (self.name, self.module_name) if self.attrs: s += ':' + '.'.join(self.attrs) if self.extras: s += ' [%s]' % ','.join(self.extras) return s def __repr__(self): return "EntryPoint.parse(%r)" % str(self) def load(self, require=True, *args, **kwargs): """ Require packages for this EntryPoint, then resolve it. """ if not require or args or kwargs: warnings.warn( "Parameters to load are deprecated. Call .resolve and " ".require separately.", DeprecationWarning, stacklevel=2, ) if require: self.require(*args, **kwargs) return self.resolve() def resolve(self): """ Resolve the entry point from its module and attrs. """ module = __import__(self.module_name, fromlist=['__name__'], level=0) try: return functools.reduce(getattr, self.attrs, module) except AttributeError as exc: raise ImportError(str(exc)) def require(self, env=None, installer=None): if self.extras and not self.dist: raise UnknownExtra("Can't require() without a distribution", self) # Get the requirements for this entry point with all its extras and # then resolve them. We have to pass `extras` along when resolving so # that the working set knows what extras we want. Otherwise, for # dist-info distributions, the working set will assume that the # requirements for that extra are purely optional and skip over them. reqs = self.dist.requires(self.extras) items = working_set.resolve(reqs, env, installer, extras=self.extras) list(map(working_set.add, items)) pattern = re.compile( r'\s*' r'(?P<name>.+?)\s*' r'=\s*' r'(?P<module>[\w.]+)\s*' r'(:\s*(?P<attr>[\w.]+))?\s*' r'(?P<extras>\[.*\])?\s*$' ) @classmethod def parse(cls, src, dist=None): """Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional """ m = cls.pattern.match(src) if not m: msg = "EntryPoint must be in 'name=module:attrs [extras]' format" raise ValueError(msg, src) res = m.groupdict() extras = cls._parse_extras(res['extras']) attrs = res['attr'].split('.') if res['attr'] else () return cls(res['name'], res['module'], attrs, extras, dist) @classmethod def _parse_extras(cls, extras_spec): if not extras_spec: return () req = Requirement.parse('x' + extras_spec) if req.specs: raise ValueError() return req.extras @classmethod def parse_group(cls, group, lines, dist=None): """Parse an entry point group""" if not MODULE(group): raise ValueError("Invalid group name", group) this = {} for line in yield_lines(lines): ep = cls.parse(line, dist) if ep.name in this: raise ValueError("Duplicate entry point", group, ep.name) this[ep.name] = ep return this @classmethod def parse_map(cls, data, dist=None): """Parse a map of entry point groups""" if isinstance(data, dict): data = data.items() else: data = split_sections(data) maps = {} for group, lines in data: if group is None: if not lines: continue raise ValueError("Entry points must be listed in groups") group = group.strip() if group in maps: raise ValueError("Duplicate group name", group) maps[group] = cls.parse_group(group, lines, dist) return maps def _remove_md5_fragment(location): if not location: return '' parsed = urllib.parse.urlparse(location) if parsed[-1].startswith('md5='): return urllib.parse.urlunparse(parsed[:-1] + ('',)) return location def _version_from_file(lines): """ Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. """ def is_version_line(line): return line.lower().startswith('version:') version_lines = filter(is_version_line, lines) line = next(iter(version_lines), '') _, _, value = line.partition(':') return safe_version(value.strip()) or None class Distribution(object): """Wrap an actual or potential sys.path entry w/metadata""" PKG_INFO = 'PKG-INFO' def __init__( self, location=None, metadata=None, project_name=None, version=None, py_version=PY_MAJOR, platform=None, precedence=EGG_DIST): self.project_name = safe_name(project_name or 'Unknown') if version is not None: self._version = safe_version(version) self.py_version = py_version self.platform = platform self.location = location self.precedence = precedence self._provider = metadata or empty_provider @classmethod def from_location(cls, location, basename, metadata=None, **kw): project_name, version, py_version, platform = [None] * 4 basename, ext = os.path.splitext(basename) if ext.lower() in _distributionImpl: cls = _distributionImpl[ext.lower()] match = EGG_NAME(basename) if match: project_name, version, py_version, platform = match.group( 'name', 'ver', 'pyver', 'plat' ) return cls( location, metadata, project_name=project_name, version=version, py_version=py_version, platform=platform, **kw )._reload_version() def _reload_version(self): return self @property def hashcmp(self): return ( self.parsed_version, self.precedence, self.key, _remove_md5_fragment(self.location), self.py_version or '', self.platform or '', ) def __hash__(self): return hash(self.hashcmp) def __lt__(self, other): return self.hashcmp < other.hashcmp def __le__(self, other): return self.hashcmp <= other.hashcmp def __gt__(self, other): return self.hashcmp > other.hashcmp def __ge__(self, other): return self.hashcmp >= other.hashcmp def __eq__(self, other): if not isinstance(other, self.__class__): # It's not a Distribution, so they are not equal return False return self.hashcmp == other.hashcmp def __ne__(self, other): return not self == other # These properties have to be lazy so that we don't have to load any # metadata until/unless it's actually needed. (i.e., some distributions # may not know their name or version without loading PKG-INFO) @property def key(self): try: return self._key except AttributeError: self._key = key = self.project_name.lower() return key @property def parsed_version(self): if not hasattr(self, "_parsed_version"): self._parsed_version = parse_version(self.version) return self._parsed_version def _warn_legacy_version(self): LV = packaging.version.LegacyVersion is_legacy = isinstance(self._parsed_version, LV) if not is_legacy: return # While an empty version is technically a legacy version and # is not a valid PEP 440 version, it's also unlikely to # actually come from someone and instead it is more likely that # it comes from setuptools attempting to parse a filename and # including it in the list. So for that we'll gate this warning # on if the version is anything at all or not. if not self.version: return tmpl = textwrap.dedent(""" '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. """).strip().replace('\n', ' ') warnings.warn(tmpl.format(**vars(self)), PEP440Warning) @property def version(self): try: return self._version except AttributeError: version = _version_from_file(self._get_metadata(self.PKG_INFO)) if version is None: tmpl = "Missing 'Version:' header and/or %s file" raise ValueError(tmpl % self.PKG_INFO, self) return version @property def _dep_map(self): """ A map of extra to its list of (direct) requirements for this distribution, including the null extra. """ try: return self.__dep_map except AttributeError: self.__dep_map = self._filter_extras(self._build_dep_map()) return self.__dep_map @staticmethod def _filter_extras(dm): """ Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. """ for extra in list(filter(None, dm)): new_extra = extra reqs = dm.pop(extra) new_extra, _, marker = extra.partition(':') fails_marker = marker and ( invalid_marker(marker) or not evaluate_marker(marker) ) if fails_marker: reqs = [] new_extra = safe_extra(new_extra) or None dm.setdefault(new_extra, []).extend(reqs) return dm def _build_dep_map(self): dm = {} for name in 'requires.txt', 'depends.txt': for extra, reqs in split_sections(self._get_metadata(name)): dm.setdefault(extra, []).extend(parse_requirements(reqs)) return dm def requires(self, extras=()): """List of Requirements needed for this distro if `extras` are used""" dm = self._dep_map deps = [] deps.extend(dm.get(None, ())) for ext in extras: try: deps.extend(dm[safe_extra(ext)]) except KeyError: raise UnknownExtra( "%s has no such extra feature %r" % (self, ext) ) return deps def _get_metadata(self, name): if self.has_metadata(name): for line in self.get_metadata_lines(name): yield line def activate(self, path=None, replace=False): """Ensure distribution is importable on `path` (default=sys.path)""" if path is None: path = sys.path self.insert_on(path, replace=replace) if path is sys.path: fixup_namespace_packages(self.location) for pkg in self._get_metadata('namespace_packages.txt'): if pkg in sys.modules: declare_namespace(pkg) def egg_name(self): """Return what this distribution's standard .egg filename should be""" filename = "%s-%s-py%s" % ( to_filename(self.project_name), to_filename(self.version), self.py_version or PY_MAJOR ) if self.platform: filename += '-' + self.platform return filename def __repr__(self): if self.location: return "%s (%s)" % (self, self.location) else: return str(self) def __str__(self): try: version = getattr(self, 'version', None) except ValueError: version = None version = version or "[unknown version]" return "%s %s" % (self.project_name, version) def __getattr__(self, attr): """Delegate all unrecognized public attributes to .metadata provider""" if attr.startswith('_'): raise AttributeError(attr) return getattr(self._provider, attr) def __dir__(self): return list( set(super(Distribution, self).__dir__()) | set( attr for attr in self._provider.__dir__() if not attr.startswith('_') ) ) if not hasattr(object, '__dir__'): # python 2.7 not supported del __dir__ @classmethod def from_filename(cls, filename, metadata=None, **kw): return cls.from_location( _normalize_cached(filename), os.path.basename(filename), metadata, **kw ) def as_requirement(self): """Return a ``Requirement`` that matches this distribution exactly""" if isinstance(self.parsed_version, packaging.version.Version): spec = "%s==%s" % (self.project_name, self.parsed_version) else: spec = "%s===%s" % (self.project_name, self.parsed_version) return Requirement.parse(spec) def load_entry_point(self, group, name): """Return the `name` entry point of `group` or raise ImportError""" ep = self.get_entry_info(group, name) if ep is None: raise ImportError("Entry point %r not found" % ((group, name),)) return ep.load() def get_entry_map(self, group=None): """Return the entry point map for `group`, or the full entry map""" try: ep_map = self._ep_map except AttributeError: ep_map = self._ep_map = EntryPoint.parse_map( self._get_metadata('entry_points.txt'), self ) if group is not None: return ep_map.get(group, {}) return ep_map def get_entry_info(self, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return self.get_entry_map(group).get(name) def insert_on(self, path, loc=None, replace=False): """Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. """ loc = loc or self.location if not loc: return nloc = _normalize_cached(loc) bdir = os.path.dirname(nloc) npath = [(p and _normalize_cached(p) or p) for p in path] for p, item in enumerate(npath): if item == nloc: if replace: break else: # don't modify path (even removing duplicates) if # found and not replace return elif item == bdir and self.precedence == EGG_DIST: # if it's an .egg, give it precedence over its directory # UNLESS it's already been added to sys.path and replace=False if (not replace) and nloc in npath[p:]: return if path is sys.path: self.check_version_conflict() path.insert(p, loc) npath.insert(p, nloc) break else: if path is sys.path: self.check_version_conflict() if replace: path.insert(0, loc) else: path.append(loc) return # p is the spot where we found or inserted loc; now remove duplicates while True: try: np = npath.index(nloc, p + 1) except ValueError: break else: del npath[np], path[np] # ha! p = np return def check_version_conflict(self): if self.key == 'setuptools': # ignore the inevitable setuptools self-conflicts :( return nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt')) loc = normalize_path(self.location) for modname in self._get_metadata('top_level.txt'): if (modname not in sys.modules or modname in nsp or modname in _namespace_packages): continue if modname in ('pkg_resources', 'setuptools', 'site'): continue fn = getattr(sys.modules[modname], '__file__', None) if fn and (normalize_path(fn).startswith(loc) or fn.startswith(self.location)): continue issue_warning( "Module %s was already imported from %s, but %s is being added" " to sys.path" % (modname, fn, self.location), ) def has_version(self): try: self.version except ValueError: issue_warning("Unbuilt egg for " + repr(self)) return False return True def clone(self, **kw): """Copy this distribution, substituting in any changed keyword args""" names = 'project_name version py_version platform location precedence' for attr in names.split(): kw.setdefault(attr, getattr(self, attr, None)) kw.setdefault('metadata', self._provider) return self.__class__(**kw) @property def extras(self): return [dep for dep in self._dep_map if dep] class EggInfoDistribution(Distribution): def _reload_version(self): """ Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. """ md_version = _version_from_file(self._get_metadata(self.PKG_INFO)) if md_version: self._version = md_version return self class DistInfoDistribution(Distribution): """ Wrap an actual or potential sys.path entry w/metadata, .dist-info style. """ PKG_INFO = 'METADATA' EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])") @property def _parsed_pkg_info(self): """Parse and cache metadata""" try: return self._pkg_info except AttributeError: metadata = self.get_metadata(self.PKG_INFO) self._pkg_info = email.parser.Parser().parsestr(metadata) return self._pkg_info @property def _dep_map(self): try: return self.__dep_map except AttributeError: self.__dep_map = self._compute_dependencies() return self.__dep_map def _compute_dependencies(self): """Recompute this distribution's dependencies.""" dm = self.__dep_map = {None: []} reqs = [] # Including any condition expressions for req in self._parsed_pkg_info.get_all('Requires-Dist') or []: reqs.extend(parse_requirements(req)) def reqs_for_extra(extra): for req in reqs: if not req.marker or req.marker.evaluate({'extra': extra}): yield req common = frozenset(reqs_for_extra(None)) dm[None].extend(common) for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []: s_extra = safe_extra(extra.strip()) dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common) return dm _distributionImpl = { '.egg': Distribution, '.egg-info': EggInfoDistribution, '.dist-info': DistInfoDistribution, } def issue_warning(*args, **kw): level = 1 g = globals() try: # find the first stack frame that is *not* code in # the pkg_resources module, to use for the warning while sys._getframe(level).f_globals is g: level += 1 except ValueError: pass warnings.warn(stacklevel=level + 1, *args, **kw) class RequirementParseError(ValueError): def __str__(self): return ' '.join(self.args) def parse_requirements(strs): """Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. """ # create a steppable iterator, so we can handle \-continuations lines = iter(yield_lines(strs)) for line in lines: # Drop comments -- a hash without a space may be in a URL. if ' #' in line: line = line[:line.find(' #')] # If there is a line continuation, drop it, and append the next line. if line.endswith('\\'): line = line[:-2].strip() try: line += next(lines) except StopIteration: return yield Requirement(line) class Requirement(packaging.requirements.Requirement): def __init__(self, requirement_string): """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!""" try: super(Requirement, self).__init__(requirement_string) except packaging.requirements.InvalidRequirement as e: raise RequirementParseError(str(e)) self.unsafe_name = self.name project_name = safe_name(self.name) self.project_name, self.key = project_name, project_name.lower() self.specs = [ (spec.operator, spec.version) for spec in self.specifier] self.extras = tuple(map(safe_extra, self.extras)) self.hashCmp = ( self.key, self.specifier, frozenset(self.extras), str(self.marker) if self.marker else None, ) self.__hash = hash(self.hashCmp) def __eq__(self, other): return ( isinstance(other, Requirement) and self.hashCmp == other.hashCmp ) def __ne__(self, other): return not self == other def __contains__(self, item): if isinstance(item, Distribution): if item.key != self.key: return False item = item.version # Allow prereleases always in order to match the previous behavior of # this method. In the future this should be smarter and follow PEP 440 # more accurately. return self.specifier.contains(item, prereleases=True) def __hash__(self): return self.__hash def __repr__(self): return "Requirement.parse(%r)" % str(self) @staticmethod def parse(s): req, = parse_requirements(s) return req def _always_object(classes): """ Ensure object appears in the mro even for old-style classes. """ if object not in classes: return classes + (object,) return classes def _find_adapter(registry, ob): """Return an adapter factory for `ob` from `registry`""" types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob)))) for t in types: if t in registry: return registry[t] def ensure_directory(path): """Ensure that the parent directory of `path` exists""" dirname = os.path.dirname(path) py31compat.makedirs(dirname, exist_ok=True) def _bypass_ensure_directory(path): """Sandbox-bypassing version of ensure_directory()""" if not WRITE_SUPPORT: raise IOError('"os.mkdir" not supported on this platform.') dirname, filename = split(path) if dirname and filename and not isdir(dirname): _bypass_ensure_directory(dirname) mkdir(dirname, 0o755) def split_sections(s): """Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. """ section = None content = [] for line in yield_lines(s): if line.startswith("["): if line.endswith("]"): if section or content: yield section, content section = line[1:-1].strip() content = [] else: raise ValueError("Invalid section heading", line) else: content.append(line) # wrap up last segment yield section, content def _mkstemp(*args, **kw): old_open = os.open try: # temporarily bypass sandboxing os.open = os_open return tempfile.mkstemp(*args, **kw) finally: # and then put it back os.open = old_open # Silence the PEP440Warning by default, so that end users don't get hit by it # randomly just because they use pkg_resources. We want to append the rule # because we want earlier uses of filterwarnings to take precedence over this # one. warnings.filterwarnings("ignore", category=PEP440Warning, append=True) # from jaraco.functools 1.3 def _call_aside(f, *args, **kwargs): f(*args, **kwargs) return f @_call_aside def _initialize(g=globals()): "Set up global resource manager (deliberately not state-saved)" manager = ResourceManager() g['_manager'] = manager g.update( (name, getattr(manager, name)) for name in dir(manager) if not name.startswith('_') ) @_call_aside def _initialize_master_working_set(): """ Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. """ working_set = WorkingSet._build_master() _declare_state('object', working_set=working_set) require = working_set.require iter_entry_points = working_set.iter_entry_points add_activation_listener = working_set.subscribe run_script = working_set.run_script # backward compatibility run_main = run_script # Activate all distributions already on sys.path with replace=False and # ensure that all distributions added to the working set in the future # (e.g. by calling ``require()``) will get activated as well, # with higher priority (replace=True). tuple( dist.activate(replace=False) for dist in working_set ) add_activation_listener( lambda dist: dist.activate(replace=True), existing=False, ) working_set.entries = [] # match order list(map(working_set.add_entry, sys.path)) globals().update(locals()) site-packages/pkg_resources/py31compat.py 0000644 00000001130 15231162611 0014502 0 ustar 00 import os import errno import sys def _makedirs_31(path, exist_ok=False): try: os.makedirs(path) except OSError as exc: if not exist_ok or exc.errno != errno.EEXIST: raise # rely on compatibility behavior until mode considerations # and exists_ok considerations are disentangled. # See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663 needs_makedirs = ( sys.version_info < (3, 2, 5) or (3, 3) <= sys.version_info < (3, 3, 6) or (3, 4) <= sys.version_info < (3, 4, 1) ) makedirs = _makedirs_31 if needs_makedirs else os.makedirs site-packages/pkg_resources/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000272700 15231162611 0021501 0 ustar 00 3 Xo�h�� � ^ @ sL d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ y ddlZW n e k r� ddl ZY nX ddl m Z ddl m!Z!m"Z"m#Z# ddlm$Z$ y ddlm%Z%m&Z&m'Z' d Z(W n e k �rX d Z(Y nX dd lm)Z* dd l+m,Z,m-Z- yddl.j/Z0e0j1 W n e k �r� dZ0Y nX d dl2m3Z3 ddl m4Z4 ddl m5Z5 e6d� e6d� e6d� e6d� d�ej7 k �o d�k n �re8d��e j9�r dZ:dZ;dZ<dZ=dZ>dZ?dZ@dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLG dd� deM�ZNdd� ZOi ZPdd � ZQd d � ZRd d � ZSd!d"� ZTd#d$� ZUd%d&� ZVd'd(� ZWd)d*� ZXZYd+d,� ZZd-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLddMddNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpgFZ[G dqdH� dHe\�Z]G drdI� dIe]�Z^G dsdt� dte^�Z_G dudJ� dJe]�Z`G dvdK� dKe]�Zai Zbejcdd� ZddZedwZfd ZgdZhd�Zidxdl� Zjdyd/� Zkg fdzd{�Zld|d}� Zmd~d� Znejod��Zpejod��ZqenZrd�dQ� Zsd�d.� ZtetZud�d0� Zvd�d1� Zwd�d�d2�Zxd�d3� ZyG d�d_� d_�ZzG d�d`� d`ez�Z{G d�dC� dCe|�Z}G d�d�� d�e~�ZG d�dB� dBe|�Z�e�Z�G d�dL� dLe8�Z�G d�dD� dD�Z�d�dA� Z�d�dN� Z�d�dO� Z�d�dT� Z�d�dU� Z�d�dV� Z�d�d�dW�Z�G d�df� df�Z�eje|e�� G d�dg� dge��Z�G d�dh� dhe��Z�e�j�� G d�dd� dde��Z�e�� Z�G d�d�� d�e~�Z�G d�d�� d�e��Z�G d�di� die��Z�eje j�e�� G d�da� dae��Z�G d�db� dbe��Z�G d�dc� dce��Z�eQd�i d�� d�dj� Z�d�d�d>�Z�d�d�d��Z�e�e j�e�� d�d�d��Z�e�e|e�� d�d�� Z��d d�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e0d���rne�e0j�e�� eQd�i d�� eQd�i d�� d�dk� Z�d�d�� Z�d�d Z�d�d;� Z��dd�dm�Z�d�dƄ Z�e�ej�e�� e�e j�e�� e�e0d���r�e�e0j�e�� d�dȄ Z�e�e|e�� d�dY� Z�i fd�d˄Z�d�d̈́ Z�d�dτ Z�d�dф Z�d�dR� Z�ejodӃj�Z�ejod�ej�ej�B �j�Z�G d�dG� dGe|�Z�d�dׄ Z�d�dل Z�G d�dE� dEe|�Z�G d�d܄ d�e��Z�G d�dބ d�e��Z�e�e�e�dߜZ�d�d� Z�G d�d� d�e��Z�d�dM� Z�G d�dF� dFe5j�jŃZ�d�d� Z�d�d� Z�d�dX� Z�d�d� Z�d�dS� Z�d�d� Z�e j�d�eNd d� d�d� Z�e�e fd�d���Z�e�d�d�� �Z�dS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. � )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )� py31compat)�appdirs)� packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers� z Python 3.3 or later is requiredc @ s e Zd ZdZdS )� PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/__init__.pyr n s r c C s2 y t jj| �S t jjk r, t jj| �S X d S )N)r �version�Version�InvalidVersion� LegacyVersion)�vr r r � parse_versionu s r c K s" t � j|� tjtj|| �� d S )N)�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state s r' c C s< i } t � }x,tj� D ] \}}|d| || �| |< qW | S )NZ_sget_)r! r# �items)�state�g�kr r r r � __getstate__� s r, c C s< t � }x0| j� D ]$\}}|dt| ||| |� qW | S )NZ_sset_)r! r( r# )r) r* r+ r r r r � __setstate__� s r- c C s | j � S )N)�copy)�valr r r � _sget_dict� s r0 c C s |j � |j|� d S )N)�clearr" )�key�obr) r r r � _sset_dict� s r4 c C s | j � S )N)r, )r/ r r r � _sget_object� s r5 c C s |j |� d S )N)r- )r2 r3 r) r r r � _sset_object� s r6 c G s d S )Nr )�argsr r r �<lambda>� s r8 c C sb t � } tj| �}|dk r^tjdkr^y&ddjt� dd� �|jd�f } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group� ValueError)�plat�mr r r �get_supported_platform� s &rG �require� run_script� get_provider�get_distribution�load_entry_point� get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment� WorkingSet�ResourceManager� Distribution� Requirement� EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections� safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST� CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata� EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr �run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rc z.Abstract base for dependency resolution errorsc C s | j jt| j� S )N)� __class__r �reprr7 )�selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rc � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d � Z d S ) rd z� An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S )Nr )r7 )r� r r r �dist� s zVersionConflict.distc C s | j d S )Nr )r7 )r� r r r �req s zVersionConflict.reqc C s | j jf t� �S )N)� _template�format�locals)r� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r7 �ContextualVersionConflict)r� � required_byr7 r r r � with_context s z VersionConflict.with_contextN) r r r r r� �propertyr� r� r� r� r r r r rd � s c @ s& e Zd ZdZejd Zedd� �ZdS )r� z� A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )Nr; )r7 )r� r r r r� s z%ContextualVersionConflict.required_byN)r r r r rd r� r� r� r r r r r� s r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d � Z d d � Z d S )re z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S )Nr )r7 )r� r r r r� ( s zDistributionNotFound.reqc C s | j d S )Nr )r7 )r� r r r � requirers, s z DistributionNotFound.requirersc C s | j s dS dj| j �S )Nzthe applicationz, )r� rA )r� r r r � requirers_str0 s z"DistributionNotFound.requirers_strc C s | j jf t� �S )N)r� r� r� )r� r r r r� 6 s zDistributionNotFound.reportc C s | j � S )N)r� )r� r r r �__str__9 s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r re " s c @ s e Zd ZdZdS )rf z>Distribution doesn't have an "extra feature" of the given nameN)r r r r r r r r rf = s r; c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� K s c C st t | t�r$tj| �p"tt| ��d S ytj| }W n& tk rX t | � tj| }Y nX t |dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr � __loader__N) � isinstancera rW �findrH �strr? �modules�KeyError� __import__�getattr� _find_adapterr� )Z moduleOrReq�module�loaderr r r rJ U s c C sd | s\t j� d }|dkrLd}tjj|�rLttd�rLtj|�}d|krL|d }| j|j d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionr: ) r@ Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ plist_contentr r r rB b s rB c C s ddd�j | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_archr s r� c C s~ ddl m} | � }tjdkrz|jd� rzy<t� }tj� d jdd�}dt |d �t |d �t |�f S t k rx Y nX |S ) z�Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rk r9 zmacosx-� � �_zmacosx-%d.%d-%sr ) � sysconfigrk r? r@ � startswithrB r� �uname�replace�intr� rD )rk rE r r� r r r r< v s r< zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t j|�}|r�t j| �}|s�tj| �}|r�t|jd��}d|jd�|jd�f }|dkr||dks�|dkr�|d kr�dS d S |jd�|jd�ks�|jd �|jd �kr�d S t|jd��t|jd��kr�d S dS d S ) z�Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%sr; � z10.3� z10.4Fr )r= r> �darwinVersionStringr� rC )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rl � s* c C s< t jd�j}|d }|j� ||d< t| �d j||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N)r? � _getframe� f_globalsr1 rH rI )Z dist_spec� script_name�ns�namer r r rI � s c C s@ t | tj�rtj| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesra �parserJ r` � TypeError)r� r r r rK � s c C s t | �j||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rK rL )r� rC r� r r r rL � s c C s t | �j|�S )z=Return the entry point map for `group`, or the full entry map)rK rM )r� rC r r r rM � s c C s t | �j||�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rK rN )r� rC r� r r r rN � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )rz c C s dS )z;Does the package's distribution contain the named metadata?Nr )r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr )r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr )r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr )r� r r r �metadata_isdir� s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr )r� r r r �metadata_listdir� s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rI � s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rI r r r r rz � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dS )r{ z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr )�manager� resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr )r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr )r� r r r rU s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr )r� r r r rS s z"IResourceProvider.resource_listdirN) r r r r r� r� r� r� rU rS r r r r r{ s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d � Zd d � Z d d� Z d(dd�Z dd� Z dd� Z d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-r^ zDA collection of active distributions on sys.path (or a similar list)Nc C sB g | _ i | _i | _g | _|dkr&tj}x|D ]}| j|� q,W dS )z?Create working set from list of path entries (default=sys.path)N)�entries� entry_keys�by_key� callbacksr? r� � add_entry)r� r� �entryr r r �__init__ s zWorkingSet.__init__c C sZ | � }yddl m} W n tk r* |S X y|j|� W n tk rT | j|�S X |S )z1 Prepare the master working set. r )� __requires__)�__main__r� � ImportErrorrH rd �_build_from_requirements)�cls�wsr� r r r � _build_master, s zWorkingSet._build_masterc C sn | g �}t |�}|j|t� �}x|D ]}|j|� q$W x"tjD ]}||jkr>|j|� q>W |jtjdd�< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rh �resolver] �addr? r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� @ s z#WorkingSet._build_from_requirementsc C s@ | j j|g � | jj|� x t|d�D ]}| j||d� q&W dS )a� Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r� � setdefaultr� r� rY r� )r� r� r� r r r r� V s zWorkingSet.add_entryc C s | j j|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r2 )r� r� r r r � __contains__e s zWorkingSet.__contains__c C s, | j j|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r� r� r2 rd )r� r� r� r r r r� i s zWorkingSet.findc c sP xJ| D ]B}|j |�}|dkr6x*|j� D ] }|V q&W q||kr|| V qW dS )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). N)rM �values)r� rC r� r� r� �epr r r rO y s z WorkingSet.iter_entry_pointsc C s> t jd�j}|d }|j� ||d< | j|�d j||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r N)r? r� r� r1 rH rI )r� �requiresr� r� r� r r r rI � s zWorkingSet.run_scriptc c sT i }xJ| j D ]@}|| jkr q x.| j| D ] }||kr(d||< | j| V q(W q W dS )z�Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r� r� r� )r� �seen�itemr2 r r r �__iter__� s zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| jj|g �}| jj|jg �}| rX|j| jkrXdS || j|j< |j|krz|j|j� |j|kr�|j|j� | j|� dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. )r� N) � insert_onr� �locationr� r� r2 r� r� � _added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s zWorkingSet.addc C s� t |�ddd� }i }i }g }t� } tjt�} �xP|�r�|jd�} | |krLq2| j| |�sZq2|j| j�} | dk�r | j j| j�} | dks�| | ko�|�r | } |dkr�| dkr�t | j �}nt g �}t g �} |j | | ||d� } || j< | dk�r | j| d�}t| |��|j| � | | k�r,| | }t| | �j|��| j| j�ddd� }|j|� x(|D ] }| | j| j� | j| |< �qRW d|| < q2W |S )a� List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )�replace_conflictingT���r� )�list� _ReqExtras� collections� defaultdict�set�pop� markers_passr� r2 r� r] r� r^ � best_matchre r� rd r� r� �extras�extendr� � project_name)r� � requirements�env� installerr� r� Z processedZbestZ to_activateZ req_extrasr� r� r� r� r� Z dependent_reqZnew_requirementsZnew_requirementr r r r� � sN zWorkingSet.resolvec C s t |�}|j� i }i }|dkr4t| j�}||7 }n|| }| jg �} t t| j| �� x�|D ]�} x�|| D ]x} | j� g} y| j| ||�} W n4 t k r� } z||| < |r�wjnP W Y dd}~X qjX t t| j| �� |j t j | �� P qjW q\W t |�}|j� ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r� �sortr] r� r� r r� �as_requirementr� rc r" r$ r% )r� Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr� r� r� Z resolveesr r r r � find_plugins s4 $ zWorkingSet.find_pluginsc G s* | j t|��}x|D ]}| j|� qW |S )a� Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r� rh r� )r� r� Zneededr� r r r rH o s zWorkingSet.requirec C s< || j krdS | j j|� |s"dS x| D ] }||� q(W dS )z�Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r� r� )r� �callback�existingr� r r r � subscribe s zWorkingSet.subscribec C s x| j D ] }||� qW d S )N)r� )r� r� r r r r r� � s zWorkingSet._added_newc C s, | j d d � | jj� | jj� | jd d � fS )N)r� r� r. r� r� )r� r r r r, � s zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |j� | _|j� | _|d d � | _d S )N)r� r. r� r� r� )r� Ze_k_b_cr� r� r� r� r r r r- � s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rO rI r� r� r� r rH r r� r, r- r r r r r^ s& \ S c @ s e Zd ZdZddd�ZdS )r� z> Map each requirement to the extras that demanded it. Nc s2 � fdd�| j � f �|pd D �}� j p0t|�S )z� Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]}� j jd |i�V qdS )�extraN)�marker�evaluate)�.0r )r� r r � <genexpr>� s z*_ReqExtras.markers_pass.<locals>.<genexpr>N)N)r� r �any)r� r� r� Z extra_evalsr )r� r r� � s z_ReqExtras.markers_pass)N)r r r r r� r r r r r� � s r� c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d �Z d d � Z d d� Z ddd�Z d dd�Z dd� Zdd� Zdd� ZdS ) r] z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| j|� dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)�_distmapr@ �python�scan)r� � search_pathr@ r r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r � py_versionrl r@ )r� r� Z py_compatr r r �can_add� s zEnvironment.can_addc C s | j |j j|� dS )z"Remove `dist` from the environmentN)r r2 �remove)r� r� r r r r � s zEnvironment.removec C s< |dkrt j}x(|D ] }xt|�D ]}| j|� q"W qW dS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)r? r� rY r� )r� r r� r� r r r r � s zEnvironment.scanc C s |j � }| jj|g �S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )�lowerr r� )r� r� Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | j |�rH|j� rH| jj|jg �}||krH|j|� |jtjd�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added �hashcmpT)r2 �reverseN) r � has_versionr r� r2 r� r �operator� attrgetter)r� r� r� r r r r� � s zEnvironment.addFc C sf y|j |�}W n tk r, |s$� d}Y nX |dk r:|S x | |j D ]}||krF|S qFW | j||�S )a� Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r� rd r2 �obtain)r� r� rW r r� r� r r r r� s zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r� Z requirementr r r r r s zEnvironment.obtainc c s& x | j j� D ]}| | r |V q W dS )z=Yield the unique project names of the available distributionsN)r r� )r� r2 r r r r� + s zEnvironment.__iter__c C s^ t |t�r| j|� nDt |t�rLx8|D ] }x|| D ]}| j|� q4W q&W ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� r` r� r] r� )r� �otherZprojectr� r r r �__iadd__1 s zEnvironment.__iadd__c C s. | j g ddd�}x| |fD ] }||7 }qW |S )z4Add an environment or distribution to an environmentN)r@ r )r� )r� r �newr r r r �__add__= s zEnvironment.__add__)N)NF)N)r r r r rG �PY_MAJORr� r r r r r� r� r r� r r! r r r r r] � s c @ s e Zd ZdZdS )rg aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail N)r r r r r r r r rg I s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z dd� Z dd� Z f fdd�Z edd� �Zdd� Zdd� Zd d d �ZdS ) r_ z'Manage resource extraction and packagesNc C s i | _ d S )N)� cached_files)r� r r r r� ] s zResourceManager.__init__c C s t |�j|�S )z Does the named resource exist?)rJ r� )r� �package_or_requirementr� r r r rT ` s z ResourceManager.resource_existsc C s t |�j|�S )z,Is the named resource an existing directory?)rJ rU )r� r$ r� r r r rU d s z ResourceManager.resource_isdirc C s t |�j| |�S )z4Return a true filesystem path for specified resource)rJ r� )r� r$ r� r r r rR j s z!ResourceManager.resource_filenamec C s t |�j| |�S )z9Return a readable file-like object for specified resource)rJ r� )r� r$ r� r r r rQ p s z ResourceManager.resource_streamc C s t |�j| |�S )z%Return specified resource as a string)rJ r� )r� r$ r� r r r rP v s z ResourceManager.resource_stringc C s t |�j|�S )z1List the contents of the named resource directory)rJ rS )r� r$ r� r r r rS | s z ResourceManager.resource_listdirc C sR t j� d }| jpt� }tjd�j� }t|jf t � ��}| |_ ||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) r? �exc_info�extraction_pathr\ �textwrap�dedent�lstriprg r� r� r� � cache_pathZoriginal_error)r� �old_excr* �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorc C sf | j p t� }tjj||d f|�� }y t|� W n tk rL | j� Y nX | j|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) r& r\ r� r� rA �_bypass_ensure_directory� Exceptionr. � _warn_unsafe_extraction_pathr# )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s z ResourceManager.get_cache_pathc C sX t jdkr | jt jd � r dS t j| �j}|tj@ s@|tj@ rTd| }tj |t � dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. �ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r r1 � s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t j|�jdB d@ }t j||� dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. �posixim i� N)r� r� r6 r7 �chmod)r� Ztempname�filenamer= r r r � postprocess� s zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r# rD r& )r� r� r r r rZ � s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r� �forcer r r r[ � s z!ResourceManager.cleanup_resources)F)r r r r r& r� rT rU rR rQ rP rS r. r3 � staticmethodr1 rB rZ r[ r r r r r_ Y s c C s t jjd�ptjdd�S )z� Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� r5 r� r Zuser_cache_dirr r r r r\ s c C s t jdd| �S )z�Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. z[^A-Za-z0-9.]+�-)�re�sub)r� r r r ri s c C sD yt tjj| ��S tjjk r> | jdd�} tjdd| �S X dS )zB Convert an arbitrary string to a standard version string r� r: z[^A-Za-z0-9.]+rE N)r� r r r r r� rF rG )r r r r rj ! s c C s t jdd| �j� S )z�Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r� )rF rG r )r r r r ro - s c C s | j dd�S )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rE r� )r� )r� r r r rp 6 s c C s> y t | � W n, tk r8 } zd|_d|_|S d}~X nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rr � SyntaxErrorrA �lineno)�text�er r r rq > s c C sH yt jj| �}|j� S t jjk rB } zt|��W Y dd}~X nX dS )z� Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr Z InvalidMarkerrH )rJ r r rK r r r rr L s c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d � Z d d � Z d d� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )'r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tjjt |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path)r� r� r r r r� b s zNullProvider.__init__c C s | j | j|�S )N)�_fnrN )r� r� r� r r r r� f s z"NullProvider.get_resource_filenamec C s t j| j||��S )N)�io�BytesIOr� )r� r� r� r r r r� i s z NullProvider.get_resource_streamc C s | j | j| j|��S )N)�_getrO rN )r� r� r� r r r r� l s z NullProvider.get_resource_stringc C s | j | j| j|��S )N)�_hasrO rN )r� r� r r r r� o s zNullProvider.has_resourcec C s | j o| j| j| j |��S )N)�egg_inforS rO )r� r� r r r r� r s zNullProvider.has_metadatac C s2 | j s dS | j| j| j |��}tjr.|jd�S |S )Nr� zutf-8)rT rR rO r ZPY3�decode)r� r� �valuer r r r� u s zNullProvider.get_metadatac C s t | j|��S )N)rm r� )r� r� r r r r� { s z NullProvider.get_metadata_linesc C s | j | j| j|��S )N)�_isdirrO rN )r� r� r r r rU ~ s zNullProvider.resource_isdirc C s | j o| j| j| j |��S )N)rT rW rO )r� r� r r r r� � s zNullProvider.metadata_isdirc C s | j | j| j|��S )N)�_listdirrO rN )r� r� r r r rS � s z NullProvider.resource_listdirc C s | j r| j| j| j |��S g S )N)rT rX rO )r� r� r r r r� � s z NullProvider.metadata_listdirc C s� d| }| j |�s$tdjf t� ���| j|�jdd�}|jdd�}| j| j|�}||d< tj j |�r�t |�j � }t ||d�}t|||� n>dd lm} t|�d|jd�|f||< t ||d�} t| ||� d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z � � rL �execr )�cache)r� rc r� r� r� r� rO rT r� r� r� r �read�compiler[ � linecacher\ �lenr ) r� r� r� ZscriptZ script_textZscript_filename�source�coder\ Z script_coder r r rI � s" zNullProvider.run_scriptc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)�NotImplementedError)r� r� r r r rS � s zNullProvider._hasc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rc )r� r� r r r rW � s zNullProvider._isdirc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rc )r� r� r r r rX � s zNullProvider._listdirc C s |r t jj|f|jd��� S |S )N�/)r� r� rA r )r� �baser� r r r rO � s zNullProvider._fnc C s$ t | jd�r| jj|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� rf rc )r� r� r r r rR � s zNullProvider._get)r r r r �egg_namerT r� r� r� r� r� r� r� r� r� rU r� rS r� rI rS rW rX rO rR r r r r r� [ s, c @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t j| |� | j� d S )N)r� r� � _setup_prefix)r� r� r r r r� � s zEggProvider.__init__c C s^ | j }d }xN||krXt|�rBtjj|�| _tjj|d�| _|| _P |}tjj |�\}}q W d S )NzEGG-INFO) rN � _is_egg_pathr� r� �basenamerg rA rT �egg_rootr )r� r� �oldre r r r rh � s zEggProvider._setup_prefixN)r r r r r� rh r r r r r� � s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Ze d d � �Z dS )r� z6Provides access to package resources in the filesystemc C s t jj|�S )N)r� r� r� )r� r� r r r rS � s zDefaultProvider._hasc C s t jj|�S )N)r� r� r )r� r� r r r rW � s zDefaultProvider._isdirc C s t j|�S )N)r� �listdir)r� r� r r r rX � s zDefaultProvider._listdirc C s t | j| j|�d�S )N�rb)r rO rN )r� r� r� r r r r� � s z#DefaultProvider.get_resource_streamc C s t |d�� }|j� S Q R X d S )Nrn )r r] )r� r� �streamr r r rR � s zDefaultProvider._getc C s0 d}x&|D ] }t t|td ��}t|| � q W d S )N�SourceFileLoader�SourcelessFileLoader)rp rq )r� �importlib_machinery�typer� )r� Z loader_namesr� Z loader_clsr r r � _register� s zDefaultProvider._registerN) r r r r rS rW rX r� rR r rt r r r r r� � s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d � Z dS ) r z.Provider that returns nothing for all requestsNc C s dS )NFr )r� r� r r r r8 � s zEmptyProvider.<lambda>c C s dS )Nr� r )r� r� r r r rR � s zEmptyProvider._getc C s g S )Nr )r� r� r r r rX s zEmptyProvider._listdirc C s d S )Nr )r� r r r r� s zEmptyProvider.__init__) r r r r rN rW rS rR rX r� r r r r r � s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz zip manifest builder c s4 t j|�� � � fdd�� j� D �}t|�S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }|j d tj�� j|�fV qdS )rd N)r� r� �sepZgetinfo)r r� )�zfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr$ )r� r� r( r )rw r �build s zZipManifests.buildN)r r r r r ry �loadr r r r ru s ru c @ s$ e Zd ZdZejdd�Zdd� ZdS )�MemoizedZipManifestsz% Memoized zipfile manifests. � manifest_modzmanifest mtimec C sR t jj|�}t j|�j}|| ks.| | j|krH| j|�}| j||�| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r� r� �normpathr6 �st_mtime�mtimery r| �manifest)r� r� r r� r r r rz + s zMemoizedZipManifests.loadN)r r r r r� � namedtupler| rz r r r r r{ % s r{ c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e d d � �Z d d � Z e d d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t j| |� | jjtj | _d S )N)r� r� r� �archiver� rv �zip_pre)r� r� r r r r� ? s zZipProvider.__init__c C sP |j tj�}|| jjkr dS |j| j�r:|t| j�d � S td|| jf ��d S )Nr� z%s is not a subpath of %s) �rstripr� rv r� r� r� r� r` �AssertionError)r� �fspathr r r � _zipinfo_nameC s zZipProvider._zipinfo_namec C sP | j | }|j| jtj �r:|t| j�d d � jtj�S td|| jf ��d S )Nr z%s is not a subpath of %s)r� r� rk r� rv r` r r� )r� �zip_pathr� r r r �_partsO s zZipProvider._partsc C s | j j| jj�S )N)�_zip_manifestsrz r� r� )r� r r r �zipinfoY s zZipProvider.zipinfoc C s` | j std��| j|�}| j� }dj| j|��|krTx |D ]}| j|| j|�� q:W | j||�S )Nz5resource_filename() only supported for .egg, not .ziprd )rg rc �_resource_to_zip�_get_eager_resourcesrA r� �_extract_resource� _eager_to_zip)r� r� r� r� �eagersr� r r r r� ] s z!ZipProvider.get_resource_filenamec C s" | j }| jd }tj|�}||fS )Nr r r� )r r r� )Z file_size� date_time�timeZmktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_sizej s z ZipProvider._get_date_and_sizec C sn || j � krDx*| j � | D ]}| j|tjj||��}qW tjj|�S | j| j| �\}}tsdt d��y�|j | j | j |��}| j ||�r�|S tdtjj|�d�\}} tj|| jj|�� tj|� t| ||f� |j| |� yt| |� W n\ tjk �rD tjj|��r>| j ||��r |S tjdk�r>t|� t| |� |S � Y nX W n tjk �rh |j� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirr4 )�_indexr� r� r� rA rM r� r� � WRITE_SUPPORT�IOErrorr3 rg r� � _is_current�_mkstemp�writer� rf �closer rB r �error�isfiler� r r. ) r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� s sD z ZipProvider._extract_resourcec C sx | j | j| �\}}tjj|�s$dS tj|�}|j|ksB|j|krFdS | jj |�}t |d��}|j � }W dQ R X ||kS )zK Return True if the file_path is current for this zip_path Frn N) r� r� r� r� r� r6 �st_sizer~ r� rf r r] ) r� Z file_pathr� r� r� r6 Z zip_contents�fZ file_contentsr r r r� � s zZipProvider._is_currentc C sB | j d kr<g }x&dD ] }| j|�r|j| j|�� qW || _ | j S )N�native_libs.txt�eager_resources.txt)r� r� )r� r� r� r� )r� r� r� r r r r� � s z ZipProvider._get_eager_resourcesc C s� y| j S tk r� i }xd| jD ]Z}|jtj�}xH|rztjj|d d� �}||krj|| j|d � P q4|j� g||< q4W q"W || _ |S X d S )Nr r� r� ) Z _dirindex�AttributeErrorr� r r� rv rA r� r� )r� Zindr� �parts�parentr r r r� � s zZipProvider._indexc C s | j |�}|| jkp || j� kS )N)r� r� r� )r� r� r� r r r rS � s zZipProvider._hasc C s | j |�| j� kS )N)r� r� )r� r� r r r rW � s zZipProvider._isdirc C s t | j� j| j|�f ��S )N)r� r� r� r� )r� r� r r r rX � s zZipProvider._listdirc C s | j | j| j|��S )N)r� rO rk )r� r� r r r r� � s zZipProvider._eager_to_zipc C s | j | j| j|��S )N)r� rO rN )r� r� r r r r� � s z ZipProvider._resource_to_zip)r r r r r� r{ r� r� r� r� r� r� r� rD r� r� r� r� r� rS rW rX r� r� r r r r r� 9 s$ 7 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) r| a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S )N)r� )r� r� r r r r� � s zFileMetadata.__init__c C s |dkot jj| j�S )NzPKG-INFO)r� r� r� )r� r� r r r r� � s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|j� }W d Q R X | j|� |S )NzPKG-INFOz(No metadata except PKG-INFO is availablezutf-8r� )�encoding�errors)r� rP r r� r] �_warn_on_replacement)r� r� r� �metadatar r r r� � s zFileMetadata.get_metadatac C s2 dj d�}||kr.d}|jf t� �}tj|� d S )Ns �zutf-8z2{self.path} could not be properly decoded in UTF-8)rU r� r� r: r; )r� r� Zreplacement_charr, r> r r r r� s z!FileMetadata._warn_on_replacementc C s t | j|��S )N)rm r� )r� r� r r r r� s z FileMetadata.get_metadata_linesN) r r r r r� r� r� r� r� r r r r r| � s c @ s e Zd ZdZdd� ZdS )r} as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S )N)rN rT )r� r� rT r r r r� # s zPathMetadata.__init__N)r r r r r� r r r r r} s c @ s e Zd ZdZdd� ZdS )r~ z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tjj|j |j�| _n|j | _| j � dS )z-Create a metadata provider from a zipimporterN) r� r� rv r� r� �prefixr� rA rN rh )r� �importerr r r r� + s zEggMetadata.__init__N)r r r r r� r r r r r~ ( s r$ )�_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.N)r� )� importer_typeZdistribution_finderr r r r� : s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r rY D s c c s� | j jd�rdS t| �}|jd�r2tj||d�V |r:dS x�|jd�D ]�}t|�r�tj j ||�}t t j |�|�}xT|D ] }|V qvW qF|j� jd�rFtj j ||�}tt j |��}||_tj|||�V qFW dS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNzPKG-INFO)r� rd z .dist-info)r� �endswithr~ r� r` � from_filenamerS ri r� r� rA �find_eggs_in_zip� zipimport� zipimporterr rT � from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� K s$ r� c C s f S )Nr )r� r� r� r r r � find_nothingi s r� c C s dd� }t | |dd�S )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t jj| �\} }tj| jd�|g�}dd� |D �S )z6 Parse each component of the filename rE c S s g | ]}t jj|��qS r )r r r� )r �partr r r � <listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version s z+_by_version_descending.<locals>._by_versionT)r2 r )�sorted)r2 r� r r r �_by_version_descendingp s r� c # s� t ���t��r4tj�t�tjj�d��d�V dS t��}� �fdd�|D �}t |�}x>|D ]6}tjj�|�}t �|� �}x||�D ] } | V q�W q^W dS )z6Yield distributions accessible on a sys.path directoryzEGG-INFO)r� Nc 3 s | ]}t �|� �r|V qd S )N)� dist_factory)r r� )r� r� r r r � s z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggr` r� r} r� r� rA � safe_listdirr� r� ) r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r )r� r� r � find_on_path� s r� c C sL |j � }tt|jd��}|r tS | r2t|�r2tS | rF|jd�rFtS t� S )z9 Return a dist_factory for a path_item and entry � .egg-info� .dist-infoz .egg-link)r� r� ) r r r r� �distributions_from_metadatari rY �resolve_egg_link�NoDists)r� r� r� r Zis_metar r r r� � s r� c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r� zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS )NFr )r� r r r �__bool__� s zNoDists.__bool__c C s t f �S )N)�iter)r� r� r r r �__call__� s zNoDists.__call__N) r r r r r� r �PY2Z __nonzero__r� r r r r r� � s r� c C st y t j| �S ttfk r" Y nN tk rn } z2|jtjtjtjfkpVt |dd�dk}|s^� W Y dd}~X nX f S )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi ) r� rm �PermissionError�NotADirectoryError�OSError�errno�ENOTDIRZEACCES�ENOENTr� )r� rK Z ignorabler r r r� � s r� c c sf t jj| �}t jj| �r:tt j| ��dkr.d S t|| �}nt| �}t jj| �}t j |||t d�V d S )Nr )� precedence) r� r� rM r r` rm r} r| rj r` r� ry )r� �rootr� r� r r r r� � s r� c c s8 t | ��&}x |D ]}|j� }|r|V qW W dQ R X dS )z1 Yield non-empty lines from file at path N)r �strip)r� r� �liner r r �non_empty_lines� s r� c s. t � �}� fdd�|D �}tt|�}t|f �S )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jjt jj� �|�V qd S )N)r� r� rA rM )r �ref)r� r r r s z#resolve_egg_link.<locals>.<genexpr>)r� r rY �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr )r� r r� � s r� � FileFinder)�_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. N)r� )r� Znamespace_handlerr r r r� s c C s� t |�}|dkrdS |j| �}|dkr*dS tjj| �}|dkrbtj| � }tj| < g |_t| � nt |d�svt d| ��t t |�}|||| |�}|dk r�|j}|j |� |j| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�__path__zNot a package:)r � find_moduler? r� r� �types� ModuleTyper� �_set_parent_nsr� r� r� r� r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r � _handle_ns$ s* r� c s` dd� t jD ���fdd��� �fdd�}t| t�s8dS | j|d� d d� | D �|jdd�< dS ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |��qS r )r� )r �pr r r r� C s z%_rebuild_mod_path.<locals>.<listcomp>c s( y � j | �S tk r" td�S X dS )z/ Workaround for #520 and #513. �infN)�indexrD �float)r� )�sys_pathr r �safe_sys_path_indexE s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | j tj�}� jd�d }|d| � }�ttjj|���S )zR Return the ordinal of the path based on its position in sys.path r: r N)r r� rv �countr� rA )r� � path_partsZ module_partsr� )� package_namer� r r �position_in_sys_pathN s z/_rebuild_mod_path.<locals>.position_in_sys_pathN)r2 c S s g | ] }t |��qS r )r� )r r� r r r r� \ s )r? r� r� r� r r� )Z orig_pathr� r� r� r )r� r� r� r r� > s r� c C s� t j� z�| tkrdS tjd }}d| kr�dj| jd�dd� �}t|� |tkrZt|� ytj | j }W n t k r� t d|��Y nX tj |g �j| � tj | g � x|D ]}t| |� q�W W dt j� X dS )z9Declare that package 'packageName' is a namespace packageNr: r zNot a package:r� )�_imp� acquire_lockr� r? r� rA r rV r� r� r� r� r� r� r� r� � release_lock)r� r� r� r� r r r rV _ s& c C sJ t j� z2x,tj|f �D ] }t|| �}|rt||� qW W dt j� X dS )zDEnsure that previously-declared namespace packages include path_itemN)r� r� r� r� r� r� r� )r� r� �packager� r r r r� � s c C sF t jj||jd�d �}t|�}x |jD ]}t|�|kr(P q(W |S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerr: r Nr� )r� r� rA r r� r� )r� r� r� r� r� Z normalizedr� r r r �file_ns_handler� s r� c C s d S )Nr )r� r� r� r� r r r �null_ns_handler� s r� c C s t jjt jj| ��S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpath)rA r r r rt � s c C s2 y|| S t k r, t| � || < }|S X d S )N)r� rt )rA r� �resultr r r r� � s r� c C s | j � jd�S )z7 Determine if given path appears to be an egg. z.egg)r r� )r� r r r ri � s ri c C s t | �o tjjtjj| dd��S )z@ Determine if given path appears to be an unpacked egg. zEGG-INFOzPKG-INFO)ri r� r� r� rA )r� r r r r� � s r� c C s< | j d�}|j� }|r8dj|�}ttj| |tj| � d S )Nr: )r r� rA �setattrr? r� )r� r� r� r� r r r r� � s r� c c sh t | tj�r>xV| j� D ]"}|j� }|r|jd� r|V qW n&x$| D ] }xt|�D ] }|V qRW qDW dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� � splitlinesr� r� rm )�strs�sZssr r r rm � s z \w+(\.\w+)*$z� (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s� e Zd ZdZf f dfdd�Zdd� Zdd� Zdd d �Zd d � Zddd�Z e j d�Z e ddd��Ze dd� �Ze d dd��Ze d dd��ZdS ) rb z3Object representing an advertised importable objectNc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErD r� � module_name�tuple�attrsr� r� )r� r� r r r� r� r r r r� � s zEntryPoint.__init__c C sH d| j | jf }| jr*|ddj| j� 7 }| jrD|ddj| j� 7 }|S )Nz%s = %s�:r: z [%s]�,)r� r r rA r� )r� r r r r r� � s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r))r� )r� r r r r� � s zEntryPoint.__repr__Tc O s6 | s|s|r t jdtdd� |r.| j||� | j� S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.r; )� stacklevel)r: r; �DeprecationWarningrH r� )r� rH r7 �kwargsr r r rz s zEntryPoint.loadc C sV t | jdgdd�}ytjt| j|�S tk rP } ztt|���W Y dd}~X nX dS )zD Resolve the entry point from its module and attrs. r r )�fromlist�levelN) r� r � functools�reducer� r r� r� r� )r� r� �excr r r r� s zEntryPoint.resolvec C sN | j r| j rtd| ��| jj| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r� ) r� r� rf r� rW r� r� r r� )r� r r r� r( r r r rH s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j j|�}|s d}t||��|j� }| j|d �}|d rJ|d jd�nf }| |d |d |||�S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr� �attrr: r� r� )�patternr> rD � groupdict� _parse_extrasr )r� �srcr� rF r> �resr� r r r r r� 0 s zEntryPoint.parsec C s( |sf S t jd| �}|jr"t� �|jS )N�x)ra r� �specsrD r� )r� Z extras_specr� r r r r D s zEntryPoint._parse_extrasc C sZ t |�std|��i }x>t|�D ]2}| j||�}|j|krHtd||j��|||j< q W |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r rD rm r� r� )r� rC �linesr� �thisr� r� r r r � parse_groupM s zEntryPoint.parse_groupc C sx t |t�r|j� }nt|�}i }xR|D ]J\}}|dkrD|s<q&td��|j� }||kr^td|��| j|||�||< q&W |S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r$ r( rn rD r� r )r� �datar� �mapsrC r r r r � parse_mapZ s zEntryPoint.parse_map)T)NN)N)N)N)r r r r r� r� r� rz r� rH rF r^ r r r� r r r r r r r rb � s c C s> | sdS t jj| �}|d jd�r:t jj|d d� d �S | S )Nr� r zmd5=r� r� )r� )r r� Zurlparser� Z urlunparse)r� Zparsedr r r �_remove_md5_fragmentn s r c C s@ dd� }t || �}tt|�d�}|jd�\}}}t|j� �p>dS )z� Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | j � jd�S )Nzversion:)r r� )r� r r r �is_version_line| s z+_version_from_file.<locals>.is_version_liner� r N)r r� r� � partitionrj r� )r r! Z version_linesr� r� rV r r r �_version_from_filew s r# c s� e Zd ZdZdZddddedefdd�ZedNdd��Z dd � Z e d d � �Z d d � Z dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� Zf fd(d)�Z d*d+� Z dOd-d.�Z d/d0� Z d1d2� Z d3d4� Z!d5d6� Z"� fd7d8�Z#e$e%d9��s&[#edPd:d;��Z&d<d=� Z'd>d?� Z(dQd@dA�Z)dBdC� Z*dRdDdE�Z+dFdG� Z,dHdI� Z-dJdK� Z.e dLdM� �Z/� Z0S )Sr` z5Wrap an actual or potential sys.path entry w/metadatazPKG-INFONc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) ri r� rj �_versionr r@ r� r� r� � _provider)r� r� r� r� r r r@ r� r r r r� � s zDistribution.__init__c K s~ d gd \}}}}t jj|�\}} | j� tkr^t| j� } t|�} | r^| jdddd�\}}}}| ||f||||d�|��j� S )Nr� r� ZverZpyverrE )r� r r r@ )r� r� r� r �_distributionImpl�EGG_NAMErC �_reload_version) r� r� rj r� r& r� r r r@ r� r> r r r r� � s zDistribution.from_locationc C s | S )Nr )r� r r r r( � s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS )Nr� )�parsed_versionr� r2 r r� r r@ )r� r r r r � s zDistribution.hashcmpc C s t | j�S )N)�hashr )r� r r r �__hash__� s zDistribution.__hash__c C s | j |j k S )N)r )r� r r r r �__lt__� s zDistribution.__lt__c C s | j |j kS )N)r )r� r r r r �__le__� s zDistribution.__le__c C s | j |j kS )N)r )r� r r r r �__gt__� s zDistribution.__gt__c C s | j |j kS )N)r )r� r r r r �__ge__� s zDistribution.__ge__c C s t || j�sdS | j|jkS )NF)r� r� r )r� r r r r �__eq__� s zDistribution.__eq__c C s | |k S )Nr )r� r r r r �__ne__� s zDistribution.__ne__c C s0 y| j S tk r* | jj� | _ }|S X d S )N)Z_keyr� r� r )r� r2 r r r r2 � s zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r r r2 )r� r r r r) � s zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S tjd�j� jdd�}t j |j f t | ��t � d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. rY r� )r r r r� r2 r' r( r� r� r: r; r� �varsr )r� ZLVZ is_legacyr, r r r �_warn_legacy_version� s z!Distribution._warn_legacy_versionc C sL y| j S tk rF t| j| j��}|d krBd}t|| j | ��|S X d S )Nz(Missing 'Version:' header and/or %s file)r$ r� r# � _get_metadata�PKG_INFOrD )r� r r, r r r r � s zDistribution.versionc C s2 y| j S tk r* | j| j� �| _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr� �_filter_extras�_build_dep_map)r� r r r �_dep_map s zDistribution._dep_mapc C sv xpt td| ��D ]^}|}| j|�}|jd�\}}}|oFt|�pFt|� }|rPg }t|�pZd}| j|g �j|� qW | S )z� Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. Nr ) r� r r� r" rq rr ro r� r� )�dmr Z new_extrar� r� r Z fails_markerr r r r7 s zDistribution._filter_extrasc C sH i }x>dD ]6}x0t | j|��D ] \}}|j|g �jt|�� q W q W |S )N� requires.txt� depends.txt)r; r< )rn r5 r� r� rh )r� r: r� r r� r r r r8 & s zDistribution._build_dep_mapc C sj | j }g }|j|jdf �� xH|D ]@}y|j|t|� � W q" tk r` td| |f ��Y q"X q"W |S )z@List of Requirements needed for this distro if `extras` are usedNz %s has no such extra feature %r)r9 r� r� ro r� rf )r� r� r: Zdepsr� r r r r� - s zDistribution.requiresc c s( | j |�r$x| j|�D ] }|V qW d S )N)r� r� )r� r� r� r r r r5 ; s zDistribution._get_metadataFc C sZ |dkrt j}| j||d� |t jkrVt| j� x$| jd�D ]}|t jkr<t|� q<W dS )z>Ensure distribution is importable on `path` (default=sys.path)N)r� znamespace_packages.txt)r? r� r� r� r� r5 r� rV )r� r� r� Zpkgr r r �activate@ s zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srE )rp r� r r r" r@ )r� rA r r r rg K s zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r� r� )r� r r r r� V s zDistribution.__repr__c C s@ yt | dd �}W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rD r� )r� r r r r r� \ s zDistribution.__str__c C s |j d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� r% )r� r r r r � __getattr__d s zDistribution.__getattr__c s. t ttt| �j� �tdd� | jj� D ��B �S )Nc s s | ]}|j d �s|V qdS )r� N)r� )r r r r r r n s z'Distribution.__dir__.<locals>.<genexpr>)r� r� �superr` �__dir__r% )r� )r� r r r@ j s zDistribution.__dir__r@ c K s | j t|�tjj|�|f|�S )N)r� r� r� r� rj )r� rA r� r& r r r r� w s zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }tj|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� r) r r r r� ra r� )r� �specr r r r ~ s zDistribution.as_requirementc C s. | j ||�}|dkr&td||ff ��|j� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rN r� rz )r� rC r� r� r r r rL � s z Distribution.load_entry_pointc C sP y | j }W n, tk r6 tj| jd�| � }| _ Y nX |dk rL|j|i �S |S )z=Return the entry point map for `group`, or the full entry mapzentry_points.txtN)Z_ep_mapr� rb r r5 r� )r� rC Zep_mapr r r rM � s zDistribution.get_entry_mapc C s | j |�j|�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rM r� )r� rC r� r r r rN � s zDistribution.get_entry_infoc C s2 |p| j }|sdS t|�}tjj|�}dd� |D �}x�t|�D ]v\}}||kr\|rVP q�dS q>||kr>| jtkr>| r�|||d� kr�dS |tjkr�| j � |j ||� |j ||� P q>W |tjkr�| j � |r�|j d|� n |j |� dS xBy|j ||d �} W n t k �r P Y q�X || = || = | }q�W dS )a� Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |�p|�qS r )r� )r r� r r r r� � s z*Distribution.insert_on.<locals>.<listcomp>r r )r� r� r� r� rM � enumerater� ru r? �check_version_conflictr� r� r� rD ) r� r� �locr� ZnlocZbdirZnpathr� r� Znpr r r r� � sB zDistribution.insert_onc C s� | j dkrd S tj| jd��}t| j�}x~| jd�D ]p}|tjks4||ks4|tkrTq4|dkr^q4t tj| dd �}|r�t|�j |�s4|j | j�r�q4t d||| jf � q4W d S ) N� setuptoolsznamespace_packages.txtz top_level.txt� pkg_resources�siterL zIModule %s was already imported from %s, but %s is being added to sys.path)rF rE rG ) r2 r$ r% r5 rt r� r? r� r� r� r� � issue_warning)r� ZnsprD �modname�fnr r r rC � s" z#Distribution.check_version_conflictc C s4 y | j W n$ tk r. tdt| � � dS X dS )NzUnbuilt egg for FT)r rD rH r� )r� r r r r � s zDistribution.has_versionc K sD d}x$|j � D ]}|j|t| |d�� qW |jd| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� r% r� )r� r& r2 r r r r �clone s zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r Zdepr r r r� s z'Distribution.extras.<locals>.<listcomp>)r9 )r� r r r r� s zDistribution.extras)N)NF)N)N)NF)1r r r r r6 r" ru r� r r� r( r� r r+ r, r- r. r/ r0 r1 r2 r) r4 r r9 rD r7 r8 r� r5 r= rg r� r� r> r@ r� �objectr� r rL rM rN r� rC r rK r� � __classcell__r r )r� r r` � sX Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s t | j| j��}|r|| _| S )a� Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r# r5 r6 r$ )r� Z md_versionr r r r( s z#EggInfoDistribution._reload_versionN)r r r r( r r r r rN s rN c @ s> e Zd ZdZdZejd�Zedd� �Z edd� �Z dd � Z d S ) �DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C s@ y| j S tk r: | j| j�}tjj� j|�| _ | j S X dS )zParse and cache metadataN)Z _pkg_infor� r� r6 �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info( s z%DistInfoDistribution._parsed_pkg_infoc C s, y| j S tk r& | j� | _ | j S X d S )N)� _DistInfoDistribution__dep_mapr� �_compute_dependencies)r� r r r r9 2 s z DistInfoDistribution._dep_mapc s� dg i }| _ g � x&| jjd�p"g D ]}� jt|�� q$W � fdd�}t|d��}|d j|� x<| jjd�ppg D ](}t|j� �}tt||��| �||< qrW |S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s0 x*� D ]"}|j s"|j jd| i�r|V qW d S )Nr )r r )r r� )r� r r �reqs_for_extraC s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) rS rR Zget_allr� rh � frozensetro r� r� )r� r: r� rU �commonr Zs_extrar )r� r rT : s z*DistInfoDistribution._compute_dependenciesN) r r r r r6 rF r^ ZEQEQr� rR r9 rT r r r r rO s rO )z.eggz .egg-infoz .dist-infoc O s^ d}t � }y"x tj|�j|kr(|d7 }qW W n tk r@ Y nX tj| d|d i|�� d S )Nr r )r! r? r� r� rD r: r; )r7 r& r r* r r r rH Y s rH c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s dj | j�S )Nr� )rA r7 )r� r r r r� g s z RequirementParseError.__str__N)r r r r� r r r r rX f s rX c c s� t t| ��}xp|D ]h}d|kr0|d|jd�� }|jd�rp|dd� j� }y|t|�7 }W n tk rn dS X t|�V qW dS )z�Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N�\r; ���)r� rm r� r� r� r� � StopIterationra )r r r� r r r rh k s c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Ze d d� �Z � Z S )ra c s� yt t| �j|� W n2 tjjk rF } ztt|���W Y dd}~X nX | j| _ t | j�}||j � | _ | _ dd� | jD �| _ttt| j��| _| j | jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r r )r rA r r r r� � s z(Requirement.__init__.<locals>.<listcomp>)r? ra r� r r� ZInvalidRequirementrX r� r� Z unsafe_nameri r r� r2 � specifierr r r ro r� rV r �hashCmpr* �_Requirement__hash)r� Zrequirement_stringrK r� )r� r r r� � s zRequirement.__init__c C s t |t�o| j|jkS )N)r� ra r] )r� r r r r r0 � s zRequirement.__eq__c C s | |k S )Nr )r� r r r r r1 � s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� r` r2 r r\ �contains)r� r� r r r r� � s zRequirement.__contains__c C s | j S )N)r^ )r� r r r r+ � s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r))r� )r� r r r r� � s zRequirement.__repr__c C s t | �\}|S )N)rh )r r� r r r r� � s zRequirement.parse) r r r r� r0 r1 r� r+ r� rD r� rM r r )r� r ra � s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )rL )�classesr r r �_always_object� s ra c C s< t tjt|dt|����}x |D ]}|| kr | | S q W dS )z2Return an adapter factory for `ob` from `registry`r� N)ra �inspectZgetmror� rs )�registryr3 r� �tr r r r� � s r� c C s t jj| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rM r �makedirs)r� rM r r r rs � s c C s@ t s td��t| �\}}|r<|r<t|� r<t|� t|d� dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r r/ r )r� rM rA r r r r/ � s r/ c c sz d}g }xbt | �D ]V}|jd�r^|jd�rR|s2|r<||fV |dd� j� }g }qhtd|��q|j|� qW ||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N�[�]r zInvalid section headingr� )rm r� r� r� rD r� )r ZsectionZcontentr� r r r rn � s c O s& t j}ztt _tj| |�S |t _X d S )N)r� r �os_open�tempfileZmkstemp)r7 r& Zold_openr r r r� � s r� �ignore)�categoryr� c O s | ||� | S )Nr )r� r7 r r r r � _call_aside s rm c s. t � � � | d< | j� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|j d �s|t� |�fV qdS )r� N)r� r� )r r� )r� r r r s z _initialize.<locals>.<genexpr>N)r_ r" r� )r* r )r� r � _initialize s rn c C s| t j� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t | j t j �� t� jt� � d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. rL )rW c s s | ]}|j d d�V qdS )F)r� N)r= )r r� r r r r 2 s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NT)r� )r= )r� r r r r8 6 s z0_initialize_master_working_set.<locals>.<lambda>F)r N)r^ r� r' rH rO r rI r r� r� r r� r? r� r! r" r� )rW rH rO rX rI r� r r r � _initialize_master_working_set s ro )r r )r r r� )N)N)F)F)F)F)N)�r Z __future__r r? r� rP r� rF r� rx r� r: r6 r Zpkgutilr r@ r� r� Z email.parserrP r� rj r' r� rb r r� r� ZimpZpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r r r� r ri Zos.pathr r Zimportlib.machinery� machineryrr r r� r r r r� � version_info� RuntimeErrorr� r� r� rH rW rX Zresources_streamr[ Z resource_dirrQ rZ rU rP rO rS rR rT r� r� r� �RuntimeWarningr r r# r' r, r- r0 r4 r5 r6 Z _sget_noneZ _sset_nonerG �__all__r0 rc rd r� re rf r� r r" ru rv rw rx ry r� rJ rB r� r< r^ r= r� rk rl rI r� rK rL rM rN rz r{ rL r^ r$ r� r] r� rg r_ r\ ri rj ro rp rq rr r� r� r� rt r r� ru r{ r� r� r| r} r~ r� rY r� r� r� r� r� r� r� r� r� r� Z ImpImporterr� r� r� r� r� rV r� r� r� rt r� ri r� r� rm r> r �VERBOSE� IGNORECASEr' rb r r# r` rN rO r& rH rD rX rh r� ra ra r� rs r/ rn r� �filterwarningsrm r! rn ro r r r r �<module> s� . 5 d - ' !! 3 6 site-packages/pkg_resources/__pycache__/__init__.cpython-36.pyc 0000644 00000272700 15231162611 0020542 0 ustar 00 3 Xo�h�� � ^ @ sL d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ y ddlZW n e k r� ddl ZY nX ddl m Z ddl m!Z!m"Z"m#Z# ddlm$Z$ y ddlm%Z%m&Z&m'Z' d Z(W n e k �rX d Z(Y nX dd lm)Z* dd l+m,Z,m-Z- yddl.j/Z0e0j1 W n e k �r� dZ0Y nX d dl2m3Z3 ddl m4Z4 ddl m5Z5 e6d� e6d� e6d� e6d� d�ej7 k �o d�k n �re8d��e j9�r dZ:dZ;dZ<dZ=dZ>dZ?dZ@dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLG dd� deM�ZNdd� ZOi ZPdd � ZQd d � ZRd d � ZSd!d"� ZTd#d$� ZUd%d&� ZVd'd(� ZWd)d*� ZXZYd+d,� ZZd-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLddMddNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpgFZ[G dqdH� dHe\�Z]G drdI� dIe]�Z^G dsdt� dte^�Z_G dudJ� dJe]�Z`G dvdK� dKe]�Zai Zbejcdd� ZddZedwZfd ZgdZhd�Zidxdl� Zjdyd/� Zkg fdzd{�Zld|d}� Zmd~d� Znejod��Zpejod��ZqenZrd�dQ� Zsd�d.� ZtetZud�d0� Zvd�d1� Zwd�d�d2�Zxd�d3� ZyG d�d_� d_�ZzG d�d`� d`ez�Z{G d�dC� dCe|�Z}G d�d�� d�e~�ZG d�dB� dBe|�Z�e�Z�G d�dL� dLe8�Z�G d�dD� dD�Z�d�dA� Z�d�dN� Z�d�dO� Z�d�dT� Z�d�dU� Z�d�dV� Z�d�d�dW�Z�G d�df� df�Z�eje|e�� G d�dg� dge��Z�G d�dh� dhe��Z�e�j�� G d�dd� dde��Z�e�� Z�G d�d�� d�e~�Z�G d�d�� d�e��Z�G d�di� die��Z�eje j�e�� G d�da� dae��Z�G d�db� dbe��Z�G d�dc� dce��Z�eQd�i d�� d�dj� Z�d�d�d>�Z�d�d�d��Z�e�e j�e�� d�d�d��Z�e�e|e�� d�d�� Z��d d�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e0d���rne�e0j�e�� eQd�i d�� eQd�i d�� d�dk� Z�d�d�� Z�d�d Z�d�d;� Z��dd�dm�Z�d�dƄ Z�e�ej�e�� e�e j�e�� e�e0d���r�e�e0j�e�� d�dȄ Z�e�e|e�� d�dY� Z�i fd�d˄Z�d�d̈́ Z�d�dτ Z�d�dф Z�d�dR� Z�ejodӃj�Z�ejod�ej�ej�B �j�Z�G d�dG� dGe|�Z�d�dׄ Z�d�dل Z�G d�dE� dEe|�Z�G d�d܄ d�e��Z�G d�dބ d�e��Z�e�e�e�dߜZ�d�d� Z�G d�d� d�e��Z�d�dM� Z�G d�dF� dFe5j�jŃZ�d�d� Z�d�d� Z�d�dX� Z�d�d� Z�d�dS� Z�d�d� Z�e j�d�eNd d� d�d� Z�e�e fd�d���Z�e�d�d�� �Z�dS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. � )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )� py31compat)�appdirs)� packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers� z Python 3.3 or later is requiredc @ s e Zd ZdZdS )� PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/__init__.pyr n s r c C s2 y t jj| �S t jjk r, t jj| �S X d S )N)r �version�Version�InvalidVersion� LegacyVersion)�vr r r � parse_versionu s r c K s" t � j|� tjtj|| �� d S )N)�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state s r' c C s< i } t � }x,tj� D ] \}}|d| || �| |< qW | S )NZ_sget_)r! r# �items)�state�g�kr r r r � __getstate__� s r, c C s< t � }x0| j� D ]$\}}|dt| ||| |� qW | S )NZ_sset_)r! r( r# )r) r* r+ r r r r � __setstate__� s r- c C s | j � S )N)�copy)�valr r r � _sget_dict� s r0 c C s |j � |j|� d S )N)�clearr" )�key�obr) r r r � _sset_dict� s r4 c C s | j � S )N)r, )r/ r r r � _sget_object� s r5 c C s |j |� d S )N)r- )r2 r3 r) r r r � _sset_object� s r6 c G s d S )Nr )�argsr r r �<lambda>� s r8 c C sb t � } tj| �}|dk r^tjdkr^y&ddjt� dd� �|jd�f } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group� ValueError)�plat�mr r r �get_supported_platform� s &rG �require� run_script� get_provider�get_distribution�load_entry_point� get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment� WorkingSet�ResourceManager� Distribution� Requirement� EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections� safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST� CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata� EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr �run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rc z.Abstract base for dependency resolution errorsc C s | j jt| j� S )N)� __class__r �reprr7 )�selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rc � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d � Z d S ) rd z� An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S )Nr )r7 )r� r r r �dist� s zVersionConflict.distc C s | j d S )Nr )r7 )r� r r r �req s zVersionConflict.reqc C s | j jf t� �S )N)� _template�format�locals)r� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r7 �ContextualVersionConflict)r� � required_byr7 r r r � with_context s z VersionConflict.with_contextN) r r r r r� �propertyr� r� r� r� r r r r rd � s c @ s& e Zd ZdZejd Zedd� �ZdS )r� z� A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )Nr; )r7 )r� r r r r� s z%ContextualVersionConflict.required_byN)r r r r rd r� r� r� r r r r r� s r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d � Z d d � Z d S )re z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S )Nr )r7 )r� r r r r� ( s zDistributionNotFound.reqc C s | j d S )Nr )r7 )r� r r r � requirers, s z DistributionNotFound.requirersc C s | j s dS dj| j �S )Nzthe applicationz, )r� rA )r� r r r � requirers_str0 s z"DistributionNotFound.requirers_strc C s | j jf t� �S )N)r� r� r� )r� r r r r� 6 s zDistributionNotFound.reportc C s | j � S )N)r� )r� r r r �__str__9 s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r re " s c @ s e Zd ZdZdS )rf z>Distribution doesn't have an "extra feature" of the given nameN)r r r r r r r r rf = s r; c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� K s c C st t | t�r$tj| �p"tt| ��d S ytj| }W n& tk rX t | � tj| }Y nX t |dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr � __loader__N) � isinstancera rW �findrH �strr? �modules�KeyError� __import__�getattr� _find_adapterr� )Z moduleOrReq�module�loaderr r r rJ U s c C sd | s\t j� d }|dkrLd}tjj|�rLttd�rLtj|�}d|krL|d }| j|j d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionr: ) r@ Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ plist_contentr r r rB b s rB c C s ddd�j | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_archr s r� c C s~ ddl m} | � }tjdkrz|jd� rzy<t� }tj� d jdd�}dt |d �t |d �t |�f S t k rx Y nX |S ) z�Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rk r9 zmacosx-� � �_zmacosx-%d.%d-%sr ) � sysconfigrk r? r@ � startswithrB r� �uname�replace�intr� rD )rk rE r r� r r r r< v s r< zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t j|�}|r�t j| �}|s�tj| �}|r�t|jd��}d|jd�|jd�f }|dkr||dks�|dkr�|d kr�dS d S |jd�|jd�ks�|jd �|jd �kr�d S t|jd��t|jd��kr�d S dS d S ) z�Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%sr; � z10.3� z10.4Fr )r= r> �darwinVersionStringr� rC )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rl � s* c C s< t jd�j}|d }|j� ||d< t| �d j||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N)r? � _getframe� f_globalsr1 rH rI )Z dist_spec� script_name�ns�namer r r rI � s c C s@ t | tj�rtj| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesra �parserJ r` � TypeError)r� r r r rK � s c C s t | �j||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rK rL )r� rC r� r r r rL � s c C s t | �j|�S )z=Return the entry point map for `group`, or the full entry map)rK rM )r� rC r r r rM � s c C s t | �j||�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rK rN )r� rC r� r r r rN � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )rz c C s dS )z;Does the package's distribution contain the named metadata?Nr )r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr )r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr )r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr )r� r r r �metadata_isdir� s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr )r� r r r �metadata_listdir� s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rI � s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rI r r r r rz � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dS )r{ z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr )�manager� resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr )r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr )r� r r r rU s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr )r� r r r rS s z"IResourceProvider.resource_listdirN) r r r r r� r� r� r� rU rS r r r r r{ s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d � Zd d � Z d d� Z d(dd�Z dd� Z dd� Z d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-r^ zDA collection of active distributions on sys.path (or a similar list)Nc C sB g | _ i | _i | _g | _|dkr&tj}x|D ]}| j|� q,W dS )z?Create working set from list of path entries (default=sys.path)N)�entries� entry_keys�by_key� callbacksr? r� � add_entry)r� r� �entryr r r �__init__ s zWorkingSet.__init__c C sZ | � }yddl m} W n tk r* |S X y|j|� W n tk rT | j|�S X |S )z1 Prepare the master working set. r )� __requires__)�__main__r� � ImportErrorrH rd �_build_from_requirements)�cls�wsr� r r r � _build_master, s zWorkingSet._build_masterc C sn | g �}t |�}|j|t� �}x|D ]}|j|� q$W x"tjD ]}||jkr>|j|� q>W |jtjdd�< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rh �resolver] �addr? r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� @ s z#WorkingSet._build_from_requirementsc C s@ | j j|g � | jj|� x t|d�D ]}| j||d� q&W dS )a� Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r� � setdefaultr� r� rY r� )r� r� r� r r r r� V s zWorkingSet.add_entryc C s | j j|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r2 )r� r� r r r � __contains__e s zWorkingSet.__contains__c C s, | j j|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r� r� r2 rd )r� r� r� r r r r� i s zWorkingSet.findc c sP xJ| D ]B}|j |�}|dkr6x*|j� D ] }|V q&W q||kr|| V qW dS )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). N)rM �values)r� rC r� r� r� �epr r r rO y s z WorkingSet.iter_entry_pointsc C s> t jd�j}|d }|j� ||d< | j|�d j||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r N)r? r� r� r1 rH rI )r� �requiresr� r� r� r r r rI � s zWorkingSet.run_scriptc c sT i }xJ| j D ]@}|| jkr q x.| j| D ] }||kr(d||< | j| V q(W q W dS )z�Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r� r� r� )r� �seen�itemr2 r r r �__iter__� s zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| jj|g �}| jj|jg �}| rX|j| jkrXdS || j|j< |j|krz|j|j� |j|kr�|j|j� | j|� dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. )r� N) � insert_onr� �locationr� r� r2 r� r� � _added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s zWorkingSet.addc C s� t |�ddd� }i }i }g }t� } tjt�} �xP|�r�|jd�} | |krLq2| j| |�sZq2|j| j�} | dk�r | j j| j�} | dks�| | ko�|�r | } |dkr�| dkr�t | j �}nt g �}t g �} |j | | ||d� } || j< | dk�r | j| d�}t| |��|j| � | | k�r,| | }t| | �j|��| j| j�ddd� }|j|� x(|D ] }| | j| j� | j| |< �qRW d|| < q2W |S )a� List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )�replace_conflictingT���r� )�list� _ReqExtras� collections� defaultdict�set�pop� markers_passr� r2 r� r] r� r^ � best_matchre r� rd r� r� �extras�extendr� � project_name)r� � requirements�env� installerr� r� Z processedZbestZ to_activateZ req_extrasr� r� r� r� r� Z dependent_reqZnew_requirementsZnew_requirementr r r r� � sN zWorkingSet.resolvec C s t |�}|j� i }i }|dkr4t| j�}||7 }n|| }| jg �} t t| j| �� x�|D ]�} x�|| D ]x} | j� g} y| j| ||�} W n4 t k r� } z||| < |r�wjnP W Y dd}~X qjX t t| j| �� |j t j | �� P qjW q\W t |�}|j� ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r� �sortr] r� r� r r� �as_requirementr� rc r" r$ r% )r� Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr� r� r� Z resolveesr r r r � find_plugins s4 $ zWorkingSet.find_pluginsc G s* | j t|��}x|D ]}| j|� qW |S )a� Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r� rh r� )r� r� Zneededr� r r r rH o s zWorkingSet.requirec C s< || j krdS | j j|� |s"dS x| D ] }||� q(W dS )z�Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r� r� )r� �callback�existingr� r r r � subscribe s zWorkingSet.subscribec C s x| j D ] }||� qW d S )N)r� )r� r� r r r r r� � s zWorkingSet._added_newc C s, | j d d � | jj� | jj� | jd d � fS )N)r� r� r. r� r� )r� r r r r, � s zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |j� | _|j� | _|d d � | _d S )N)r� r. r� r� r� )r� Ze_k_b_cr� r� r� r� r r r r- � s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rO rI r� r� r� r rH r r� r, r- r r r r r^ s& \ S c @ s e Zd ZdZddd�ZdS )r� z> Map each requirement to the extras that demanded it. Nc s2 � fdd�| j � f �|pd D �}� j p0t|�S )z� Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]}� j jd |i�V qdS )�extraN)�marker�evaluate)�.0r )r� r r � <genexpr>� s z*_ReqExtras.markers_pass.<locals>.<genexpr>N)N)r� r �any)r� r� r� Z extra_evalsr )r� r r� � s z_ReqExtras.markers_pass)N)r r r r r� r r r r r� � s r� c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d �Z d d � Z d d� Z ddd�Z d dd�Z dd� Zdd� Zdd� ZdS ) r] z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| j|� dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)�_distmapr@ �python�scan)r� � search_pathr@ r r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r � py_versionrl r@ )r� r� Z py_compatr r r �can_add� s zEnvironment.can_addc C s | j |j j|� dS )z"Remove `dist` from the environmentN)r r2 �remove)r� r� r r r r � s zEnvironment.removec C s< |dkrt j}x(|D ] }xt|�D ]}| j|� q"W qW dS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)r? r� rY r� )r� r r� r� r r r r � s zEnvironment.scanc C s |j � }| jj|g �S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )�lowerr r� )r� r� Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | j |�rH|j� rH| jj|jg �}||krH|j|� |jtjd�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added �hashcmpT)r2 �reverseN) r � has_versionr r� r2 r� r �operator� attrgetter)r� r� r� r r r r� � s zEnvironment.addFc C sf y|j |�}W n tk r, |s$� d}Y nX |dk r:|S x | |j D ]}||krF|S qFW | j||�S )a� Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r� rd r2 �obtain)r� r� rW r r� r� r r r r� s zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r� Z requirementr r r r r s zEnvironment.obtainc c s& x | j j� D ]}| | r |V q W dS )z=Yield the unique project names of the available distributionsN)r r� )r� r2 r r r r� + s zEnvironment.__iter__c C s^ t |t�r| j|� nDt |t�rLx8|D ] }x|| D ]}| j|� q4W q&W ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� r` r� r] r� )r� �otherZprojectr� r r r �__iadd__1 s zEnvironment.__iadd__c C s. | j g ddd�}x| |fD ] }||7 }qW |S )z4Add an environment or distribution to an environmentN)r@ r )r� )r� r �newr r r r �__add__= s zEnvironment.__add__)N)NF)N)r r r r rG �PY_MAJORr� r r r r r� r� r r� r r! r r r r r] � s c @ s e Zd ZdZdS )rg aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail N)r r r r r r r r rg I s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z dd� Z dd� Z f fdd�Z edd� �Zdd� Zdd� Zd d d �ZdS ) r_ z'Manage resource extraction and packagesNc C s i | _ d S )N)� cached_files)r� r r r r� ] s zResourceManager.__init__c C s t |�j|�S )z Does the named resource exist?)rJ r� )r� �package_or_requirementr� r r r rT ` s z ResourceManager.resource_existsc C s t |�j|�S )z,Is the named resource an existing directory?)rJ rU )r� r$ r� r r r rU d s z ResourceManager.resource_isdirc C s t |�j| |�S )z4Return a true filesystem path for specified resource)rJ r� )r� r$ r� r r r rR j s z!ResourceManager.resource_filenamec C s t |�j| |�S )z9Return a readable file-like object for specified resource)rJ r� )r� r$ r� r r r rQ p s z ResourceManager.resource_streamc C s t |�j| |�S )z%Return specified resource as a string)rJ r� )r� r$ r� r r r rP v s z ResourceManager.resource_stringc C s t |�j|�S )z1List the contents of the named resource directory)rJ rS )r� r$ r� r r r rS | s z ResourceManager.resource_listdirc C sR t j� d }| jpt� }tjd�j� }t|jf t � ��}| |_ ||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) r? �exc_info�extraction_pathr\ �textwrap�dedent�lstriprg r� r� r� � cache_pathZoriginal_error)r� �old_excr* �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorc C sf | j p t� }tjj||d f|�� }y t|� W n tk rL | j� Y nX | j|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) r& r\ r� r� rA �_bypass_ensure_directory� Exceptionr. � _warn_unsafe_extraction_pathr# )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s z ResourceManager.get_cache_pathc C sX t jdkr | jt jd � r dS t j| �j}|tj@ s@|tj@ rTd| }tj |t � dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. �ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r r1 � s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t j|�jdB d@ }t j||� dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. �posixim i� N)r� r� r6 r7 �chmod)r� Ztempname�filenamer= r r r � postprocess� s zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r# rD r& )r� r� r r r rZ � s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r� �forcer r r r[ � s z!ResourceManager.cleanup_resources)F)r r r r r& r� rT rU rR rQ rP rS r. r3 � staticmethodr1 rB rZ r[ r r r r r_ Y s c C s t jjd�ptjdd�S )z� Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� r5 r� r Zuser_cache_dirr r r r r\ s c C s t jdd| �S )z�Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. z[^A-Za-z0-9.]+�-)�re�sub)r� r r r ri s c C sD yt tjj| ��S tjjk r> | jdd�} tjdd| �S X dS )zB Convert an arbitrary string to a standard version string r� r: z[^A-Za-z0-9.]+rE N)r� r r r r r� rF rG )r r r r rj ! s c C s t jdd| �j� S )z�Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r� )rF rG r )r r r r ro - s c C s | j dd�S )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rE r� )r� )r� r r r rp 6 s c C s> y t | � W n, tk r8 } zd|_d|_|S d}~X nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rr � SyntaxErrorrA �lineno)�text�er r r rq > s c C sH yt jj| �}|j� S t jjk rB } zt|��W Y dd}~X nX dS )z� Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr Z InvalidMarkerrH )rJ r r rK r r r rr L s c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d � Z d d � Z d d� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )'r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tjjt |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path)r� r� r r r r� b s zNullProvider.__init__c C s | j | j|�S )N)�_fnrN )r� r� r� r r r r� f s z"NullProvider.get_resource_filenamec C s t j| j||��S )N)�io�BytesIOr� )r� r� r� r r r r� i s z NullProvider.get_resource_streamc C s | j | j| j|��S )N)�_getrO rN )r� r� r� r r r r� l s z NullProvider.get_resource_stringc C s | j | j| j|��S )N)�_hasrO rN )r� r� r r r r� o s zNullProvider.has_resourcec C s | j o| j| j| j |��S )N)�egg_inforS rO )r� r� r r r r� r s zNullProvider.has_metadatac C s2 | j s dS | j| j| j |��}tjr.|jd�S |S )Nr� zutf-8)rT rR rO r ZPY3�decode)r� r� �valuer r r r� u s zNullProvider.get_metadatac C s t | j|��S )N)rm r� )r� r� r r r r� { s z NullProvider.get_metadata_linesc C s | j | j| j|��S )N)�_isdirrO rN )r� r� r r r rU ~ s zNullProvider.resource_isdirc C s | j o| j| j| j |��S )N)rT rW rO )r� r� r r r r� � s zNullProvider.metadata_isdirc C s | j | j| j|��S )N)�_listdirrO rN )r� r� r r r rS � s z NullProvider.resource_listdirc C s | j r| j| j| j |��S g S )N)rT rX rO )r� r� r r r r� � s z NullProvider.metadata_listdirc C s� d| }| j |�s$tdjf t� ���| j|�jdd�}|jdd�}| j| j|�}||d< tj j |�r�t |�j � }t ||d�}t|||� n>dd lm} t|�d|jd�|f||< t ||d�} t| ||� d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z � � rL �execr )�cache)r� rc r� r� r� r� rO rT r� r� r� r �read�compiler[ � linecacher\ �lenr ) r� r� r� ZscriptZ script_textZscript_filename�source�coder\ Z script_coder r r rI � s" zNullProvider.run_scriptc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)�NotImplementedError)r� r� r r r rS � s zNullProvider._hasc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rc )r� r� r r r rW � s zNullProvider._isdirc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rc )r� r� r r r rX � s zNullProvider._listdirc C s |r t jj|f|jd��� S |S )N�/)r� r� rA r )r� �baser� r r r rO � s zNullProvider._fnc C s$ t | jd�r| jj|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� rf rc )r� r� r r r rR � s zNullProvider._get)r r r r �egg_namerT r� r� r� r� r� r� r� r� r� rU r� rS r� rI rS rW rX rO rR r r r r r� [ s, c @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t j| |� | j� d S )N)r� r� � _setup_prefix)r� r� r r r r� � s zEggProvider.__init__c C s^ | j }d }xN||krXt|�rBtjj|�| _tjj|d�| _|| _P |}tjj |�\}}q W d S )NzEGG-INFO) rN � _is_egg_pathr� r� �basenamerg rA rT �egg_rootr )r� r� �oldre r r r rh � s zEggProvider._setup_prefixN)r r r r r� rh r r r r r� � s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Ze d d � �Z dS )r� z6Provides access to package resources in the filesystemc C s t jj|�S )N)r� r� r� )r� r� r r r rS � s zDefaultProvider._hasc C s t jj|�S )N)r� r� r )r� r� r r r rW � s zDefaultProvider._isdirc C s t j|�S )N)r� �listdir)r� r� r r r rX � s zDefaultProvider._listdirc C s t | j| j|�d�S )N�rb)r rO rN )r� r� r� r r r r� � s z#DefaultProvider.get_resource_streamc C s t |d�� }|j� S Q R X d S )Nrn )r r] )r� r� �streamr r r rR � s zDefaultProvider._getc C s0 d}x&|D ] }t t|td ��}t|| � q W d S )N�SourceFileLoader�SourcelessFileLoader)rp rq )r� �importlib_machinery�typer� )r� Z loader_namesr� Z loader_clsr r r � _register� s zDefaultProvider._registerN) r r r r rS rW rX r� rR r rt r r r r r� � s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d � Z dS ) r z.Provider that returns nothing for all requestsNc C s dS )NFr )r� r� r r r r8 � s zEmptyProvider.<lambda>c C s dS )Nr� r )r� r� r r r rR � s zEmptyProvider._getc C s g S )Nr )r� r� r r r rX s zEmptyProvider._listdirc C s d S )Nr )r� r r r r� s zEmptyProvider.__init__) r r r r rN rW rS rR rX r� r r r r r � s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz zip manifest builder c s4 t j|�� � � fdd�� j� D �}t|�S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }|j d tj�� j|�fV qdS )rd N)r� r� �sepZgetinfo)r r� )�zfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr$ )r� r� r( r )rw r �build s zZipManifests.buildN)r r r r r ry �loadr r r r ru s ru c @ s$ e Zd ZdZejdd�Zdd� ZdS )�MemoizedZipManifestsz% Memoized zipfile manifests. � manifest_modzmanifest mtimec C sR t jj|�}t j|�j}|| ks.| | j|krH| j|�}| j||�| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r� r� �normpathr6 �st_mtime�mtimery r| �manifest)r� r� r r� r r r rz + s zMemoizedZipManifests.loadN)r r r r r� � namedtupler| rz r r r r r{ % s r{ c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e d d � �Z d d � Z e d d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t j| |� | jjtj | _d S )N)r� r� r� �archiver� rv �zip_pre)r� r� r r r r� ? s zZipProvider.__init__c C sP |j tj�}|| jjkr dS |j| j�r:|t| j�d � S td|| jf ��d S )Nr� z%s is not a subpath of %s) �rstripr� rv r� r� r� r� r` �AssertionError)r� �fspathr r r � _zipinfo_nameC s zZipProvider._zipinfo_namec C sP | j | }|j| jtj �r:|t| j�d d � jtj�S td|| jf ��d S )Nr z%s is not a subpath of %s)r� r� rk r� rv r` r r� )r� �zip_pathr� r r r �_partsO s zZipProvider._partsc C s | j j| jj�S )N)�_zip_manifestsrz r� r� )r� r r r �zipinfoY s zZipProvider.zipinfoc C s` | j std��| j|�}| j� }dj| j|��|krTx |D ]}| j|| j|�� q:W | j||�S )Nz5resource_filename() only supported for .egg, not .ziprd )rg rc �_resource_to_zip�_get_eager_resourcesrA r� �_extract_resource� _eager_to_zip)r� r� r� r� �eagersr� r r r r� ] s z!ZipProvider.get_resource_filenamec C s" | j }| jd }tj|�}||fS )Nr r r� )r r r� )Z file_size� date_time�timeZmktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_sizej s z ZipProvider._get_date_and_sizec C sn || j � krDx*| j � | D ]}| j|tjj||��}qW tjj|�S | j| j| �\}}tsdt d��y�|j | j | j |��}| j ||�r�|S tdtjj|�d�\}} tj|| jj|�� tj|� t| ||f� |j| |� yt| |� W n\ tjk �rD tjj|��r>| j ||��r |S tjdk�r>t|� t| |� |S � Y nX W n tjk �rh |j� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirr4 )�_indexr� r� r� rA rM r� r� � WRITE_SUPPORT�IOErrorr3 rg r� � _is_current�_mkstemp�writer� rf �closer rB r �error�isfiler� r r. ) r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� s sD z ZipProvider._extract_resourcec C sx | j | j| �\}}tjj|�s$dS tj|�}|j|ksB|j|krFdS | jj |�}t |d��}|j � }W dQ R X ||kS )zK Return True if the file_path is current for this zip_path Frn N) r� r� r� r� r� r6 �st_sizer~ r� rf r r] ) r� Z file_pathr� r� r� r6 Z zip_contents�fZ file_contentsr r r r� � s zZipProvider._is_currentc C sB | j d kr<g }x&dD ] }| j|�r|j| j|�� qW || _ | j S )N�native_libs.txt�eager_resources.txt)r� r� )r� r� r� r� )r� r� r� r r r r� � s z ZipProvider._get_eager_resourcesc C s� y| j S tk r� i }xd| jD ]Z}|jtj�}xH|rztjj|d d� �}||krj|| j|d � P q4|j� g||< q4W q"W || _ |S X d S )Nr r� r� ) Z _dirindex�AttributeErrorr� r r� rv rA r� r� )r� Zindr� �parts�parentr r r r� � s zZipProvider._indexc C s | j |�}|| jkp || j� kS )N)r� r� r� )r� r� r� r r r rS � s zZipProvider._hasc C s | j |�| j� kS )N)r� r� )r� r� r r r rW � s zZipProvider._isdirc C s t | j� j| j|�f ��S )N)r� r� r� r� )r� r� r r r rX � s zZipProvider._listdirc C s | j | j| j|��S )N)r� rO rk )r� r� r r r r� � s zZipProvider._eager_to_zipc C s | j | j| j|��S )N)r� rO rN )r� r� r r r r� � s z ZipProvider._resource_to_zip)r r r r r� r{ r� r� r� r� r� r� r� rD r� r� r� r� r� rS rW rX r� r� r r r r r� 9 s$ 7 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) r| a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S )N)r� )r� r� r r r r� � s zFileMetadata.__init__c C s |dkot jj| j�S )NzPKG-INFO)r� r� r� )r� r� r r r r� � s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|j� }W d Q R X | j|� |S )NzPKG-INFOz(No metadata except PKG-INFO is availablezutf-8r� )�encoding�errors)r� rP r r� r] �_warn_on_replacement)r� r� r� �metadatar r r r� � s zFileMetadata.get_metadatac C s2 dj d�}||kr.d}|jf t� �}tj|� d S )Ns �zutf-8z2{self.path} could not be properly decoded in UTF-8)rU r� r� r: r; )r� r� Zreplacement_charr, r> r r r r� s z!FileMetadata._warn_on_replacementc C s t | j|��S )N)rm r� )r� r� r r r r� s z FileMetadata.get_metadata_linesN) r r r r r� r� r� r� r� r r r r r| � s c @ s e Zd ZdZdd� ZdS )r} as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S )N)rN rT )r� r� rT r r r r� # s zPathMetadata.__init__N)r r r r r� r r r r r} s c @ s e Zd ZdZdd� ZdS )r~ z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tjj|j |j�| _n|j | _| j � dS )z-Create a metadata provider from a zipimporterN) r� r� rv r� r� �prefixr� rA rN rh )r� �importerr r r r� + s zEggMetadata.__init__N)r r r r r� r r r r r~ ( s r$ )�_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.N)r� )� importer_typeZdistribution_finderr r r r� : s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r rY D s c c s� | j jd�rdS t| �}|jd�r2tj||d�V |r:dS x�|jd�D ]�}t|�r�tj j ||�}t t j |�|�}xT|D ] }|V qvW qF|j� jd�rFtj j ||�}tt j |��}||_tj|||�V qFW dS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNzPKG-INFO)r� rd z .dist-info)r� �endswithr~ r� r` � from_filenamerS ri r� r� rA �find_eggs_in_zip� zipimport� zipimporterr rT � from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� K s$ r� c C s f S )Nr )r� r� r� r r r � find_nothingi s r� c C s dd� }t | |dd�S )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t jj| �\} }tj| jd�|g�}dd� |D �S )z6 Parse each component of the filename rE c S s g | ]}t jj|��qS r )r r r� )r �partr r r � <listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version s z+_by_version_descending.<locals>._by_versionT)r2 r )�sorted)r2 r� r r r �_by_version_descendingp s r� c # s� t ���t��r4tj�t�tjj�d��d�V dS t��}� �fdd�|D �}t |�}x>|D ]6}tjj�|�}t �|� �}x||�D ] } | V q�W q^W dS )z6Yield distributions accessible on a sys.path directoryzEGG-INFO)r� Nc 3 s | ]}t �|� �r|V qd S )N)� dist_factory)r r� )r� r� r r r � s z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggr` r� r} r� r� rA � safe_listdirr� r� ) r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r )r� r� r � find_on_path� s r� c C sL |j � }tt|jd��}|r tS | r2t|�r2tS | rF|jd�rFtS t� S )z9 Return a dist_factory for a path_item and entry � .egg-info� .dist-infoz .egg-link)r� r� ) r r r r� �distributions_from_metadatari rY �resolve_egg_link�NoDists)r� r� r� r Zis_metar r r r� � s r� c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r� zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS )NFr )r� r r r �__bool__� s zNoDists.__bool__c C s t f �S )N)�iter)r� r� r r r �__call__� s zNoDists.__call__N) r r r r r� r �PY2Z __nonzero__r� r r r r r� � s r� c C st y t j| �S ttfk r" Y nN tk rn } z2|jtjtjtjfkpVt |dd�dk}|s^� W Y dd}~X nX f S )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi ) r� rm �PermissionError�NotADirectoryError�OSError�errno�ENOTDIRZEACCES�ENOENTr� )r� rK Z ignorabler r r r� � s r� c c sf t jj| �}t jj| �r:tt j| ��dkr.d S t|| �}nt| �}t jj| �}t j |||t d�V d S )Nr )� precedence) r� r� rM r r` rm r} r| rj r` r� ry )r� �rootr� r� r r r r� � s r� c c s8 t | ��&}x |D ]}|j� }|r|V qW W dQ R X dS )z1 Yield non-empty lines from file at path N)r �strip)r� r� �liner r r �non_empty_lines� s r� c s. t � �}� fdd�|D �}tt|�}t|f �S )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jjt jj� �|�V qd S )N)r� r� rA rM )r �ref)r� r r r s z#resolve_egg_link.<locals>.<genexpr>)r� r rY �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr )r� r r� � s r� � FileFinder)�_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. N)r� )r� Znamespace_handlerr r r r� s c C s� t |�}|dkrdS |j| �}|dkr*dS tjj| �}|dkrbtj| � }tj| < g |_t| � nt |d�svt d| ��t t |�}|||| |�}|dk r�|j}|j |� |j| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�__path__zNot a package:)r � find_moduler? r� r� �types� ModuleTyper� �_set_parent_nsr� r� r� r� r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r � _handle_ns$ s* r� c s` dd� t jD ���fdd��� �fdd�}t| t�s8dS | j|d� d d� | D �|jdd�< dS ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |��qS r )r� )r �pr r r r� C s z%_rebuild_mod_path.<locals>.<listcomp>c s( y � j | �S tk r" td�S X dS )z/ Workaround for #520 and #513. �infN)�indexrD �float)r� )�sys_pathr r �safe_sys_path_indexE s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | j tj�}� jd�d }|d| � }�ttjj|���S )zR Return the ordinal of the path based on its position in sys.path r: r N)r r� rv �countr� rA )r� � path_partsZ module_partsr� )� package_namer� r r �position_in_sys_pathN s z/_rebuild_mod_path.<locals>.position_in_sys_pathN)r2 c S s g | ] }t |��qS r )r� )r r� r r r r� \ s )r? r� r� r� r r� )Z orig_pathr� r� r� r )r� r� r� r r� > s r� c C s� t j� z�| tkrdS tjd }}d| kr�dj| jd�dd� �}t|� |tkrZt|� ytj | j }W n t k r� t d|��Y nX tj |g �j| � tj | g � x|D ]}t| |� q�W W dt j� X dS )z9Declare that package 'packageName' is a namespace packageNr: r zNot a package:r� )�_imp� acquire_lockr� r? r� rA r rV r� r� r� r� r� r� r� r� � release_lock)r� r� r� r� r r r rV _ s& c C sJ t j� z2x,tj|f �D ] }t|| �}|rt||� qW W dt j� X dS )zDEnsure that previously-declared namespace packages include path_itemN)r� r� r� r� r� r� r� )r� r� �packager� r r r r� � s c C sF t jj||jd�d �}t|�}x |jD ]}t|�|kr(P q(W |S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerr: r Nr� )r� r� rA r r� r� )r� r� r� r� r� Z normalizedr� r r r �file_ns_handler� s r� c C s d S )Nr )r� r� r� r� r r r �null_ns_handler� s r� c C s t jjt jj| ��S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpath)rA r r r rt � s c C s2 y|| S t k r, t| � || < }|S X d S )N)r� rt )rA r� �resultr r r r� � s r� c C s | j � jd�S )z7 Determine if given path appears to be an egg. z.egg)r r� )r� r r r ri � s ri c C s t | �o tjjtjj| dd��S )z@ Determine if given path appears to be an unpacked egg. zEGG-INFOzPKG-INFO)ri r� r� r� rA )r� r r r r� � s r� c C s< | j d�}|j� }|r8dj|�}ttj| |tj| � d S )Nr: )r r� rA �setattrr? r� )r� r� r� r� r r r r� � s r� c c sh t | tj�r>xV| j� D ]"}|j� }|r|jd� r|V qW n&x$| D ] }xt|�D ] }|V qRW qDW dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� � splitlinesr� r� rm )�strs�sZssr r r rm � s z \w+(\.\w+)*$z� (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s� e Zd ZdZf f dfdd�Zdd� Zdd� Zdd d �Zd d � Zddd�Z e j d�Z e ddd��Ze dd� �Ze d dd��Ze d dd��ZdS ) rb z3Object representing an advertised importable objectNc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErD r� � module_name�tuple�attrsr� r� )r� r� r r r� r� r r r r� � s zEntryPoint.__init__c C sH d| j | jf }| jr*|ddj| j� 7 }| jrD|ddj| j� 7 }|S )Nz%s = %s�:r: z [%s]�,)r� r r rA r� )r� r r r r r� � s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r))r� )r� r r r r� � s zEntryPoint.__repr__Tc O s6 | s|s|r t jdtdd� |r.| j||� | j� S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.r; )� stacklevel)r: r; �DeprecationWarningrH r� )r� rH r7 �kwargsr r r rz s zEntryPoint.loadc C sV t | jdgdd�}ytjt| j|�S tk rP } ztt|���W Y dd}~X nX dS )zD Resolve the entry point from its module and attrs. r r )�fromlist�levelN) r� r � functools�reducer� r r� r� r� )r� r� �excr r r r� s zEntryPoint.resolvec C sN | j r| j rtd| ��| jj| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r� ) r� r� rf r� rW r� r� r r� )r� r r r� r( r r r rH s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j j|�}|s d}t||��|j� }| j|d �}|d rJ|d jd�nf }| |d |d |||�S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr� �attrr: r� r� )�patternr> rD � groupdict� _parse_extrasr )r� �srcr� rF r> �resr� r r r r r� 0 s zEntryPoint.parsec C s( |sf S t jd| �}|jr"t� �|jS )N�x)ra r� �specsrD r� )r� Z extras_specr� r r r r D s zEntryPoint._parse_extrasc C sZ t |�std|��i }x>t|�D ]2}| j||�}|j|krHtd||j��|||j< q W |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r rD rm r� r� )r� rC �linesr� �thisr� r� r r r � parse_groupM s zEntryPoint.parse_groupc C sx t |t�r|j� }nt|�}i }xR|D ]J\}}|dkrD|s<q&td��|j� }||kr^td|��| j|||�||< q&W |S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r$ r( rn rD r� r )r� �datar� �mapsrC r r r r � parse_mapZ s zEntryPoint.parse_map)T)NN)N)N)N)r r r r r� r� r� rz r� rH rF r^ r r r� r r r r r r r rb � s c C s> | sdS t jj| �}|d jd�r:t jj|d d� d �S | S )Nr� r zmd5=r� r� )r� )r r� Zurlparser� Z urlunparse)r� Zparsedr r r �_remove_md5_fragmentn s r c C s@ dd� }t || �}tt|�d�}|jd�\}}}t|j� �p>dS )z� Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | j � jd�S )Nzversion:)r r� )r� r r r �is_version_line| s z+_version_from_file.<locals>.is_version_liner� r N)r r� r� � partitionrj r� )r r! Z version_linesr� r� rV r r r �_version_from_filew s r# c s� e Zd ZdZdZddddedefdd�ZedNdd��Z dd � Z e d d � �Z d d � Z dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� Zf fd(d)�Z d*d+� Z dOd-d.�Z d/d0� Z d1d2� Z d3d4� Z!d5d6� Z"� fd7d8�Z#e$e%d9��s&[#edPd:d;��Z&d<d=� Z'd>d?� Z(dQd@dA�Z)dBdC� Z*dRdDdE�Z+dFdG� Z,dHdI� Z-dJdK� Z.e dLdM� �Z/� Z0S )Sr` z5Wrap an actual or potential sys.path entry w/metadatazPKG-INFONc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) ri r� rj �_versionr r@ r� r� r� � _provider)r� r� r� r� r r r@ r� r r r r� � s zDistribution.__init__c K s~ d gd \}}}}t jj|�\}} | j� tkr^t| j� } t|�} | r^| jdddd�\}}}}| ||f||||d�|��j� S )Nr� r� ZverZpyverrE )r� r r r@ )r� r� r� r �_distributionImpl�EGG_NAMErC �_reload_version) r� r� rj r� r& r� r r r@ r� r> r r r r� � s zDistribution.from_locationc C s | S )Nr )r� r r r r( � s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS )Nr� )�parsed_versionr� r2 r r� r r@ )r� r r r r � s zDistribution.hashcmpc C s t | j�S )N)�hashr )r� r r r �__hash__� s zDistribution.__hash__c C s | j |j k S )N)r )r� r r r r �__lt__� s zDistribution.__lt__c C s | j |j kS )N)r )r� r r r r �__le__� s zDistribution.__le__c C s | j |j kS )N)r )r� r r r r �__gt__� s zDistribution.__gt__c C s | j |j kS )N)r )r� r r r r �__ge__� s zDistribution.__ge__c C s t || j�sdS | j|jkS )NF)r� r� r )r� r r r r �__eq__� s zDistribution.__eq__c C s | |k S )Nr )r� r r r r �__ne__� s zDistribution.__ne__c C s0 y| j S tk r* | jj� | _ }|S X d S )N)Z_keyr� r� r )r� r2 r r r r2 � s zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r r r2 )r� r r r r) � s zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S tjd�j� jdd�}t j |j f t | ��t � d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. rY r� )r r r r� r2 r' r( r� r� r: r; r� �varsr )r� ZLVZ is_legacyr, r r r �_warn_legacy_version� s z!Distribution._warn_legacy_versionc C sL y| j S tk rF t| j| j��}|d krBd}t|| j | ��|S X d S )Nz(Missing 'Version:' header and/or %s file)r$ r� r# � _get_metadata�PKG_INFOrD )r� r r, r r r r � s zDistribution.versionc C s2 y| j S tk r* | j| j� �| _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr� �_filter_extras�_build_dep_map)r� r r r �_dep_map s zDistribution._dep_mapc C sv xpt td| ��D ]^}|}| j|�}|jd�\}}}|oFt|�pFt|� }|rPg }t|�pZd}| j|g �j|� qW | S )z� Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. Nr ) r� r r� r" rq rr ro r� r� )�dmr Z new_extrar� r� r Z fails_markerr r r r7 s zDistribution._filter_extrasc C sH i }x>dD ]6}x0t | j|��D ] \}}|j|g �jt|�� q W q W |S )N� requires.txt� depends.txt)r; r< )rn r5 r� r� rh )r� r: r� r r� r r r r8 & s zDistribution._build_dep_mapc C sj | j }g }|j|jdf �� xH|D ]@}y|j|t|� � W q" tk r` td| |f ��Y q"X q"W |S )z@List of Requirements needed for this distro if `extras` are usedNz %s has no such extra feature %r)r9 r� r� ro r� rf )r� r� r: Zdepsr� r r r r� - s zDistribution.requiresc c s( | j |�r$x| j|�D ] }|V qW d S )N)r� r� )r� r� r� r r r r5 ; s zDistribution._get_metadataFc C sZ |dkrt j}| j||d� |t jkrVt| j� x$| jd�D ]}|t jkr<t|� q<W dS )z>Ensure distribution is importable on `path` (default=sys.path)N)r� znamespace_packages.txt)r? r� r� r� r� r5 r� rV )r� r� r� Zpkgr r r �activate@ s zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srE )rp r� r r r" r@ )r� rA r r r rg K s zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r� r� )r� r r r r� V s zDistribution.__repr__c C s@ yt | dd �}W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rD r� )r� r r r r r� \ s zDistribution.__str__c C s |j d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� r% )r� r r r r � __getattr__d s zDistribution.__getattr__c s. t ttt| �j� �tdd� | jj� D ��B �S )Nc s s | ]}|j d �s|V qdS )r� N)r� )r r r r r r n s z'Distribution.__dir__.<locals>.<genexpr>)r� r� �superr` �__dir__r% )r� )r� r r r@ j s zDistribution.__dir__r@ c K s | j t|�tjj|�|f|�S )N)r� r� r� r� rj )r� rA r� r& r r r r� w s zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }tj|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� r) r r r r� ra r� )r� �specr r r r ~ s zDistribution.as_requirementc C s. | j ||�}|dkr&td||ff ��|j� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rN r� rz )r� rC r� r� r r r rL � s z Distribution.load_entry_pointc C sP y | j }W n, tk r6 tj| jd�| � }| _ Y nX |dk rL|j|i �S |S )z=Return the entry point map for `group`, or the full entry mapzentry_points.txtN)Z_ep_mapr� rb r r5 r� )r� rC Zep_mapr r r rM � s zDistribution.get_entry_mapc C s | j |�j|�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rM r� )r� rC r� r r r rN � s zDistribution.get_entry_infoc C s2 |p| j }|sdS t|�}tjj|�}dd� |D �}x�t|�D ]v\}}||kr\|rVP q�dS q>||kr>| jtkr>| r�|||d� kr�dS |tjkr�| j � |j ||� |j ||� P q>W |tjkr�| j � |r�|j d|� n |j |� dS xBy|j ||d �} W n t k �r P Y q�X || = || = | }q�W dS )a� Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |�p|�qS r )r� )r r� r r r r� � s z*Distribution.insert_on.<locals>.<listcomp>r r )r� r� r� r� rM � enumerater� ru r? �check_version_conflictr� r� r� rD ) r� r� �locr� ZnlocZbdirZnpathr� r� Znpr r r r� � sB zDistribution.insert_onc C s� | j dkrd S tj| jd��}t| j�}x~| jd�D ]p}|tjks4||ks4|tkrTq4|dkr^q4t tj| dd �}|r�t|�j |�s4|j | j�r�q4t d||| jf � q4W d S ) N� setuptoolsznamespace_packages.txtz top_level.txt� pkg_resources�siterL zIModule %s was already imported from %s, but %s is being added to sys.path)rF rE rG ) r2 r$ r% r5 rt r� r? r� r� r� r� � issue_warning)r� ZnsprD �modname�fnr r r rC � s" z#Distribution.check_version_conflictc C s4 y | j W n$ tk r. tdt| � � dS X dS )NzUnbuilt egg for FT)r rD rH r� )r� r r r r � s zDistribution.has_versionc K sD d}x$|j � D ]}|j|t| |d�� qW |jd| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� r% r� )r� r& r2 r r r r �clone s zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r Zdepr r r r� s z'Distribution.extras.<locals>.<listcomp>)r9 )r� r r r r� s zDistribution.extras)N)NF)N)N)NF)1r r r r r6 r" ru r� r r� r( r� r r+ r, r- r. r/ r0 r1 r2 r) r4 r r9 rD r7 r8 r� r5 r= rg r� r� r> r@ r� �objectr� r rL rM rN r� rC r rK r� � __classcell__r r )r� r r` � sX Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s t | j| j��}|r|| _| S )a� Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r# r5 r6 r$ )r� Z md_versionr r r r( s z#EggInfoDistribution._reload_versionN)r r r r( r r r r rN s rN c @ s> e Zd ZdZdZejd�Zedd� �Z edd� �Z dd � Z d S ) �DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C s@ y| j S tk r: | j| j�}tjj� j|�| _ | j S X dS )zParse and cache metadataN)Z _pkg_infor� r� r6 �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info( s z%DistInfoDistribution._parsed_pkg_infoc C s, y| j S tk r& | j� | _ | j S X d S )N)� _DistInfoDistribution__dep_mapr� �_compute_dependencies)r� r r r r9 2 s z DistInfoDistribution._dep_mapc s� dg i }| _ g � x&| jjd�p"g D ]}� jt|�� q$W � fdd�}t|d��}|d j|� x<| jjd�ppg D ](}t|j� �}tt||��| �||< qrW |S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s0 x*� D ]"}|j s"|j jd| i�r|V qW d S )Nr )r r )r r� )r� r r �reqs_for_extraC s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) rS rR Zget_allr� rh � frozensetro r� r� )r� r: r� rU �commonr Zs_extrar )r� r rT : s z*DistInfoDistribution._compute_dependenciesN) r r r r r6 rF r^ ZEQEQr� rR r9 rT r r r r rO s rO )z.eggz .egg-infoz .dist-infoc O s^ d}t � }y"x tj|�j|kr(|d7 }qW W n tk r@ Y nX tj| d|d i|�� d S )Nr r )r! r? r� r� rD r: r; )r7 r& r r* r r r rH Y s rH c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s dj | j�S )Nr� )rA r7 )r� r r r r� g s z RequirementParseError.__str__N)r r r r� r r r r rX f s rX c c s� t t| ��}xp|D ]h}d|kr0|d|jd�� }|jd�rp|dd� j� }y|t|�7 }W n tk rn dS X t|�V qW dS )z�Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N�\r; ���)r� rm r� r� r� r� � StopIterationra )r r r� r r r rh k s c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Ze d d� �Z � Z S )ra c s� yt t| �j|� W n2 tjjk rF } ztt|���W Y dd}~X nX | j| _ t | j�}||j � | _ | _ dd� | jD �| _ttt| j��| _| j | jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r r )r rA r r r r� � s z(Requirement.__init__.<locals>.<listcomp>)r? ra r� r r� ZInvalidRequirementrX r� r� Z unsafe_nameri r r� r2 � specifierr r r ro r� rV r �hashCmpr* �_Requirement__hash)r� Zrequirement_stringrK r� )r� r r r� � s zRequirement.__init__c C s t |t�o| j|jkS )N)r� ra r] )r� r r r r r0 � s zRequirement.__eq__c C s | |k S )Nr )r� r r r r r1 � s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� r` r2 r r\ �contains)r� r� r r r r� � s zRequirement.__contains__c C s | j S )N)r^ )r� r r r r+ � s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r))r� )r� r r r r� � s zRequirement.__repr__c C s t | �\}|S )N)rh )r r� r r r r� � s zRequirement.parse) r r r r� r0 r1 r� r+ r� rD r� rM r r )r� r ra � s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )rL )�classesr r r �_always_object� s ra c C s< t tjt|dt|����}x |D ]}|| kr | | S q W dS )z2Return an adapter factory for `ob` from `registry`r� N)ra �inspectZgetmror� rs )�registryr3 r� �tr r r r� � s r� c C s t jj| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rM r �makedirs)r� rM r r r rs � s c C s@ t s td��t| �\}}|r<|r<t|� r<t|� t|d� dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r r/ r )r� rM rA r r r r/ � s r/ c c sz d}g }xbt | �D ]V}|jd�r^|jd�rR|s2|r<||fV |dd� j� }g }qhtd|��q|j|� qW ||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N�[�]r zInvalid section headingr� )rm r� r� r� rD r� )r ZsectionZcontentr� r r r rn � s c O s& t j}ztt _tj| |�S |t _X d S )N)r� r �os_open�tempfileZmkstemp)r7 r& Zold_openr r r r� � s r� �ignore)�categoryr� c O s | ||� | S )Nr )r� r7 r r r r � _call_aside s rm c s. t � � � | d< | j� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|j d �s|t� |�fV qdS )r� N)r� r� )r r� )r� r r r s z _initialize.<locals>.<genexpr>N)r_ r" r� )r* r )r� r � _initialize s rn c C s| t j� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t | j t j �� t� jt� � d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. rL )rW c s s | ]}|j d d�V qdS )F)r� N)r= )r r� r r r r 2 s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NT)r� )r= )r� r r r r8 6 s z0_initialize_master_working_set.<locals>.<lambda>F)r N)r^ r� r' rH rO r rI r r� r� r r� r? r� r! r" r� )rW rH rO rX rI r� r r r � _initialize_master_working_set s ro )r r )r r r� )N)N)F)F)F)F)N)�r Z __future__r r? r� rP r� rF r� rx r� r: r6 r Zpkgutilr r@ r� r� Z email.parserrP r� rj r' r� rb r r� r� ZimpZpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r r r� r ri Zos.pathr r Zimportlib.machinery� machineryrr r r� r r r r� � version_info� RuntimeErrorr� r� r� rH rW rX Zresources_streamr[ Z resource_dirrQ rZ rU rP rO rS rR rT r� r� r� �RuntimeWarningr r r# r' r, r- r0 r4 r5 r6 Z _sget_noneZ _sset_nonerG �__all__r0 rc rd r� re rf r� r r" ru rv rw rx ry r� rJ rB r� r< r^ r= r� rk rl rI r� rK rL rM rN rz r{ rL r^ r$ r� r] r� rg r_ r\ ri rj ro rp rq rr r� r� r� rt r r� ru r{ r� r� r| r} r~ r� rY r� r� r� r� r� r� r� r� r� r� Z ImpImporterr� r� r� r� r� rV r� r� r� rt r� ri r� r� rm r> r �VERBOSE� IGNORECASEr' rb r r# r` rN rO r& rH rD rX rh r� ra ra r� rs r/ rn r� �filterwarningsrm r! rn ro r r r r �<module> s� . 5 d - ' !! 3 6 site-packages/pkg_resources/__pycache__/py31compat.cpython-36.pyc 0000644 00000001160 15231162611 0020771 0 ustar 00 3 Xo�hX � @ sr d dl Z d dlZd dlZd dd�Zejd k p^d ej ko@dk n p^dej koZdk n Zerhene jZdS )� NFc C sJ yt j| � W n6 tk rD } z| s2|jtjkr4� W Y d d }~X nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r � /usr/lib/python3.6/py31compat.py� _makedirs_31 s r � � � � � � )F)r r r )r r )r r r )r r )r r r )r r �sysr � version_infoZneeds_makedirsr r r r r �<module> s site-packages/pkg_resources/__pycache__/py31compat.cpython-36.opt-1.pyc 0000644 00000001160 15231162611 0021730 0 ustar 00 3 Xo�hX � @ sr d dl Z d dlZd dlZd dd�Zejd k p^d ej ko@dk n p^dej koZdk n Zerhene jZdS )� NFc C sJ yt j| � W n6 tk rD } z| s2|jtjkr4� W Y d d }~X nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r � /usr/lib/python3.6/py31compat.py� _makedirs_31 s r � � � � � � )F)r r r )r r )r r r )r r )r r r )r r �sysr � version_infoZneeds_makedirsr r r r r �<module> s site-packages/setuptools/package_index.py 0000644 00000120153 15231162611 0014641 0 ustar 00 """PyPI and direct package downloading""" import subprocess import sys import os import re import shutil import socket import base64 import hashlib import itertools from functools import wraps from setuptools.extern import six from setuptools.extern.six.moves import urllib, http_client, configparser, map import setuptools from pkg_resources import ( CHECKOUT_DIST, Distribution, BINARY_DIST, normalize_path, SOURCE_DIST, Environment, find_distributions, safe_name, safe_version, to_filename, Requirement, DEVELOP_DIST, EGG_DIST, ) from setuptools import ssl_support from distutils import log from distutils.errors import DistutilsError from fnmatch import translate from setuptools.py27compat import get_all_headers from setuptools.py33compat import unescape from setuptools.wheel import Wheel EGG_FRAGMENT = re.compile(r'^egg=([-A-Za-z0-9_.+!]+)$') HREF = re.compile("""href\\s*=\\s*['"]?([^'"> ]+)""", re.I) # this is here to fix emacs' cruddy broken syntax highlighting PYPI_MD5 = re.compile( '<a href="([^"#]+)">([^<]+)</a>\n\\s+\\(<a (?:title="MD5 hash"\n\\s+)' 'href="[^?]+\\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\\)' ) URL_SCHEME = re.compile('([-+.a-z0-9]{2,}):', re.I).match EXTENSIONS = ".tar.gz .tar.bz2 .tar .zip .tgz".split() __all__ = [ 'PackageIndex', 'distros_for_url', 'parse_bdist_wininst', 'interpret_distro_name', ] _SOCKET_TIMEOUT = 15 _tmpl = "setuptools/{setuptools.__version__} Python-urllib/{py_major}" user_agent = _tmpl.format(py_major=sys.version[:3], setuptools=setuptools) def parse_requirement_arg(spec): try: return Requirement.parse(spec) except ValueError: raise DistutilsError( "Not a URL, existing file, or requirement spec: %r" % (spec,) ) def parse_bdist_wininst(name): """Return (base,pyversion) or (None,None) for possible .exe name""" lower = name.lower() base, py_ver, plat = None, None, None if lower.endswith('.exe'): if lower.endswith('.win32.exe'): base = name[:-10] plat = 'win32' elif lower.startswith('.win32-py', -16): py_ver = name[-7:-4] base = name[:-16] plat = 'win32' elif lower.endswith('.win-amd64.exe'): base = name[:-14] plat = 'win-amd64' elif lower.startswith('.win-amd64-py', -20): py_ver = name[-7:-4] base = name[:-20] plat = 'win-amd64' return base, py_ver, plat def egg_info_for_url(url): parts = urllib.parse.urlparse(url) scheme, server, path, parameters, query, fragment = parts base = urllib.parse.unquote(path.split('/')[-1]) if server == 'sourceforge.net' and base == 'download': # XXX Yuck base = urllib.parse.unquote(path.split('/')[-2]) if '#' in base: base, fragment = base.split('#', 1) return base, fragment def distros_for_url(url, metadata=None): """Yield egg or source distribution objects that might be found at a URL""" base, fragment = egg_info_for_url(url) for dist in distros_for_location(url, base, metadata): yield dist if fragment: match = EGG_FRAGMENT.match(fragment) if match: for dist in interpret_distro_name( url, match.group(1), metadata, precedence=CHECKOUT_DIST ): yield dist def distros_for_location(location, basename, metadata=None): """Yield egg or source distribution objects based on basename""" if basename.endswith('.egg.zip'): basename = basename[:-4] # strip the .zip if basename.endswith('.egg') and '-' in basename: # only one, unambiguous interpretation return [Distribution.from_location(location, basename, metadata)] if basename.endswith('.whl') and '-' in basename: wheel = Wheel(basename) if not wheel.is_compatible(): return [] return [Distribution( location=location, project_name=wheel.project_name, version=wheel.version, # Increase priority over eggs. precedence=EGG_DIST + 1, )] if basename.endswith('.exe'): win_base, py_ver, platform = parse_bdist_wininst(basename) if win_base is not None: return interpret_distro_name( location, win_base, metadata, py_ver, BINARY_DIST, platform ) # Try source distro extensions (.zip, .tgz, etc.) # for ext in EXTENSIONS: if basename.endswith(ext): basename = basename[:-len(ext)] return interpret_distro_name(location, basename, metadata) return [] # no extension matched def distros_for_filename(filename, metadata=None): """Yield possible egg or source distribution objects based on a filename""" return distros_for_location( normalize_path(filename), os.path.basename(filename), metadata ) def interpret_distro_name( location, basename, metadata, py_version=None, precedence=SOURCE_DIST, platform=None ): """Generate alternative interpretations of a source distro name Note: if `location` is a filesystem filename, you should call ``pkg_resources.normalize_path()`` on it before passing it to this routine! """ # Generate alternative interpretations of a source distro name # Because some packages are ambiguous as to name/versions split # e.g. "adns-python-1.1.0", "egenix-mx-commercial", etc. # So, we generate each possible interepretation (e.g. "adns, python-1.1.0" # "adns-python, 1.1.0", and "adns-python-1.1.0, no version"). In practice, # the spurious interpretations should be ignored, because in the event # there's also an "adns" package, the spurious "python-1.1.0" version will # compare lower than any numeric version number, and is therefore unlikely # to match a request for it. It's still a potential problem, though, and # in the long run PyPI and the distutils should go for "safe" names and # versions in distribution archive names (sdist and bdist). parts = basename.split('-') if not py_version and any(re.match(r'py\d\.\d$', p) for p in parts[2:]): # it is a bdist_dumb, not an sdist -- bail out return for p in range(1, len(parts) + 1): yield Distribution( location, metadata, '-'.join(parts[:p]), '-'.join(parts[p:]), py_version=py_version, precedence=precedence, platform=platform ) # From Python 2.7 docs def unique_everseen(iterable, key=None): "List unique elements, preserving order. Remember all elements ever seen." # unique_everseen('AAAABBBCCDAABBB') --> A B C D # unique_everseen('ABBCcAD', str.lower) --> A B C D seen = set() seen_add = seen.add if key is None: for element in six.moves.filterfalse(seen.__contains__, iterable): seen_add(element) yield element else: for element in iterable: k = key(element) if k not in seen: seen_add(k) yield element def unique_values(func): """ Wrap a function returning an iterable such that the resulting iterable only ever yields unique items. """ @wraps(func) def wrapper(*args, **kwargs): return unique_everseen(func(*args, **kwargs)) return wrapper REL = re.compile(r"""<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>""", re.I) REL = re.compile(r"""<([^>]*\srel\s{0,10}=\s{0,10}['"]?([^'" >]+)[^>]*)>""", re.I) # this line is here to fix emacs' cruddy broken syntax highlighting @unique_values def find_external_links(url, page): """Find rel="homepage" and rel="download" links in `page`, yielding URLs""" for match in REL.finditer(page): tag, rel = match.groups() rels = set(map(str.strip, rel.lower().split(','))) if 'homepage' in rels or 'download' in rels: for match in HREF.finditer(tag): yield urllib.parse.urljoin(url, htmldecode(match.group(1))) for tag in ("<th>Home Page", "<th>Download URL"): pos = page.find(tag) if pos != -1: match = HREF.search(page, pos) if match: yield urllib.parse.urljoin(url, htmldecode(match.group(1))) class ContentChecker(object): """ A null content checker that defines the interface for checking content """ def feed(self, block): """ Feed a block of data to the hash. """ return def is_valid(self): """ Check the hash. Return False if validation fails. """ return True def report(self, reporter, template): """ Call reporter with information about the checker (hash name) substituted into the template. """ return class HashChecker(ContentChecker): pattern = re.compile( r'(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=' r'(?P<expected>[a-f0-9]+)' ) def __init__(self, hash_name, expected): self.hash_name = hash_name self.hash = hashlib.new(hash_name) self.expected = expected @classmethod def from_url(cls, url): "Construct a (possibly null) ContentChecker from a URL" fragment = urllib.parse.urlparse(url)[-1] if not fragment: return ContentChecker() match = cls.pattern.search(fragment) if not match: return ContentChecker() return cls(**match.groupdict()) def feed(self, block): self.hash.update(block) def is_valid(self): return self.hash.hexdigest() == self.expected def report(self, reporter, template): msg = template % self.hash_name return reporter(msg) class PackageIndex(Environment): """A distribution index that scans web pages for download URLs""" def __init__( self, index_url="https://pypi.org/simple/", hosts=('*',), ca_bundle=None, verify_ssl=True, *args, **kw ): Environment.__init__(self, *args, **kw) self.index_url = index_url + "/" [:not index_url.endswith('/')] self.scanned_urls = {} self.fetched_urls = {} self.package_pages = {} self.allows = re.compile('|'.join(map(translate, hosts))).match self.to_scan = [] use_ssl = ( verify_ssl and ssl_support.is_available and (ca_bundle or ssl_support.find_ca_bundle()) ) if use_ssl: self.opener = ssl_support.opener_for(ca_bundle) else: self.opener = urllib.request.urlopen def process_url(self, url, retrieve=False): """Evaluate a URL as a possible download, and maybe retrieve it""" if url in self.scanned_urls and not retrieve: return self.scanned_urls[url] = True if not URL_SCHEME(url): self.process_filename(url) return else: dists = list(distros_for_url(url)) if dists: if not self.url_ok(url): return self.debug("Found link: %s", url) if dists or not retrieve or url in self.fetched_urls: list(map(self.add, dists)) return # don't need the actual page if not self.url_ok(url): self.fetched_urls[url] = True return self.info("Reading %s", url) self.fetched_urls[url] = True # prevent multiple fetch attempts tmpl = "Download error on %s: %%s -- Some packages may not be found!" f = self.open_url(url, tmpl % url) if f is None: return self.fetched_urls[f.url] = True if 'html' not in f.headers.get('content-type', '').lower(): f.close() # not html, we can't process it return base = f.url # handle redirects page = f.read() if not isinstance(page, str): # In Python 3 and got bytes but want str. if isinstance(f, urllib.error.HTTPError): # Errors have no charset, assume latin1: charset = 'latin-1' else: charset = f.headers.get_param('charset') or 'latin-1' page = page.decode(charset, "ignore") f.close() for match in HREF.finditer(page): link = urllib.parse.urljoin(base, htmldecode(match.group(1))) self.process_url(link) if url.startswith(self.index_url) and getattr(f, 'code', None) != 404: page = self.process_index(url, page) def process_filename(self, fn, nested=False): # process filenames or directories if not os.path.exists(fn): self.warn("Not found: %s", fn) return if os.path.isdir(fn) and not nested: path = os.path.realpath(fn) for item in os.listdir(path): self.process_filename(os.path.join(path, item), True) dists = distros_for_filename(fn) if dists: self.debug("Found: %s", fn) list(map(self.add, dists)) def url_ok(self, url, fatal=False): s = URL_SCHEME(url) is_file = s and s.group(1).lower() == 'file' if is_file or self.allows(urllib.parse.urlparse(url)[1]): return True msg = ( "\nNote: Bypassing %s (disallowed host; see " "http://bit.ly/2hrImnY for details).\n") if fatal: raise DistutilsError(msg % url) else: self.warn(msg, url) def scan_egg_links(self, search_path): dirs = filter(os.path.isdir, search_path) egg_links = ( (path, entry) for path in dirs for entry in os.listdir(path) if entry.endswith('.egg-link') ) list(itertools.starmap(self.scan_egg_link, egg_links)) def scan_egg_link(self, path, entry): with open(os.path.join(path, entry)) as raw_lines: # filter non-empty lines lines = list(filter(None, map(str.strip, raw_lines))) if len(lines) != 2: # format is not recognized; punt return egg_path, setup_path = lines for dist in find_distributions(os.path.join(path, egg_path)): dist.location = os.path.join(path, *lines) dist.precedence = SOURCE_DIST self.add(dist) def process_index(self, url, page): """Process the contents of a PyPI page""" def scan(link): # Process a URL to see if it's for a package page if link.startswith(self.index_url): parts = list(map( urllib.parse.unquote, link[len(self.index_url):].split('/') )) if len(parts) == 2 and '#' not in parts[1]: # it's a package page, sanitize and index it pkg = safe_name(parts[0]) ver = safe_version(parts[1]) self.package_pages.setdefault(pkg.lower(), {})[link] = True return to_filename(pkg), to_filename(ver) return None, None # process an index page into the package-page index for match in HREF.finditer(page): try: scan(urllib.parse.urljoin(url, htmldecode(match.group(1)))) except ValueError: pass pkg, ver = scan(url) # ensure this page is in the page index if pkg: # process individual package page for new_url in find_external_links(url, page): # Process the found URL base, frag = egg_info_for_url(new_url) if base.endswith('.py') and not frag: if ver: new_url += '#egg=%s-%s' % (pkg, ver) else: self.need_version_info(url) self.scan_url(new_url) return PYPI_MD5.sub( lambda m: '<a href="%s#md5=%s">%s</a>' % m.group(1, 3, 2), page ) else: return "" # no sense double-scanning non-package pages def need_version_info(self, url): self.scan_all( "Page at %s links to .py file(s) without version info; an index " "scan is required.", url ) def scan_all(self, msg=None, *args): if self.index_url not in self.fetched_urls: if msg: self.warn(msg, *args) self.info( "Scanning index of all packages (this may take a while)" ) self.scan_url(self.index_url) def find_packages(self, requirement): self.scan_url(self.index_url + requirement.unsafe_name + '/') if not self.package_pages.get(requirement.key): # Fall back to safe version of the name self.scan_url(self.index_url + requirement.project_name + '/') if not self.package_pages.get(requirement.key): # We couldn't find the target package, so search the index page too self.not_found_in_index(requirement) for url in list(self.package_pages.get(requirement.key, ())): # scan each page that might be related to the desired package self.scan_url(url) def obtain(self, requirement, installer=None): self.prescan() self.find_packages(requirement) for dist in self[requirement.key]: if dist in requirement: return dist self.debug("%s does not match %s", requirement, dist) return super(PackageIndex, self).obtain(requirement, installer) def check_hash(self, checker, filename, tfp): """ checker is a ContentChecker """ checker.report( self.debug, "Validating %%s checksum for %s" % filename) if not checker.is_valid(): tfp.close() os.unlink(filename) raise DistutilsError( "%s validation failed for %s; " "possible download problem?" % (checker.hash.name, os.path.basename(filename)) ) def add_find_links(self, urls): """Add `urls` to the list that will be prescanned for searches""" for url in urls: if ( self.to_scan is None # if we have already "gone online" or not URL_SCHEME(url) # or it's a local file/directory or url.startswith('file:') or list(distros_for_url(url)) # or a direct package link ): # then go ahead and process it now self.scan_url(url) else: # otherwise, defer retrieval till later self.to_scan.append(url) def prescan(self): """Scan urls scheduled for prescanning (e.g. --find-links)""" if self.to_scan: list(map(self.scan_url, self.to_scan)) self.to_scan = None # from now on, go ahead and process immediately def not_found_in_index(self, requirement): if self[requirement.key]: # we've seen at least one distro meth, msg = self.info, "Couldn't retrieve index page for %r" else: # no distros seen for this name, might be misspelled meth, msg = ( self.warn, "Couldn't find index page for %r (maybe misspelled?)") meth(msg, requirement.unsafe_name) self.scan_all() def download(self, spec, tmpdir): """Locate and/or download `spec` to `tmpdir`, returning a local path `spec` may be a ``Requirement`` object, or a string containing a URL, an existing local filename, or a project/version requirement spec (i.e. the string form of a ``Requirement`` object). If it is the URL of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is automatically created alongside the downloaded file. If `spec` is a ``Requirement`` object or a string containing a project/version requirement spec, this method returns the location of a matching distribution (possibly after downloading it to `tmpdir`). If `spec` is a locally existing file or directory name, it is simply returned unchanged. If `spec` is a URL, it is downloaded to a subpath of `tmpdir`, and the local filename is returned. Various errors may be raised if a problem occurs during downloading. """ if not isinstance(spec, Requirement): scheme = URL_SCHEME(spec) if scheme: # It's a url, download it to tmpdir found = self._download_url(scheme.group(1), spec, tmpdir) base, fragment = egg_info_for_url(spec) if base.endswith('.py'): found = self.gen_setup(found, fragment, tmpdir) return found elif os.path.exists(spec): # Existing file or directory, just return it return spec else: spec = parse_requirement_arg(spec) return getattr(self.fetch_distribution(spec, tmpdir), 'location', None) def fetch_distribution( self, requirement, tmpdir, force_scan=False, source=False, develop_ok=False, local_index=None): """Obtain a distribution suitable for fulfilling `requirement` `requirement` must be a ``pkg_resources.Requirement`` instance. If necessary, or if the `force_scan` flag is set, the requirement is searched for in the (online) package index as well as the locally installed packages. If a distribution matching `requirement` is found, the returned distribution's ``location`` is the value you would have gotten from calling the ``download()`` method with the matching distribution's URL or filename. If no matching distribution is found, ``None`` is returned. If the `source` flag is set, only source distributions and source checkout links will be considered. Unless the `develop_ok` flag is set, development and system eggs (i.e., those using the ``.egg-info`` format) will be ignored. """ # process a Requirement self.info("Searching for %s", requirement) skipped = {} dist = None def find(req, env=None): if env is None: env = self # Find a matching distribution; may be called more than once for dist in env[req.key]: if dist.precedence == DEVELOP_DIST and not develop_ok: if dist not in skipped: self.warn( "Skipping development or system egg: %s", dist, ) skipped[dist] = 1 continue test = ( dist in req and (dist.precedence <= SOURCE_DIST or not source) ) if test: loc = self.download(dist.location, tmpdir) dist.download_location = loc if os.path.exists(dist.download_location): return dist if force_scan: self.prescan() self.find_packages(requirement) dist = find(requirement) if not dist and local_index is not None: dist = find(requirement, local_index) if dist is None: if self.to_scan is not None: self.prescan() dist = find(requirement) if dist is None and not force_scan: self.find_packages(requirement) dist = find(requirement) if dist is None: self.warn( "No local packages or working download links found for %s%s", (source and "a source distribution of " or ""), requirement, ) else: self.info("Best match: %s", dist) return dist.clone(location=dist.download_location) def fetch(self, requirement, tmpdir, force_scan=False, source=False): """Obtain a file suitable for fulfilling `requirement` DEPRECATED; use the ``fetch_distribution()`` method now instead. For backward compatibility, this routine is identical but returns the ``location`` of the downloaded distribution instead of a distribution object. """ dist = self.fetch_distribution(requirement, tmpdir, force_scan, source) if dist is not None: return dist.location return None def gen_setup(self, filename, fragment, tmpdir): match = EGG_FRAGMENT.match(fragment) dists = match and [ d for d in interpret_distro_name(filename, match.group(1), None) if d.version ] or [] if len(dists) == 1: # unambiguous ``#egg`` fragment basename = os.path.basename(filename) # Make sure the file has been downloaded to the temp dir. if os.path.dirname(filename) != tmpdir: dst = os.path.join(tmpdir, basename) from setuptools.command.easy_install import samefile if not samefile(filename, dst): shutil.copy2(filename, dst) filename = dst with open(os.path.join(tmpdir, 'setup.py'), 'w') as file: file.write( "from setuptools import setup\n" "setup(name=%r, version=%r, py_modules=[%r])\n" % ( dists[0].project_name, dists[0].version, os.path.splitext(basename)[0] ) ) return filename elif match: raise DistutilsError( "Can't unambiguously interpret project/version identifier %r; " "any dashes in the name or version should be escaped using " "underscores. %r" % (fragment, dists) ) else: raise DistutilsError( "Can't process plain .py files without an '#egg=name-version'" " suffix to enable automatic setup script generation." ) dl_blocksize = 8192 def _download_to(self, url, filename): self.info("Downloading %s", url) # Download the file fp = None try: checker = HashChecker.from_url(url) fp = self.open_url(url) if isinstance(fp, urllib.error.HTTPError): raise DistutilsError( "Can't download %s: %s %s" % (url, fp.code, fp.msg) ) headers = fp.info() blocknum = 0 bs = self.dl_blocksize size = -1 if "content-length" in headers: # Some servers return multiple Content-Length headers :( sizes = get_all_headers(headers, 'Content-Length') size = max(map(int, sizes)) self.reporthook(url, filename, blocknum, bs, size) with open(filename, 'wb') as tfp: while True: block = fp.read(bs) if block: checker.feed(block) tfp.write(block) blocknum += 1 self.reporthook(url, filename, blocknum, bs, size) else: break self.check_hash(checker, filename, tfp) return headers finally: if fp: fp.close() def reporthook(self, url, filename, blocknum, blksize, size): pass # no-op def open_url(self, url, warning=None): if url.startswith('file:'): return local_open(url) try: return open_with_auth(url, self.opener) except (ValueError, http_client.InvalidURL) as v: msg = ' '.join([str(arg) for arg in v.args]) if warning: self.warn(warning, msg) else: raise DistutilsError('%s %s' % (url, msg)) except urllib.error.HTTPError as v: return v except urllib.error.URLError as v: if warning: self.warn(warning, v.reason) else: raise DistutilsError("Download error for %s: %s" % (url, v.reason)) except http_client.BadStatusLine as v: if warning: self.warn(warning, v.line) else: raise DistutilsError( '%s returned a bad status line. The server might be ' 'down, %s' % (url, v.line) ) except (http_client.HTTPException, socket.error) as v: if warning: self.warn(warning, v) else: raise DistutilsError("Download error for %s: %s" % (url, v)) @staticmethod def _resolve_download_filename(url, tmpdir): """ >>> import pathlib >>> du = PackageIndex._resolve_download_filename >>> root = getfixture('tmp_path') >>> url = 'https://files.pythonhosted.org/packages/a9/5a/0db.../setuptools-78.1.0.tar.gz' >>> str(pathlib.Path(du(url, root)).relative_to(root)) 'setuptools-78.1.0.tar.gz' Ensures the target is always in tmpdir. >>> url = 'https://anyhost/%2fhome%2fuser%2f.ssh%2fauthorized_keys' >>> du(url, root) Traceback (most recent call last): ... ValueError: Invalid filename... """ name, fragment = egg_info_for_url(url) if name: while '..' in name: name = name.replace('..', '.').replace('\\', '_') else: name = "__downloaded__" # default if URL has no path contents if name.endswith('.egg.zip'): name = name[:-4] # strip the extra .zip before download filename = os.path.join(tmpdir, name) # ensure path resolves within the tmpdir if not filename.startswith(str(tmpdir)): raise ValueError(f"Invalid filename {filename}") return filename def _download_url(self, scheme, url, tmpdir): filename = self._resolve_download_filename(url, tmpdir) # Download the file # if scheme == 'svn' or scheme.startswith('svn+'): return self._download_svn(url, filename) elif scheme == 'git' or scheme.startswith('git+'): return self._download_git(url, filename) elif scheme.startswith('hg+'): return self._download_hg(url, filename) elif scheme == 'file': return urllib.request.url2pathname(urllib.parse.urlparse(url)[2]) else: self.url_ok(url, True) # raises error if not allowed return self._attempt_download(url, filename) def scan_url(self, url): self.process_url(url, True) def _attempt_download(self, url, filename): headers = self._download_to(url, filename) if 'html' in headers.get('content-type', '').lower(): return self._download_html(url, headers, filename) else: return filename def _download_html(self, url, headers, filename): file = open(filename) for line in file: if line.strip(): # Check for a subversion index page if re.search(r'<title>([^- ]+ - )?Revision \d+:', line): # it's a subversion index page: file.close() os.unlink(filename) return self._download_svn(url, filename) break # not an index page file.close() os.unlink(filename) raise DistutilsError("Unexpected HTML page found at " + url) def _download_svn(self, url, filename): url = url.split('#', 1)[0] # remove any fragment for svn's sake creds = [] if url.lower().startswith('svn:') and '@' in url: scheme, netloc, path, p, q, f = urllib.parse.urlparse(url) if not netloc and path.startswith('//') and '/' in path[2:]: netloc, path = path[2:].split('/', 1) auth, host = urllib.parse.splituser(netloc) if auth: if ':' in auth: user, pw = auth.split(':', 1) creds = ["--username=" + user, "--password=" + pw] else: creds = ["--username=" + auth] netloc = host parts = scheme, netloc, url, p, q, f url = urllib.parse.urlunparse(parts) self.info("Doing subversion checkout from %s to %s", url, filename) subprocess.check_call(["svn", "checkout"] + creds + ["-q", url, filename]) return filename @staticmethod def _vcs_split_rev_from_url(url, pop_prefix=False): scheme, netloc, path, query, frag = urllib.parse.urlsplit(url) scheme = scheme.split('+', 1)[-1] # Some fragment identification fails path = path.split('#', 1)[0] rev = None if '@' in path: path, rev = path.rsplit('@', 1) # Also, discard fragment url = urllib.parse.urlunsplit((scheme, netloc, path, query, '')) return url, rev def _download_git(self, url, filename): filename = filename.split('#', 1)[0] url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True) self.info("Doing git clone from %s to %s", url, filename) subprocess.check_call(["git", "clone", "--quiet", url, filename]) if rev is not None: self.info("Checking out %s", rev) subprocess.check_call(["git", "-C", filename, "checkout", "--quiet", rev]) return filename def _download_hg(self, url, filename): filename = filename.split('#', 1)[0] url, rev = self._vcs_split_rev_from_url(url, pop_prefix=True) self.info("Doing hg clone from %s to %s", url, filename) subprocess.check_call(["hg", "clone", "--quiet", url, filename]) if rev is not None: self.info("Updating to %s", rev) subprocess.check_call(["hg", "--cwd", filename, "up", "-C", "-r", rev, "-q"]) return filename def debug(self, msg, *args): log.debug(msg, *args) def info(self, msg, *args): log.info(msg, *args) def warn(self, msg, *args): log.warn(msg, *args) # This pattern matches a character entity reference (a decimal numeric # references, a hexadecimal numeric reference, or a named reference). entity_sub = re.compile(r'&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?').sub def decode_entity(match): what = match.group(1) return unescape(what) def htmldecode(text): """Decode HTML entities in the given text.""" return entity_sub(decode_entity, text) def socket_timeout(timeout=15): def _socket_timeout(func): def _socket_timeout(*args, **kwargs): old_timeout = socket.getdefaulttimeout() socket.setdefaulttimeout(timeout) try: return func(*args, **kwargs) finally: socket.setdefaulttimeout(old_timeout) return _socket_timeout return _socket_timeout def _encode_auth(auth): """ A function compatible with Python 2.3-3.3 that will encode auth from a URL suitable for an HTTP header. >>> str(_encode_auth('username%3Apassword')) 'dXNlcm5hbWU6cGFzc3dvcmQ=' Long auth strings should not cause a newline to be inserted. >>> long_auth = 'username:' + 'password'*10 >>> chr(10) in str(_encode_auth(long_auth)) False """ auth_s = urllib.parse.unquote(auth) # convert to bytes auth_bytes = auth_s.encode() # use the legacy interface for Python 2.3 support encoded_bytes = base64.encodestring(auth_bytes) # convert back to a string encoded = encoded_bytes.decode() # strip the trailing carriage return return encoded.replace('\n', '') class Credential(object): """ A username/password pair. Use like a namedtuple. """ def __init__(self, username, password): self.username = username self.password = password def __iter__(self): yield self.username yield self.password def __str__(self): return '%(username)s:%(password)s' % vars(self) class PyPIConfig(configparser.RawConfigParser): def __init__(self): """ Load from ~/.pypirc """ defaults = dict.fromkeys(['username', 'password', 'repository'], '') configparser.RawConfigParser.__init__(self, defaults) rc = os.path.join(os.path.expanduser('~'), '.pypirc') if os.path.exists(rc): self.read(rc) @property def creds_by_repository(self): sections_with_repositories = [ section for section in self.sections() if self.get(section, 'repository').strip() ] return dict(map(self._get_repo_cred, sections_with_repositories)) def _get_repo_cred(self, section): repo = self.get(section, 'repository').strip() return repo, Credential( self.get(section, 'username').strip(), self.get(section, 'password').strip(), ) def find_credential(self, url): """ If the URL indicated appears to be a repository defined in this config, return the credential for that repository. """ for repository, cred in self.creds_by_repository.items(): if url.startswith(repository): return cred def open_with_auth(url, opener=urllib.request.urlopen): """Open a urllib2 request, handling HTTP authentication""" scheme, netloc, path, params, query, frag = urllib.parse.urlparse(url) # Double scheme does not raise on Mac OS X as revealed by a # failing test. We would expect "nonnumeric port". Refs #20. if netloc.endswith(':'): raise http_client.InvalidURL("nonnumeric port: ''") if scheme in ('http', 'https'): auth, host = urllib.parse.splituser(netloc) else: auth = None if not auth: cred = PyPIConfig().find_credential(url) if cred: auth = str(cred) info = cred.username, url log.info('Authenticating as %s for %s (from .pypirc)', *info) if auth: auth = "Basic " + _encode_auth(auth) parts = scheme, host, path, params, query, frag new_url = urllib.parse.urlunparse(parts) request = urllib.request.Request(new_url) request.add_header("Authorization", auth) else: request = urllib.request.Request(url) request.add_header('User-Agent', user_agent) fp = opener(request) if auth: # Put authentication info back into request URL if same host, # so that links found on the page will work s2, h2, path2, param2, query2, frag2 = urllib.parse.urlparse(fp.url) if s2 == scheme and h2 == host: parts = s2, netloc, path2, param2, query2, frag2 fp.url = urllib.parse.urlunparse(parts) return fp # adding a timeout to avoid freezing package_index open_with_auth = socket_timeout(_SOCKET_TIMEOUT)(open_with_auth) def fix_sf_url(url): return url # backward compatibility def local_open(url): """Read a local path, with special support for directories""" scheme, server, path, param, query, frag = urllib.parse.urlparse(url) filename = urllib.request.url2pathname(path) if os.path.isfile(filename): return urllib.request.urlopen(url) elif path.endswith('/') and os.path.isdir(filename): files = [] for f in os.listdir(filename): filepath = os.path.join(filename, f) if f == 'index.html': with open(filepath, 'r') as fp: body = fp.read() break elif os.path.isdir(filepath): f += '/' files.append('<a href="{name}">{name}</a>'.format(name=f)) else: tmpl = ( "<html><head><title>{url}</title>" "</head><body>{files}</body></html>") body = tmpl.format(url=url, files='\n'.join(files)) status, message = 200, "OK" else: status, message, body = 404, "Path not found", "Not found" headers = {'content-type': 'text/html'} body_stream = six.StringIO(body) return urllib.error.HTTPError(url, status, message, headers, body_stream) site-packages/setuptools/sandbox.py 0000644 00000033704 15231162611 0013522 0 ustar 00 import os import sys import tempfile import operator import functools import itertools import re import contextlib import pickle import textwrap from setuptools.extern import six from setuptools.extern.six.moves import builtins, map import pkg_resources.py31compat if sys.platform.startswith('java'): import org.python.modules.posix.PosixModule as _os else: _os = sys.modules[os.name] try: _file = file except NameError: _file = None _open = open from distutils.errors import DistutilsError from pkg_resources import working_set __all__ = [ "AbstractSandbox", "DirectorySandbox", "SandboxViolation", "run_setup", ] def _execfile(filename, globals, locals=None): """ Python 3 implementation of execfile. """ mode = 'rb' with open(filename, mode) as stream: script = stream.read() if locals is None: locals = globals code = compile(script, filename, 'exec') exec(code, globals, locals) @contextlib.contextmanager def save_argv(repl=None): saved = sys.argv[:] if repl is not None: sys.argv[:] = repl try: yield saved finally: sys.argv[:] = saved @contextlib.contextmanager def save_path(): saved = sys.path[:] try: yield saved finally: sys.path[:] = saved @contextlib.contextmanager def override_temp(replacement): """ Monkey-patch tempfile.tempdir with replacement, ensuring it exists """ pkg_resources.py31compat.makedirs(replacement, exist_ok=True) saved = tempfile.tempdir tempfile.tempdir = replacement try: yield finally: tempfile.tempdir = saved @contextlib.contextmanager def pushd(target): saved = os.getcwd() os.chdir(target) try: yield saved finally: os.chdir(saved) class UnpickleableException(Exception): """ An exception representing another Exception that could not be pickled. """ @staticmethod def dump(type, exc): """ Always return a dumped (pickled) type and exc. If exc can't be pickled, wrap it in UnpickleableException first. """ try: return pickle.dumps(type), pickle.dumps(exc) except Exception: # get UnpickleableException inside the sandbox from setuptools.sandbox import UnpickleableException as cls return cls.dump(cls, cls(repr(exc))) class ExceptionSaver: """ A Context Manager that will save an exception, serialized, and restore it later. """ def __enter__(self): return self def __exit__(self, type, exc, tb): if not exc: return # dump the exception self._saved = UnpickleableException.dump(type, exc) self._tb = tb # suppress the exception return True def resume(self): "restore and re-raise any exception" if '_saved' not in vars(self): return type, exc = map(pickle.loads, self._saved) six.reraise(type, exc, self._tb) @contextlib.contextmanager def save_modules(): """ Context in which imported modules are saved. Translates exceptions internal to the context into the equivalent exception outside the context. """ saved = sys.modules.copy() with ExceptionSaver() as saved_exc: yield saved sys.modules.update(saved) # remove any modules imported since del_modules = ( mod_name for mod_name in sys.modules if mod_name not in saved # exclude any encodings modules. See #285 and not mod_name.startswith('encodings.') ) _clear_modules(del_modules) saved_exc.resume() def _clear_modules(module_names): for mod_name in list(module_names): del sys.modules[mod_name] @contextlib.contextmanager def save_pkg_resources_state(): saved = pkg_resources.__getstate__() try: yield saved finally: pkg_resources.__setstate__(saved) @contextlib.contextmanager def setup_context(setup_dir): temp_dir = os.path.join(setup_dir, 'temp') with save_pkg_resources_state(): with save_modules(): hide_setuptools() with save_path(): with save_argv(): with override_temp(temp_dir): with pushd(setup_dir): # ensure setuptools commands are available __import__('setuptools') yield def _needs_hiding(mod_name): """ >>> _needs_hiding('setuptools') True >>> _needs_hiding('pkg_resources') True >>> _needs_hiding('setuptools_plugin') False >>> _needs_hiding('setuptools.__init__') True >>> _needs_hiding('distutils') True >>> _needs_hiding('os') False >>> _needs_hiding('Cython') True """ pattern = re.compile(r'(setuptools|pkg_resources|distutils|Cython)(\.|$)') return bool(pattern.match(mod_name)) def hide_setuptools(): """ Remove references to setuptools' modules from sys.modules to allow the invocation to import the most appropriate setuptools. This technique is necessary to avoid issues such as #315 where setuptools upgrading itself would fail to find a function declared in the metadata. """ modules = filter(_needs_hiding, sys.modules) _clear_modules(modules) def run_setup(setup_script, args): """Run a distutils setup script, sandboxed in its directory""" setup_dir = os.path.abspath(os.path.dirname(setup_script)) with setup_context(setup_dir): try: sys.argv[:] = [setup_script] + list(args) sys.path.insert(0, setup_dir) # reset to include setup dir, w/clean callback list working_set.__init__() working_set.callbacks.append(lambda dist: dist.activate()) # __file__ should be a byte string on Python 2 (#712) dunder_file = ( setup_script if isinstance(setup_script, str) else setup_script.encode(sys.getfilesystemencoding()) ) with DirectorySandbox(setup_dir): ns = dict(__file__=dunder_file, __name__='__main__') _execfile(setup_script, ns) except SystemExit as v: if v.args and v.args[0]: raise # Normal exit, just return class AbstractSandbox: """Wrap 'os' module and 'open()' builtin for virtualizing setup scripts""" _active = False def __init__(self): self._attrs = [ name for name in dir(_os) if not name.startswith('_') and hasattr(self, name) ] def _copy(self, source): for name in self._attrs: setattr(os, name, getattr(source, name)) def __enter__(self): self._copy(self) if _file: builtins.file = self._file builtins.open = self._open self._active = True def __exit__(self, exc_type, exc_value, traceback): self._active = False if _file: builtins.file = _file builtins.open = _open self._copy(_os) def run(self, func): """Run 'func' under os sandboxing""" with self: return func() def _mk_dual_path_wrapper(name): original = getattr(_os, name) def wrap(self, src, dst, *args, **kw): if self._active: src, dst = self._remap_pair(name, src, dst, *args, **kw) return original(src, dst, *args, **kw) return wrap for name in ["rename", "link", "symlink"]: if hasattr(_os, name): locals()[name] = _mk_dual_path_wrapper(name) def _mk_single_path_wrapper(name, original=None): original = original or getattr(_os, name) def wrap(self, path, *args, **kw): if self._active: path = self._remap_input(name, path, *args, **kw) return original(path, *args, **kw) return wrap if _file: _file = _mk_single_path_wrapper('file', _file) _open = _mk_single_path_wrapper('open', _open) for name in [ "stat", "listdir", "chdir", "open", "chmod", "chown", "mkdir", "remove", "unlink", "rmdir", "utime", "lchown", "chroot", "lstat", "startfile", "mkfifo", "mknod", "pathconf", "access" ]: if hasattr(_os, name): locals()[name] = _mk_single_path_wrapper(name) def _mk_single_with_return(name): original = getattr(_os, name) def wrap(self, path, *args, **kw): if self._active: path = self._remap_input(name, path, *args, **kw) return self._remap_output(name, original(path, *args, **kw)) return original(path, *args, **kw) return wrap for name in ['readlink', 'tempnam']: if hasattr(_os, name): locals()[name] = _mk_single_with_return(name) def _mk_query(name): original = getattr(_os, name) def wrap(self, *args, **kw): retval = original(*args, **kw) if self._active: return self._remap_output(name, retval) return retval return wrap for name in ['getcwd', 'tmpnam']: if hasattr(_os, name): locals()[name] = _mk_query(name) def _validate_path(self, path): """Called to remap or validate any path, whether input or output""" return path def _remap_input(self, operation, path, *args, **kw): """Called for path inputs""" return self._validate_path(path) def _remap_output(self, operation, path): """Called for path outputs""" return self._validate_path(path) def _remap_pair(self, operation, src, dst, *args, **kw): """Called for path pairs like rename, link, and symlink operations""" return ( self._remap_input(operation + '-from', src, *args, **kw), self._remap_input(operation + '-to', dst, *args, **kw) ) if hasattr(os, 'devnull'): _EXCEPTIONS = [os.devnull,] else: _EXCEPTIONS = [] class DirectorySandbox(AbstractSandbox): """Restrict operations to a single subdirectory - pseudo-chroot""" write_ops = dict.fromkeys([ "open", "chmod", "chown", "mkdir", "remove", "unlink", "rmdir", "utime", "lchown", "chroot", "mkfifo", "mknod", "tempnam", ]) _exception_patterns = [ # Allow lib2to3 to attempt to save a pickled grammar object (#121) r'.*lib2to3.*\.pickle$', ] "exempt writing to paths that match the pattern" def __init__(self, sandbox, exceptions=_EXCEPTIONS): self._sandbox = os.path.normcase(os.path.realpath(sandbox)) self._prefix = os.path.join(self._sandbox, '') self._exceptions = [ os.path.normcase(os.path.realpath(path)) for path in exceptions ] AbstractSandbox.__init__(self) def _violation(self, operation, *args, **kw): from setuptools.sandbox import SandboxViolation raise SandboxViolation(operation, args, kw) if _file: def _file(self, path, mode='r', *args, **kw): if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path): self._violation("file", path, mode, *args, **kw) return _file(path, mode, *args, **kw) def _open(self, path, mode='r', *args, **kw): if mode not in ('r', 'rt', 'rb', 'rU', 'U') and not self._ok(path): self._violation("open", path, mode, *args, **kw) return _open(path, mode, *args, **kw) def tmpnam(self): self._violation("tmpnam") def _ok(self, path): active = self._active try: self._active = False realpath = os.path.normcase(os.path.realpath(path)) return ( self._exempted(realpath) or realpath == self._sandbox or realpath.startswith(self._prefix) ) finally: self._active = active def _exempted(self, filepath): start_matches = ( filepath.startswith(exception) for exception in self._exceptions ) pattern_matches = ( re.match(pattern, filepath) for pattern in self._exception_patterns ) candidates = itertools.chain(start_matches, pattern_matches) return any(candidates) def _remap_input(self, operation, path, *args, **kw): """Called for path inputs""" if operation in self.write_ops and not self._ok(path): self._violation(operation, os.path.realpath(path), *args, **kw) return path def _remap_pair(self, operation, src, dst, *args, **kw): """Called for path pairs like rename, link, and symlink operations""" if not self._ok(src) or not self._ok(dst): self._violation(operation, src, dst, *args, **kw) return (src, dst) def open(self, file, flags, mode=0o777, *args, **kw): """Called for low-level os.open()""" if flags & WRITE_FLAGS and not self._ok(file): self._violation("os.open", file, flags, mode, *args, **kw) return _os.open(file, flags, mode, *args, **kw) WRITE_FLAGS = functools.reduce( operator.or_, [getattr(_os, a, 0) for a in "O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARY".split()] ) class SandboxViolation(DistutilsError): """A setup script attempted to modify the filesystem outside the sandbox""" tmpl = textwrap.dedent(""" SandboxViolation: {cmd}{args!r} {kwargs} The package setup script has attempted to modify files on your system that are not within the EasyInstall build area, and has been aborted. This package cannot be safely installed by EasyInstall, and may not support alternate installation locations even if you run its setup script by hand. Please inform the package's author and the EasyInstall maintainers to find out if a fix or workaround is available. """).lstrip() def __str__(self): cmd, args, kwargs = self.args return self.tmpl.format(**locals()) site-packages/setuptools/ssl_support.py 0000644 00000020454 15231162611 0014457 0 ustar 00 import os import socket import atexit import re import functools from setuptools.extern.six.moves import urllib, http_client, map, filter from pkg_resources import ResolutionError, ExtractionError try: import ssl except ImportError: ssl = None __all__ = [ 'VerifyingHTTPSHandler', 'find_ca_bundle', 'is_available', 'cert_paths', 'opener_for' ] cert_paths = """ /etc/pki/tls/certs/ca-bundle.crt /etc/ssl/certs/ca-certificates.crt /usr/share/ssl/certs/ca-bundle.crt /usr/local/share/certs/ca-root.crt /etc/ssl/cert.pem /System/Library/OpenSSL/certs/cert.pem /usr/local/share/certs/ca-root-nss.crt /etc/ssl/ca-bundle.pem """.strip().split() try: HTTPSHandler = urllib.request.HTTPSHandler HTTPSConnection = http_client.HTTPSConnection except AttributeError: HTTPSHandler = HTTPSConnection = object is_available = ssl is not None and object not in (HTTPSHandler, HTTPSConnection) try: from ssl import CertificateError, match_hostname except ImportError: try: from backports.ssl_match_hostname import CertificateError from backports.ssl_match_hostname import match_hostname except ImportError: CertificateError = None match_hostname = None if not CertificateError: class CertificateError(ValueError): pass if not match_hostname: def _dnsname_match(dn, hostname, max_wildcards=1): """Matching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 """ pats = [] if not dn: return False # Ported from python3-syntax: # leftmost, *remainder = dn.split(r'.') parts = dn.split(r'.') leftmost = parts[0] remainder = parts[1:] wildcards = leftmost.count('*') if wildcards > max_wildcards: # Issue #17980: avoid denials of service by refusing more # than one wildcard per fragment. A survey of established # policy among SSL implementations showed it to be a # reasonable choice. raise CertificateError( "too many wildcards in certificate DNS name: " + repr(dn)) # speed up common case w/o wildcards if not wildcards: return dn.lower() == hostname.lower() # RFC 6125, section 6.4.3, subitem 1. # The client SHOULD NOT attempt to match a presented identifier in which # the wildcard character comprises a label other than the left-most label. if leftmost == '*': # When '*' is a fragment by itself, it matches a non-empty dotless # fragment. pats.append('[^.]+') elif leftmost.startswith('xn--') or hostname.startswith('xn--'): # RFC 6125, section 6.4.3, subitem 3. # The client SHOULD NOT attempt to match a presented identifier # where the wildcard character is embedded within an A-label or # U-label of an internationalized domain name. pats.append(re.escape(leftmost)) else: # Otherwise, '*' matches any dotless string, e.g. www* pats.append(re.escape(leftmost).replace(r'\*', '[^.]*')) # add the remaining fragments, ignore any wildcards for frag in remainder: pats.append(re.escape(frag)) pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE) return pat.match(hostname) def match_hostname(cert, hostname): """Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. """ if not cert: raise ValueError("empty or no certificate") dnsnames = [] san = cert.get('subjectAltName', ()) for key, value in san: if key == 'DNS': if _dnsname_match(value, hostname): return dnsnames.append(value) if not dnsnames: # The subject is only checked when there is no dNSName entry # in subjectAltName for sub in cert.get('subject', ()): for key, value in sub: # XXX according to RFC 2818, the most specific Common Name # must be used. if key == 'commonName': if _dnsname_match(value, hostname): return dnsnames.append(value) if len(dnsnames) > 1: raise CertificateError("hostname %r " "doesn't match either of %s" % (hostname, ', '.join(map(repr, dnsnames)))) elif len(dnsnames) == 1: raise CertificateError("hostname %r " "doesn't match %r" % (hostname, dnsnames[0])) else: raise CertificateError("no appropriate commonName or " "subjectAltName fields were found") class VerifyingHTTPSHandler(HTTPSHandler): """Simple verifying handler: no auth, subclasses, timeouts, etc.""" def __init__(self, ca_bundle): self.ca_bundle = ca_bundle HTTPSHandler.__init__(self) def https_open(self, req): return self.do_open( lambda host, **kw: VerifyingHTTPSConn(host, self.ca_bundle, **kw), req ) class VerifyingHTTPSConn(HTTPSConnection): """Simple verifying connection: no auth, subclasses, timeouts, etc.""" def __init__(self, host, ca_bundle, **kw): HTTPSConnection.__init__(self, host, **kw) self.ca_bundle = ca_bundle def connect(self): sock = socket.create_connection( (self.host, self.port), getattr(self, 'source_address', None) ) # Handle the socket if a (proxy) tunnel is present if hasattr(self, '_tunnel') and getattr(self, '_tunnel_host', None): self.sock = sock self._tunnel() # http://bugs.python.org/issue7776: Python>=3.4.1 and >=2.7.7 # change self.host to mean the proxy server host when tunneling is # being used. Adapt, since we are interested in the destination # host for the match_hostname() comparison. actual_host = self._tunnel_host else: actual_host = self.host if hasattr(ssl, 'create_default_context'): ctx = ssl.create_default_context(cafile=self.ca_bundle) self.sock = ctx.wrap_socket(sock, server_hostname=actual_host) else: # This is for python < 2.7.9 and < 3.4? self.sock = ssl.wrap_socket( sock, cert_reqs=ssl.CERT_REQUIRED, ca_certs=self.ca_bundle ) try: match_hostname(self.sock.getpeercert(), actual_host) except CertificateError: self.sock.shutdown(socket.SHUT_RDWR) self.sock.close() raise def opener_for(ca_bundle=None): """Get a urlopen() replacement that uses ca_bundle for verification""" return urllib.request.build_opener( VerifyingHTTPSHandler(ca_bundle or find_ca_bundle()) ).open # from jaraco.functools def once(func): @functools.wraps(func) def wrapper(*args, **kwargs): if not hasattr(func, 'always_returns'): func.always_returns = func(*args, **kwargs) return func.always_returns return wrapper @once def get_win_certfile(): try: import wincertstore except ImportError: return None class CertFile(wincertstore.CertFile): def __init__(self): super(CertFile, self).__init__() atexit.register(self.close) def close(self): try: super(CertFile, self).close() except OSError: pass _wincerts = CertFile() _wincerts.addstore('CA') _wincerts.addstore('ROOT') return _wincerts.name def find_ca_bundle(): """Return an existing CA bundle path, or None""" extant_cert_paths = filter(os.path.isfile, cert_paths) return ( get_win_certfile() or next(extant_cert_paths, None) or _certifi_where() ) def _certifi_where(): try: return __import__('certifi').where() except (ImportError, ResolutionError, ExtractionError): pass site-packages/setuptools/build_meta.py 0000644 00000013047 15231162611 0014167 0 ustar 00 """A PEP 517 interface to setuptools Previously, when a user or a command line tool (let's call it a "frontend") needed to make a request of setuptools to take a certain action, for example, generating a list of installation requirements, the frontend would would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line. PEP 517 defines a different method of interfacing with setuptools. Rather than calling "setup.py" directly, the frontend should: 1. Set the current directory to the directory with a setup.py file 2. Import this module into a safe python interpreter (one in which setuptools can potentially set global variables or crash hard). 3. Call one of the functions defined in PEP 517. What each function does is defined in PEP 517. However, here is a "casual" definition of the functions (this definition should not be relied on for bug reports or API stability): - `build_wheel`: build a wheel in the folder and return the basename - `get_requires_for_build_wheel`: get the `setup_requires` to build - `prepare_metadata_for_build_wheel`: get the `install_requires` - `build_sdist`: build an sdist in the folder and return the basename - `get_requires_for_build_sdist`: get the `setup_requires` to build Again, this is not a formal definition! Just a "taste" of the module. """ import os import sys import tokenize import shutil import contextlib import setuptools import distutils class SetupRequirementsError(BaseException): def __init__(self, specifiers): self.specifiers = specifiers class Distribution(setuptools.dist.Distribution): def fetch_build_eggs(self, specifiers): raise SetupRequirementsError(specifiers) @classmethod @contextlib.contextmanager def patch(cls): """ Replace distutils.dist.Distribution with this class for the duration of this context. """ orig = distutils.core.Distribution distutils.core.Distribution = cls try: yield finally: distutils.core.Distribution = orig def _run_setup(setup_script='setup.py'): # Note that we can reuse our build directory between calls # Correctness comes first, then optimization later __file__ = setup_script __name__ = '__main__' f = getattr(tokenize, 'open', open)(__file__) code = f.read().replace('\\r\\n', '\\n') f.close() exec(compile(code, __file__, 'exec'), locals()) def _fix_config(config_settings): config_settings = config_settings or {} config_settings.setdefault('--global-option', []) return config_settings def _get_build_requires(config_settings): config_settings = _fix_config(config_settings) requirements = ['setuptools', 'wheel'] sys.argv = sys.argv[:1] + ['egg_info'] + \ config_settings["--global-option"] try: with Distribution.patch(): _run_setup() except SetupRequirementsError as e: requirements += e.specifiers return requirements def _get_immediate_subdirectories(a_dir): return [name for name in os.listdir(a_dir) if os.path.isdir(os.path.join(a_dir, name))] def get_requires_for_build_wheel(config_settings=None): config_settings = _fix_config(config_settings) return _get_build_requires(config_settings) def get_requires_for_build_sdist(config_settings=None): config_settings = _fix_config(config_settings) return _get_build_requires(config_settings) def prepare_metadata_for_build_wheel(metadata_directory, config_settings=None): sys.argv = sys.argv[:1] + ['dist_info', '--egg-base', metadata_directory] _run_setup() dist_info_directory = metadata_directory while True: dist_infos = [f for f in os.listdir(dist_info_directory) if f.endswith('.dist-info')] if len(dist_infos) == 0 and \ len(_get_immediate_subdirectories(dist_info_directory)) == 1: dist_info_directory = os.path.join( dist_info_directory, os.listdir(dist_info_directory)[0]) continue assert len(dist_infos) == 1 break # PEP 517 requires that the .dist-info directory be placed in the # metadata_directory. To comply, we MUST copy the directory to the root if dist_info_directory != metadata_directory: shutil.move( os.path.join(dist_info_directory, dist_infos[0]), metadata_directory) shutil.rmtree(dist_info_directory, ignore_errors=True) return dist_infos[0] def build_wheel(wheel_directory, config_settings=None, metadata_directory=None): config_settings = _fix_config(config_settings) wheel_directory = os.path.abspath(wheel_directory) sys.argv = sys.argv[:1] + ['bdist_wheel'] + \ config_settings["--global-option"] _run_setup() if wheel_directory != 'dist': shutil.rmtree(wheel_directory) shutil.copytree('dist', wheel_directory) wheels = [f for f in os.listdir(wheel_directory) if f.endswith('.whl')] assert len(wheels) == 1 return wheels[0] def build_sdist(sdist_directory, config_settings=None): config_settings = _fix_config(config_settings) sdist_directory = os.path.abspath(sdist_directory) sys.argv = sys.argv[:1] + ['sdist'] + \ config_settings["--global-option"] _run_setup() if sdist_directory != 'dist': shutil.rmtree(sdist_directory) shutil.copytree('dist', sdist_directory) sdists = [f for f in os.listdir(sdist_directory) if f.endswith('.tar.gz')] assert len(sdists) == 1 return sdists[0] site-packages/setuptools/version.py 0000644 00000000220 15231162611 0013534 0 ustar 00 import pkg_resources try: __version__ = pkg_resources.get_distribution('setuptools').version except Exception: __version__ = 'unknown' site-packages/setuptools/unicode_utils.py 0000644 00000001744 15231162611 0014731 0 ustar 00 import unicodedata import sys from setuptools.extern import six # HFS Plus uses decomposed UTF-8 def decompose(path): if isinstance(path, six.text_type): return unicodedata.normalize('NFD', path) try: path = path.decode('utf-8') path = unicodedata.normalize('NFD', path) path = path.encode('utf-8') except UnicodeError: pass # Not UTF-8 return path def filesys_decode(path): """ Ensure that the given path is decoded, NONE when no expected encoding works """ if isinstance(path, six.text_type): return path fs_enc = sys.getfilesystemencoding() or 'utf-8' candidates = fs_enc, 'utf-8' for enc in candidates: try: return path.decode(enc) except UnicodeDecodeError: continue def try_encode(string, enc): "turn unicode encoding into a functional routine" try: return string.encode(enc) except UnicodeEncodeError: return None site-packages/setuptools/config.py 0000644 00000043126 15231162611 0013330 0 ustar 00 from __future__ import absolute_import, unicode_literals import io import os import sys from collections import defaultdict from functools import partial from importlib import import_module from distutils.errors import DistutilsOptionError, DistutilsFileError from setuptools.extern.packaging.version import LegacyVersion, parse from setuptools.extern.six import string_types def read_configuration( filepath, find_others=False, ignore_option_errors=False): """Read given configuration file and returns options from it as a dict. :param str|unicode filepath: Path to configuration file to get options from. :param bool find_others: Whether to search for other configuration files which could be on in various places. :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: dict """ from setuptools.dist import Distribution, _Distribution filepath = os.path.abspath(filepath) if not os.path.isfile(filepath): raise DistutilsFileError( 'Configuration file %s does not exist.' % filepath) current_directory = os.getcwd() os.chdir(os.path.dirname(filepath)) try: dist = Distribution() filenames = dist.find_config_files() if find_others else [] if filepath not in filenames: filenames.append(filepath) _Distribution.parse_config_files(dist, filenames=filenames) handlers = parse_configuration( dist, dist.command_options, ignore_option_errors=ignore_option_errors) finally: os.chdir(current_directory) return configuration_to_dict(handlers) def configuration_to_dict(handlers): """Returns configuration data gathered by given handlers as a dict. :param list[ConfigHandler] handlers: Handlers list, usually from parse_configuration() :rtype: dict """ config_dict = defaultdict(dict) for handler in handlers: obj_alias = handler.section_prefix target_obj = handler.target_obj for option in handler.set_options: getter = getattr(target_obj, 'get_%s' % option, None) if getter is None: value = getattr(target_obj, option) else: value = getter() config_dict[obj_alias][option] = value return config_dict def parse_configuration( distribution, command_options, ignore_option_errors=False): """Performs additional parsing of configuration options for a distribution. Returns a list of used option handlers. :param Distribution distribution: :param dict command_options: :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: list """ options = ConfigOptionsHandler( distribution, command_options, ignore_option_errors) options.parse() meta = ConfigMetadataHandler( distribution.metadata, command_options, ignore_option_errors, distribution.package_dir) meta.parse() return meta, options class ConfigHandler(object): """Handles metadata supplied in configuration files.""" section_prefix = None """Prefix for config sections handled by this handler. Must be provided by class heirs. """ aliases = {} """Options aliases. For compatibility with various packages. E.g.: d2to1 and pbr. Note: `-` in keys is replaced with `_` by config parser. """ def __init__(self, target_obj, options, ignore_option_errors=False): sections = {} section_prefix = self.section_prefix for section_name, section_options in options.items(): if not section_name.startswith(section_prefix): continue section_name = section_name.replace(section_prefix, '').strip('.') sections[section_name] = section_options self.ignore_option_errors = ignore_option_errors self.target_obj = target_obj self.sections = sections self.set_options = [] @property def parsers(self): """Metadata item name to parser function mapping.""" raise NotImplementedError( '%s must provide .parsers property' % self.__class__.__name__) def __setitem__(self, option_name, value): unknown = tuple() target_obj = self.target_obj # Translate alias into real name. option_name = self.aliases.get(option_name, option_name) current_value = getattr(target_obj, option_name, unknown) if current_value is unknown: raise KeyError(option_name) if current_value: # Already inhabited. Skipping. return skip_option = False parser = self.parsers.get(option_name) if parser: try: value = parser(value) except Exception: skip_option = True if not self.ignore_option_errors: raise if skip_option: return setter = getattr(target_obj, 'set_%s' % option_name, None) if setter is None: setattr(target_obj, option_name, value) else: setter(value) self.set_options.append(option_name) @classmethod def _parse_list(cls, value, separator=','): """Represents value as a list. Value is split either by separator (defaults to comma) or by lines. :param value: :param separator: List items separator character. :rtype: list """ if isinstance(value, list): # _get_parser_compound case return value if '\n' in value: value = value.splitlines() else: value = value.split(separator) return [chunk.strip() for chunk in value if chunk.strip()] @classmethod def _parse_dict(cls, value): """Represents value as a dict. :param value: :rtype: dict """ separator = '=' result = {} for line in cls._parse_list(value): key, sep, val = line.partition(separator) if sep != separator: raise DistutilsOptionError( 'Unable to parse option value to dict: %s' % value) result[key.strip()] = val.strip() return result @classmethod def _parse_bool(cls, value): """Represents value as boolean. :param value: :rtype: bool """ value = value.lower() return value in ('1', 'true', 'yes') @classmethod def _parse_file(cls, value): """Represents value as a string, allowing including text from nearest files using `file:` directive. Directive is sandboxed and won't reach anything outside directory with setup.py. Examples: file: LICENSE file: README.rst, CHANGELOG.md, src/file.txt :param str value: :rtype: str """ include_directive = 'file:' if not isinstance(value, string_types): return value if not value.startswith(include_directive): return value spec = value[len(include_directive):] filepaths = (os.path.abspath(path.strip()) for path in spec.split(',')) return '\n'.join( cls._read_file(path) for path in filepaths if (cls._assert_local(path) or True) and os.path.isfile(path) ) @staticmethod def _assert_local(filepath): if not filepath.startswith(os.getcwd()): raise DistutilsOptionError( '`file:` directive can not access %s' % filepath) @staticmethod def _read_file(filepath): with io.open(filepath, encoding='utf-8') as f: return f.read() @classmethod def _parse_attr(cls, value, package_dir=None): """Represents value as a module attribute. Examples: attr: package.attr attr: package.module.attr :param str value: :rtype: str """ attr_directive = 'attr:' if not value.startswith(attr_directive): return value attrs_path = value.replace(attr_directive, '').strip().split('.') attr_name = attrs_path.pop() module_name = '.'.join(attrs_path) module_name = module_name or '__init__' parent_path = os.getcwd() if package_dir: if attrs_path[0] in package_dir: # A custom path was specified for the module we want to import custom_path = package_dir[attrs_path[0]] parts = custom_path.rsplit('/', 1) if len(parts) > 1: parent_path = os.path.join(os.getcwd(), parts[0]) module_name = parts[1] else: module_name = custom_path elif '' in package_dir: # A custom parent directory was specified for all root modules parent_path = os.path.join(os.getcwd(), package_dir['']) sys.path.insert(0, parent_path) try: module = import_module(module_name) value = getattr(module, attr_name) finally: sys.path = sys.path[1:] return value @classmethod def _get_parser_compound(cls, *parse_methods): """Returns parser function to represents value as a list. Parses a value applying given methods one after another. :param parse_methods: :rtype: callable """ def parse(value): parsed = value for method in parse_methods: parsed = method(parsed) return parsed return parse @classmethod def _parse_section_to_dict(cls, section_options, values_parser=None): """Parses section options into a dictionary. Optionally applies a given parser to values. :param dict section_options: :param callable values_parser: :rtype: dict """ value = {} values_parser = values_parser or (lambda val: val) for key, (_, val) in section_options.items(): value[key] = values_parser(val) return value def parse_section(self, section_options): """Parses configuration file section. :param dict section_options: """ for (name, (_, value)) in section_options.items(): try: self[name] = value except KeyError: pass # Keep silent for a new option may appear anytime. def parse(self): """Parses configuration file items from one or more related sections. """ for section_name, section_options in self.sections.items(): method_postfix = '' if section_name: # [section.option] variant method_postfix = '_%s' % section_name section_parser_method = getattr( self, # Dots in section names are tranlsated into dunderscores. ('parse_section%s' % method_postfix).replace('.', '__'), None) if section_parser_method is None: raise DistutilsOptionError( 'Unsupported distribution option section: [%s.%s]' % ( self.section_prefix, section_name)) section_parser_method(section_options) class ConfigMetadataHandler(ConfigHandler): section_prefix = 'metadata' aliases = { 'home_page': 'url', 'summary': 'description', 'classifier': 'classifiers', 'platform': 'platforms', } strict_mode = False """We need to keep it loose, to be partially compatible with `pbr` and `d2to1` packages which also uses `metadata` section. """ def __init__(self, target_obj, options, ignore_option_errors=False, package_dir=None): super(ConfigMetadataHandler, self).__init__(target_obj, options, ignore_option_errors) self.package_dir = package_dir @property def parsers(self): """Metadata item name to parser function mapping.""" parse_list = self._parse_list parse_file = self._parse_file parse_dict = self._parse_dict return { 'platforms': parse_list, 'keywords': parse_list, 'provides': parse_list, 'requires': parse_list, 'obsoletes': parse_list, 'classifiers': self._get_parser_compound(parse_file, parse_list), 'license': parse_file, 'description': parse_file, 'long_description': parse_file, 'version': self._parse_version, 'project_urls': parse_dict, } def _parse_version(self, value): """Parses `version` option value. :param value: :rtype: str """ version = self._parse_file(value) if version != value: version = version.strip() # Be strict about versions loaded from file because it's easy to # accidentally include newlines and other unintended content if isinstance(parse(version), LegacyVersion): raise DistutilsOptionError('Version loaded from %s does not comply with PEP 440: %s' % ( value, version )) return version version = self._parse_attr(value, self.package_dir) if callable(version): version = version() if not isinstance(version, string_types): if hasattr(version, '__iter__'): version = '.'.join(map(str, version)) else: version = '%s' % version return version class ConfigOptionsHandler(ConfigHandler): section_prefix = 'options' @property def parsers(self): """Metadata item name to parser function mapping.""" parse_list = self._parse_list parse_list_semicolon = partial(self._parse_list, separator=';') parse_bool = self._parse_bool parse_dict = self._parse_dict return { 'zip_safe': parse_bool, 'use_2to3': parse_bool, 'include_package_data': parse_bool, 'package_dir': parse_dict, 'use_2to3_fixers': parse_list, 'use_2to3_exclude_fixers': parse_list, 'convert_2to3_doctests': parse_list, 'scripts': parse_list, 'eager_resources': parse_list, 'dependency_links': parse_list, 'namespace_packages': parse_list, 'install_requires': parse_list_semicolon, 'setup_requires': parse_list_semicolon, 'tests_require': parse_list_semicolon, 'packages': self._parse_packages, 'entry_points': self._parse_file, 'py_modules': parse_list, } def _parse_packages(self, value): """Parses `packages` option value. :param value: :rtype: list """ find_directive = 'find:' if not value.startswith(find_directive): return self._parse_list(value) # Read function arguments from a dedicated section. find_kwargs = self.parse_section_packages__find( self.sections.get('packages.find', {})) from setuptools import find_packages return find_packages(**find_kwargs) def parse_section_packages__find(self, section_options): """Parses `packages.find` configuration file section. To be used in conjunction with _parse_packages(). :param dict section_options: """ section_data = self._parse_section_to_dict( section_options, self._parse_list) valid_keys = ['where', 'include', 'exclude'] find_kwargs = dict( [(k, v) for k, v in section_data.items() if k in valid_keys and v]) where = find_kwargs.get('where') if where is not None: find_kwargs['where'] = where[0] # cast list to single val return find_kwargs def parse_section_entry_points(self, section_options): """Parses `entry_points` configuration file section. :param dict section_options: """ parsed = self._parse_section_to_dict(section_options, self._parse_list) self['entry_points'] = parsed def _parse_package_data(self, section_options): parsed = self._parse_section_to_dict(section_options, self._parse_list) root = parsed.get('*') if root: parsed[''] = root del parsed['*'] return parsed def parse_section_package_data(self, section_options): """Parses `package_data` configuration file section. :param dict section_options: """ self['package_data'] = self._parse_package_data(section_options) def parse_section_exclude_package_data(self, section_options): """Parses `exclude_package_data` configuration file section. :param dict section_options: """ self['exclude_package_data'] = self._parse_package_data( section_options) def parse_section_extras_require(self, section_options): """Parses `extras_require` configuration file section. :param dict section_options: """ parse_list = partial(self._parse_list, separator=';') self['extras_require'] = self._parse_section_to_dict( section_options, parse_list) site-packages/setuptools/lib2to3_ex.py 0000644 00000003735 15231162611 0014037 0 ustar 00 """ Customized Mixin2to3 support: - adds support for converting doctests This module raises an ImportError on Python 2. """ from distutils.util import Mixin2to3 as _Mixin2to3 from distutils import log from lib2to3.refactor import RefactoringTool, get_fixers_from_package import setuptools class DistutilsRefactoringTool(RefactoringTool): def log_error(self, msg, *args, **kw): log.error(msg, *args) def log_message(self, msg, *args): log.info(msg, *args) def log_debug(self, msg, *args): log.debug(msg, *args) class Mixin2to3(_Mixin2to3): def run_2to3(self, files, doctests=False): # See of the distribution option has been set, otherwise check the # setuptools default. if self.distribution.use_2to3 is not True: return if not files: return log.info("Fixing " + " ".join(files)) self.__build_fixer_names() self.__exclude_fixers() if doctests: if setuptools.run_2to3_on_doctests: r = DistutilsRefactoringTool(self.fixer_names) r.refactor(files, write=True, doctests_only=True) else: _Mixin2to3.run_2to3(self, files) def __build_fixer_names(self): if self.fixer_names: return self.fixer_names = [] for p in setuptools.lib2to3_fixer_packages: self.fixer_names.extend(get_fixers_from_package(p)) if self.distribution.use_2to3_fixers is not None: for p in self.distribution.use_2to3_fixers: self.fixer_names.extend(get_fixers_from_package(p)) def __exclude_fixers(self): excluded_fixers = getattr(self, 'exclude_fixers', []) if self.distribution.use_2to3_exclude_fixers is not None: excluded_fixers.extend(self.distribution.use_2to3_exclude_fixers) for fixer_name in excluded_fixers: if fixer_name in self.fixer_names: self.fixer_names.remove(fixer_name) site-packages/setuptools/command/build_clib.py 0000644 00000010604 15231162611 0015564 0 ustar 00 import distutils.command.build_clib as orig from distutils.errors import DistutilsSetupError from distutils import log from setuptools.dep_util import newer_pairwise_group class build_clib(orig.build_clib): """ Override the default build_clib behaviour to do the following: 1. Implement a rudimentary timestamp-based dependency system so 'compile()' doesn't run every time. 2. Add more keys to the 'build_info' dictionary: * obj_deps - specify dependencies for each object compiled. this should be a dictionary mapping a key with the source filename to a list of dependencies. Use an empty string for global dependencies. * cflags - specify a list of additional flags to pass to the compiler. """ def build_libraries(self, libraries): for (lib_name, build_info) in libraries: sources = build_info.get('sources') if sources is None or not isinstance(sources, (list, tuple)): raise DistutilsSetupError( "in 'libraries' option (library '%s'), " "'sources' must be present and must be " "a list of source filenames" % lib_name) sources = list(sources) log.info("building '%s' library", lib_name) # Make sure everything is the correct type. # obj_deps should be a dictionary of keys as sources # and a list/tuple of files that are its dependencies. obj_deps = build_info.get('obj_deps', dict()) if not isinstance(obj_deps, dict): raise DistutilsSetupError( "in 'libraries' option (library '%s'), " "'obj_deps' must be a dictionary of " "type 'source: list'" % lib_name) dependencies = [] # Get the global dependencies that are specified by the '' key. # These will go into every source's dependency list. global_deps = obj_deps.get('', list()) if not isinstance(global_deps, (list, tuple)): raise DistutilsSetupError( "in 'libraries' option (library '%s'), " "'obj_deps' must be a dictionary of " "type 'source: list'" % lib_name) # Build the list to be used by newer_pairwise_group # each source will be auto-added to its dependencies. for source in sources: src_deps = [source] src_deps.extend(global_deps) extra_deps = obj_deps.get(source, list()) if not isinstance(extra_deps, (list, tuple)): raise DistutilsSetupError( "in 'libraries' option (library '%s'), " "'obj_deps' must be a dictionary of " "type 'source: list'" % lib_name) src_deps.extend(extra_deps) dependencies.append(src_deps) expected_objects = self.compiler.object_filenames( sources, output_dir=self.build_temp ) if newer_pairwise_group(dependencies, expected_objects) != ([], []): # First, compile the source code to object files in the library # directory. (This should probably change to putting object # files in a temporary build directory.) macros = build_info.get('macros') include_dirs = build_info.get('include_dirs') cflags = build_info.get('cflags') objects = self.compiler.compile( sources, output_dir=self.build_temp, macros=macros, include_dirs=include_dirs, extra_postargs=cflags, debug=self.debug ) # Now "link" the object files together into a static library. # (On Unix at least, this isn't really linking -- it just # builds an archive. Whatever.) self.compiler.create_static_lib( expected_objects, lib_name, output_dir=self.build_clib, debug=self.debug ) site-packages/setuptools/command/install_scripts.py 0000644 00000004607 15231162611 0016717 0 ustar 00 from distutils import log import distutils.command.install_scripts as orig import os import sys from pkg_resources import Distribution, PathMetadata, ensure_directory class install_scripts(orig.install_scripts): """Do normal script install, plus any egg_info wrapper scripts""" def initialize_options(self): orig.install_scripts.initialize_options(self) self.no_ep = False def run(self): import setuptools.command.easy_install as ei self.run_command("egg_info") if self.distribution.scripts: orig.install_scripts.run(self) # run first to set up self.outfiles else: self.outfiles = [] if self.no_ep: # don't install entry point scripts into .egg file! return ei_cmd = self.get_finalized_command("egg_info") dist = Distribution( ei_cmd.egg_base, PathMetadata(ei_cmd.egg_base, ei_cmd.egg_info), ei_cmd.egg_name, ei_cmd.egg_version, ) bs_cmd = self.get_finalized_command('build_scripts') exec_param = getattr(bs_cmd, 'executable', None) bw_cmd = self.get_finalized_command("bdist_wininst") is_wininst = getattr(bw_cmd, '_is_running', False) writer = ei.ScriptWriter if is_wininst: exec_param = "python.exe" writer = ei.WindowsScriptWriter if exec_param == sys.executable: # In case the path to the Python executable contains a space, wrap # it so it's not split up. exec_param = [exec_param] # resolve the writer to the environment writer = writer.best() cmd = writer.command_spec_class.best().from_param(exec_param) for args in writer.get_args(dist, cmd.as_header()): self.write_script(*args) def write_script(self, script_name, contents, mode="t", *ignored): """Write an executable file to the scripts directory""" from setuptools.command.easy_install import chmod, current_umask log.info("Installing %s script to %s", script_name, self.install_dir) target = os.path.join(self.install_dir, script_name) self.outfiles.append(target) mask = current_umask() if not self.dry_run: ensure_directory(target) f = open(target, "w" + mode) f.write(contents) f.close() chmod(target, 0o777 - mask) site-packages/setuptools/command/dist_info.py 0000644 00000001700 15231162611 0015447 0 ustar 00 """ Create a dist_info directory As defined in the wheel specification """ import os from distutils.core import Command from distutils import log class dist_info(Command): description = 'create a .dist-info directory' user_options = [ ('egg-base=', 'e', "directory containing .egg-info directories" " (default: top of the source tree)"), ] def initialize_options(self): self.egg_base = None def finalize_options(self): pass def run(self): egg_info = self.get_finalized_command('egg_info') egg_info.egg_base = self.egg_base egg_info.finalize_options() egg_info.run() dist_info_dir = egg_info.egg_info[:-len('.egg-info')] + '.dist-info' log.info("creating '{}'".format(os.path.abspath(dist_info_dir))) bdist_wheel = self.get_finalized_command('bdist_wheel') bdist_wheel.egg2dist(egg_info.egg_info, dist_info_dir) site-packages/setuptools/command/saveopts.py 0000644 00000001222 15231162611 0015334 0 ustar 00 from setuptools.command.setopt import edit_config, option_base class saveopts(option_base): """Save command-line options to a file""" description = "save supplied options to setup.cfg or other config file" def run(self): dist = self.distribution settings = {} for cmd in dist.command_options: if cmd == 'saveopts': continue # don't save our own options! for opt, (src, val) in dist.get_option_dict(cmd).items(): if src == "command line": settings.setdefault(cmd, {})[opt] = val edit_config(self.filename, settings, self.dry_run) site-packages/setuptools/command/install.py 0000644 00000011113 15231162611 0015136 0 ustar 00 from distutils.errors import DistutilsArgError import inspect import glob import warnings import platform import distutils.command.install as orig import setuptools # Prior to numpy 1.9, NumPy relies on the '_install' name, so provide it for # now. See https://github.com/pypa/setuptools/issues/199/ _install = orig.install class install(orig.install): """Use easy_install to install the package, w/dependencies""" user_options = orig.install.user_options + [ ('old-and-unmanageable', None, "Try not to use this!"), ('single-version-externally-managed', None, "used by system package builders to create 'flat' eggs"), ] boolean_options = orig.install.boolean_options + [ 'old-and-unmanageable', 'single-version-externally-managed', ] new_commands = [ ('install_egg_info', lambda self: True), ('install_scripts', lambda self: True), ] _nc = dict(new_commands) def initialize_options(self): orig.install.initialize_options(self) self.old_and_unmanageable = None self.single_version_externally_managed = None def finalize_options(self): orig.install.finalize_options(self) if self.root: self.single_version_externally_managed = True elif self.single_version_externally_managed: if not self.root and not self.record: raise DistutilsArgError( "You must specify --record or --root when building system" " packages" ) def handle_extra_path(self): if self.root or self.single_version_externally_managed: # explicit backward-compatibility mode, allow extra_path to work return orig.install.handle_extra_path(self) # Ignore extra_path when installing an egg (or being run by another # command without --root or --single-version-externally-managed self.path_file = None self.extra_dirs = '' def run(self): # Explicit request for old-style install? Just do it if self.old_and_unmanageable or self.single_version_externally_managed: return orig.install.run(self) if not self._called_from_setup(inspect.currentframe()): # Run in backward-compatibility mode to support bdist_* commands. orig.install.run(self) else: self.do_egg_install() @staticmethod def _called_from_setup(run_frame): """ Attempt to detect whether run() was called from setup() or by another command. If called by setup(), the parent caller will be the 'run_command' method in 'distutils.dist', and *its* caller will be the 'run_commands' method. If called any other way, the immediate caller *might* be 'run_command', but it won't have been called by 'run_commands'. Return True in that case or if a call stack is unavailable. Return False otherwise. """ if run_frame is None: msg = "Call stack not available. bdist_* commands may fail." warnings.warn(msg) if platform.python_implementation() == 'IronPython': msg = "For best results, pass -X:Frames to enable call stack." warnings.warn(msg) return True res = inspect.getouterframes(run_frame)[2] caller, = res[:1] info = inspect.getframeinfo(caller) caller_module = caller.f_globals.get('__name__', '') return ( caller_module == 'distutils.dist' and info.function == 'run_commands' ) def do_egg_install(self): easy_install = self.distribution.get_command_class('easy_install') cmd = easy_install( self.distribution, args="x", root=self.root, record=self.record, ) cmd.ensure_finalized() # finalize before bdist_egg munges install cmd cmd.always_copy_from = '.' # make sure local-dir eggs get installed # pick up setup-dir .egg files only: no .egg-info cmd.package_index.scan(glob.glob('*.egg')) self.run_command('bdist_egg') args = [self.distribution.get_command_obj('bdist_egg').egg_output] if setuptools.bootstrap_install_from: # Bootstrap self-installation of setuptools args.insert(0, setuptools.bootstrap_install_from) cmd.args = args cmd.run() setuptools.bootstrap_install_from = None # XXX Python 3.1 doesn't see _nc if this is inside the class install.sub_commands = ( [cmd for cmd in orig.install.sub_commands if cmd[0] not in install._nc] + install.new_commands ) site-packages/setuptools/command/install_egg_info.py 0000644 00000004233 15231162611 0017000 0 ustar 00 from distutils import log, dir_util import os from setuptools import Command from setuptools import namespaces from setuptools.archive_util import unpack_archive import pkg_resources class install_egg_info(namespaces.Installer, Command): """Install an .egg-info directory for the package""" description = "Install an .egg-info directory for the package" user_options = [ ('install-dir=', 'd', "directory to install to"), ] def initialize_options(self): self.install_dir = None def finalize_options(self): self.set_undefined_options('install_lib', ('install_dir', 'install_dir')) ei_cmd = self.get_finalized_command("egg_info") basename = pkg_resources.Distribution( None, None, ei_cmd.egg_name, ei_cmd.egg_version ).egg_name() + '.egg-info' self.source = ei_cmd.egg_info self.target = os.path.join(self.install_dir, basename) self.outputs = [] def run(self): self.run_command('egg_info') if os.path.isdir(self.target) and not os.path.islink(self.target): dir_util.remove_tree(self.target, dry_run=self.dry_run) elif os.path.exists(self.target): self.execute(os.unlink, (self.target,), "Removing " + self.target) if not self.dry_run: pkg_resources.ensure_directory(self.target) self.execute( self.copytree, (), "Copying %s to %s" % (self.source, self.target) ) self.install_namespaces() def get_outputs(self): return self.outputs def copytree(self): # Copy the .egg-info tree to site-packages def skimmer(src, dst): # filter out source-control directories; note that 'src' is always # a '/'-separated path, regardless of platform. 'dst' is a # platform-specific path. for skip in '.svn/', 'CVS/': if src.startswith(skip) or '/' + skip in src: return None self.outputs.append(dst) log.debug("Copying %s to %s", src, dst) return dst unpack_archive(self.source, self.target, skimmer) site-packages/setuptools/command/launcher manifest.xml 0000644 00000001164 15231162611 0017235 0 ustar 00 <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%(name)s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly> site-packages/setuptools/command/setopt.py 0000644 00000011735 15231162611 0015020 0 ustar 00 from distutils.util import convert_path from distutils import log from distutils.errors import DistutilsOptionError import distutils import os from setuptools.extern.six.moves import configparser from setuptools import Command __all__ = ['config_file', 'edit_config', 'option_base', 'setopt'] def config_file(kind="local"): """Get the filename of the distutils, local, global, or per-user config `kind` must be one of "local", "global", or "user" """ if kind == 'local': return 'setup.cfg' if kind == 'global': return os.path.join( os.path.dirname(distutils.__file__), 'distutils.cfg' ) if kind == 'user': dot = os.name == 'posix' and '.' or '' return os.path.expanduser(convert_path("~/%spydistutils.cfg" % dot)) raise ValueError( "config_file() type must be 'local', 'global', or 'user'", kind ) def edit_config(filename, settings, dry_run=False): """Edit a configuration file to include `settings` `settings` is a dictionary of dictionaries or ``None`` values, keyed by command/section name. A ``None`` value means to delete the entire section, while a dictionary lists settings to be changed or deleted in that section. A setting of ``None`` means to delete that setting. """ log.debug("Reading configuration from %s", filename) opts = configparser.RawConfigParser() opts.read([filename]) for section, options in settings.items(): if options is None: log.info("Deleting section [%s] from %s", section, filename) opts.remove_section(section) else: if not opts.has_section(section): log.debug("Adding new section [%s] to %s", section, filename) opts.add_section(section) for option, value in options.items(): if value is None: log.debug( "Deleting %s.%s from %s", section, option, filename ) opts.remove_option(section, option) if not opts.options(section): log.info("Deleting empty [%s] section from %s", section, filename) opts.remove_section(section) else: log.debug( "Setting %s.%s to %r in %s", section, option, value, filename ) opts.set(section, option, value) log.info("Writing %s", filename) if not dry_run: with open(filename, 'w') as f: opts.write(f) class option_base(Command): """Abstract base class for commands that mess with config files""" user_options = [ ('global-config', 'g', "save options to the site-wide distutils.cfg file"), ('user-config', 'u', "save options to the current user's pydistutils.cfg file"), ('filename=', 'f', "configuration file to use (default=setup.cfg)"), ] boolean_options = [ 'global-config', 'user-config', ] def initialize_options(self): self.global_config = None self.user_config = None self.filename = None def finalize_options(self): filenames = [] if self.global_config: filenames.append(config_file('global')) if self.user_config: filenames.append(config_file('user')) if self.filename is not None: filenames.append(self.filename) if not filenames: filenames.append(config_file('local')) if len(filenames) > 1: raise DistutilsOptionError( "Must specify only one configuration file option", filenames ) self.filename, = filenames class setopt(option_base): """Save command-line options to a file""" description = "set an option in setup.cfg or another config file" user_options = [ ('command=', 'c', 'command to set an option for'), ('option=', 'o', 'option to set'), ('set-value=', 's', 'value of the option'), ('remove', 'r', 'remove (unset) the value'), ] + option_base.user_options boolean_options = option_base.boolean_options + ['remove'] def initialize_options(self): option_base.initialize_options(self) self.command = None self.option = None self.set_value = None self.remove = None def finalize_options(self): option_base.finalize_options(self) if self.command is None or self.option is None: raise DistutilsOptionError("Must specify --command *and* --option") if self.set_value is None and not self.remove: raise DistutilsOptionError("Must specify --set-value or --remove") def run(self): edit_config( self.filename, { self.command: {self.option.replace('-', '_'): self.set_value} }, self.dry_run ) site-packages/setuptools/command/upload_docs.py 0000644 00000016217 15231162611 0015776 0 ustar 00 # -*- coding: utf-8 -*- """upload_docs Implements a Distutils 'upload_docs' subcommand (upload documentation to PyPI's pythonhosted.org). """ from base64 import standard_b64encode from distutils import log from distutils.errors import DistutilsOptionError import os import socket import zipfile import tempfile import shutil import itertools import functools from setuptools.extern import six from setuptools.extern.six.moves import http_client, urllib from pkg_resources import iter_entry_points from .upload import upload def _encode(s): errors = 'surrogateescape' if six.PY3 else 'strict' return s.encode('utf-8', errors) class upload_docs(upload): # override the default repository as upload_docs isn't # supported by Warehouse (and won't be). DEFAULT_REPOSITORY = 'https://pypi.python.org/pypi/' description = 'Upload documentation to PyPI' user_options = [ ('repository=', 'r', "url of repository [default: %s]" % upload.DEFAULT_REPOSITORY), ('show-response', None, 'display full response text from server'), ('upload-dir=', None, 'directory to upload'), ] boolean_options = upload.boolean_options def has_sphinx(self): if self.upload_dir is None: for ep in iter_entry_points('distutils.commands', 'build_sphinx'): return True sub_commands = [('build_sphinx', has_sphinx)] def initialize_options(self): upload.initialize_options(self) self.upload_dir = None self.target_dir = None def finalize_options(self): upload.finalize_options(self) if self.upload_dir is None: if self.has_sphinx(): build_sphinx = self.get_finalized_command('build_sphinx') self.target_dir = build_sphinx.builder_target_dir else: build = self.get_finalized_command('build') self.target_dir = os.path.join(build.build_base, 'docs') else: self.ensure_dirname('upload_dir') self.target_dir = self.upload_dir if 'pypi.python.org' in self.repository: log.warn("Upload_docs command is deprecated. Use RTD instead.") self.announce('Using upload directory %s' % self.target_dir) def create_zipfile(self, filename): zip_file = zipfile.ZipFile(filename, "w") try: self.mkpath(self.target_dir) # just in case for root, dirs, files in os.walk(self.target_dir): if root == self.target_dir and not files: tmpl = "no files found in upload directory '%s'" raise DistutilsOptionError(tmpl % self.target_dir) for name in files: full = os.path.join(root, name) relative = root[len(self.target_dir):].lstrip(os.path.sep) dest = os.path.join(relative, name) zip_file.write(full, dest) finally: zip_file.close() def run(self): # Run sub commands for cmd_name in self.get_sub_commands(): self.run_command(cmd_name) tmp_dir = tempfile.mkdtemp() name = self.distribution.metadata.get_name() zip_file = os.path.join(tmp_dir, "%s.zip" % name) try: self.create_zipfile(zip_file) self.upload_file(zip_file) finally: shutil.rmtree(tmp_dir) @staticmethod def _build_part(item, sep_boundary): key, values = item title = '\nContent-Disposition: form-data; name="%s"' % key # handle multiple entries for the same name if not isinstance(values, list): values = [values] for value in values: if isinstance(value, tuple): title += '; filename="%s"' % value[0] value = value[1] else: value = _encode(value) yield sep_boundary yield _encode(title) yield b"\n\n" yield value if value and value[-1:] == b'\r': yield b'\n' # write an extra newline (lurve Macs) @classmethod def _build_multipart(cls, data): """ Build up the MIME payload for the POST data """ boundary = b'--------------GHSKFJDLGDS7543FJKLFHRE75642756743254' sep_boundary = b'\n--' + boundary end_boundary = sep_boundary + b'--' end_items = end_boundary, b"\n", builder = functools.partial( cls._build_part, sep_boundary=sep_boundary, ) part_groups = map(builder, data.items()) parts = itertools.chain.from_iterable(part_groups) body_items = itertools.chain(parts, end_items) content_type = 'multipart/form-data; boundary=%s' % boundary.decode('ascii') return b''.join(body_items), content_type def upload_file(self, filename): with open(filename, 'rb') as f: content = f.read() meta = self.distribution.metadata data = { ':action': 'doc_upload', 'name': meta.get_name(), 'content': (os.path.basename(filename), content), } # set up the authentication credentials = _encode(self.username + ':' + self.password) credentials = standard_b64encode(credentials) if six.PY3: credentials = credentials.decode('ascii') auth = "Basic " + credentials body, ct = self._build_multipart(data) msg = "Submitting documentation to %s" % (self.repository) self.announce(msg, log.INFO) # build the Request # We can't use urllib2 since we need to send the Basic # auth right with the first request schema, netloc, url, params, query, fragments = \ urllib.parse.urlparse(self.repository) assert not params and not query and not fragments if schema == 'http': conn = http_client.HTTPConnection(netloc) elif schema == 'https': conn = http_client.HTTPSConnection(netloc) else: raise AssertionError("unsupported schema " + schema) data = '' try: conn.connect() conn.putrequest("POST", url) content_type = ct conn.putheader('Content-type', content_type) conn.putheader('Content-length', str(len(body))) conn.putheader('Authorization', auth) conn.endheaders() conn.send(body) except socket.error as e: self.announce(str(e), log.ERROR) return r = conn.getresponse() if r.status == 200: msg = 'Server response (%s): %s' % (r.status, r.reason) self.announce(msg, log.INFO) elif r.status == 301: location = r.getheader('Location') if location is None: location = 'https://pythonhosted.org/%s/' % meta.get_name() msg = 'Upload successful. Visit %s' % location self.announce(msg, log.INFO) else: msg = 'Upload failed (%s): %s' % (r.status, r.reason) self.announce(msg, log.ERROR) if self.show_response: print('-' * 75, r.read(), '-' * 75) site-packages/setuptools/command/alias.py 0000644 00000004572 15231162611 0014574 0 ustar 00 from distutils.errors import DistutilsOptionError from setuptools.extern.six.moves import map from setuptools.command.setopt import edit_config, option_base, config_file def shquote(arg): """Quote an argument for later parsing by shlex.split()""" for c in '"', "'", "\\", "#": if c in arg: return repr(arg) if arg.split() != [arg]: return repr(arg) return arg class alias(option_base): """Define a shortcut that invokes one or more commands""" description = "define a shortcut to invoke one or more commands" command_consumes_arguments = True user_options = [ ('remove', 'r', 'remove (unset) the alias'), ] + option_base.user_options boolean_options = option_base.boolean_options + ['remove'] def initialize_options(self): option_base.initialize_options(self) self.args = None self.remove = None def finalize_options(self): option_base.finalize_options(self) if self.remove and len(self.args) != 1: raise DistutilsOptionError( "Must specify exactly one argument (the alias name) when " "using --remove" ) def run(self): aliases = self.distribution.get_option_dict('aliases') if not self.args: print("Command Aliases") print("---------------") for alias in aliases: print("setup.py alias", format_alias(alias, aliases)) return elif len(self.args) == 1: alias, = self.args if self.remove: command = None elif alias in aliases: print("setup.py alias", format_alias(alias, aliases)) return else: print("No alias definition found for %r" % alias) return else: alias = self.args[0] command = ' '.join(map(shquote, self.args[1:])) edit_config(self.filename, {'aliases': {alias: command}}, self.dry_run) def format_alias(name, aliases): source, command = aliases[name] if source == config_file('global'): source = '--global-config ' elif source == config_file('user'): source = '--user-config ' elif source == config_file('local'): source = '' else: source = '--filename=%r' % source return source + name + ' ' + command site-packages/setuptools/command/register.py 0000644 00000000416 15231162611 0015320 0 ustar 00 import distutils.command.register as orig class register(orig.register): __doc__ = orig.register.__doc__ def run(self): # Make sure that we are using valid current name/version info self.run_command('egg_info') orig.register.run(self) site-packages/setuptools/command/bdist_wininst.py 0000644 00000001175 15231162611 0016357 0 ustar 00 import distutils.command.bdist_wininst as orig class bdist_wininst(orig.bdist_wininst): def reinitialize_command(self, command, reinit_subcommands=0): """ Supplement reinitialize_command to work around http://bugs.python.org/issue20819 """ cmd = self.distribution.reinitialize_command( command, reinit_subcommands) if command in ('install', 'install_lib'): cmd.install_lib = None return cmd def run(self): self._is_running = True try: orig.bdist_wininst.run(self) finally: self._is_running = False site-packages/setuptools/command/develop.py 0000644 00000017556 15231162611 0015147 0 ustar 00 from distutils.util import convert_path from distutils import log from distutils.errors import DistutilsError, DistutilsOptionError import os import glob import io from setuptools.extern import six from pkg_resources import Distribution, PathMetadata, normalize_path from setuptools.command.easy_install import easy_install from setuptools import namespaces import setuptools class develop(namespaces.DevelopInstaller, easy_install): """Set up package for development""" description = "install package in 'development mode'" user_options = easy_install.user_options + [ ("uninstall", "u", "Uninstall this source package"), ("egg-path=", None, "Set the path to be used in the .egg-link file"), ] boolean_options = easy_install.boolean_options + ['uninstall'] command_consumes_arguments = False # override base def run(self): if self.uninstall: self.multi_version = True self.uninstall_link() self.uninstall_namespaces() else: self.install_for_development() self.warn_deprecated_options() def initialize_options(self): self.uninstall = None self.egg_path = None easy_install.initialize_options(self) self.setup_path = None self.always_copy_from = '.' # always copy eggs installed in curdir def finalize_options(self): ei = self.get_finalized_command("egg_info") if ei.broken_egg_info: template = "Please rename %r to %r before using 'develop'" args = ei.egg_info, ei.broken_egg_info raise DistutilsError(template % args) self.args = [ei.egg_name] easy_install.finalize_options(self) self.expand_basedirs() self.expand_dirs() # pick up setup-dir .egg files only: no .egg-info self.package_index.scan(glob.glob('*.egg')) egg_link_fn = ei.egg_name + '.egg-link' self.egg_link = os.path.join(self.install_dir, egg_link_fn) self.egg_base = ei.egg_base if self.egg_path is None: self.egg_path = os.path.abspath(ei.egg_base) target = normalize_path(self.egg_base) egg_path = normalize_path(os.path.join(self.install_dir, self.egg_path)) if egg_path != target: raise DistutilsOptionError( "--egg-path must be a relative path from the install" " directory to " + target ) # Make a distribution for the package's source self.dist = Distribution( target, PathMetadata(target, os.path.abspath(ei.egg_info)), project_name=ei.egg_name ) self.setup_path = self._resolve_setup_path( self.egg_base, self.install_dir, self.egg_path, ) @staticmethod def _resolve_setup_path(egg_base, install_dir, egg_path): """ Generate a path from egg_base back to '.' where the setup script resides and ensure that path points to the setup path from $install_dir/$egg_path. """ path_to_setup = egg_base.replace(os.sep, '/').rstrip('/') if path_to_setup != os.curdir: path_to_setup = '../' * (path_to_setup.count('/') + 1) resolved = normalize_path( os.path.join(install_dir, egg_path, path_to_setup) ) if resolved != normalize_path(os.curdir): raise DistutilsOptionError( "Can't get a consistent path to setup script from" " installation directory", resolved, normalize_path(os.curdir)) return path_to_setup def install_for_development(self): if six.PY3 and getattr(self.distribution, 'use_2to3', False): # If we run 2to3 we can not do this inplace: # Ensure metadata is up-to-date self.reinitialize_command('build_py', inplace=0) self.run_command('build_py') bpy_cmd = self.get_finalized_command("build_py") build_path = normalize_path(bpy_cmd.build_lib) # Build extensions self.reinitialize_command('egg_info', egg_base=build_path) self.run_command('egg_info') self.reinitialize_command('build_ext', inplace=0) self.run_command('build_ext') # Fixup egg-link and easy-install.pth ei_cmd = self.get_finalized_command("egg_info") self.egg_path = build_path self.dist.location = build_path # XXX self.dist._provider = PathMetadata(build_path, ei_cmd.egg_info) else: # Without 2to3 inplace works fine: self.run_command('egg_info') # Build extensions in-place self.reinitialize_command('build_ext', inplace=1) self.run_command('build_ext') self.install_site_py() # ensure that target dir is site-safe if setuptools.bootstrap_install_from: self.easy_install(setuptools.bootstrap_install_from) setuptools.bootstrap_install_from = None self.install_namespaces() # create an .egg-link in the installation dir, pointing to our egg log.info("Creating %s (link to %s)", self.egg_link, self.egg_base) if not self.dry_run: with open(self.egg_link, "w") as f: f.write(self.egg_path + "\n" + self.setup_path) # postprocess the installed distro, fixing up .pth, installing scripts, # and handling requirements self.process_distribution(None, self.dist, not self.no_deps) def uninstall_link(self): if os.path.exists(self.egg_link): log.info("Removing %s (link to %s)", self.egg_link, self.egg_base) egg_link_file = open(self.egg_link) contents = [line.rstrip() for line in egg_link_file] egg_link_file.close() if contents not in ([self.egg_path], [self.egg_path, self.setup_path]): log.warn("Link points to %s: uninstall aborted", contents) return if not self.dry_run: os.unlink(self.egg_link) if not self.dry_run: self.update_pth(self.dist) # remove any .pth link to us if self.distribution.scripts: # XXX should also check for entry point scripts! log.warn("Note: you must uninstall or replace scripts manually!") def install_egg_scripts(self, dist): if dist is not self.dist: # Installing a dependency, so fall back to normal behavior return easy_install.install_egg_scripts(self, dist) # create wrapper scripts in the script dir, pointing to dist.scripts # new-style... self.install_wrapper_scripts(dist) # ...and old-style for script_name in self.distribution.scripts or []: script_path = os.path.abspath(convert_path(script_name)) script_name = os.path.basename(script_path) with io.open(script_path) as strm: script_text = strm.read() self.install_script(dist, script_name, script_text, script_path) def install_wrapper_scripts(self, dist): dist = VersionlessRequirement(dist) return easy_install.install_wrapper_scripts(self, dist) class VersionlessRequirement(object): """ Adapt a pkg_resources.Distribution to simply return the project name as the 'requirement' so that scripts will work across multiple versions. >>> dist = Distribution(project_name='foo', version='1.0') >>> str(dist.as_requirement()) 'foo==1.0' >>> adapted_dist = VersionlessRequirement(dist) >>> str(adapted_dist.as_requirement()) 'foo' """ def __init__(self, dist): self.__dist = dist def __getattr__(self, name): return getattr(self.__dist, name) def as_requirement(self): return self.project_name site-packages/setuptools/command/rotate.py 0000644 00000004164 15231162611 0014776 0 ustar 00 from distutils.util import convert_path from distutils import log from distutils.errors import DistutilsOptionError import os import shutil from setuptools.extern import six from setuptools import Command class rotate(Command): """Delete older distributions""" description = "delete older distributions, keeping N newest files" user_options = [ ('match=', 'm', "patterns to match (required)"), ('dist-dir=', 'd', "directory where the distributions are"), ('keep=', 'k', "number of matching distributions to keep"), ] boolean_options = [] def initialize_options(self): self.match = None self.dist_dir = None self.keep = None def finalize_options(self): if self.match is None: raise DistutilsOptionError( "Must specify one or more (comma-separated) match patterns " "(e.g. '.zip' or '.egg')" ) if self.keep is None: raise DistutilsOptionError("Must specify number of files to keep") try: self.keep = int(self.keep) except ValueError: raise DistutilsOptionError("--keep must be an integer") if isinstance(self.match, six.string_types): self.match = [ convert_path(p.strip()) for p in self.match.split(',') ] self.set_undefined_options('bdist', ('dist_dir', 'dist_dir')) def run(self): self.run_command("egg_info") from glob import glob for pattern in self.match: pattern = self.distribution.get_name() + '*' + pattern files = glob(os.path.join(self.dist_dir, pattern)) files = [(os.path.getmtime(f), f) for f in files] files.sort() files.reverse() log.info("%d file(s) matching %s", len(files), pattern) files = files[self.keep:] for (t, f) in files: log.info("Deleting %s", f) if not self.dry_run: if os.path.isdir(f): shutil.rmtree(f) else: os.unlink(f) site-packages/setuptools/command/bdist_egg.py 0000644 00000043411 15231162611 0015425 0 ustar 00 """setuptools.command.bdist_egg Build .egg distributions""" from distutils.errors import DistutilsSetupError from distutils.dir_util import remove_tree, mkpath from distutils import log from types import CodeType import sys import os import re import textwrap import marshal from setuptools.extern import six from pkg_resources import get_build_platform, Distribution, ensure_directory from pkg_resources import EntryPoint from setuptools.extension import Library from setuptools import Command try: # Python 2.7 or >=3.2 from sysconfig import get_path, get_python_version def _get_purelib(): return get_path("purelib") except ImportError: from distutils.sysconfig import get_python_lib, get_python_version def _get_purelib(): return get_python_lib(False) def strip_module(filename): if '.' in filename: filename = os.path.splitext(filename)[0] if filename.endswith('module'): filename = filename[:-6] return filename def sorted_walk(dir): """Do os.walk in a reproducible way, independent of indeterministic filesystem readdir order """ for base, dirs, files in os.walk(dir): dirs.sort() files.sort() yield base, dirs, files def write_stub(resource, pyfile): _stub_template = textwrap.dedent(""" def __bootstrap__(): global __bootstrap__, __loader__, __file__ import sys, pkg_resources, imp __file__ = pkg_resources.resource_filename(__name__, %r) __loader__ = None; del __bootstrap__, __loader__ imp.load_dynamic(__name__,__file__) __bootstrap__() """).lstrip() with open(pyfile, 'w') as f: f.write(_stub_template % resource) class bdist_egg(Command): description = "create an \"egg\" distribution" user_options = [ ('bdist-dir=', 'b', "temporary directory for creating the distribution"), ('plat-name=', 'p', "platform name to embed in generated filenames " "(default: %s)" % get_build_platform()), ('exclude-source-files', None, "remove all .py files from the generated egg"), ('keep-temp', 'k', "keep the pseudo-installation tree around after " + "creating the distribution archive"), ('dist-dir=', 'd', "directory to put final built distributions in"), ('skip-build', None, "skip rebuilding everything (for testing/debugging)"), ] boolean_options = [ 'keep-temp', 'skip-build', 'exclude-source-files' ] def initialize_options(self): self.bdist_dir = None self.plat_name = None self.keep_temp = 0 self.dist_dir = None self.skip_build = 0 self.egg_output = None self.exclude_source_files = None def finalize_options(self): ei_cmd = self.ei_cmd = self.get_finalized_command("egg_info") self.egg_info = ei_cmd.egg_info if self.bdist_dir is None: bdist_base = self.get_finalized_command('bdist').bdist_base self.bdist_dir = os.path.join(bdist_base, 'egg') if self.plat_name is None: self.plat_name = get_build_platform() self.set_undefined_options('bdist', ('dist_dir', 'dist_dir')) if self.egg_output is None: # Compute filename of the output egg basename = Distribution( None, None, ei_cmd.egg_name, ei_cmd.egg_version, get_python_version(), self.distribution.has_ext_modules() and self.plat_name ).egg_name() self.egg_output = os.path.join(self.dist_dir, basename + '.egg') def do_install_data(self): # Hack for packages that install data to install's --install-lib self.get_finalized_command('install').install_lib = self.bdist_dir site_packages = os.path.normcase(os.path.realpath(_get_purelib())) old, self.distribution.data_files = self.distribution.data_files, [] for item in old: if isinstance(item, tuple) and len(item) == 2: if os.path.isabs(item[0]): realpath = os.path.realpath(item[0]) normalized = os.path.normcase(realpath) if normalized == site_packages or normalized.startswith( site_packages + os.sep ): item = realpath[len(site_packages) + 1:], item[1] # XXX else: raise ??? self.distribution.data_files.append(item) try: log.info("installing package data to %s", self.bdist_dir) self.call_command('install_data', force=0, root=None) finally: self.distribution.data_files = old def get_outputs(self): return [self.egg_output] def call_command(self, cmdname, **kw): """Invoke reinitialized command `cmdname` with keyword args""" for dirname in INSTALL_DIRECTORY_ATTRS: kw.setdefault(dirname, self.bdist_dir) kw.setdefault('skip_build', self.skip_build) kw.setdefault('dry_run', self.dry_run) cmd = self.reinitialize_command(cmdname, **kw) self.run_command(cmdname) return cmd def run(self): # Generate metadata first self.run_command("egg_info") # We run install_lib before install_data, because some data hacks # pull their data path from the install_lib command. log.info("installing library code to %s", self.bdist_dir) instcmd = self.get_finalized_command('install') old_root = instcmd.root instcmd.root = None if self.distribution.has_c_libraries() and not self.skip_build: self.run_command('build_clib') cmd = self.call_command('install_lib', warn_dir=0) instcmd.root = old_root all_outputs, ext_outputs = self.get_ext_outputs() self.stubs = [] to_compile = [] for (p, ext_name) in enumerate(ext_outputs): filename, ext = os.path.splitext(ext_name) pyfile = os.path.join(self.bdist_dir, strip_module(filename) + '.py') self.stubs.append(pyfile) log.info("creating stub loader for %s", ext_name) if not self.dry_run: write_stub(os.path.basename(ext_name), pyfile) to_compile.append(pyfile) ext_outputs[p] = ext_name.replace(os.sep, '/') if to_compile: cmd.byte_compile(to_compile) if self.distribution.data_files: self.do_install_data() # Make the EGG-INFO directory archive_root = self.bdist_dir egg_info = os.path.join(archive_root, 'EGG-INFO') self.mkpath(egg_info) if self.distribution.scripts: script_dir = os.path.join(egg_info, 'scripts') log.info("installing scripts to %s", script_dir) self.call_command('install_scripts', install_dir=script_dir, no_ep=1) self.copy_metadata_to(egg_info) native_libs = os.path.join(egg_info, "native_libs.txt") if all_outputs: log.info("writing %s", native_libs) if not self.dry_run: ensure_directory(native_libs) libs_file = open(native_libs, 'wt') libs_file.write('\n'.join(all_outputs)) libs_file.write('\n') libs_file.close() elif os.path.isfile(native_libs): log.info("removing %s", native_libs) if not self.dry_run: os.unlink(native_libs) write_safety_flag( os.path.join(archive_root, 'EGG-INFO'), self.zip_safe() ) if os.path.exists(os.path.join(self.egg_info, 'depends.txt')): log.warn( "WARNING: 'depends.txt' will not be used by setuptools 0.6!\n" "Use the install_requires/extras_require setup() args instead." ) if self.exclude_source_files: self.zap_pyfiles() # Make the archive make_zipfile(self.egg_output, archive_root, verbose=self.verbose, dry_run=self.dry_run, mode=self.gen_header()) if not self.keep_temp: remove_tree(self.bdist_dir, dry_run=self.dry_run) # Add to 'Distribution.dist_files' so that the "upload" command works getattr(self.distribution, 'dist_files', []).append( ('bdist_egg', get_python_version(), self.egg_output)) def zap_pyfiles(self): log.info("Removing .py files from temporary directory") for base, dirs, files in walk_egg(self.bdist_dir): for name in files: path = os.path.join(base, name) if name.endswith('.py'): log.debug("Deleting %s", path) os.unlink(path) if base.endswith('__pycache__'): path_old = path pattern = r'(?P<name>.+)\.(?P<magic>[^.]+)\.pyc' m = re.match(pattern, name) path_new = os.path.join( base, os.pardir, m.group('name') + '.pyc') log.info( "Renaming file from [%s] to [%s]" % (path_old, path_new)) try: os.remove(path_new) except OSError: pass os.rename(path_old, path_new) def zip_safe(self): safe = getattr(self.distribution, 'zip_safe', None) if safe is not None: return safe log.warn("zip_safe flag not set; analyzing archive contents...") return analyze_egg(self.bdist_dir, self.stubs) def gen_header(self): epm = EntryPoint.parse_map(self.distribution.entry_points or '') ep = epm.get('setuptools.installation', {}).get('eggsecutable') if ep is None: return 'w' # not an eggsecutable, do it the usual way. if not ep.attrs or ep.extras: raise DistutilsSetupError( "eggsecutable entry point (%r) cannot have 'extras' " "or refer to a module" % (ep,) ) pyver = sys.version[:3] pkg = ep.module_name full = '.'.join(ep.attrs) base = ep.attrs[0] basename = os.path.basename(self.egg_output) header = ( "#!/bin/sh\n" 'if [ `basename $0` = "%(basename)s" ]\n' 'then exec python%(pyver)s -c "' "import sys, os; sys.path.insert(0, os.path.abspath('$0')); " "from %(pkg)s import %(base)s; sys.exit(%(full)s())" '" "$@"\n' 'else\n' ' echo $0 is not the correct name for this egg file.\n' ' echo Please rename it back to %(basename)s and try again.\n' ' exec false\n' 'fi\n' ) % locals() if not self.dry_run: mkpath(os.path.dirname(self.egg_output), dry_run=self.dry_run) f = open(self.egg_output, 'w') f.write(header) f.close() return 'a' def copy_metadata_to(self, target_dir): "Copy metadata (egg info) to the target_dir" # normalize the path (so that a forward-slash in egg_info will # match using startswith below) norm_egg_info = os.path.normpath(self.egg_info) prefix = os.path.join(norm_egg_info, '') for path in self.ei_cmd.filelist.files: if path.startswith(prefix): target = os.path.join(target_dir, path[len(prefix):]) ensure_directory(target) self.copy_file(path, target) def get_ext_outputs(self): """Get a list of relative paths to C extensions in the output distro""" all_outputs = [] ext_outputs = [] paths = {self.bdist_dir: ''} for base, dirs, files in sorted_walk(self.bdist_dir): for filename in files: if os.path.splitext(filename)[1].lower() in NATIVE_EXTENSIONS: all_outputs.append(paths[base] + filename) for filename in dirs: paths[os.path.join(base, filename)] = (paths[base] + filename + '/') if self.distribution.has_ext_modules(): build_cmd = self.get_finalized_command('build_ext') for ext in build_cmd.extensions: if isinstance(ext, Library): continue fullname = build_cmd.get_ext_fullname(ext.name) filename = build_cmd.get_ext_filename(fullname) if not os.path.basename(filename).startswith('dl-'): if os.path.exists(os.path.join(self.bdist_dir, filename)): ext_outputs.append(filename) return all_outputs, ext_outputs NATIVE_EXTENSIONS = dict.fromkeys('.dll .so .dylib .pyd'.split()) def walk_egg(egg_dir): """Walk an unpacked egg's contents, skipping the metadata directory""" walker = sorted_walk(egg_dir) base, dirs, files = next(walker) if 'EGG-INFO' in dirs: dirs.remove('EGG-INFO') yield base, dirs, files for bdf in walker: yield bdf def analyze_egg(egg_dir, stubs): # check for existing flag in EGG-INFO for flag, fn in safety_flags.items(): if os.path.exists(os.path.join(egg_dir, 'EGG-INFO', fn)): return flag if not can_scan(): return False safe = True for base, dirs, files in walk_egg(egg_dir): for name in files: if name.endswith('.py') or name.endswith('.pyw'): continue elif name.endswith('.pyc') or name.endswith('.pyo'): # always scan, even if we already know we're not safe safe = scan_module(egg_dir, base, name, stubs) and safe return safe def write_safety_flag(egg_dir, safe): # Write or remove zip safety flag file(s) for flag, fn in safety_flags.items(): fn = os.path.join(egg_dir, fn) if os.path.exists(fn): if safe is None or bool(safe) != flag: os.unlink(fn) elif safe is not None and bool(safe) == flag: f = open(fn, 'wt') f.write('\n') f.close() safety_flags = { True: 'zip-safe', False: 'not-zip-safe', } def scan_module(egg_dir, base, name, stubs): """Check whether module possibly uses unsafe-for-zipfile stuff""" filename = os.path.join(base, name) if filename[:-1] in stubs: return True # Extension module pkg = base[len(egg_dir) + 1:].replace(os.sep, '.') module = pkg + (pkg and '.' or '') + os.path.splitext(name)[0] if sys.version_info < (3, 3): skip = 8 # skip magic & date elif sys.version_info < (3, 7): skip = 12 # skip magic & date & file size else: skip = 16 # skip magic & reserved? & date & file size f = open(filename, 'rb') f.read(skip) code = marshal.load(f) f.close() safe = True symbols = dict.fromkeys(iter_symbols(code)) for bad in ['__file__', '__path__']: if bad in symbols: log.warn("%s: module references %s", module, bad) safe = False if 'inspect' in symbols: for bad in [ 'getsource', 'getabsfile', 'getsourcefile', 'getfile' 'getsourcelines', 'findsource', 'getcomments', 'getframeinfo', 'getinnerframes', 'getouterframes', 'stack', 'trace' ]: if bad in symbols: log.warn("%s: module MAY be using inspect.%s", module, bad) safe = False return safe def iter_symbols(code): """Yield names and strings used by `code` and its nested code objects""" for name in code.co_names: yield name for const in code.co_consts: if isinstance(const, six.string_types): yield const elif isinstance(const, CodeType): for name in iter_symbols(const): yield name def can_scan(): if not sys.platform.startswith('java') and sys.platform != 'cli': # CPython, PyPy, etc. return True log.warn("Unable to analyze compiled code on this platform.") log.warn("Please ask the author to include a 'zip_safe'" " setting (either True or False) in the package's setup.py") # Attribute names of options for commands that might need to be convinced to # install to the egg build directory INSTALL_DIRECTORY_ATTRS = [ 'install_lib', 'install_dir', 'install_data', 'install_base' ] def make_zipfile(zip_filename, base_dir, verbose=0, dry_run=0, compress=True, mode='w'): """Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_dir' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises DistutilsExecError. Returns the name of the output zip file. """ import zipfile mkpath(os.path.dirname(zip_filename), dry_run=dry_run) log.info("creating '%s' and adding '%s' to it", zip_filename, base_dir) def visit(z, dirname, names): for name in names: path = os.path.normpath(os.path.join(dirname, name)) if os.path.isfile(path): p = path[len(base_dir) + 1:] if not dry_run: z.write(path, p) log.debug("adding '%s'", p) compression = zipfile.ZIP_DEFLATED if compress else zipfile.ZIP_STORED if not dry_run: z = zipfile.ZipFile(zip_filename, mode, compression=compression) for dirname, dirs, files in sorted_walk(base_dir): visit(z, dirname, files) z.close() else: for dirname, dirs, files in sorted_walk(base_dir): visit(None, dirname, files) return zip_filename site-packages/setuptools/command/test.py 0000644 00000021776 15231162611 0014467 0 ustar 00 import os import operator import sys import contextlib import itertools import unittest from distutils.errors import DistutilsError, DistutilsOptionError from distutils import log from unittest import TestLoader from setuptools.extern import six from setuptools.extern.six.moves import map, filter from pkg_resources import (resource_listdir, resource_exists, normalize_path, working_set, _namespace_packages, evaluate_marker, add_activation_listener, require, EntryPoint) from setuptools import Command class ScanningLoader(TestLoader): def __init__(self): TestLoader.__init__(self) self._visited = set() def loadTestsFromModule(self, module, pattern=None): """Return a suite of all tests cases contained in the given module If the module is a package, load tests from all the modules in it. If the module has an ``additional_tests`` function, call it and add the return value to the tests. """ if module in self._visited: return None self._visited.add(module) tests = [] tests.append(TestLoader.loadTestsFromModule(self, module)) if hasattr(module, "additional_tests"): tests.append(module.additional_tests()) if hasattr(module, '__path__'): for file in resource_listdir(module.__name__, ''): if file.endswith('.py') and file != '__init__.py': submodule = module.__name__ + '.' + file[:-3] else: if resource_exists(module.__name__, file + '/__init__.py'): submodule = module.__name__ + '.' + file else: continue tests.append(self.loadTestsFromName(submodule)) if len(tests) != 1: return self.suiteClass(tests) else: return tests[0] # don't create a nested suite for only one return # adapted from jaraco.classes.properties:NonDataProperty class NonDataProperty(object): def __init__(self, fget): self.fget = fget def __get__(self, obj, objtype=None): if obj is None: return self return self.fget(obj) class test(Command): """Command to run unit tests after in-place build""" description = "run unit tests after in-place build" user_options = [ ('test-module=', 'm', "Run 'test_suite' in specified module"), ('test-suite=', 's', "Run single test, case or suite (e.g. 'module.test_suite')"), ('test-runner=', 'r', "Test runner to use"), ] def initialize_options(self): self.test_suite = None self.test_module = None self.test_loader = None self.test_runner = None def finalize_options(self): if self.test_suite and self.test_module: msg = "You may specify a module or a suite, but not both" raise DistutilsOptionError(msg) if self.test_suite is None: if self.test_module is None: self.test_suite = self.distribution.test_suite else: self.test_suite = self.test_module + ".test_suite" if self.test_loader is None: self.test_loader = getattr(self.distribution, 'test_loader', None) if self.test_loader is None: self.test_loader = "setuptools.command.test:ScanningLoader" if self.test_runner is None: self.test_runner = getattr(self.distribution, 'test_runner', None) @NonDataProperty def test_args(self): return list(self._test_args()) def _test_args(self): if not self.test_suite and sys.version_info >= (2, 7): yield 'discover' if self.verbose: yield '--verbose' if self.test_suite: yield self.test_suite def with_project_on_sys_path(self, func): """ Backward compatibility for project_on_sys_path context. """ with self.project_on_sys_path(): func() @contextlib.contextmanager def project_on_sys_path(self, include_dists=[]): with_2to3 = six.PY3 and getattr(self.distribution, 'use_2to3', False) if with_2to3: # If we run 2to3 we can not do this inplace: # Ensure metadata is up-to-date self.reinitialize_command('build_py', inplace=0) self.run_command('build_py') bpy_cmd = self.get_finalized_command("build_py") build_path = normalize_path(bpy_cmd.build_lib) # Build extensions self.reinitialize_command('egg_info', egg_base=build_path) self.run_command('egg_info') self.reinitialize_command('build_ext', inplace=0) self.run_command('build_ext') else: # Without 2to3 inplace works fine: self.run_command('egg_info') # Build extensions in-place self.reinitialize_command('build_ext', inplace=1) self.run_command('build_ext') ei_cmd = self.get_finalized_command("egg_info") old_path = sys.path[:] old_modules = sys.modules.copy() try: project_path = normalize_path(ei_cmd.egg_base) sys.path.insert(0, project_path) working_set.__init__() add_activation_listener(lambda dist: dist.activate()) require('%s==%s' % (ei_cmd.egg_name, ei_cmd.egg_version)) with self.paths_on_pythonpath([project_path]): yield finally: sys.path[:] = old_path sys.modules.clear() sys.modules.update(old_modules) working_set.__init__() @staticmethod @contextlib.contextmanager def paths_on_pythonpath(paths): """ Add the indicated paths to the head of the PYTHONPATH environment variable so that subprocesses will also see the packages at these paths. Do this in a context that restores the value on exit. """ nothing = object() orig_pythonpath = os.environ.get('PYTHONPATH', nothing) current_pythonpath = os.environ.get('PYTHONPATH', '') try: prefix = os.pathsep.join(paths) to_join = filter(None, [prefix, current_pythonpath]) new_path = os.pathsep.join(to_join) if new_path: os.environ['PYTHONPATH'] = new_path yield finally: if orig_pythonpath is nothing: os.environ.pop('PYTHONPATH', None) else: os.environ['PYTHONPATH'] = orig_pythonpath @staticmethod def install_dists(dist): """ Install the requirements indicated by self.distribution and return an iterable of the dists that were built. """ ir_d = dist.fetch_build_eggs(dist.install_requires) tr_d = dist.fetch_build_eggs(dist.tests_require or []) er_d = dist.fetch_build_eggs( v for k, v in dist.extras_require.items() if k.startswith(':') and evaluate_marker(k[1:]) ) return itertools.chain(ir_d, tr_d, er_d) def run(self): installed_dists = self.install_dists(self.distribution) cmd = ' '.join(self._argv) if self.dry_run: self.announce('skipping "%s" (dry run)' % cmd) return self.announce('running "%s"' % cmd) paths = map(operator.attrgetter('location'), installed_dists) with self.paths_on_pythonpath(paths): with self.project_on_sys_path(): self.run_tests() def run_tests(self): # Purge modules under test from sys.modules. The test loader will # re-import them from the build location. Required when 2to3 is used # with namespace packages. if six.PY3 and getattr(self.distribution, 'use_2to3', False): module = self.test_suite.split('.')[0] if module in _namespace_packages: del_modules = [] if module in sys.modules: del_modules.append(module) module += '.' for name in sys.modules: if name.startswith(module): del_modules.append(name) list(map(sys.modules.__delitem__, del_modules)) test = unittest.main( None, None, self._argv, testLoader=self._resolve_as_ep(self.test_loader), testRunner=self._resolve_as_ep(self.test_runner), exit=False, ) if not test.result.wasSuccessful(): msg = 'Test failed: %s' % test.result self.announce(msg, log.ERROR) raise DistutilsError(msg) @property def _argv(self): return ['unittest'] + self.test_args @staticmethod def _resolve_as_ep(val): """ Load the indicated attribute value, called, as a as if it were specified as an entry point. """ if val is None: return parsed = EntryPoint.parse("x=" + val) return parsed.resolve()() site-packages/setuptools/command/easy_install.py 0000644 00000252244 15231162611 0016173 0 ustar 00 """ Easy Install ------------ A tool for doing automatic download/extract/build of distutils-based Python packages. For detailed documentation, see the accompanying EasyInstall.txt file, or visit the `EasyInstall home page`__. __ https://setuptools.readthedocs.io/en/latest/easy_install.html """ from glob import glob from distutils.util import get_platform from distutils.util import convert_path, subst_vars from distutils.errors import ( DistutilsArgError, DistutilsOptionError, DistutilsError, DistutilsPlatformError, ) from distutils.command.install import INSTALL_SCHEMES, SCHEME_KEYS from distutils import log, dir_util from distutils.command.build_scripts import first_line_re from distutils.spawn import find_executable import sys import os import zipimport import shutil import tempfile import zipfile import re import stat import random import textwrap import warnings import site import struct import contextlib import subprocess import shlex import io from setuptools.extern import six from setuptools.extern.six.moves import configparser, map from setuptools import Command from setuptools.sandbox import run_setup from setuptools.py31compat import get_path, get_config_vars from setuptools.py27compat import rmtree_safe from setuptools.command import setopt from setuptools.archive_util import unpack_archive from setuptools.package_index import ( PackageIndex, parse_requirement_arg, URL_SCHEME, ) from setuptools.command import bdist_egg, egg_info from setuptools.wheel import Wheel from pkg_resources import ( yield_lines, normalize_path, resource_string, ensure_directory, get_distribution, find_distributions, Environment, Requirement, Distribution, PathMetadata, EggMetadata, WorkingSet, DistributionNotFound, VersionConflict, DEVELOP_DIST, ) import pkg_resources.py31compat # Turn on PEP440Warnings warnings.filterwarnings("default", category=pkg_resources.PEP440Warning) __all__ = [ 'samefile', 'easy_install', 'PthDistributions', 'extract_wininst_cfg', 'main', 'get_exe_prefixes', ] def is_64bit(): return struct.calcsize("P") == 8 def samefile(p1, p2): """ Determine if two paths reference the same file. Augments os.path.samefile to work on Windows and suppresses errors if the path doesn't exist. """ both_exist = os.path.exists(p1) and os.path.exists(p2) use_samefile = hasattr(os.path, 'samefile') and both_exist if use_samefile: return os.path.samefile(p1, p2) norm_p1 = os.path.normpath(os.path.normcase(p1)) norm_p2 = os.path.normpath(os.path.normcase(p2)) return norm_p1 == norm_p2 if six.PY2: def _to_ascii(s): return s def isascii(s): try: six.text_type(s, 'ascii') return True except UnicodeError: return False else: def _to_ascii(s): return s.encode('ascii') def isascii(s): try: s.encode('ascii') return True except UnicodeError: return False _one_liner = lambda text: textwrap.dedent(text).strip().replace('\n', '; ') class easy_install(Command): """Manage a download/build/install process""" description = "Find/get/install Python packages" command_consumes_arguments = True user_options = [ ('prefix=', None, "installation prefix"), ("zip-ok", "z", "install package as a zipfile"), ("multi-version", "m", "make apps have to require() a version"), ("upgrade", "U", "force upgrade (searches PyPI for latest versions)"), ("install-dir=", "d", "install package to DIR"), ("script-dir=", "s", "install scripts to DIR"), ("exclude-scripts", "x", "Don't install scripts"), ("always-copy", "a", "Copy all needed packages to install dir"), ("index-url=", "i", "base URL of Python Package Index"), ("find-links=", "f", "additional URL(s) to search for packages"), ("build-directory=", "b", "download/extract/build in DIR; keep the results"), ('optimize=', 'O', "also compile with optimization: -O1 for \"python -O\", " "-O2 for \"python -OO\", and -O0 to disable [default: -O0]"), ('record=', None, "filename in which to record list of installed files"), ('always-unzip', 'Z', "don't install as a zipfile, no matter what"), ('site-dirs=', 'S', "list of directories where .pth files work"), ('editable', 'e', "Install specified packages in editable form"), ('no-deps', 'N', "don't install dependencies"), ('allow-hosts=', 'H', "pattern(s) that hostnames must match"), ('local-snapshots-ok', 'l', "allow building eggs from local checkouts"), ('version', None, "print version information and exit"), ('no-find-links', None, "Don't load find-links defined in packages being installed") ] boolean_options = [ 'zip-ok', 'multi-version', 'exclude-scripts', 'upgrade', 'always-copy', 'editable', 'no-deps', 'local-snapshots-ok', 'version' ] if site.ENABLE_USER_SITE: help_msg = "install in user site-package '%s'" % site.USER_SITE user_options.append(('user', None, help_msg)) boolean_options.append('user') negative_opt = {'always-unzip': 'zip-ok'} create_index = PackageIndex def initialize_options(self): # the --user option seems to be an opt-in one, # so the default should be False. self.user = 0 self.zip_ok = self.local_snapshots_ok = None self.install_dir = self.script_dir = self.exclude_scripts = None self.index_url = None self.find_links = None self.build_directory = None self.args = None self.optimize = self.record = None self.upgrade = self.always_copy = self.multi_version = None self.editable = self.no_deps = self.allow_hosts = None self.root = self.prefix = self.no_report = None self.version = None self.install_purelib = None # for pure module distributions self.install_platlib = None # non-pure (dists w/ extensions) self.install_headers = None # for C/C++ headers self.install_lib = None # set to either purelib or platlib self.install_scripts = None self.install_data = None self.install_base = None self.install_platbase = None if site.ENABLE_USER_SITE: self.install_userbase = site.USER_BASE self.install_usersite = site.USER_SITE else: self.install_userbase = None self.install_usersite = None self.no_find_links = None # Options not specifiable via command line self.package_index = None self.pth_file = self.always_copy_from = None self.site_dirs = None self.installed_projects = {} self.sitepy_installed = False # Always read easy_install options, even if we are subclassed, or have # an independent instance created. This ensures that defaults will # always come from the standard configuration file(s)' "easy_install" # section, even if this is a "develop" or "install" command, or some # other embedding. self._dry_run = None self.verbose = self.distribution.verbose self.distribution._set_command_options( self, self.distribution.get_option_dict('easy_install') ) def delete_blockers(self, blockers): extant_blockers = ( filename for filename in blockers if os.path.exists(filename) or os.path.islink(filename) ) list(map(self._delete_path, extant_blockers)) def _delete_path(self, path): log.info("Deleting %s", path) if self.dry_run: return is_tree = os.path.isdir(path) and not os.path.islink(path) remover = rmtree if is_tree else os.unlink remover(path) @staticmethod def _render_version(): """ Render the Setuptools version and installation details, then exit. """ ver = sys.version[:3] dist = get_distribution('setuptools') tmpl = 'setuptools {dist.version} from {dist.location} (Python {ver})' print(tmpl.format(**locals())) raise SystemExit() def finalize_options(self): self.version and self._render_version() py_version = sys.version.split()[0] prefix, exec_prefix = get_config_vars('prefix', 'exec_prefix') self.config_vars = { 'dist_name': self.distribution.get_name(), 'dist_version': self.distribution.get_version(), 'dist_fullname': self.distribution.get_fullname(), 'py_version': py_version, 'py_version_short': py_version[0:3], 'py_version_nodot': py_version[0] + py_version[2], 'sys_prefix': prefix, 'prefix': prefix, 'sys_exec_prefix': exec_prefix, 'exec_prefix': exec_prefix, # Only python 3.2+ has abiflags 'abiflags': getattr(sys, 'abiflags', ''), } if site.ENABLE_USER_SITE: self.config_vars['userbase'] = self.install_userbase self.config_vars['usersite'] = self.install_usersite self._fix_install_dir_for_user_site() self.expand_basedirs() self.expand_dirs() self._expand( 'install_dir', 'script_dir', 'build_directory', 'site_dirs', ) # If a non-default installation directory was specified, default the # script directory to match it. if self.script_dir is None: self.script_dir = self.install_dir if self.no_find_links is None: self.no_find_links = False # Let install_dir get set by install_lib command, which in turn # gets its info from the install command, and takes into account # --prefix and --home and all that other crud. self.set_undefined_options( 'install_lib', ('install_dir', 'install_dir') ) # Likewise, set default script_dir from 'install_scripts.install_dir' self.set_undefined_options( 'install_scripts', ('install_dir', 'script_dir') ) if self.user and self.install_purelib: self.install_dir = self.install_purelib self.script_dir = self.install_scripts # default --record from the install command self.set_undefined_options('install', ('record', 'record')) # Should this be moved to the if statement below? It's not used # elsewhere normpath = map(normalize_path, sys.path) self.all_site_dirs = get_site_dirs() if self.site_dirs is not None: site_dirs = [ os.path.expanduser(s.strip()) for s in self.site_dirs.split(',') ] for d in site_dirs: if not os.path.isdir(d): log.warn("%s (in --site-dirs) does not exist", d) elif normalize_path(d) not in normpath: raise DistutilsOptionError( d + " (in --site-dirs) is not on sys.path" ) else: self.all_site_dirs.append(normalize_path(d)) if not self.editable: self.check_site_dir() self.index_url = self.index_url or "https://pypi.org/simple/" self.shadow_path = self.all_site_dirs[:] for path_item in self.install_dir, normalize_path(self.script_dir): if path_item not in self.shadow_path: self.shadow_path.insert(0, path_item) if self.allow_hosts is not None: hosts = [s.strip() for s in self.allow_hosts.split(',')] else: hosts = ['*'] if self.package_index is None: self.package_index = self.create_index( self.index_url, search_path=self.shadow_path, hosts=hosts, ) self.local_index = Environment(self.shadow_path + sys.path) if self.find_links is not None: if isinstance(self.find_links, six.string_types): self.find_links = self.find_links.split() else: self.find_links = [] if self.local_snapshots_ok: self.package_index.scan_egg_links(self.shadow_path + sys.path) if not self.no_find_links: self.package_index.add_find_links(self.find_links) self.set_undefined_options('install_lib', ('optimize', 'optimize')) if not isinstance(self.optimize, int): try: self.optimize = int(self.optimize) if not (0 <= self.optimize <= 2): raise ValueError except ValueError: raise DistutilsOptionError("--optimize must be 0, 1, or 2") if self.editable and not self.build_directory: raise DistutilsArgError( "Must specify a build directory (-b) when using --editable" ) if not self.args: raise DistutilsArgError( "No urls, filenames, or requirements specified (see --help)") self.outputs = [] def _fix_install_dir_for_user_site(self): """ Fix the install_dir if "--user" was used. """ if not self.user or not site.ENABLE_USER_SITE: return self.create_home_path() if self.install_userbase is None: msg = "User base directory is not specified" raise DistutilsPlatformError(msg) self.install_base = self.install_platbase = self.install_userbase scheme_name = os.name.replace('posix', 'unix') + '_user' self.select_scheme(scheme_name) def _expand_attrs(self, attrs): for attr in attrs: val = getattr(self, attr) if val is not None: if os.name == 'posix' or os.name == 'nt': val = os.path.expanduser(val) val = subst_vars(val, self.config_vars) setattr(self, attr, val) def expand_basedirs(self): """Calls `os.path.expanduser` on install_base, install_platbase and root.""" self._expand_attrs(['install_base', 'install_platbase', 'root']) def expand_dirs(self): """Calls `os.path.expanduser` on install dirs.""" dirs = [ 'install_purelib', 'install_platlib', 'install_lib', 'install_headers', 'install_scripts', 'install_data', ] self._expand_attrs(dirs) def run(self): if self.verbose != self.distribution.verbose: log.set_verbosity(self.verbose) try: for spec in self.args: self.easy_install(spec, not self.no_deps) if self.record: outputs = self.outputs if self.root: # strip any package prefix root_len = len(self.root) for counter in range(len(outputs)): outputs[counter] = outputs[counter][root_len:] from distutils import file_util self.execute( file_util.write_file, (self.record, outputs), "writing list of installed files to '%s'" % self.record ) self.warn_deprecated_options() finally: log.set_verbosity(self.distribution.verbose) def pseudo_tempname(self): """Return a pseudo-tempname base in the install directory. This code is intentionally naive; if a malicious party can write to the target directory you're already in deep doodoo. """ try: pid = os.getpid() except Exception: pid = random.randint(0, sys.maxsize) return os.path.join(self.install_dir, "test-easy-install-%s" % pid) def warn_deprecated_options(self): pass def check_site_dir(self): """Verify that self.install_dir is .pth-capable dir, if needed""" instdir = normalize_path(self.install_dir) pth_file = os.path.join(instdir, 'easy-install.pth') if not os.path.exists(instdir): try: os.makedirs(instdir) except (OSError, IOError): self.cant_write_to_target() # Is it a configured, PYTHONPATH, implicit, or explicit site dir? is_site_dir = instdir in self.all_site_dirs if not is_site_dir and not self.multi_version: # No? Then directly test whether it does .pth file processing is_site_dir = self.check_pth_processing() else: # make sure we can write to target dir testfile = self.pseudo_tempname() + '.write-test' test_exists = os.path.exists(testfile) try: if test_exists: os.unlink(testfile) open(testfile, 'w').close() os.unlink(testfile) except (OSError, IOError): self.cant_write_to_target() if not is_site_dir and not self.multi_version: # Can't install non-multi to non-site dir raise DistutilsError(self.no_default_version_msg()) if is_site_dir: if self.pth_file is None: self.pth_file = PthDistributions(pth_file, self.all_site_dirs) else: self.pth_file = None if instdir not in map(normalize_path, _pythonpath()): # only PYTHONPATH dirs need a site.py, so pretend it's there self.sitepy_installed = True elif self.multi_version and not os.path.exists(pth_file): self.sitepy_installed = True # don't need site.py in this case self.pth_file = None # and don't create a .pth file self.install_dir = instdir __cant_write_msg = textwrap.dedent(""" can't create or remove files in install directory The following error occurred while trying to add or remove files in the installation directory: %s The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s """).lstrip() __not_exists_id = textwrap.dedent(""" This directory does not currently exist. Please create it and try again, or choose a different installation directory (using the -d or --install-dir option). """).lstrip() __access_msg = textwrap.dedent(""" Perhaps your account does not have write access to this directory? If the installation directory is a system-owned directory, you may need to sign in as the administrator or "root" account. If you do not have administrative access to this machine, you may wish to choose a different installation directory, preferably one that is listed in your PYTHONPATH environment variable. For information on other options, you may wish to consult the documentation at: https://setuptools.readthedocs.io/en/latest/easy_install.html Please make the appropriate changes for your system and try again. """).lstrip() def cant_write_to_target(self): msg = self.__cant_write_msg % (sys.exc_info()[1], self.install_dir,) if not os.path.exists(self.install_dir): msg += '\n' + self.__not_exists_id else: msg += '\n' + self.__access_msg raise DistutilsError(msg) def check_pth_processing(self): """Empirically verify whether .pth files are supported in inst. dir""" instdir = self.install_dir log.info("Checking .pth file support in %s", instdir) pth_file = self.pseudo_tempname() + ".pth" ok_file = pth_file + '.ok' ok_exists = os.path.exists(ok_file) tmpl = _one_liner(""" import os f = open({ok_file!r}, 'w') f.write('OK') f.close() """) + '\n' try: if ok_exists: os.unlink(ok_file) dirname = os.path.dirname(ok_file) pkg_resources.py31compat.makedirs(dirname, exist_ok=True) f = open(pth_file, 'w') except (OSError, IOError): self.cant_write_to_target() else: try: f.write(tmpl.format(**locals())) f.close() f = None executable = sys.executable if os.name == 'nt': dirname, basename = os.path.split(executable) alt = os.path.join(dirname, 'pythonw.exe') use_alt = ( basename.lower() == 'python.exe' and os.path.exists(alt) ) if use_alt: # use pythonw.exe to avoid opening a console window executable = alt from distutils.spawn import spawn spawn([executable, '-E', '-c', 'pass'], 0) if os.path.exists(ok_file): log.info( "TEST PASSED: %s appears to support .pth files", instdir ) return True finally: if f: f.close() if os.path.exists(ok_file): os.unlink(ok_file) if os.path.exists(pth_file): os.unlink(pth_file) if not self.multi_version: log.warn("TEST FAILED: %s does NOT support .pth files", instdir) return False def install_egg_scripts(self, dist): """Write all the scripts for `dist`, unless scripts are excluded""" if not self.exclude_scripts and dist.metadata_isdir('scripts'): for script_name in dist.metadata_listdir('scripts'): if dist.metadata_isdir('scripts/' + script_name): # The "script" is a directory, likely a Python 3 # __pycache__ directory, so skip it. continue self.install_script( dist, script_name, dist.get_metadata('scripts/' + script_name) ) self.install_wrapper_scripts(dist) def add_output(self, path): if os.path.isdir(path): for base, dirs, files in os.walk(path): for filename in files: self.outputs.append(os.path.join(base, filename)) else: self.outputs.append(path) def not_editable(self, spec): if self.editable: raise DistutilsArgError( "Invalid argument %r: you can't use filenames or URLs " "with --editable (except via the --find-links option)." % (spec,) ) def check_editable(self, spec): if not self.editable: return if os.path.exists(os.path.join(self.build_directory, spec.key)): raise DistutilsArgError( "%r already exists in %s; can't do a checkout there" % (spec.key, self.build_directory) ) @contextlib.contextmanager def _tmpdir(self): tmpdir = tempfile.mkdtemp(prefix=six.u("easy_install-")) try: # cast to str as workaround for #709 and #710 and #712 yield str(tmpdir) finally: os.path.exists(tmpdir) and rmtree(rmtree_safe(tmpdir)) def easy_install(self, spec, deps=False): if not self.editable: self.install_site_py() with self._tmpdir() as tmpdir: if not isinstance(spec, Requirement): if URL_SCHEME(spec): # It's a url, download it to tmpdir and process self.not_editable(spec) dl = self.package_index.download(spec, tmpdir) return self.install_item(None, dl, tmpdir, deps, True) elif os.path.exists(spec): # Existing file or directory, just process it directly self.not_editable(spec) return self.install_item(None, spec, tmpdir, deps, True) else: spec = parse_requirement_arg(spec) self.check_editable(spec) dist = self.package_index.fetch_distribution( spec, tmpdir, self.upgrade, self.editable, not self.always_copy, self.local_index ) if dist is None: msg = "Could not find suitable distribution for %r" % spec if self.always_copy: msg += " (--always-copy skips system and development eggs)" raise DistutilsError(msg) elif dist.precedence == DEVELOP_DIST: # .egg-info dists don't need installing, just process deps self.process_distribution(spec, dist, deps, "Using") return dist else: return self.install_item(spec, dist.location, tmpdir, deps) def install_item(self, spec, download, tmpdir, deps, install_needed=False): # Installation is also needed if file in tmpdir or is not an egg install_needed = install_needed or self.always_copy install_needed = install_needed or os.path.dirname(download) == tmpdir install_needed = install_needed or not download.endswith('.egg') install_needed = install_needed or ( self.always_copy_from is not None and os.path.dirname(normalize_path(download)) == normalize_path(self.always_copy_from) ) if spec and not install_needed: # at this point, we know it's a local .egg, we just don't know if # it's already installed. for dist in self.local_index[spec.project_name]: if dist.location == download: break else: install_needed = True # it's not in the local index log.info("Processing %s", os.path.basename(download)) if install_needed: dists = self.install_eggs(spec, download, tmpdir) for dist in dists: self.process_distribution(spec, dist, deps) else: dists = [self.egg_distribution(download)] self.process_distribution(spec, dists[0], deps, "Using") if spec is not None: for dist in dists: if dist in spec: return dist def select_scheme(self, name): """Sets the install directories by applying the install schemes.""" # it's the caller's problem if they supply a bad name! scheme = INSTALL_SCHEMES[name] for key in SCHEME_KEYS: attrname = 'install_' + key if getattr(self, attrname) is None: setattr(self, attrname, scheme[key]) def process_distribution(self, requirement, dist, deps=True, *info): self.update_pth(dist) self.package_index.add(dist) if dist in self.local_index[dist.key]: self.local_index.remove(dist) self.local_index.add(dist) self.install_egg_scripts(dist) self.installed_projects[dist.key] = dist log.info(self.installation_report(requirement, dist, *info)) if (dist.has_metadata('dependency_links.txt') and not self.no_find_links): self.package_index.add_find_links( dist.get_metadata_lines('dependency_links.txt') ) if not deps and not self.always_copy: return elif requirement is not None and dist.key != requirement.key: log.warn("Skipping dependencies for %s", dist) return # XXX this is not the distribution we were looking for elif requirement is None or dist not in requirement: # if we wound up with a different version, resolve what we've got distreq = dist.as_requirement() requirement = Requirement(str(distreq)) log.info("Processing dependencies for %s", requirement) try: distros = WorkingSet([]).resolve( [requirement], self.local_index, self.easy_install ) except DistributionNotFound as e: raise DistutilsError(str(e)) except VersionConflict as e: raise DistutilsError(e.report()) if self.always_copy or self.always_copy_from: # Force all the relevant distros to be copied or activated for dist in distros: if dist.key not in self.installed_projects: self.easy_install(dist.as_requirement()) log.info("Finished processing dependencies for %s", requirement) def should_unzip(self, dist): if self.zip_ok is not None: return not self.zip_ok if dist.has_metadata('not-zip-safe'): return True if not dist.has_metadata('zip-safe'): return True return False def maybe_move(self, spec, dist_filename, setup_base): dst = os.path.join(self.build_directory, spec.key) if os.path.exists(dst): msg = ( "%r already exists in %s; build directory %s will not be kept" ) log.warn(msg, spec.key, self.build_directory, setup_base) return setup_base if os.path.isdir(dist_filename): setup_base = dist_filename else: if os.path.dirname(dist_filename) == setup_base: os.unlink(dist_filename) # get it out of the tmp dir contents = os.listdir(setup_base) if len(contents) == 1: dist_filename = os.path.join(setup_base, contents[0]) if os.path.isdir(dist_filename): # if the only thing there is a directory, move it instead setup_base = dist_filename ensure_directory(dst) shutil.move(setup_base, dst) return dst def install_wrapper_scripts(self, dist): if self.exclude_scripts: return for args in ScriptWriter.best().get_args(dist): self.write_script(*args) def install_script(self, dist, script_name, script_text, dev_path=None): """Generate a legacy script wrapper and install it""" spec = str(dist.as_requirement()) is_script = is_python_script(script_text, script_name) if is_script: body = self._load_template(dev_path) % locals() script_text = ScriptWriter.get_header(script_text) + body self.write_script(script_name, _to_ascii(script_text), 'b') @staticmethod def _load_template(dev_path): """ There are a couple of template scripts in the package. This function loads one of them and prepares it for use. """ # See https://github.com/pypa/setuptools/issues/134 for info # on script file naming and downstream issues with SVR4 name = 'script.tmpl' if dev_path: name = name.replace('.tmpl', ' (dev).tmpl') raw_bytes = resource_string('setuptools', name) return raw_bytes.decode('utf-8') def write_script(self, script_name, contents, mode="t", blockers=()): """Write an executable file to the scripts directory""" self.delete_blockers( # clean up old .py/.pyw w/o a script [os.path.join(self.script_dir, x) for x in blockers] ) log.info("Installing %s script to %s", script_name, self.script_dir) target = os.path.join(self.script_dir, script_name) self.add_output(target) if self.dry_run: return mask = current_umask() ensure_directory(target) if os.path.exists(target): os.unlink(target) with open(target, "w" + mode) as f: f.write(contents) chmod(target, 0o777 - mask) def install_eggs(self, spec, dist_filename, tmpdir): # .egg dirs or files are already built, so just return them if dist_filename.lower().endswith('.egg'): return [self.install_egg(dist_filename, tmpdir)] elif dist_filename.lower().endswith('.exe'): return [self.install_exe(dist_filename, tmpdir)] elif dist_filename.lower().endswith('.whl'): return [self.install_wheel(dist_filename, tmpdir)] # Anything else, try to extract and build setup_base = tmpdir if os.path.isfile(dist_filename) and not dist_filename.endswith('.py'): unpack_archive(dist_filename, tmpdir, self.unpack_progress) elif os.path.isdir(dist_filename): setup_base = os.path.abspath(dist_filename) if (setup_base.startswith(tmpdir) # something we downloaded and self.build_directory and spec is not None): setup_base = self.maybe_move(spec, dist_filename, setup_base) # Find the setup.py file setup_script = os.path.join(setup_base, 'setup.py') if not os.path.exists(setup_script): setups = glob(os.path.join(setup_base, '*', 'setup.py')) if not setups: raise DistutilsError( "Couldn't find a setup script in %s" % os.path.abspath(dist_filename) ) if len(setups) > 1: raise DistutilsError( "Multiple setup scripts in %s" % os.path.abspath(dist_filename) ) setup_script = setups[0] # Now run it, and return the result if self.editable: log.info(self.report_editable(spec, setup_script)) return [] else: return self.build_and_install(setup_script, setup_base) def egg_distribution(self, egg_path): if os.path.isdir(egg_path): metadata = PathMetadata(egg_path, os.path.join(egg_path, 'EGG-INFO')) else: metadata = EggMetadata(zipimport.zipimporter(egg_path)) return Distribution.from_filename(egg_path, metadata=metadata) def install_egg(self, egg_path, tmpdir): destination = os.path.join( self.install_dir, os.path.basename(egg_path), ) destination = os.path.abspath(destination) if not self.dry_run: ensure_directory(destination) dist = self.egg_distribution(egg_path) if not samefile(egg_path, destination): if os.path.isdir(destination) and not os.path.islink(destination): dir_util.remove_tree(destination, dry_run=self.dry_run) elif os.path.exists(destination): self.execute( os.unlink, (destination,), "Removing " + destination, ) try: new_dist_is_zipped = False if os.path.isdir(egg_path): if egg_path.startswith(tmpdir): f, m = shutil.move, "Moving" else: f, m = shutil.copytree, "Copying" elif self.should_unzip(dist): self.mkpath(destination) f, m = self.unpack_and_compile, "Extracting" else: new_dist_is_zipped = True if egg_path.startswith(tmpdir): f, m = shutil.move, "Moving" else: f, m = shutil.copy2, "Copying" self.execute( f, (egg_path, destination), (m + " %s to %s") % ( os.path.basename(egg_path), os.path.dirname(destination) ), ) update_dist_caches( destination, fix_zipimporter_caches=new_dist_is_zipped, ) except Exception: update_dist_caches(destination, fix_zipimporter_caches=False) raise self.add_output(destination) return self.egg_distribution(destination) def install_exe(self, dist_filename, tmpdir): # See if it's valid, get data cfg = extract_wininst_cfg(dist_filename) if cfg is None: raise DistutilsError( "%s is not a valid distutils Windows .exe" % dist_filename ) # Create a dummy distribution object until we build the real distro dist = Distribution( None, project_name=cfg.get('metadata', 'name'), version=cfg.get('metadata', 'version'), platform=get_platform(), ) # Convert the .exe to an unpacked egg egg_path = os.path.join(tmpdir, dist.egg_name() + '.egg') dist.location = egg_path egg_tmp = egg_path + '.tmp' _egg_info = os.path.join(egg_tmp, 'EGG-INFO') pkg_inf = os.path.join(_egg_info, 'PKG-INFO') ensure_directory(pkg_inf) # make sure EGG-INFO dir exists dist._provider = PathMetadata(egg_tmp, _egg_info) # XXX self.exe_to_egg(dist_filename, egg_tmp) # Write EGG-INFO/PKG-INFO if not os.path.exists(pkg_inf): f = open(pkg_inf, 'w') f.write('Metadata-Version: 1.0\n') for k, v in cfg.items('metadata'): if k != 'target_version': f.write('%s: %s\n' % (k.replace('_', '-').title(), v)) f.close() script_dir = os.path.join(_egg_info, 'scripts') # delete entry-point scripts to avoid duping self.delete_blockers([ os.path.join(script_dir, args[0]) for args in ScriptWriter.get_args(dist) ]) # Build .egg file from tmpdir bdist_egg.make_zipfile( egg_path, egg_tmp, verbose=self.verbose, dry_run=self.dry_run, ) # install the .egg return self.install_egg(egg_path, tmpdir) def exe_to_egg(self, dist_filename, egg_tmp): """Extract a bdist_wininst to the directories an egg would use""" # Check for .pth file and set up prefix translations prefixes = get_exe_prefixes(dist_filename) to_compile = [] native_libs = [] top_level = {} def process(src, dst): s = src.lower() for old, new in prefixes: if s.startswith(old): src = new + src[len(old):] parts = src.split('/') dst = os.path.join(egg_tmp, *parts) dl = dst.lower() if dl.endswith('.pyd') or dl.endswith('.dll'): parts[-1] = bdist_egg.strip_module(parts[-1]) top_level[os.path.splitext(parts[0])[0]] = 1 native_libs.append(src) elif dl.endswith('.py') and old != 'SCRIPTS/': top_level[os.path.splitext(parts[0])[0]] = 1 to_compile.append(dst) return dst if not src.endswith('.pth'): log.warn("WARNING: can't process %s", src) return None # extract, tracking .pyd/.dll->native_libs and .py -> to_compile unpack_archive(dist_filename, egg_tmp, process) stubs = [] for res in native_libs: if res.lower().endswith('.pyd'): # create stubs for .pyd's parts = res.split('/') resource = parts[-1] parts[-1] = bdist_egg.strip_module(parts[-1]) + '.py' pyfile = os.path.join(egg_tmp, *parts) to_compile.append(pyfile) stubs.append(pyfile) bdist_egg.write_stub(resource, pyfile) self.byte_compile(to_compile) # compile .py's bdist_egg.write_safety_flag( os.path.join(egg_tmp, 'EGG-INFO'), bdist_egg.analyze_egg(egg_tmp, stubs)) # write zip-safety flag for name in 'top_level', 'native_libs': if locals()[name]: txt = os.path.join(egg_tmp, 'EGG-INFO', name + '.txt') if not os.path.exists(txt): f = open(txt, 'w') f.write('\n'.join(locals()[name]) + '\n') f.close() def install_wheel(self, wheel_path, tmpdir): wheel = Wheel(wheel_path) assert wheel.is_compatible() destination = os.path.join(self.install_dir, wheel.egg_name()) destination = os.path.abspath(destination) if not self.dry_run: ensure_directory(destination) if os.path.isdir(destination) and not os.path.islink(destination): dir_util.remove_tree(destination, dry_run=self.dry_run) elif os.path.exists(destination): self.execute( os.unlink, (destination,), "Removing " + destination, ) try: self.execute( wheel.install_as_egg, (destination,), ("Installing %s to %s") % ( os.path.basename(wheel_path), os.path.dirname(destination) ), ) finally: update_dist_caches(destination, fix_zipimporter_caches=False) self.add_output(destination) return self.egg_distribution(destination) __mv_warning = textwrap.dedent(""" Because this distribution was installed --multi-version, before you can import modules from this package in an application, you will need to 'import pkg_resources' and then use a 'require()' call similar to one of these examples, in order to select the desired version: pkg_resources.require("%(name)s") # latest installed version pkg_resources.require("%(name)s==%(version)s") # this exact version pkg_resources.require("%(name)s>=%(version)s") # this version or higher """).lstrip() __id_warning = textwrap.dedent(""" Note also that the installation directory must be on sys.path at runtime for this to work. (e.g. by being the application's script directory, by being on PYTHONPATH, or by being added to sys.path by your code.) """) def installation_report(self, req, dist, what="Installed"): """Helpful installation message for display to package users""" msg = "\n%(what)s %(eggloc)s%(extras)s" if self.multi_version and not self.no_report: msg += '\n' + self.__mv_warning if self.install_dir not in map(normalize_path, sys.path): msg += '\n' + self.__id_warning eggloc = dist.location name = dist.project_name version = dist.version extras = '' # TODO: self.report_extras(req, dist) return msg % locals() __editable_msg = textwrap.dedent(""" Extracted editable version of %(spec)s to %(dirname)s If it uses setuptools in its setup script, you can activate it in "development" mode by going to that directory and running:: %(python)s setup.py develop See the setuptools documentation for the "develop" command for more info. """).lstrip() def report_editable(self, spec, setup_script): dirname = os.path.dirname(setup_script) python = sys.executable return '\n' + self.__editable_msg % locals() def run_setup(self, setup_script, setup_base, args): sys.modules.setdefault('distutils.command.bdist_egg', bdist_egg) sys.modules.setdefault('distutils.command.egg_info', egg_info) args = list(args) if self.verbose > 2: v = 'v' * (self.verbose - 1) args.insert(0, '-' + v) elif self.verbose < 2: args.insert(0, '-q') if self.dry_run: args.insert(0, '-n') log.info( "Running %s %s", setup_script[len(setup_base) + 1:], ' '.join(args) ) try: run_setup(setup_script, args) except SystemExit as v: raise DistutilsError("Setup script exited with %s" % (v.args[0],)) def build_and_install(self, setup_script, setup_base): args = ['bdist_egg', '--dist-dir'] dist_dir = tempfile.mkdtemp( prefix='egg-dist-tmp-', dir=os.path.dirname(setup_script) ) try: self._set_fetcher_options(os.path.dirname(setup_script)) args.append(dist_dir) self.run_setup(setup_script, setup_base, args) all_eggs = Environment([dist_dir]) eggs = [] for key in all_eggs: for dist in all_eggs[key]: eggs.append(self.install_egg(dist.location, setup_base)) if not eggs and not self.dry_run: log.warn("No eggs found in %s (setup script problem?)", dist_dir) return eggs finally: rmtree(dist_dir) log.set_verbosity(self.verbose) # restore our log verbosity def _set_fetcher_options(self, base): """ When easy_install is about to run bdist_egg on a source dist, that source dist might have 'setup_requires' directives, requiring additional fetching. Ensure the fetcher options given to easy_install are available to that command as well. """ # find the fetch options from easy_install and write them out # to the setup.cfg file. ei_opts = self.distribution.get_option_dict('easy_install').copy() fetch_directives = ( 'find_links', 'site_dirs', 'index_url', 'optimize', 'site_dirs', 'allow_hosts', ) fetch_options = {} for key, val in ei_opts.items(): if key not in fetch_directives: continue fetch_options[key.replace('_', '-')] = val[1] # create a settings dictionary suitable for `edit_config` settings = dict(easy_install=fetch_options) cfg_filename = os.path.join(base, 'setup.cfg') setopt.edit_config(cfg_filename, settings) def update_pth(self, dist): if self.pth_file is None: return for d in self.pth_file[dist.key]: # drop old entries if self.multi_version or d.location != dist.location: log.info("Removing %s from easy-install.pth file", d) self.pth_file.remove(d) if d.location in self.shadow_path: self.shadow_path.remove(d.location) if not self.multi_version: if dist.location in self.pth_file.paths: log.info( "%s is already the active version in easy-install.pth", dist, ) else: log.info("Adding %s to easy-install.pth file", dist) self.pth_file.add(dist) # add new entry if dist.location not in self.shadow_path: self.shadow_path.append(dist.location) if not self.dry_run: self.pth_file.save() if dist.key == 'setuptools': # Ensure that setuptools itself never becomes unavailable! # XXX should this check for latest version? filename = os.path.join(self.install_dir, 'setuptools.pth') if os.path.islink(filename): os.unlink(filename) f = open(filename, 'wt') f.write(self.pth_file.make_relative(dist.location) + '\n') f.close() def unpack_progress(self, src, dst): # Progress filter for unpacking log.debug("Unpacking %s to %s", src, dst) return dst # only unpack-and-compile skips files for dry run def unpack_and_compile(self, egg_path, destination): to_compile = [] to_chmod = [] def pf(src, dst): if dst.endswith('.py') and not src.startswith('EGG-INFO/'): to_compile.append(dst) elif dst.endswith('.dll') or dst.endswith('.so'): to_chmod.append(dst) self.unpack_progress(src, dst) return not self.dry_run and dst or None unpack_archive(egg_path, destination, pf) self.byte_compile(to_compile) if not self.dry_run: for f in to_chmod: mode = ((os.stat(f)[stat.ST_MODE]) | 0o555) & 0o7755 chmod(f, mode) def byte_compile(self, to_compile): if sys.dont_write_bytecode: return from distutils.util import byte_compile try: # try to make the byte compile messages quieter log.set_verbosity(self.verbose - 1) byte_compile(to_compile, optimize=0, force=1, dry_run=self.dry_run) if self.optimize: byte_compile( to_compile, optimize=self.optimize, force=1, dry_run=self.dry_run, ) finally: log.set_verbosity(self.verbose) # restore original verbosity __no_default_msg = textwrap.dedent(""" bad install directory or PYTHONPATH You are attempting to install a package to a directory that is not on PYTHONPATH and which Python does not read ".pth" files from. The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s and your PYTHONPATH environment variable currently contains: %r Here are some of your options for correcting the problem: * You can choose a different installation directory, i.e., one that is on PYTHONPATH or supports .pth files * You can add the installation directory to the PYTHONPATH environment variable. (It must then also be on PYTHONPATH whenever you run Python and want to use the package(s) you are installing.) * You can set up the installation directory to support ".pth" files by using one of the approaches described here: https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations Please make the appropriate changes for your system and try again.""").lstrip() def no_default_version_msg(self): template = self.__no_default_msg return template % (self.install_dir, os.environ.get('PYTHONPATH', '')) def install_site_py(self): """Make sure there's a site.py in the target dir, if needed""" if self.sitepy_installed: return # already did it, or don't need to sitepy = os.path.join(self.install_dir, "site.py") source = resource_string("setuptools", "site-patch.py") source = source.decode('utf-8') current = "" if os.path.exists(sitepy): log.debug("Checking existing site.py in %s", self.install_dir) with io.open(sitepy) as strm: current = strm.read() if not current.startswith('def __boot():'): raise DistutilsError( "%s is not a setuptools-generated site.py; please" " remove it." % sitepy ) if current != source: log.info("Creating %s", sitepy) if not self.dry_run: ensure_directory(sitepy) with io.open(sitepy, 'w', encoding='utf-8') as strm: strm.write(source) self.byte_compile([sitepy]) self.sitepy_installed = True def create_home_path(self): """Create directories under ~.""" if not self.user: return home = convert_path(os.path.expanduser("~")) for name, path in six.iteritems(self.config_vars): if path.startswith(home) and not os.path.isdir(path): self.debug_print("os.makedirs('%s', 0o700)" % path) os.makedirs(path, 0o700) INSTALL_SCHEMES = dict( posix=dict( install_dir='$base/lib/python$py_version_short/site-packages', script_dir='$base/bin', ), ) DEFAULT_SCHEME = dict( install_dir='$base/Lib/site-packages', script_dir='$base/Scripts', ) def _expand(self, *attrs): config_vars = self.get_finalized_command('install').config_vars if self.prefix: # Set default install_dir/scripts from --prefix config_vars = config_vars.copy() config_vars['base'] = self.prefix scheme = self.INSTALL_SCHEMES.get(os.name, self.DEFAULT_SCHEME) for attr, val in scheme.items(): if getattr(self, attr, None) is None: setattr(self, attr, val) from distutils.util import subst_vars for attr in attrs: val = getattr(self, attr) if val is not None: val = subst_vars(val, config_vars) if os.name == 'posix': val = os.path.expanduser(val) setattr(self, attr, val) def _pythonpath(): items = os.environ.get('PYTHONPATH', '').split(os.pathsep) return filter(None, items) def get_site_dirs(): """ Return a list of 'site' dirs """ sitedirs = [] # start with PYTHONPATH sitedirs.extend(_pythonpath()) prefixes = [sys.prefix] if sys.exec_prefix != sys.prefix: prefixes.append(sys.exec_prefix) for prefix in prefixes: if prefix: if sys.platform in ('os2emx', 'riscos'): sitedirs.append(os.path.join(prefix, "Lib", "site-packages")) elif os.sep == '/': sitedirs.extend([ os.path.join( prefix, "lib", "python" + sys.version[:3], "site-packages", ), os.path.join(prefix, "lib", "site-python"), ]) else: sitedirs.extend([ prefix, os.path.join(prefix, "lib", "site-packages"), ]) if sys.platform == 'darwin': # for framework builds *only* we add the standard Apple # locations. Currently only per-user, but /Library and # /Network/Library could be added too if 'Python.framework' in prefix: home = os.environ.get('HOME') if home: home_sp = os.path.join( home, 'Library', 'Python', sys.version[:3], 'site-packages', ) sitedirs.append(home_sp) lib_paths = get_path('purelib'), get_path('platlib') for site_lib in lib_paths: if site_lib not in sitedirs: sitedirs.append(site_lib) if site.ENABLE_USER_SITE: sitedirs.append(site.USER_SITE) try: sitedirs.extend(site.getsitepackages()) except AttributeError: pass sitedirs = list(map(normalize_path, sitedirs)) return sitedirs def expand_paths(inputs): """Yield sys.path directories that might contain "old-style" packages""" seen = {} for dirname in inputs: dirname = normalize_path(dirname) if dirname in seen: continue seen[dirname] = 1 if not os.path.isdir(dirname): continue files = os.listdir(dirname) yield dirname, files for name in files: if not name.endswith('.pth'): # We only care about the .pth files continue if name in ('easy-install.pth', 'setuptools.pth'): # Ignore .pth files that we control continue # Read the .pth file f = open(os.path.join(dirname, name)) lines = list(yield_lines(f)) f.close() # Yield existing non-dupe, non-import directory lines from it for line in lines: if not line.startswith("import"): line = normalize_path(line.rstrip()) if line not in seen: seen[line] = 1 if not os.path.isdir(line): continue yield line, os.listdir(line) def extract_wininst_cfg(dist_filename): """Extract configuration data from a bdist_wininst .exe Returns a configparser.RawConfigParser, or None """ f = open(dist_filename, 'rb') try: endrec = zipfile._EndRecData(f) if endrec is None: return None prepended = (endrec[9] - endrec[5]) - endrec[6] if prepended < 12: # no wininst data here return None f.seek(prepended - 12) tag, cfglen, bmlen = struct.unpack("<iii", f.read(12)) if tag not in (0x1234567A, 0x1234567B): return None # not a valid tag f.seek(prepended - (12 + cfglen)) init = {'version': '', 'target_version': ''} cfg = configparser.RawConfigParser(init) try: part = f.read(cfglen) # Read up to the first null byte. config = part.split(b'\0', 1)[0] # Now the config is in bytes, but for RawConfigParser, it should # be text, so decode it. config = config.decode(sys.getfilesystemencoding()) cfg.readfp(six.StringIO(config)) except configparser.Error: return None if not cfg.has_section('metadata') or not cfg.has_section('Setup'): return None return cfg finally: f.close() def get_exe_prefixes(exe_filename): """Get exe->egg path translations for a given .exe file""" prefixes = [ ('PURELIB/', ''), ('PLATLIB/pywin32_system32', ''), ('PLATLIB/', ''), ('SCRIPTS/', 'EGG-INFO/scripts/'), ('DATA/lib/site-packages', ''), ] z = zipfile.ZipFile(exe_filename) try: for info in z.infolist(): name = info.filename parts = name.split('/') if len(parts) == 3 and parts[2] == 'PKG-INFO': if parts[1].endswith('.egg-info'): prefixes.insert(0, ('/'.join(parts[:2]), 'EGG-INFO/')) break if len(parts) != 2 or not name.endswith('.pth'): continue if name.endswith('-nspkg.pth'): continue if parts[0].upper() in ('PURELIB', 'PLATLIB'): contents = z.read(name) if six.PY3: contents = contents.decode() for pth in yield_lines(contents): pth = pth.strip().replace('\\', '/') if not pth.startswith('import'): prefixes.append((('%s/%s/' % (parts[0], pth)), '')) finally: z.close() prefixes = [(x.lower(), y) for x, y in prefixes] prefixes.sort() prefixes.reverse() return prefixes class PthDistributions(Environment): """A .pth file with Distribution paths in it""" dirty = False def __init__(self, filename, sitedirs=()): self.filename = filename self.sitedirs = list(map(normalize_path, sitedirs)) self.basedir = normalize_path(os.path.dirname(self.filename)) self._load() Environment.__init__(self, [], None, None) for path in yield_lines(self.paths): list(map(self.add, find_distributions(path, True))) def _load(self): self.paths = [] saw_import = False seen = dict.fromkeys(self.sitedirs) if os.path.isfile(self.filename): f = open(self.filename, 'rt') for line in f: if line.startswith('import'): saw_import = True continue path = line.rstrip() self.paths.append(path) if not path.strip() or path.strip().startswith('#'): continue # skip non-existent paths, in case somebody deleted a package # manually, and duplicate paths as well path = self.paths[-1] = normalize_path( os.path.join(self.basedir, path) ) if not os.path.exists(path) or path in seen: self.paths.pop() # skip it self.dirty = True # we cleaned up, so we're dirty now :) continue seen[path] = 1 f.close() if self.paths and not saw_import: self.dirty = True # ensure anything we touch has import wrappers while self.paths and not self.paths[-1].strip(): self.paths.pop() def save(self): """Write changed .pth file back to disk""" if not self.dirty: return rel_paths = list(map(self.make_relative, self.paths)) if rel_paths: log.debug("Saving %s", self.filename) lines = self._wrap_lines(rel_paths) data = '\n'.join(lines) + '\n' if os.path.islink(self.filename): os.unlink(self.filename) with open(self.filename, 'wt') as f: f.write(data) elif os.path.exists(self.filename): log.debug("Deleting empty %s", self.filename) os.unlink(self.filename) self.dirty = False @staticmethod def _wrap_lines(lines): return lines def add(self, dist): """Add `dist` to the distribution map""" new_path = ( dist.location not in self.paths and ( dist.location not in self.sitedirs or # account for '.' being in PYTHONPATH dist.location == os.getcwd() ) ) if new_path: self.paths.append(dist.location) self.dirty = True Environment.add(self, dist) def remove(self, dist): """Remove `dist` from the distribution map""" while dist.location in self.paths: self.paths.remove(dist.location) self.dirty = True Environment.remove(self, dist) def make_relative(self, path): npath, last = os.path.split(normalize_path(path)) baselen = len(self.basedir) parts = [last] sep = os.altsep == '/' and '/' or os.sep while len(npath) >= baselen: if npath == self.basedir: parts.append(os.curdir) parts.reverse() return sep.join(parts) npath, last = os.path.split(npath) parts.append(last) else: return path class RewritePthDistributions(PthDistributions): @classmethod def _wrap_lines(cls, lines): yield cls.prelude for line in lines: yield line yield cls.postlude prelude = _one_liner(""" import sys sys.__plen = len(sys.path) """) postlude = _one_liner(""" import sys new = sys.path[sys.__plen:] del sys.path[sys.__plen:] p = getattr(sys, '__egginsert', 0) sys.path[p:p] = new sys.__egginsert = p + len(new) """) if os.environ.get('SETUPTOOLS_SYS_PATH_TECHNIQUE', 'raw') == 'rewrite': PthDistributions = RewritePthDistributions def _first_line_re(): """ Return a regular expression based on first_line_re suitable for matching strings. """ if isinstance(first_line_re.pattern, str): return first_line_re # first_line_re in Python >=3.1.4 and >=3.2.1 is a bytes pattern. return re.compile(first_line_re.pattern.decode()) def auto_chmod(func, arg, exc): if func in [os.unlink, os.remove] and os.name == 'nt': chmod(arg, stat.S_IWRITE) return func(arg) et, ev, _ = sys.exc_info() six.reraise(et, (ev[0], ev[1] + (" %s %s" % (func, arg)))) def update_dist_caches(dist_path, fix_zipimporter_caches): """ Fix any globally cached `dist_path` related data `dist_path` should be a path of a newly installed egg distribution (zipped or unzipped). sys.path_importer_cache contains finder objects that have been cached when importing data from the original distribution. Any such finders need to be cleared since the replacement distribution might be packaged differently, e.g. a zipped egg distribution might get replaced with an unzipped egg folder or vice versa. Having the old finders cached may then cause Python to attempt loading modules from the replacement distribution using an incorrect loader. zipimport.zipimporter objects are Python loaders charged with importing data packaged inside zip archives. If stale loaders referencing the original distribution, are left behind, they can fail to load modules from the replacement distribution. E.g. if an old zipimport.zipimporter instance is used to load data from a new zipped egg archive, it may cause the operation to attempt to locate the requested data in the wrong location - one indicated by the original distribution's zip archive directory information. Such an operation may then fail outright, e.g. report having read a 'bad local file header', or even worse, it may fail silently & return invalid data. zipimport._zip_directory_cache contains cached zip archive directory information for all existing zipimport.zipimporter instances and all such instances connected to the same archive share the same cached directory information. If asked, and the underlying Python implementation allows it, we can fix all existing zipimport.zipimporter instances instead of having to track them down and remove them one by one, by updating their shared cached zip archive directory information. This, of course, assumes that the replacement distribution is packaged as a zipped egg. If not asked to fix existing zipimport.zipimporter instances, we still do our best to clear any remaining zipimport.zipimporter related cached data that might somehow later get used when attempting to load data from the new distribution and thus cause such load operations to fail. Note that when tracking down such remaining stale data, we can not catch every conceivable usage from here, and we clear only those that we know of and have found to cause problems if left alive. Any remaining caches should be updated by whomever is in charge of maintaining them, i.e. they should be ready to handle us replacing their zip archives with new distributions at runtime. """ # There are several other known sources of stale zipimport.zipimporter # instances that we do not clear here, but might if ever given a reason to # do so: # * Global setuptools pkg_resources.working_set (a.k.a. 'master working # set') may contain distributions which may in turn contain their # zipimport.zipimporter loaders. # * Several zipimport.zipimporter loaders held by local variables further # up the function call stack when running the setuptools installation. # * Already loaded modules may have their __loader__ attribute set to the # exact loader instance used when importing them. Python 3.4 docs state # that this information is intended mostly for introspection and so is # not expected to cause us problems. normalized_path = normalize_path(dist_path) _uncache(normalized_path, sys.path_importer_cache) if fix_zipimporter_caches: _replace_zip_directory_cache_data(normalized_path) else: # Here, even though we do not want to fix existing and now stale # zipimporter cache information, we still want to remove it. Related to # Python's zip archive directory information cache, we clear each of # its stale entries in two phases: # 1. Clear the entry so attempting to access zip archive information # via any existing stale zipimport.zipimporter instances fails. # 2. Remove the entry from the cache so any newly constructed # zipimport.zipimporter instances do not end up using old stale # zip archive directory information. # This whole stale data removal step does not seem strictly necessary, # but has been left in because it was done before we started replacing # the zip archive directory information cache content if possible, and # there are no relevant unit tests that we can depend on to tell us if # this is really needed. _remove_and_clear_zip_directory_cache_data(normalized_path) def _collect_zipimporter_cache_entries(normalized_path, cache): """ Return zipimporter cache entry keys related to a given normalized path. Alternative path spellings (e.g. those using different character case or those using alternative path separators) related to the same path are included. Any sub-path entries are included as well, i.e. those corresponding to zip archives embedded in other zip archives. """ result = [] prefix_len = len(normalized_path) for p in cache: np = normalize_path(p) if (np.startswith(normalized_path) and np[prefix_len:prefix_len + 1] in (os.sep, '')): result.append(p) return result def _update_zipimporter_cache(normalized_path, cache, updater=None): """ Update zipimporter cache data for a given normalized path. Any sub-path entries are processed as well, i.e. those corresponding to zip archives embedded in other zip archives. Given updater is a callable taking a cache entry key and the original entry (after already removing the entry from the cache), and expected to update the entry and possibly return a new one to be inserted in its place. Returning None indicates that the entry should not be replaced with a new one. If no updater is given, the cache entries are simply removed without any additional processing, the same as if the updater simply returned None. """ for p in _collect_zipimporter_cache_entries(normalized_path, cache): # N.B. pypy's custom zipimport._zip_directory_cache implementation does # not support the complete dict interface: # * Does not support item assignment, thus not allowing this function # to be used only for removing existing cache entries. # * Does not support the dict.pop() method, forcing us to use the # get/del patterns instead. For more detailed information see the # following links: # https://github.com/pypa/setuptools/issues/202#issuecomment-202913420 # http://bit.ly/2h9itJX old_entry = cache[p] del cache[p] new_entry = updater and updater(p, old_entry) if new_entry is not None: cache[p] = new_entry def _uncache(normalized_path, cache): _update_zipimporter_cache(normalized_path, cache) def _remove_and_clear_zip_directory_cache_data(normalized_path): def clear_and_remove_cached_zip_archive_directory_data(path, old_entry): old_entry.clear() _update_zipimporter_cache( normalized_path, zipimport._zip_directory_cache, updater=clear_and_remove_cached_zip_archive_directory_data) # PyPy Python implementation does not allow directly writing to the # zipimport._zip_directory_cache and so prevents us from attempting to correct # its content. The best we can do there is clear the problematic cache content # and have PyPy repopulate it as needed. The downside is that if there are any # stale zipimport.zipimporter instances laying around, attempting to use them # will fail due to not having its zip archive directory information available # instead of being automatically corrected to use the new correct zip archive # directory information. if '__pypy__' in sys.builtin_module_names: _replace_zip_directory_cache_data = \ _remove_and_clear_zip_directory_cache_data else: def _replace_zip_directory_cache_data(normalized_path): def replace_cached_zip_archive_directory_data(path, old_entry): # N.B. In theory, we could load the zip directory information just # once for all updated path spellings, and then copy it locally and # update its contained path strings to contain the correct # spelling, but that seems like a way too invasive move (this cache # structure is not officially documented anywhere and could in # theory change with new Python releases) for no significant # benefit. old_entry.clear() zipimport.zipimporter(path) old_entry.update(zipimport._zip_directory_cache[path]) return old_entry _update_zipimporter_cache( normalized_path, zipimport._zip_directory_cache, updater=replace_cached_zip_archive_directory_data) def is_python(text, filename='<string>'): "Is this string a valid Python script?" try: compile(text, filename, 'exec') except (SyntaxError, TypeError): return False else: return True def is_sh(executable): """Determine if the specified executable is a .sh (contains a #! line)""" try: with io.open(executable, encoding='latin-1') as fp: magic = fp.read(2) except (OSError, IOError): return executable return magic == '#!' def nt_quote_arg(arg): """Quote a command line argument according to Windows parsing rules""" return subprocess.list2cmdline([arg]) def is_python_script(script_text, filename): """Is this text, as a whole, a Python script? (as opposed to shell/bat/etc. """ if filename.endswith('.py') or filename.endswith('.pyw'): return True # extension says it's Python if is_python(script_text, filename): return True # it's syntactically valid Python if script_text.startswith('#!'): # It begins with a '#!' line, so check if 'python' is in it somewhere return 'python' in script_text.splitlines()[0].lower() return False # Not any Python I can recognize try: from os import chmod as _chmod except ImportError: # Jython compatibility def _chmod(*args): pass def chmod(path, mode): log.debug("changing mode of %s to %o", path, mode) try: _chmod(path, mode) except os.error as e: log.debug("chmod failed: %s", e) class CommandSpec(list): """ A command spec for a #! header, specified as a list of arguments akin to those passed to Popen. """ options = [] split_args = dict() @classmethod def best(cls): """ Choose the best CommandSpec class based on environmental conditions. """ return cls @classmethod def _sys_executable(cls): _default = os.path.normpath(sys.executable) return os.environ.get('__PYVENV_LAUNCHER__', _default) @classmethod def from_param(cls, param): """ Construct a CommandSpec from a parameter to build_scripts, which may be None. """ if isinstance(param, cls): return param if isinstance(param, list): return cls(param) if param is None: return cls.from_environment() # otherwise, assume it's a string. return cls.from_string(param) @classmethod def from_environment(cls): return cls([cls._sys_executable()]) @classmethod def from_string(cls, string): """ Construct a command spec from a simple string representing a command line parseable by shlex.split. """ items = shlex.split(string, **cls.split_args) return cls(items) def install_options(self, script_text): self.options = shlex.split(self._extract_options(script_text)) cmdline = subprocess.list2cmdline(self) if not isascii(cmdline): self.options[:0] = ['-x'] @staticmethod def _extract_options(orig_script): """ Extract any options from the first line of the script. """ first = (orig_script + '\n').splitlines()[0] match = _first_line_re().match(first) options = match.group(1) or '' if match else '' return options.strip() def as_header(self): return self._render(self + list(self.options)) @staticmethod def _strip_quotes(item): _QUOTES = '"\'' for q in _QUOTES: if item.startswith(q) and item.endswith(q): return item[1:-1] return item @staticmethod def _render(items): cmdline = subprocess.list2cmdline( CommandSpec._strip_quotes(item.strip()) for item in items) return '#!' + cmdline + '\n' # For pbr compat; will be removed in a future version. sys_executable = CommandSpec._sys_executable() class WindowsCommandSpec(CommandSpec): split_args = dict(posix=False) class ScriptWriter(object): """ Encapsulates behavior around writing entry point scripts for console and gui apps. """ template = textwrap.dedent(r""" # EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r __requires__ = %(spec)r import re import sys from pkg_resources import load_entry_point if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) sys.exit( load_entry_point(%(spec)r, %(group)r, %(name)r)() ) """).lstrip() command_spec_class = CommandSpec @classmethod def get_script_args(cls, dist, executable=None, wininst=False): # for backward compatibility warnings.warn("Use get_args", DeprecationWarning) writer = (WindowsScriptWriter if wininst else ScriptWriter).best() header = cls.get_script_header("", executable, wininst) return writer.get_args(dist, header) @classmethod def get_script_header(cls, script_text, executable=None, wininst=False): # for backward compatibility warnings.warn("Use get_header", DeprecationWarning) if wininst: executable = "python.exe" cmd = cls.command_spec_class.best().from_param(executable) cmd.install_options(script_text) return cmd.as_header() @classmethod def get_args(cls, dist, header=None): """ Yield write_script() argument tuples for a distribution's console_scripts and gui_scripts entry points. """ if header is None: header = cls.get_header() spec = str(dist.as_requirement()) for type_ in 'console', 'gui': group = type_ + '_scripts' for name, ep in dist.get_entry_map(group).items(): cls._ensure_safe_name(name) script_text = cls.template % locals() args = cls._get_script_args(type_, name, header, script_text) for res in args: yield res @staticmethod def _ensure_safe_name(name): """ Prevent paths in *_scripts entry point names. """ has_path_sep = re.search(r'[\\/]', name) if has_path_sep: raise ValueError("Path separators not allowed in script names") @classmethod def get_writer(cls, force_windows): # for backward compatibility warnings.warn("Use best", DeprecationWarning) return WindowsScriptWriter.best() if force_windows else cls.best() @classmethod def best(cls): """ Select the best ScriptWriter for this environment. """ if sys.platform == 'win32' or (os.name == 'java' and os._name == 'nt'): return WindowsScriptWriter.best() else: return cls @classmethod def _get_script_args(cls, type_, name, header, script_text): # Simply write the stub with no extension. yield (name, header + script_text) @classmethod def get_header(cls, script_text="", executable=None): """Create a #! line, getting options (if any) from script_text""" cmd = cls.command_spec_class.best().from_param(executable) cmd.install_options(script_text) return cmd.as_header() class WindowsScriptWriter(ScriptWriter): command_spec_class = WindowsCommandSpec @classmethod def get_writer(cls): # for backward compatibility warnings.warn("Use best", DeprecationWarning) return cls.best() @classmethod def best(cls): """ Select the best ScriptWriter suitable for Windows """ writer_lookup = dict( executable=WindowsExecutableLauncherWriter, natural=cls, ) # for compatibility, use the executable launcher by default launcher = os.environ.get('SETUPTOOLS_LAUNCHER', 'executable') return writer_lookup[launcher] @classmethod def _get_script_args(cls, type_, name, header, script_text): "For Windows, add a .py extension" ext = dict(console='.pya', gui='.pyw')[type_] if ext not in os.environ['PATHEXT'].lower().split(';'): msg = ( "{ext} not listed in PATHEXT; scripts will not be " "recognized as executables." ).format(**locals()) warnings.warn(msg, UserWarning) old = ['.pya', '.py', '-script.py', '.pyc', '.pyo', '.pyw', '.exe'] old.remove(ext) header = cls._adjust_header(type_, header) blockers = [name + x for x in old] yield name + ext, header + script_text, 't', blockers @classmethod def _adjust_header(cls, type_, orig_header): """ Make sure 'pythonw' is used for gui and and 'python' is used for console (regardless of what sys.executable is). """ pattern = 'pythonw.exe' repl = 'python.exe' if type_ == 'gui': pattern, repl = repl, pattern pattern_ob = re.compile(re.escape(pattern), re.IGNORECASE) new_header = pattern_ob.sub(string=orig_header, repl=repl) return new_header if cls._use_header(new_header) else orig_header @staticmethod def _use_header(new_header): """ Should _adjust_header use the replaced header? On non-windows systems, always use. On Windows systems, only use the replaced header if it resolves to an executable on the system. """ clean_header = new_header[2:-1].strip('"') return sys.platform != 'win32' or find_executable(clean_header) class WindowsExecutableLauncherWriter(WindowsScriptWriter): @classmethod def _get_script_args(cls, type_, name, header, script_text): """ For Windows, add a .py extension and an .exe launcher """ if type_ == 'gui': launcher_type = 'gui' ext = '-script.pyw' old = ['.pyw'] else: launcher_type = 'cli' ext = '-script.py' old = ['.py', '.pyc', '.pyo'] hdr = cls._adjust_header(type_, header) blockers = [name + x for x in old] yield (name + ext, hdr + script_text, 't', blockers) yield ( name + '.exe', get_win_launcher(launcher_type), 'b' # write in binary mode ) if not is_64bit(): # install a manifest for the launcher to prevent Windows # from detecting it as an installer (which it will for # launchers like easy_install.exe). Consider only # adding a manifest for launchers detected as installers. # See Distribute #143 for details. m_name = name + '.exe.manifest' yield (m_name, load_launcher_manifest(name), 't') # for backward-compatibility get_script_args = ScriptWriter.get_script_args get_script_header = ScriptWriter.get_script_header def get_win_launcher(type): """ Load the Windows launcher (executable) suitable for launching a script. `type` should be either 'cli' or 'gui' Returns the executable as a byte string. """ launcher_fn = '%s.exe' % type if is_64bit(): launcher_fn = launcher_fn.replace(".", "-64.") else: launcher_fn = launcher_fn.replace(".", "-32.") return resource_string('setuptools', launcher_fn) def load_launcher_manifest(name): manifest = pkg_resources.resource_string(__name__, 'launcher manifest.xml') if six.PY2: return manifest % vars() else: return manifest.decode('utf-8') % vars() def rmtree(path, ignore_errors=False, onerror=auto_chmod): return shutil.rmtree(path, ignore_errors, onerror) def current_umask(): tmp = os.umask(0o022) os.umask(tmp) return tmp def bootstrap(): # This function is called when setuptools*.egg is run using /bin/sh import setuptools argv0 = os.path.dirname(setuptools.__path__[0]) sys.argv[0] = argv0 sys.argv.append(argv0) main() def main(argv=None, **kw): from setuptools import setup from setuptools.dist import Distribution class DistributionWithoutHelpCommands(Distribution): common_usage = "" def _show_help(self, *args, **kw): with _patch_usage(): Distribution._show_help(self, *args, **kw) if argv is None: argv = sys.argv[1:] with _patch_usage(): setup( script_args=['-q', 'easy_install', '-v'] + argv, script_name=sys.argv[0] or 'easy_install', distclass=DistributionWithoutHelpCommands, **kw ) @contextlib.contextmanager def _patch_usage(): import distutils.core USAGE = textwrap.dedent(""" usage: %(script)s [options] requirement_or_url ... or: %(script)s --help """).lstrip() def gen_usage(script_name): return USAGE % dict( script=os.path.basename(script_name), ) saved = distutils.core.gen_usage distutils.core.gen_usage = gen_usage try: yield finally: distutils.core.gen_usage = saved site-packages/setuptools/command/__init__.py 0000644 00000001122 15231162611 0015226 0 ustar 00 __all__ = [ 'alias', 'bdist_egg', 'bdist_rpm', 'build_ext', 'build_py', 'develop', 'easy_install', 'egg_info', 'install', 'install_lib', 'rotate', 'saveopts', 'sdist', 'setopt', 'test', 'install_egg_info', 'install_scripts', 'register', 'bdist_wininst', 'upload_docs', 'upload', 'build_clib', 'dist_info', ] from distutils.command.bdist import bdist import sys from setuptools.command import install_scripts if 'egg' not in bdist.format_commands: bdist.format_command['egg'] = ('bdist_egg', "Python .egg file") bdist.format_commands.append('egg') del bdist, sys site-packages/setuptools/command/build_py.py 0000644 00000022574 15231162611 0015314 0 ustar 00 from glob import glob from distutils.util import convert_path import distutils.command.build_py as orig import os import fnmatch import textwrap import io import distutils.errors import itertools from setuptools.extern import six from setuptools.extern.six.moves import map, filter, filterfalse try: from setuptools.lib2to3_ex import Mixin2to3 except ImportError: class Mixin2to3: def run_2to3(self, files, doctests=True): "do nothing" class build_py(orig.build_py, Mixin2to3): """Enhanced 'build_py' command that includes data files with packages The data files are specified via a 'package_data' argument to 'setup()'. See 'setuptools.dist.Distribution' for more details. Also, this version of the 'build_py' command allows you to specify both 'py_modules' and 'packages' in the same setup operation. """ def finalize_options(self): orig.build_py.finalize_options(self) self.package_data = self.distribution.package_data self.exclude_package_data = (self.distribution.exclude_package_data or {}) if 'data_files' in self.__dict__: del self.__dict__['data_files'] self.__updated_files = [] self.__doctests_2to3 = [] def run(self): """Build modules, packages, and copy data files to build directory""" if not self.py_modules and not self.packages: return if self.py_modules: self.build_modules() if self.packages: self.build_packages() self.build_package_data() self.run_2to3(self.__updated_files, False) self.run_2to3(self.__updated_files, True) self.run_2to3(self.__doctests_2to3, True) # Only compile actual .py files, using our base class' idea of what our # output files are. self.byte_compile(orig.build_py.get_outputs(self, include_bytecode=0)) def __getattr__(self, attr): "lazily compute data files" if attr == 'data_files': self.data_files = self._get_data_files() return self.data_files return orig.build_py.__getattr__(self, attr) def build_module(self, module, module_file, package): if six.PY2 and isinstance(package, six.string_types): # avoid errors on Python 2 when unicode is passed (#190) package = package.split('.') outfile, copied = orig.build_py.build_module(self, module, module_file, package) if copied: self.__updated_files.append(outfile) return outfile, copied def _get_data_files(self): """Generate list of '(package,src_dir,build_dir,filenames)' tuples""" self.analyze_manifest() return list(map(self._get_pkg_data_files, self.packages or ())) def _get_pkg_data_files(self, package): # Locate package source directory src_dir = self.get_package_dir(package) # Compute package build directory build_dir = os.path.join(*([self.build_lib] + package.split('.'))) # Strip directory from globbed filenames filenames = [ os.path.relpath(file, src_dir) for file in self.find_data_files(package, src_dir) ] return package, src_dir, build_dir, filenames def find_data_files(self, package, src_dir): """Return filenames for package's data files in 'src_dir'""" patterns = self._get_platform_patterns( self.package_data, package, src_dir, ) globs_expanded = map(glob, patterns) # flatten the expanded globs into an iterable of matches globs_matches = itertools.chain.from_iterable(globs_expanded) glob_files = filter(os.path.isfile, globs_matches) files = itertools.chain( self.manifest_files.get(package, []), glob_files, ) return self.exclude_data_files(package, src_dir, files) def build_package_data(self): """Copy data files into build directory""" for package, src_dir, build_dir, filenames in self.data_files: for filename in filenames: target = os.path.join(build_dir, filename) self.mkpath(os.path.dirname(target)) srcfile = os.path.join(src_dir, filename) outf, copied = self.copy_file(srcfile, target) srcfile = os.path.abspath(srcfile) if (copied and srcfile in self.distribution.convert_2to3_doctests): self.__doctests_2to3.append(outf) def analyze_manifest(self): self.manifest_files = mf = {} if not self.distribution.include_package_data: return src_dirs = {} for package in self.packages or (): # Locate package source directory src_dirs[assert_relative(self.get_package_dir(package))] = package self.run_command('egg_info') ei_cmd = self.get_finalized_command('egg_info') for path in ei_cmd.filelist.files: d, f = os.path.split(assert_relative(path)) prev = None oldf = f while d and d != prev and d not in src_dirs: prev = d d, df = os.path.split(d) f = os.path.join(df, f) if d in src_dirs: if path.endswith('.py') and f == oldf: continue # it's a module, not data mf.setdefault(src_dirs[d], []).append(path) def get_data_files(self): pass # Lazily compute data files in _get_data_files() function. def check_package(self, package, package_dir): """Check namespace packages' __init__ for declare_namespace""" try: return self.packages_checked[package] except KeyError: pass init_py = orig.build_py.check_package(self, package, package_dir) self.packages_checked[package] = init_py if not init_py or not self.distribution.namespace_packages: return init_py for pkg in self.distribution.namespace_packages: if pkg == package or pkg.startswith(package + '.'): break else: return init_py with io.open(init_py, 'rb') as f: contents = f.read() if b'declare_namespace' not in contents: raise distutils.errors.DistutilsError( "Namespace package problem: %s is a namespace package, but " "its\n__init__.py does not call declare_namespace()! Please " 'fix it.\n(See the setuptools manual under ' '"Namespace Packages" for details.)\n"' % (package,) ) return init_py def initialize_options(self): self.packages_checked = {} orig.build_py.initialize_options(self) def get_package_dir(self, package): res = orig.build_py.get_package_dir(self, package) if self.distribution.src_root is not None: return os.path.join(self.distribution.src_root, res) return res def exclude_data_files(self, package, src_dir, files): """Filter filenames for package's data files in 'src_dir'""" files = list(files) patterns = self._get_platform_patterns( self.exclude_package_data, package, src_dir, ) match_groups = ( fnmatch.filter(files, pattern) for pattern in patterns ) # flatten the groups of matches into an iterable of matches matches = itertools.chain.from_iterable(match_groups) bad = set(matches) keepers = ( fn for fn in files if fn not in bad ) # ditch dupes return list(_unique_everseen(keepers)) @staticmethod def _get_platform_patterns(spec, package, src_dir): """ yield platform-specific path patterns (suitable for glob or fn_match) from a glob-based spec (such as self.package_data or self.exclude_package_data) matching package in src_dir. """ raw_patterns = itertools.chain( spec.get('', []), spec.get(package, []), ) return ( # Each pattern has to be converted to a platform-specific path os.path.join(src_dir, convert_path(pattern)) for pattern in raw_patterns ) # from Python docs def _unique_everseen(iterable, key=None): "List unique elements, preserving order. Remember all elements ever seen." # unique_everseen('AAAABBBCCDAABBB') --> A B C D # unique_everseen('ABBCcAD', str.lower) --> A B C D seen = set() seen_add = seen.add if key is None: for element in filterfalse(seen.__contains__, iterable): seen_add(element) yield element else: for element in iterable: k = key(element) if k not in seen: seen_add(k) yield element def assert_relative(path): if not os.path.isabs(path): return path from distutils.errors import DistutilsSetupError msg = textwrap.dedent(""" Error: setup script specifies an absolute path: %s setup() arguments must *always* be /-separated paths relative to the setup.py directory, *never* absolute paths. """).lstrip() % path raise DistutilsSetupError(msg) site-packages/setuptools/command/upload.py 0000644 00000002224 15231162611 0014757 0 ustar 00 import getpass from distutils.command import upload as orig class upload(orig.upload): """ Override default upload behavior to obtain password in a variety of different ways. """ def finalize_options(self): orig.upload.finalize_options(self) self.username = ( self.username or getpass.getuser() ) # Attempt to obtain password. Short circuit evaluation at the first # sign of success. self.password = ( self.password or self._load_password_from_keyring() or self._prompt_for_password() ) def _load_password_from_keyring(self): """ Attempt to load password from keyring. Suppress Exceptions. """ try: keyring = __import__('keyring') return keyring.get_password(self.repository, self.username) except Exception: pass def _prompt_for_password(self): """ Prompt for a password on the tty. Suppress Exceptions. """ try: return getpass.getpass() except (Exception, KeyboardInterrupt): pass site-packages/setuptools/command/egg_info.py 0000644 00000060340 15231162611 0015253 0 ustar 00 """setuptools.command.egg_info Create a distribution's .egg-info directory and contents""" from distutils.filelist import FileList as _FileList from distutils.errors import DistutilsInternalError from distutils.util import convert_path from distutils import log import distutils.errors import distutils.filelist import os import re import sys import io import warnings import time import collections from setuptools.extern import six from setuptools.extern.six.moves import map from setuptools import Command from setuptools.command.sdist import sdist from setuptools.command.sdist import walk_revctrl from setuptools.command.setopt import edit_config from setuptools.command import bdist_egg from pkg_resources import ( parse_requirements, safe_name, parse_version, safe_version, yield_lines, EntryPoint, iter_entry_points, to_filename) import setuptools.unicode_utils as unicode_utils from setuptools.glob import glob from setuptools.extern import packaging def translate_pattern(glob): """ Translate a file path glob like '*.txt' in to a regular expression. This differs from fnmatch.translate which allows wildcards to match directory separators. It also knows about '**/' which matches any number of directories. """ pat = '' # This will split on '/' within [character classes]. This is deliberate. chunks = glob.split(os.path.sep) sep = re.escape(os.sep) valid_char = '[^%s]' % (sep,) for c, chunk in enumerate(chunks): last_chunk = c == len(chunks) - 1 # Chunks that are a literal ** are globstars. They match anything. if chunk == '**': if last_chunk: # Match anything if this is the last component pat += '.*' else: # Match '(name/)*' pat += '(?:%s+%s)*' % (valid_char, sep) continue # Break here as the whole path component has been handled # Find any special characters in the remainder i = 0 chunk_len = len(chunk) while i < chunk_len: char = chunk[i] if char == '*': # Match any number of name characters pat += valid_char + '*' elif char == '?': # Match a name character pat += valid_char elif char == '[': # Character class inner_i = i + 1 # Skip initial !/] chars if inner_i < chunk_len and chunk[inner_i] == '!': inner_i = inner_i + 1 if inner_i < chunk_len and chunk[inner_i] == ']': inner_i = inner_i + 1 # Loop till the closing ] is found while inner_i < chunk_len and chunk[inner_i] != ']': inner_i = inner_i + 1 if inner_i >= chunk_len: # Got to the end of the string without finding a closing ] # Do not treat this as a matching group, but as a literal [ pat += re.escape(char) else: # Grab the insides of the [brackets] inner = chunk[i + 1:inner_i] char_class = '' # Class negation if inner[0] == '!': char_class = '^' inner = inner[1:] char_class += re.escape(inner) pat += '[%s]' % (char_class,) # Skip to the end ] i = inner_i else: pat += re.escape(char) i += 1 # Join each chunk with the dir separator if not last_chunk: pat += sep pat += r'\Z' return re.compile(pat, flags=re.MULTILINE|re.DOTALL) class egg_info(Command): description = "create a distribution's .egg-info directory" user_options = [ ('egg-base=', 'e', "directory containing .egg-info directories" " (default: top of the source tree)"), ('tag-date', 'd', "Add date stamp (e.g. 20050528) to version number"), ('tag-build=', 'b', "Specify explicit tag to add to version number"), ('no-date', 'D', "Don't include date stamp [default]"), ] boolean_options = ['tag-date'] negative_opt = { 'no-date': 'tag-date', } def initialize_options(self): self.egg_name = None self.egg_version = None self.egg_base = None self.egg_info = None self.tag_build = None self.tag_date = 0 self.broken_egg_info = False self.vtags = None #################################### # allow the 'tag_svn_revision' to be detected and # set, supporting sdists built on older Setuptools. @property def tag_svn_revision(self): pass @tag_svn_revision.setter def tag_svn_revision(self, value): pass #################################### def save_version_info(self, filename): """ Materialize the value of date into the build tag. Install build keys in a deterministic order to avoid arbitrary reordering on subsequent builds. """ egg_info = collections.OrderedDict() # follow the order these keys would have been added # when PYTHONHASHSEED=0 egg_info['tag_build'] = self.tags() egg_info['tag_date'] = 0 edit_config(filename, dict(egg_info=egg_info)) def finalize_options(self): self.egg_name = safe_name(self.distribution.get_name()) self.vtags = self.tags() self.egg_version = self.tagged_version() parsed_version = parse_version(self.egg_version) try: is_version = isinstance(parsed_version, packaging.version.Version) spec = ( "%s==%s" if is_version else "%s===%s" ) list( parse_requirements(spec % (self.egg_name, self.egg_version)) ) except ValueError: raise distutils.errors.DistutilsOptionError( "Invalid distribution name or version syntax: %s-%s" % (self.egg_name, self.egg_version) ) if self.egg_base is None: dirs = self.distribution.package_dir self.egg_base = (dirs or {}).get('', os.curdir) self.ensure_dirname('egg_base') self.egg_info = to_filename(self.egg_name) + '.egg-info' if self.egg_base != os.curdir: self.egg_info = os.path.join(self.egg_base, self.egg_info) if '-' in self.egg_name: self.check_broken_egg_info() # Set package version for the benefit of dumber commands # (e.g. sdist, bdist_wininst, etc.) # self.distribution.metadata.version = self.egg_version # If we bootstrapped around the lack of a PKG-INFO, as might be the # case in a fresh checkout, make sure that any special tags get added # to the version info # pd = self.distribution._patched_dist if pd is not None and pd.key == self.egg_name.lower(): pd._version = self.egg_version pd._parsed_version = parse_version(self.egg_version) self.distribution._patched_dist = None def write_or_delete_file(self, what, filename, data, force=False): """Write `data` to `filename` or delete if empty If `data` is non-empty, this routine is the same as ``write_file()``. If `data` is empty but not ``None``, this is the same as calling ``delete_file(filename)`. If `data` is ``None``, then this is a no-op unless `filename` exists, in which case a warning is issued about the orphaned file (if `force` is false), or deleted (if `force` is true). """ if data: self.write_file(what, filename, data) elif os.path.exists(filename): if data is None and not force: log.warn( "%s not set in setup(), but %s exists", what, filename ) return else: self.delete_file(filename) def write_file(self, what, filename, data): """Write `data` to `filename` (if not a dry run) after announcing it `what` is used in a log message to identify what is being written to the file. """ log.info("writing %s to %s", what, filename) if six.PY3: data = data.encode("utf-8") if not self.dry_run: f = open(filename, 'wb') f.write(data) f.close() def delete_file(self, filename): """Delete `filename` (if not a dry run) after announcing it""" log.info("deleting %s", filename) if not self.dry_run: os.unlink(filename) def tagged_version(self): version = self.distribution.get_version() # egg_info may be called more than once for a distribution, # in which case the version string already contains all tags. if self.vtags and version.endswith(self.vtags): return safe_version(version) return safe_version(version + self.vtags) def run(self): self.mkpath(self.egg_info) installer = self.distribution.fetch_build_egg for ep in iter_entry_points('egg_info.writers'): ep.require(installer=installer) writer = ep.resolve() writer(self, ep.name, os.path.join(self.egg_info, ep.name)) # Get rid of native_libs.txt if it was put there by older bdist_egg nl = os.path.join(self.egg_info, "native_libs.txt") if os.path.exists(nl): self.delete_file(nl) self.find_sources() def tags(self): version = '' if self.tag_build: version += self.tag_build if self.tag_date: version += time.strftime("-%Y%m%d") return version def find_sources(self): """Generate SOURCES.txt manifest file""" manifest_filename = os.path.join(self.egg_info, "SOURCES.txt") mm = manifest_maker(self.distribution) mm.manifest = manifest_filename mm.run() self.filelist = mm.filelist def check_broken_egg_info(self): bei = self.egg_name + '.egg-info' if self.egg_base != os.curdir: bei = os.path.join(self.egg_base, bei) if os.path.exists(bei): log.warn( "-" * 78 + '\n' "Note: Your current .egg-info directory has a '-' in its name;" '\nthis will not work correctly with "setup.py develop".\n\n' 'Please rename %s to %s to correct this problem.\n' + '-' * 78, bei, self.egg_info ) self.broken_egg_info = self.egg_info self.egg_info = bei # make it work for now class FileList(_FileList): # Implementations of the various MANIFEST.in commands def process_template_line(self, line): # Parse the line: split it up, make sure the right number of words # is there, and return the relevant words. 'action' is always # defined: it's the first word of the line. Which of the other # three are defined depends on the action; it'll be either # patterns, (dir and patterns), or (dir_pattern). (action, patterns, dir, dir_pattern) = self._parse_template_line(line) # OK, now we know that the action is valid and we have the # right number of words on the line for that action -- so we # can proceed with minimal error-checking. if action == 'include': self.debug_print("include " + ' '.join(patterns)) for pattern in patterns: if not self.include(pattern): log.warn("warning: no files found matching '%s'", pattern) elif action == 'exclude': self.debug_print("exclude " + ' '.join(patterns)) for pattern in patterns: if not self.exclude(pattern): log.warn(("warning: no previously-included files " "found matching '%s'"), pattern) elif action == 'global-include': self.debug_print("global-include " + ' '.join(patterns)) for pattern in patterns: if not self.global_include(pattern): log.warn(("warning: no files found matching '%s' " "anywhere in distribution"), pattern) elif action == 'global-exclude': self.debug_print("global-exclude " + ' '.join(patterns)) for pattern in patterns: if not self.global_exclude(pattern): log.warn(("warning: no previously-included files matching " "'%s' found anywhere in distribution"), pattern) elif action == 'recursive-include': self.debug_print("recursive-include %s %s" % (dir, ' '.join(patterns))) for pattern in patterns: if not self.recursive_include(dir, pattern): log.warn(("warning: no files found matching '%s' " "under directory '%s'"), pattern, dir) elif action == 'recursive-exclude': self.debug_print("recursive-exclude %s %s" % (dir, ' '.join(patterns))) for pattern in patterns: if not self.recursive_exclude(dir, pattern): log.warn(("warning: no previously-included files matching " "'%s' found under directory '%s'"), pattern, dir) elif action == 'graft': self.debug_print("graft " + dir_pattern) if not self.graft(dir_pattern): log.warn("warning: no directories found matching '%s'", dir_pattern) elif action == 'prune': self.debug_print("prune " + dir_pattern) if not self.prune(dir_pattern): log.warn(("no previously-included directories found " "matching '%s'"), dir_pattern) else: raise DistutilsInternalError( "this cannot happen: invalid action '%s'" % action) def _remove_files(self, predicate): """ Remove all files from the file list that match the predicate. Return True if any matching files were removed """ found = False for i in range(len(self.files) - 1, -1, -1): if predicate(self.files[i]): self.debug_print(" removing " + self.files[i]) del self.files[i] found = True return found def include(self, pattern): """Include files that match 'pattern'.""" found = [f for f in glob(pattern) if not os.path.isdir(f)] self.extend(found) return bool(found) def exclude(self, pattern): """Exclude files that match 'pattern'.""" match = translate_pattern(pattern) return self._remove_files(match.match) def recursive_include(self, dir, pattern): """ Include all files anywhere in 'dir/' that match the pattern. """ full_pattern = os.path.join(dir, '**', pattern) found = [f for f in glob(full_pattern, recursive=True) if not os.path.isdir(f)] self.extend(found) return bool(found) def recursive_exclude(self, dir, pattern): """ Exclude any file anywhere in 'dir/' that match the pattern. """ match = translate_pattern(os.path.join(dir, '**', pattern)) return self._remove_files(match.match) def graft(self, dir): """Include all files from 'dir/'.""" found = [ item for match_dir in glob(dir) for item in distutils.filelist.findall(match_dir) ] self.extend(found) return bool(found) def prune(self, dir): """Filter out files from 'dir/'.""" match = translate_pattern(os.path.join(dir, '**')) return self._remove_files(match.match) def global_include(self, pattern): """ Include all files anywhere in the current directory that match the pattern. This is very inefficient on large file trees. """ if self.allfiles is None: self.findall() match = translate_pattern(os.path.join('**', pattern)) found = [f for f in self.allfiles if match.match(f)] self.extend(found) return bool(found) def global_exclude(self, pattern): """ Exclude all files anywhere that match the pattern. """ match = translate_pattern(os.path.join('**', pattern)) return self._remove_files(match.match) def append(self, item): if item.endswith('\r'): # Fix older sdists built on Windows item = item[:-1] path = convert_path(item) if self._safe_path(path): self.files.append(path) def extend(self, paths): self.files.extend(filter(self._safe_path, paths)) def _repair(self): """ Replace self.files with only safe paths Because some owners of FileList manipulate the underlying ``files`` attribute directly, this method must be called to repair those paths. """ self.files = list(filter(self._safe_path, self.files)) def _safe_path(self, path): enc_warn = "'%s' not %s encodable -- skipping" # To avoid accidental trans-codings errors, first to unicode u_path = unicode_utils.filesys_decode(path) if u_path is None: log.warn("'%s' in unexpected encoding -- skipping" % path) return False # Must ensure utf-8 encodability utf8_path = unicode_utils.try_encode(u_path, "utf-8") if utf8_path is None: log.warn(enc_warn, path, 'utf-8') return False try: # accept is either way checks out if os.path.exists(u_path) or os.path.exists(utf8_path): return True # this will catch any encode errors decoding u_path except UnicodeEncodeError: log.warn(enc_warn, path, sys.getfilesystemencoding()) class manifest_maker(sdist): template = "MANIFEST.in" def initialize_options(self): self.use_defaults = 1 self.prune = 1 self.manifest_only = 1 self.force_manifest = 1 def finalize_options(self): pass def run(self): self.filelist = FileList() if not os.path.exists(self.manifest): self.write_manifest() # it must exist so it'll get in the list self.add_defaults() if os.path.exists(self.template): self.read_template() self.prune_file_list() self.filelist.sort() self.filelist.remove_duplicates() self.write_manifest() def _manifest_normalize(self, path): path = unicode_utils.filesys_decode(path) return path.replace(os.sep, '/') def write_manifest(self): """ Write the file list in 'self.filelist' to the manifest file named by 'self.manifest'. """ self.filelist._repair() # Now _repairs should encodability, but not unicode files = [self._manifest_normalize(f) for f in self.filelist.files] msg = "writing manifest file '%s'" % self.manifest self.execute(write_file, (self.manifest, files), msg) def warn(self, msg): if not self._should_suppress_warning(msg): sdist.warn(self, msg) @staticmethod def _should_suppress_warning(msg): """ suppress missing-file warnings from sdist """ return re.match(r"standard file .*not found", msg) def add_defaults(self): sdist.add_defaults(self) self.filelist.append(self.template) self.filelist.append(self.manifest) rcfiles = list(walk_revctrl()) if rcfiles: self.filelist.extend(rcfiles) elif os.path.exists(self.manifest): self.read_manifest() ei_cmd = self.get_finalized_command('egg_info') self.filelist.graft(ei_cmd.egg_info) def prune_file_list(self): build = self.get_finalized_command('build') base_dir = self.distribution.get_fullname() self.filelist.prune(build.build_base) self.filelist.prune(base_dir) sep = re.escape(os.sep) self.filelist.exclude_pattern(r'(^|' + sep + r')(RCS|CVS|\.svn)' + sep, is_regex=1) def write_file(filename, contents): """Create a file with the specified name and write 'contents' (a sequence of strings without line terminators) to it. """ contents = "\n".join(contents) # assuming the contents has been vetted for utf-8 encoding contents = contents.encode("utf-8") with open(filename, "wb") as f: # always write POSIX-style manifest f.write(contents) def write_pkg_info(cmd, basename, filename): log.info("writing %s", filename) if not cmd.dry_run: metadata = cmd.distribution.metadata metadata.version, oldver = cmd.egg_version, metadata.version metadata.name, oldname = cmd.egg_name, metadata.name try: # write unescaped data to PKG-INFO, so older pkg_resources # can still parse it metadata.write_pkg_info(cmd.egg_info) finally: metadata.name, metadata.version = oldname, oldver safe = getattr(cmd.distribution, 'zip_safe', None) bdist_egg.write_safety_flag(cmd.egg_info, safe) def warn_depends_obsolete(cmd, basename, filename): if os.path.exists(filename): log.warn( "WARNING: 'depends.txt' is not used by setuptools 0.6!\n" "Use the install_requires/extras_require setup() args instead." ) def _write_requirements(stream, reqs): lines = yield_lines(reqs or ()) append_cr = lambda line: line + '\n' lines = map(append_cr, lines) stream.writelines(lines) def write_requirements(cmd, basename, filename): dist = cmd.distribution data = six.StringIO() _write_requirements(data, dist.install_requires) extras_require = dist.extras_require or {} for extra in sorted(extras_require): data.write('\n[{extra}]\n'.format(**vars())) _write_requirements(data, extras_require[extra]) cmd.write_or_delete_file("requirements", filename, data.getvalue()) def write_setup_requirements(cmd, basename, filename): data = io.StringIO() _write_requirements(data, cmd.distribution.setup_requires) cmd.write_or_delete_file("setup-requirements", filename, data.getvalue()) def write_toplevel_names(cmd, basename, filename): pkgs = dict.fromkeys( [ k.split('.', 1)[0] for k in cmd.distribution.iter_distribution_names() ] ) cmd.write_file("top-level names", filename, '\n'.join(sorted(pkgs)) + '\n') def overwrite_arg(cmd, basename, filename): write_arg(cmd, basename, filename, True) def write_arg(cmd, basename, filename, force=False): argname = os.path.splitext(basename)[0] value = getattr(cmd.distribution, argname, None) if value is not None: value = '\n'.join(value) + '\n' cmd.write_or_delete_file(argname, filename, value, force) def write_entries(cmd, basename, filename): ep = cmd.distribution.entry_points if isinstance(ep, six.string_types) or ep is None: data = ep elif ep is not None: data = [] for section, contents in sorted(ep.items()): if not isinstance(contents, six.string_types): contents = EntryPoint.parse_group(section, contents) contents = '\n'.join(sorted(map(str, contents.values()))) data.append('[%s]\n%s\n\n' % (section, contents)) data = ''.join(data) cmd.write_or_delete_file('entry points', filename, data, True) def get_pkg_info_revision(): """ Get a -r### off of PKG-INFO Version in case this is an sdist of a subversion revision. """ warnings.warn("get_pkg_info_revision is deprecated.", DeprecationWarning) if os.path.exists('PKG-INFO'): with io.open('PKG-INFO') as f: for line in f: match = re.match(r"Version:.*-r(\d+)\s*$", line) if match: return int(match.group(1)) return 0 site-packages/setuptools/command/sdist.py 0000644 00000015067 15231162611 0014632 0 ustar 00 from distutils import log import distutils.command.sdist as orig import os import sys import io import contextlib from setuptools.extern import six from .py36compat import sdist_add_defaults import pkg_resources _default_revctrl = list def walk_revctrl(dirname=''): """Find all files under revision control""" for ep in pkg_resources.iter_entry_points('setuptools.file_finders'): for item in ep.load()(dirname): yield item class sdist(sdist_add_defaults, orig.sdist): """Smart sdist that finds anything supported by revision control""" user_options = [ ('formats=', None, "formats for source distribution (comma-separated list)"), ('keep-temp', 'k', "keep the distribution tree around after creating " + "archive file(s)"), ('dist-dir=', 'd', "directory to put the source distribution archive(s) in " "[default: dist]"), ] negative_opt = {} README_EXTENSIONS = ['', '.rst', '.txt', '.md'] READMES = tuple('README{0}'.format(ext) for ext in README_EXTENSIONS) def run(self): self.run_command('egg_info') ei_cmd = self.get_finalized_command('egg_info') self.filelist = ei_cmd.filelist self.filelist.append(os.path.join(ei_cmd.egg_info, 'SOURCES.txt')) self.check_readme() # Run sub commands for cmd_name in self.get_sub_commands(): self.run_command(cmd_name) self.make_distribution() dist_files = getattr(self.distribution, 'dist_files', []) for file in self.archive_files: data = ('sdist', '', file) if data not in dist_files: dist_files.append(data) def initialize_options(self): orig.sdist.initialize_options(self) self._default_to_gztar() def _default_to_gztar(self): # only needed on Python prior to 3.6. if sys.version_info >= (3, 6, 0, 'beta', 1): return self.formats = ['gztar'] def make_distribution(self): """ Workaround for #516 """ with self._remove_os_link(): orig.sdist.make_distribution(self) @staticmethod @contextlib.contextmanager def _remove_os_link(): """ In a context, remove and restore os.link if it exists """ class NoValue: pass orig_val = getattr(os, 'link', NoValue) try: del os.link except Exception: pass try: yield finally: if orig_val is not NoValue: setattr(os, 'link', orig_val) def __read_template_hack(self): # This grody hack closes the template file (MANIFEST.in) if an # exception occurs during read_template. # Doing so prevents an error when easy_install attempts to delete the # file. try: orig.sdist.read_template(self) except Exception: _, _, tb = sys.exc_info() tb.tb_next.tb_frame.f_locals['template'].close() raise # Beginning with Python 2.7.2, 3.1.4, and 3.2.1, this leaky file handle # has been fixed, so only override the method if we're using an earlier # Python. has_leaky_handle = ( sys.version_info < (2, 7, 2) or (3, 0) <= sys.version_info < (3, 1, 4) or (3, 2) <= sys.version_info < (3, 2, 1) ) if has_leaky_handle: read_template = __read_template_hack def _add_defaults_python(self): """getting python files""" if self.distribution.has_pure_modules(): build_py = self.get_finalized_command('build_py') self.filelist.extend(build_py.get_source_files()) # This functionality is incompatible with include_package_data, and # will in fact create an infinite recursion if include_package_data # is True. Use of include_package_data will imply that # distutils-style automatic handling of package_data is disabled if not self.distribution.include_package_data: for _, src_dir, _, filenames in build_py.data_files: self.filelist.extend([os.path.join(src_dir, filename) for filename in filenames]) def _add_defaults_data_files(self): try: if six.PY2: sdist_add_defaults._add_defaults_data_files(self) else: super()._add_defaults_data_files() except TypeError: log.warn("data_files contains unexpected objects") def check_readme(self): for f in self.READMES: if os.path.exists(f): return else: self.warn( "standard file not found: should have one of " + ', '.join(self.READMES) ) def make_release_tree(self, base_dir, files): orig.sdist.make_release_tree(self, base_dir, files) # Save any egg_info command line options used to create this sdist dest = os.path.join(base_dir, 'setup.cfg') if hasattr(os, 'link') and os.path.exists(dest): # unlink and re-copy, since it might be hard-linked, and # we don't want to change the source version os.unlink(dest) self.copy_file('setup.cfg', dest) self.get_finalized_command('egg_info').save_version_info(dest) def _manifest_is_not_generated(self): # check for special comment used in 2.7.1 and higher if not os.path.isfile(self.manifest): return False with io.open(self.manifest, 'rb') as fp: first_line = fp.readline() return (first_line != '# file GENERATED by distutils, do NOT edit\n'.encode()) def read_manifest(self): """Read the manifest file (named by 'self.manifest') and use it to fill in 'self.filelist', the list of files to include in the source distribution. """ log.info("reading manifest file '%s'", self.manifest) manifest = open(self.manifest, 'rb') for line in manifest: # The manifest must contain UTF-8. See #303. if six.PY3: try: line = line.decode('UTF-8') except UnicodeDecodeError: log.warn("%r not UTF-8 decodable -- skipping" % line) continue # ignore comments and blank lines line = line.strip() if line.startswith('#') or not line: continue self.filelist.append(line) manifest.close() site-packages/setuptools/command/build_ext.py 0000644 00000031565 15231162611 0015464 0 ustar 00 import os import sys import itertools import imp from distutils.command.build_ext import build_ext as _du_build_ext from distutils.file_util import copy_file from distutils.ccompiler import new_compiler from distutils.sysconfig import customize_compiler, get_config_var from distutils.errors import DistutilsError from distutils import log from setuptools.extension import Library from setuptools.extern import six try: # Attempt to use Cython for building extensions, if available from Cython.Distutils.build_ext import build_ext as _build_ext # Additionally, assert that the compiler module will load # also. Ref #1229. __import__('Cython.Compiler.Main') except ImportError: _build_ext = _du_build_ext # make sure _config_vars is initialized get_config_var("LDSHARED") from distutils.sysconfig import _config_vars as _CONFIG_VARS def _customize_compiler_for_shlib(compiler): if sys.platform == "darwin": # building .dylib requires additional compiler flags on OSX; here we # temporarily substitute the pyconfig.h variables so that distutils' # 'customize_compiler' uses them before we build the shared libraries. tmp = _CONFIG_VARS.copy() try: # XXX Help! I don't have any idea whether these are right... _CONFIG_VARS['LDSHARED'] = ( "gcc -Wl,-x -dynamiclib -undefined dynamic_lookup") _CONFIG_VARS['CCSHARED'] = " -dynamiclib" _CONFIG_VARS['SO'] = ".dylib" customize_compiler(compiler) finally: _CONFIG_VARS.clear() _CONFIG_VARS.update(tmp) else: customize_compiler(compiler) have_rtld = False use_stubs = False libtype = 'shared' if sys.platform == "darwin": use_stubs = True elif os.name != 'nt': try: import dl use_stubs = have_rtld = hasattr(dl, 'RTLD_NOW') except ImportError: pass if_dl = lambda s: s if have_rtld else '' def get_abi3_suffix(): """Return the file extension for an abi3-compliant Extension()""" for suffix, _, _ in (s for s in imp.get_suffixes() if s[2] == imp.C_EXTENSION): if '.abi3' in suffix: # Unix return suffix elif suffix == '.pyd': # Windows return suffix class build_ext(_build_ext): def run(self): """Build extensions in build directory, then copy if --inplace""" old_inplace, self.inplace = self.inplace, 0 _build_ext.run(self) self.inplace = old_inplace if old_inplace: self.copy_extensions_to_source() def copy_extensions_to_source(self): build_py = self.get_finalized_command('build_py') for ext in self.extensions: fullname = self.get_ext_fullname(ext.name) filename = self.get_ext_filename(fullname) modpath = fullname.split('.') package = '.'.join(modpath[:-1]) package_dir = build_py.get_package_dir(package) dest_filename = os.path.join(package_dir, os.path.basename(filename)) src_filename = os.path.join(self.build_lib, filename) # Always copy, even if source is older than destination, to ensure # that the right extensions for the current Python/platform are # used. copy_file( src_filename, dest_filename, verbose=self.verbose, dry_run=self.dry_run ) if ext._needs_stub: self.write_stub(package_dir or os.curdir, ext, True) def get_ext_filename(self, fullname): filename = _build_ext.get_ext_filename(self, fullname) if fullname in self.ext_map: ext = self.ext_map[fullname] use_abi3 = ( six.PY3 and getattr(ext, 'py_limited_api') and get_abi3_suffix() ) if use_abi3: so_ext = _get_config_var_837('EXT_SUFFIX') filename = filename[:-len(so_ext)] filename = filename + get_abi3_suffix() if isinstance(ext, Library): fn, ext = os.path.splitext(filename) return self.shlib_compiler.library_filename(fn, libtype) elif use_stubs and ext._links_to_dynamic: d, fn = os.path.split(filename) return os.path.join(d, 'dl-' + fn) return filename def initialize_options(self): _build_ext.initialize_options(self) self.shlib_compiler = None self.shlibs = [] self.ext_map = {} def finalize_options(self): _build_ext.finalize_options(self) self.extensions = self.extensions or [] self.check_extensions_list(self.extensions) self.shlibs = [ext for ext in self.extensions if isinstance(ext, Library)] if self.shlibs: self.setup_shlib_compiler() for ext in self.extensions: ext._full_name = self.get_ext_fullname(ext.name) for ext in self.extensions: fullname = ext._full_name self.ext_map[fullname] = ext # distutils 3.1 will also ask for module names # XXX what to do with conflicts? self.ext_map[fullname.split('.')[-1]] = ext ltd = self.shlibs and self.links_to_dynamic(ext) or False ns = ltd and use_stubs and not isinstance(ext, Library) ext._links_to_dynamic = ltd ext._needs_stub = ns filename = ext._file_name = self.get_ext_filename(fullname) libdir = os.path.dirname(os.path.join(self.build_lib, filename)) if ltd and libdir not in ext.library_dirs: ext.library_dirs.append(libdir) if ltd and use_stubs and os.curdir not in ext.runtime_library_dirs: ext.runtime_library_dirs.append(os.curdir) def setup_shlib_compiler(self): compiler = self.shlib_compiler = new_compiler( compiler=self.compiler, dry_run=self.dry_run, force=self.force ) _customize_compiler_for_shlib(compiler) if self.include_dirs is not None: compiler.set_include_dirs(self.include_dirs) if self.define is not None: # 'define' option is a list of (name,value) tuples for (name, value) in self.define: compiler.define_macro(name, value) if self.undef is not None: for macro in self.undef: compiler.undefine_macro(macro) if self.libraries is not None: compiler.set_libraries(self.libraries) if self.library_dirs is not None: compiler.set_library_dirs(self.library_dirs) if self.rpath is not None: compiler.set_runtime_library_dirs(self.rpath) if self.link_objects is not None: compiler.set_link_objects(self.link_objects) # hack so distutils' build_extension() builds a library instead compiler.link_shared_object = link_shared_object.__get__(compiler) def get_export_symbols(self, ext): if isinstance(ext, Library): return ext.export_symbols return _build_ext.get_export_symbols(self, ext) def build_extension(self, ext): ext._convert_pyx_sources_to_lang() _compiler = self.compiler try: if isinstance(ext, Library): self.compiler = self.shlib_compiler _build_ext.build_extension(self, ext) if ext._needs_stub: cmd = self.get_finalized_command('build_py').build_lib self.write_stub(cmd, ext) finally: self.compiler = _compiler def links_to_dynamic(self, ext): """Return true if 'ext' links to a dynamic lib in the same package""" # XXX this should check to ensure the lib is actually being built # XXX as dynamic, and not just using a locally-found version or a # XXX static-compiled version libnames = dict.fromkeys([lib._full_name for lib in self.shlibs]) pkg = '.'.join(ext._full_name.split('.')[:-1] + ['']) return any(pkg + libname in libnames for libname in ext.libraries) def get_outputs(self): return _build_ext.get_outputs(self) + self.__get_stubs_outputs() def __get_stubs_outputs(self): # assemble the base name for each extension that needs a stub ns_ext_bases = ( os.path.join(self.build_lib, *ext._full_name.split('.')) for ext in self.extensions if ext._needs_stub ) # pair each base with the extension pairs = itertools.product(ns_ext_bases, self.__get_output_extensions()) return list(base + fnext for base, fnext in pairs) def __get_output_extensions(self): yield '.py' yield '.pyc' if self.get_finalized_command('build_py').optimize: yield '.pyo' def write_stub(self, output_dir, ext, compile=False): log.info("writing stub loader for %s to %s", ext._full_name, output_dir) stub_file = (os.path.join(output_dir, *ext._full_name.split('.')) + '.py') if compile and os.path.exists(stub_file): raise DistutilsError(stub_file + " already exists! Please delete.") if not self.dry_run: f = open(stub_file, 'w') f.write( '\n'.join([ "def __bootstrap__():", " global __bootstrap__, __file__, __loader__", " import sys, os, pkg_resources, imp" + if_dl(", dl"), " __file__ = pkg_resources.resource_filename" "(__name__,%r)" % os.path.basename(ext._file_name), " del __bootstrap__", " if '__loader__' in globals():", " del __loader__", if_dl(" old_flags = sys.getdlopenflags()"), " old_dir = os.getcwd()", " try:", " os.chdir(os.path.dirname(__file__))", if_dl(" sys.setdlopenflags(dl.RTLD_NOW)"), " imp.load_dynamic(__name__,__file__)", " finally:", if_dl(" sys.setdlopenflags(old_flags)"), " os.chdir(old_dir)", "__bootstrap__()", "" # terminal \n ]) ) f.close() if compile: from distutils.util import byte_compile byte_compile([stub_file], optimize=0, force=True, dry_run=self.dry_run) optimize = self.get_finalized_command('install_lib').optimize if optimize > 0: byte_compile([stub_file], optimize=optimize, force=True, dry_run=self.dry_run) if os.path.exists(stub_file) and not self.dry_run: os.unlink(stub_file) if use_stubs or os.name == 'nt': # Build shared libraries # def link_shared_object( self, objects, output_libname, output_dir=None, libraries=None, library_dirs=None, runtime_library_dirs=None, export_symbols=None, debug=0, extra_preargs=None, extra_postargs=None, build_temp=None, target_lang=None): self.link( self.SHARED_LIBRARY, objects, output_libname, output_dir, libraries, library_dirs, runtime_library_dirs, export_symbols, debug, extra_preargs, extra_postargs, build_temp, target_lang ) else: # Build static libraries everywhere else libtype = 'static' def link_shared_object( self, objects, output_libname, output_dir=None, libraries=None, library_dirs=None, runtime_library_dirs=None, export_symbols=None, debug=0, extra_preargs=None, extra_postargs=None, build_temp=None, target_lang=None): # XXX we need to either disallow these attrs on Library instances, # or warn/abort here if set, or something... # libraries=None, library_dirs=None, runtime_library_dirs=None, # export_symbols=None, extra_preargs=None, extra_postargs=None, # build_temp=None assert output_dir is None # distutils build_ext doesn't pass this output_dir, filename = os.path.split(output_libname) basename, ext = os.path.splitext(filename) if self.library_filename("x").startswith('lib'): # strip 'lib' prefix; this is kludgy if some platform uses # a different prefix basename = basename[3:] self.create_static_lib( objects, basename, output_dir, debug, target_lang ) def _get_config_var_837(name): """ In https://github.com/pypa/setuptools/pull/837, we discovered Python 3.3.0 exposes the extension suffix under the name 'SO'. """ if sys.version_info < (3, 3, 1): name = 'SO' return get_config_var(name) site-packages/setuptools/command/install_lib.py 0000644 00000007400 15231162611 0015770 0 ustar 00 import os import imp from itertools import product, starmap import distutils.command.install_lib as orig class install_lib(orig.install_lib): """Don't add compiled flags to filenames of non-Python files""" def run(self): self.build() outfiles = self.install() if outfiles is not None: # always compile, in case we have any extension stubs to deal with self.byte_compile(outfiles) def get_exclusions(self): """ Return a collections.Sized collections.Container of paths to be excluded for single_version_externally_managed installations. """ all_packages = ( pkg for ns_pkg in self._get_SVEM_NSPs() for pkg in self._all_packages(ns_pkg) ) excl_specs = product(all_packages, self._gen_exclusion_paths()) return set(starmap(self._exclude_pkg_path, excl_specs)) def _exclude_pkg_path(self, pkg, exclusion_path): """ Given a package name and exclusion path within that package, compute the full exclusion path. """ parts = pkg.split('.') + [exclusion_path] return os.path.join(self.install_dir, *parts) @staticmethod def _all_packages(pkg_name): """ >>> list(install_lib._all_packages('foo.bar.baz')) ['foo.bar.baz', 'foo.bar', 'foo'] """ while pkg_name: yield pkg_name pkg_name, sep, child = pkg_name.rpartition('.') def _get_SVEM_NSPs(self): """ Get namespace packages (list) but only for single_version_externally_managed installations and empty otherwise. """ # TODO: is it necessary to short-circuit here? i.e. what's the cost # if get_finalized_command is called even when namespace_packages is # False? if not self.distribution.namespace_packages: return [] install_cmd = self.get_finalized_command('install') svem = install_cmd.single_version_externally_managed return self.distribution.namespace_packages if svem else [] @staticmethod def _gen_exclusion_paths(): """ Generate file paths to be excluded for namespace packages (bytecode cache files). """ # always exclude the package module itself yield '__init__.py' yield '__init__.pyc' yield '__init__.pyo' if not hasattr(imp, 'get_tag'): return base = os.path.join('__pycache__', '__init__.' + imp.get_tag()) yield base + '.pyc' yield base + '.pyo' yield base + '.opt-1.pyc' yield base + '.opt-2.pyc' def copy_tree( self, infile, outfile, preserve_mode=1, preserve_times=1, preserve_symlinks=0, level=1 ): assert preserve_mode and preserve_times and not preserve_symlinks exclude = self.get_exclusions() if not exclude: return orig.install_lib.copy_tree(self, infile, outfile) # Exclude namespace package __init__.py* files from the output from setuptools.archive_util import unpack_directory from distutils import log outfiles = [] def pf(src, dst): if dst in exclude: log.warn("Skipping installation of %s (namespace package)", dst) return False log.info("copying %s -> %s", src, os.path.dirname(dst)) outfiles.append(dst) return dst unpack_directory(infile, outfile, pf) return outfiles def get_outputs(self): outputs = orig.install_lib.get_outputs(self) exclude = self.get_exclusions() if exclude: return [f for f in outputs if f not in exclude] return outputs site-packages/setuptools/command/__pycache__/upload.cpython-36.opt-1.pyc 0000644 00000002443 15231162611 0022205 0 ustar 00 3 Xo�h� � @ s* d dl Z d dlmZ G dd� dej�ZdS )� N)�uploadc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r za Override default upload behavior to obtain password in a variety of different ways. c C s8 t jj| � | jptj� | _| jp0| j� p0| j� | _d S )N) �origr �finalize_options�username�getpassZgetuserZpassword�_load_password_from_keyring�_prompt_for_password)�self� r � /usr/lib/python3.6/upload.pyr s zupload.finalize_optionsc C s2 yt d�}|j| j| j�S tk r, Y nX dS )zM Attempt to load password from keyring. Suppress Exceptions. �keyringN)� __import__Z get_passwordZ repositoryr � Exception)r r r r r r s z"upload._load_password_from_keyringc C s& yt j � S ttfk r Y nX dS )zH Prompt for a password on the tty. Suppress Exceptions. N)r r �KeyboardInterrupt)r r r r r # s zupload._prompt_for_passwordN)�__name__� __module__� __qualname__�__doc__r r r r r r r r s r )r Zdistutils.commandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/upload_docs.cpython-36.opt-1.pyc 0000644 00000013560 15231162611 0023217 0 ustar 00 3 Xo�h� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZ ddlmZmZ ddlmZ d d lmZ d d � ZG d d� de�ZdS )zpupload_docs Implements a Distutils 'upload_docs' subcommand (upload documentation to PyPI's pythonhosted.org). � )�standard_b64encode)�log)�DistutilsOptionErrorN)�six)� http_client�urllib)�iter_entry_points� )�uploadc C s t jr dnd}| jd|�S )N�surrogateescape�strictzutf-8)r �PY3�encode)�s�errors� r �!/usr/lib/python3.6/upload_docs.py�_encode s r c @ s� e Zd ZdZdZdddej fd d gZejZd d � Zd efgZ dd� Z dd� Z dd� Z dd� Z edd� �Zedd� �Zdd� ZdS ) � upload_docsz https://pypi.python.org/pypi/z Upload documentation to PyPIz repository=�rz url of repository [default: %s]� show-responseN�&display full response text from server� upload-dir=�directory to uploadc C s$ | j d kr xtdd�D ]}dS W d S )Nzdistutils.commands� build_sphinxT)� upload_dirr )�selfZepr r r � has_sphinx/ s zupload_docs.has_sphinxr c C s t j| � d | _d | _d S )N)r �initialize_optionsr � target_dir)r r r r r 6 s z upload_docs.initialize_optionsc C s� t j| � | jd krN| j� r0| jd�}|j| _q`| jd�}tjj |j d�| _n| j d� | j| _d| j krtt jd� | jd| j � d S )Nr �buildZdocsr zpypi.python.orgz3Upload_docs command is deprecated. Use RTD instead.zUsing upload directory %s)r �finalize_optionsr r Zget_finalized_commandZbuilder_target_dirr �os�path�joinZ build_baseZensure_dirname� repositoryr �warn�announce)r r r r r r r! ; s z upload_docs.finalize_optionsc C s� t j|d�}z�| j| j� x�tj| j�D ]~\}}}|| jkrT| rTd}t|| j ��xP|D ]H}tjj||�}|t | j�d � j tjj �} tjj| |�} |j || � qZW q(W W d |j � X d S )N�wz'no files found in upload directory '%s')�zipfileZZipFileZmkpathr r" �walkr r# r$ �len�lstrip�sep�write�close) r �filename�zip_file�root�dirs�filesZtmpl�nameZfullZrelative�destr r r �create_zipfileK s zupload_docs.create_zipfilec C sl x| j � D ]}| j|� q W tj� }| jjj� }tjj |d| �}z| j |� | j |� W d t j |� X d S )Nz%s.zip)Zget_sub_commandsZ run_command�tempfileZmkdtemp� distribution�metadata�get_namer" r# r$ r7 � upload_file�shutilZrmtree)r Zcmd_nameZtmp_dirr5 r1 r r r �run[ s zupload_docs.runc c s� | \}}d| }t |t�s |g}xn|D ]f}t |t�rN|d|d 7 }|d }nt|�}|V t|�V dV |V |r&|dd � dkr&dV q&W d S ) Nz* Content-Disposition: form-data; name="%s"z; filename="%s"r r s � � ���)� isinstance�list�tupler )�item� sep_boundary�key�values�title�valuer r r � _build_parti s zupload_docs._build_partc C sn d}d| }|d }|df}t j| j|d�}t||j� �}tjj|�}tj||�} d|jd� } dj | �| fS ) z= Build up the MIME payload for the POST data s3 --------------GHSKFJDLGDS7543FJKLFHRE75642756743254s --s --r@ )rF z multipart/form-data; boundary=%s�ascii� ) � functools�partialrK �map�items� itertools�chain� from_iterable�decoder$ ) �cls�data�boundaryrF Z end_boundaryZ end_itemsZbuilderZ part_groups�partsZ body_items� content_typer r r �_build_multipart} s z upload_docs._build_multipartc C s: t |d��}|j� }W d Q R X | jj}d|j� tjj|�|fd�}t| j d | j �}t |�}t j rn|jd�}d| }| j|�\}} d| j } | j| tj� tjj| j�\} } } }}}| dkr�tj| �}n | d kr�tj| �}n td | ��d }yZ|j� |j d | � | }|j d |� |j dt t |��� |j d|� |j � |j!|� W n6 t"j#k �r~ } z| jt |�tj$� d S d }~X nX |j%� }|j&dk�r�d|j&|j'f } | j| tj� nb|j&dk�r�|j(d�}|d k�r�d|j� }d| } | j| tj� n d|j&|j'f } | j| tj$� | j)�r6t*dd |j� dd � d S )N�rbZ doc_upload)z:actionr5 �content�:rL zBasic z Submitting documentation to %sZhttpZhttpszunsupported schema � ZPOSTz Content-typezContent-lengthZ Authorization�� zServer response (%s): %si- ZLocationz https://pythonhosted.org/%s/zUpload successful. Visit %szUpload failed (%s): %s�-�K )+�open�readr9 r: r; r" r# �basenamer ZusernameZpasswordr r r rU r[ r% r' r �INFOr �parseZurlparser ZHTTPConnectionZHTTPSConnection�AssertionErrorZconnectZ putrequestZ putheader�strr+ Z endheaders�send�socket�errorZERRORZ getresponseZstatus�reasonZ getheaderZ show_response�print)r r0 �fr] �metarW Z credentialsZauthZbodyZct�msgZschemaZnetlocZurlZparamsZqueryZ fragmentsZconnrZ �er �locationr r r r< � s^ zupload_docs.upload_file)r Nr )r Nr )�__name__� __module__� __qualname__ZDEFAULT_REPOSITORY� descriptionr Z user_optionsZboolean_optionsr Z sub_commandsr r! r7 r> � staticmethodrK � classmethodr[ r< r r r r r s" r )�__doc__�base64r Z distutilsr Zdistutils.errorsr r" rk r) r8 r= rR rN Zsetuptools.externr Zsetuptools.extern.six.movesr r Z pkg_resourcesr r r r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_py.cpython-36.pyc 0000644 00000020460 15231162611 0021570 0 ustar 00 3 Xo�h|% � @ s� d dl m Z d dlmZ d dljjZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dlmZ d dlmZmZmZ yd dlmZ W n" ek r� G dd� d�ZY nX G d d � d eje�Zdd d �Zd d� ZdS )� )�glob)� convert_pathN)�six)�map�filter� filterfalse)� Mixin2to3c @ s e Zd Zddd�ZdS )r Tc C s dS )z do nothingN� )�self�filesZdoctestsr r � /usr/lib/python3.6/build_py.py�run_2to3 s zMixin2to3.run_2to3N)T)�__name__� __module__� __qualname__r r r r r r s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zd d � Zed d � �Zd S )!�build_pyaX Enhanced 'build_py' command that includes data files with packages The data files are specified via a 'package_data' argument to 'setup()'. See 'setuptools.dist.Distribution' for more details. Also, this version of the 'build_py' command allows you to specify both 'py_modules' and 'packages' in the same setup operation. c C sF t jj| � | jj| _| jjp i | _d| jkr6| jd= g | _g | _d S )N� data_files) �origr �finalize_options� distribution� package_data�exclude_package_data�__dict__�_build_py__updated_files�_build_py__doctests_2to3)r r r r r ! s zbuild_py.finalize_optionsc C s| | j r| j rdS | j r"| j� | jr8| j� | j� | j| jd� | j| jd� | j| jd� | jt j j | dd�� dS )z?Build modules, packages, and copy data files to build directoryNFTr )Zinclude_bytecode) Z py_modules�packagesZ build_modulesZbuild_packages�build_package_datar r r Z byte_compiler r Z get_outputs)r r r r �run+ s z build_py.runc C s& |dkr| j � | _| jS tjj| |�S )zlazily compute data filesr )�_get_data_filesr r r � __getattr__)r �attrr r r r ? s zbuild_py.__getattr__c C sJ t jr t|t j�r |jd�}tjj| |||�\}}|rB| jj |� ||fS )N�.) r ZPY2� isinstanceZ string_types�splitr r � build_moduler �append)r �moduleZ module_file�packageZoutfile�copiedr r r r$ F s zbuild_py.build_modulec C s | j � tt| j| jpf ��S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuples)�analyze_manifest�listr �_get_pkg_data_filesr )r r r r r P s zbuild_py._get_data_filesc sJ | j |�� tjj| jg|jd� � }� fdd�| j|� �D �}|� ||fS )Nr! c s g | ]}t jj|� ��qS r )�os�path�relpath)�.0�file)�src_dirr r � <listcomp>^ s z0build_py._get_pkg_data_files.<locals>.<listcomp>)�get_package_dirr, r- �joinZ build_libr# �find_data_files)r r' � build_dir� filenamesr )r1 r r+ U s z build_py._get_pkg_data_filesc C sX | j | j||�}tt|�}tjj|�}ttj j |�}tj| j j |g �|�}| j |||�S )z6Return filenames for package's data files in 'src_dir')�_get_platform_patternsr r r � itertools�chain� from_iterabler r, r- �isfile�manifest_files�get�exclude_data_files)r r' r1 �patternsZglobs_expandedZ globs_matchesZ glob_filesr r r r r5 c s zbuild_py.find_data_filesc C s� x�| j D ]�\}}}}xr|D ]j}tjj||�}| jtjj|�� tjj||�}| j||�\}} tjj|�}| r|| jj kr| j j |� qW qW dS )z$Copy data files into build directoryN) r r, r- r4 Zmkpath�dirnameZ copy_file�abspathr Zconvert_2to3_doctestsr r% ) r r' r1 r6 r7 �filename�targetZsrcfileZoutfr( r r r r t s zbuild_py.build_package_datac C s� i | _ }| jjsd S i }x$| jp$f D ]}||t| j|��< q&W | jd� | jd�}x�|jj D ]�}t j j t|��\}}d }|} x:|r�||kr�||kr�|}t j j |�\}} t j j | |�}q�W ||kr^|jd�r�|| kr�q^|j|| g �j|� q^W d S )NZegg_infoz.py)r= r Zinclude_package_datar �assert_relativer3 Z run_commandZget_finalized_commandZfilelistr r, r- r# r4 �endswith� setdefaultr% ) r ZmfZsrc_dirsr' Zei_cmdr- �d�f�prevZoldfZdfr r r r) � s( zbuild_py.analyze_manifestc C s d S )Nr )r r r r �get_data_files� s zbuild_py.get_data_filesc C s� y | j | S tk r Y nX tjj| ||�}|| j |< | sJ| jj rN|S x,| jjD ] }||ksr|j|d �rXP qXW |S tj |d��}|j � }W dQ R X d|kr�t j j d|f ��|S )z8Check namespace packages' __init__ for declare_namespacer! �rbNs declare_namespacez�Namespace package problem: %s is a namespace package, but its __init__.py does not call declare_namespace()! Please fix it. (See the setuptools manual under "Namespace Packages" for details.) ")�packages_checked�KeyErrorr r � check_packager Znamespace_packages� startswith�io�open�read� distutils�errorsZDistutilsError)r r' Z package_dirZinit_pyZpkgrI �contentsr r r rO � s& zbuild_py.check_packagec C s i | _ tjj| � d S )N)rM r r �initialize_options)r r r r rW � s zbuild_py.initialize_optionsc C s0 t jj| |�}| jjd k r,tjj| jj|�S |S )N)r r r3 r Zsrc_rootr, r- r4 )r r' �resr r r r3 � s zbuild_py.get_package_dirc s\ t ���| j| j||�}�fdd�|D �}tjj|�}t|�� � fdd��D �}t t|��S )z6Filter filenames for package's data files in 'src_dir'c 3 s | ]}t j� |�V qd S )N)�fnmatchr )r/ �pattern)r r r � <genexpr>� s z.build_py.exclude_data_files.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nr )r/ �fn)�badr r r[ � s )r* r8 r r9 r: r; �set�_unique_everseen)r r' r1 r r@ Z match_groupsZmatchesZkeepersr )r] r r r? � s zbuild_py.exclude_data_filesc s. t j| jdg �| j|g ��}� fdd�|D �S )z� yield platform-specific path patterns (suitable for glob or fn_match) from a glob-based spec (such as self.package_data or self.exclude_package_data) matching package in src_dir. � c 3 s | ]}t jj� t|��V qd S )N)r, r- r4 r )r/ rZ )r1 r r r[ � s z2build_py._get_platform_patterns.<locals>.<genexpr>)r9 r: r> )�specr' r1 Z raw_patternsr )r1 r r8 � s z build_py._get_platform_patternsN)r r r �__doc__r r r r$ r r+ r5 r r) rK rO rW r3 r? � staticmethodr8 r r r r r s r c c sj t � }|j}|dkr:xPt|j| �D ]}||� |V q"W n,x*| D ]"}||�}||kr@||� |V q@W dS )zHList unique elements, preserving order. Remember all elements ever seen.N)r^ �addr � __contains__)�iterable�key�seenZseen_add�element�kr r r r_ � s r_ c C s: t jj| �s| S ddlm} tjd�j� | }||��d S )Nr )�DistutilsSetupErrorz� Error: setup script specifies an absolute path: %s setup() arguments must *always* be /-separated paths relative to the setup.py directory, *never* absolute paths. )r, r- �isabs�distutils.errorsrk �textwrap�dedent�lstrip)r- rk �msgr r r rE s rE )N)r Zdistutils.utilr Zdistutils.command.build_pyZcommandr r r, rY rn rQ rm rT r9 Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.lib2to3_exr � ImportErrorr_ rE r r r r �<module> s$ Y site-packages/setuptools/command/__pycache__/install_lib.cpython-36.pyc 0000644 00000007647 15231162611 0022271 0 ustar 00 3 Xo�h � @ sB d dl Z d dlZd dlmZmZ d dljjZG dd� dej�ZdS )� N)�product�starmapc @ sZ e Zd ZdZdd� Zdd� Zdd� Zedd � �Zd d � Z ed d � �Z ddd�Z dd� Z dS )� install_libz9Don't add compiled flags to filenames of non-Python filesc C s& | j � | j� }|d k r"| j|� d S )N)Zbuild�installZ byte_compile)�self�outfiles� r �!/usr/lib/python3.6/install_lib.py�run s zinstall_lib.runc s4 � fdd�� j � D �}t|� j� �}tt� j|��S )z� Return a collections.Sized collections.Container of paths to be excluded for single_version_externally_managed installations. c 3 s" | ]}� j |�D ] }|V qqd S )N)� _all_packages)�.0Zns_pkg�pkg)r r r � <genexpr> s z-install_lib.get_exclusions.<locals>.<genexpr>)�_get_SVEM_NSPsr �_gen_exclusion_paths�setr �_exclude_pkg_path)r Z all_packagesZ excl_specsr )r r �get_exclusions s zinstall_lib.get_exclusionsc C s$ |j d�|g }tjj| jf|�� S )zw Given a package name and exclusion path within that package, compute the full exclusion path. �.)�split�os�path�joinZ install_dir)r r Zexclusion_path�partsr r r r s z install_lib._exclude_pkg_pathc c s$ x | r | V | j d�\} }}qW dS )zn >>> list(install_lib._all_packages('foo.bar.baz')) ['foo.bar.baz', 'foo.bar', 'foo'] r N)� rpartition)Zpkg_name�sepZchildr r r r ' s zinstall_lib._all_packagesc C s, | j js g S | jd�}|j}|r(| j jS g S )z� Get namespace packages (list) but only for single_version_externally_managed installations and empty otherwise. r )Z distributionZnamespace_packagesZget_finalized_commandZ!single_version_externally_managed)r Z install_cmdZsvemr r r r 1 s zinstall_lib._get_SVEM_NSPsc c sb dV dV dV t td�s dS tjjddtj� �} | d V | d V | d V | d V dS ) zk Generate file paths to be excluded for namespace packages (bytecode cache files). z __init__.pyz __init__.pycz __init__.pyo�get_tagN� __pycache__z __init__.z.pycz.pyoz .opt-1.pycz .opt-2.pyc)�hasattr�impr r r r )�baser r r r A s z install_lib._gen_exclusion_paths� r c sj |r|r| st �| j� � � s.tjj| ||�S ddlm} ddlm� g �� ��fdd�}||||� �S )Nr )�unpack_directory)�logc s< |� kr�j d|� dS �jd| tjj|�� �j|� |S )Nz/Skipping installation of %s (namespace package)Fzcopying %s -> %s)�warn�infor r �dirname�append)�src�dst)�excluder# r r r �pfg s z!install_lib.copy_tree.<locals>.pf) �AssertionErrorr �origr � copy_treeZsetuptools.archive_utilr" Z distutilsr# ) r ZinfileZoutfileZ preserve_modeZpreserve_timesZpreserve_symlinks�levelr" r+ r )r* r# r r r. V s zinstall_lib.copy_treec s. t jj| �}| j� � � r*� fdd�|D �S |S )Nc s g | ]}|� kr|�qS r r )r �f)r* r r � <listcomp>x s z+install_lib.get_outputs.<locals>.<listcomp>)r- r � get_outputsr )r Zoutputsr )r* r r2 t s zinstall_lib.get_outputsN)r! r! r r! ) �__name__� __module__� __qualname__�__doc__r r r � staticmethodr r r r. r2 r r r r r s r ) r r � itertoolsr r Z distutils.command.install_libZcommandr r- r r r r �<module> s site-packages/setuptools/command/__pycache__/saveopts.cpython-36.pyc 0000644 00000001520 15231162611 0021621 0 ustar 00 3 Xo�h� � @ s$ d dl mZmZ G dd� de�ZdS )� )� edit_config� option_basec @ s e Zd ZdZdZdd� ZdS )�saveoptsz#Save command-line options to a filez7save supplied options to setup.cfg or other config filec C sp | j }i }xP|jD ]F}|dkr qx6|j|�j� D ]$\}\}}|dkr0||j|i �|< q0W qW t| j|| j� d S )Nr z command line)Z distributionZcommand_optionsZget_option_dict�items� setdefaultr �filenameZdry_run)�selfZdistZsettings�cmd�opt�src�val� r � /usr/lib/python3.6/saveopts.py�run s z saveopts.runN)�__name__� __module__� __qualname__�__doc__� descriptionr r r r r r s r N)Zsetuptools.command.setoptr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/py36compat.cpython-36.opt-1.pyc 0000644 00000010703 15231162611 0022724 0 ustar 00 3 Xo�hz � @ sd d dl Z d dlmZ d dlmZ d dlmZ d dlmZ G dd� d�Ze ejd�r`G d d� d�ZdS ) � N)�glob)� convert_path)�sdist)�filterc @ s\ e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dS )�sdist_add_defaultsz� Mix-in providing forward-compatibility for functionality as found in distutils on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. Instead, override in the subclass. c C s< | j � | j� | j� | j� | j� | j� | j� dS )a9 Add all the default files to self.filelist: - README or README.txt - setup.py - test/test*.py - all pure Python modules mentioned in setup script - all files pointed by package_data (build_py) - all files defined in data_files. - all files defined as scripts. - all C sources listed as part of extensions or C libraries in the setup script (doesn't catch C headers!) Warns if (README or README.txt) or setup.py are missing; everything else is optional. N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scripts)�self� r � /usr/lib/python3.6/py36compat.py� add_defaults s z sdist_add_defaults.add_defaultsc C s: t jj| �sdS t jj| �}t jj|�\}}|t j|�kS )z� Case-sensitive path existence check >>> sdist_add_defaults._cs_path_exists(__file__) True >>> sdist_add_defaults._cs_path_exists(__file__.upper()) False F)�os�path�exists�abspath�split�listdir)�fspathr Z directory�filenamer r r �_cs_path_exists( s z"sdist_add_defaults._cs_path_existsc C s� | j | jjg}x�|D ]�}t|t�rn|}d}x(|D ] }| j|�r0d}| jj|� P q0W |s�| jddj |� � q| j|�r�| jj|� q| jd| � qW d S )NFTz,standard file not found: should have one of z, z standard file '%s' not found) ZREADMES� distributionZ script_name� isinstance�tupler �filelist�append�warn�join)r Z standards�fnZaltsZgot_itr r r r 9 s z*sdist_add_defaults._add_defaults_standardsc C s8 ddg}x*|D ]"}t tjjt|��}| jj|� qW d S )Nz test/test*.pyz setup.cfg)r r r �isfiler r �extend)r Zoptional�pattern�filesr r r r N s z)sdist_add_defaults._add_defaults_optionalc C sd | j d�}| jj� r$| jj|j� � x:|jD ]0\}}}}x"|D ]}| jjtj j ||�� q>W q,W d S )N�build_py) �get_finalized_commandr Zhas_pure_modulesr r$ �get_source_files� data_filesr r r r! )r r' ZpkgZsrc_dirZ build_dir� filenamesr r r r r T s z'sdist_add_defaults._add_defaults_pythonc C s� | j j� r~xr| j jD ]f}t|t�rDt|�}tjj|�rz| j j |� q|\}}x,|D ]$}t|�}tjj|�rR| j j |� qRW qW d S )N) r Zhas_data_filesr* r �strr r r r# r r )r �item�dirnamer+ �fr r r r d s z+sdist_add_defaults._add_defaults_data_filesc C s( | j j� r$| jd�}| jj|j� � d S )N� build_ext)r Zhas_ext_modulesr( r r$ r) )r r0 r r r r u s z$sdist_add_defaults._add_defaults_extc C s( | j j� r$| jd�}| jj|j� � d S )N� build_clib)r Zhas_c_librariesr( r r$ r) )r r1 r r r r z s z'sdist_add_defaults._add_defaults_c_libsc C s( | j j� r$| jd�}| jj|j� � d S )N� build_scripts)r Z has_scriptsr( r r$ r) )r r2 r r r r s z(sdist_add_defaults._add_defaults_scriptsN)�__name__� __module__� __qualname__�__doc__r � staticmethodr r r r r r r r r r r r r s r r c @ s e Zd ZdS )r N)r3 r4 r5 r r r r r � s ) r r Zdistutils.utilr Zdistutils.commandr Zsetuptools.extern.six.movesr r �hasattrr r r r �<module> s | site-packages/setuptools/command/__pycache__/saveopts.cpython-36.opt-1.pyc 0000644 00000001520 15231162611 0022560 0 ustar 00 3 Xo�h� � @ s$ d dl mZmZ G dd� de�ZdS )� )� edit_config� option_basec @ s e Zd ZdZdZdd� ZdS )�saveoptsz#Save command-line options to a filez7save supplied options to setup.cfg or other config filec C sp | j }i }xP|jD ]F}|dkr qx6|j|�j� D ]$\}\}}|dkr0||j|i �|< q0W qW t| j|| j� d S )Nr z command line)Z distributionZcommand_optionsZget_option_dict�items� setdefaultr �filenameZdry_run)�selfZdistZsettings�cmd�opt�src�val� r � /usr/lib/python3.6/saveopts.py�run s z saveopts.runN)�__name__� __module__� __qualname__�__doc__� descriptionr r r r r r s r N)Zsetuptools.command.setoptr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_clib.cpython-36.opt-1.pyc 0000644 00000004504 15231162611 0023011 0 ustar 00 3 Xo�h� � @ sF d dl jjZd dlmZ d dlmZ d dlm Z G dd� dej�ZdS )� N)�DistutilsSetupError)�log)�newer_pairwise_groupc @ s e Zd ZdZdd� ZdS )� build_clibav Override the default build_clib behaviour to do the following: 1. Implement a rudimentary timestamp-based dependency system so 'compile()' doesn't run every time. 2. Add more keys to the 'build_info' dictionary: * obj_deps - specify dependencies for each object compiled. this should be a dictionary mapping a key with the source filename to a list of dependencies. Use an empty string for global dependencies. * cflags - specify a list of additional flags to pass to the compiler. c C s~ �xv|D �]l\}}|j d�}|d ks4t|ttf� r@td| ��t|�}tjd|� |j dt� �}t|t�sxtd| ��g }|j dt� �}t|ttf�s�td| ��xX|D ]P}|g} | j|� |j |t� �} t| ttf�s�td| ��| j| � |j | � q�W | j j || j d�} t || �g g fk�r^|j d�} |j d �} |j d �}| j j|| j | | || jd �}| j j| || j| jd � qW d S ) N�sourceszfin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenameszbuilding '%s' library�obj_depsz\in 'libraries' option (library '%s'), 'obj_deps' must be a dictionary of type 'source: list'� )� output_dir�macros� include_dirs�cflags)r r r Zextra_postargs�debug)r r )�get� isinstance�list�tupler r �info�dict�extend�appendZcompilerZobject_filenamesZ build_tempr �compiler Zcreate_static_libr )�selfZ librariesZlib_nameZ build_infor r Z dependenciesZ global_deps�sourceZsrc_depsZ extra_depsZexpected_objectsr r r Zobjects� r � /usr/lib/python3.6/build_clib.py�build_libraries s` zbuild_clib.build_librariesN)�__name__� __module__� __qualname__�__doc__r r r r r r s r ) Z distutils.command.build_clibZcommandr ZorigZdistutils.errorsr Z distutilsr Zsetuptools.dep_utilr r r r r �<module> s site-packages/setuptools/command/__pycache__/easy_install.cpython-36.pyc 0000644 00000176663 15231162611 0022471 0 ustar 00 3 Xo�h�T � @ s d Z ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z m Z ddl m Z m Z ddlmZmZ ddlmZ dd lmZ dd lZdd lZdd lZdd lZdd lZdd lZdd lZdd l Z dd l Z dd l Z dd l Z dd l Z dd l!Z!dd l"Z"dd l#Z#dd l$Z$dd l%Z%dd l&m'Z' dd l(m)Z)m*Z* dd l+m,Z, ddl-m.Z. ddl/m0Z0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7 ddl8m9Z9m:Z:m;Z; ddl4m<Z<m=Z= ddl>m?Z? ddl@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZO dd lPZ@e jQde@jRd� dddd d d gZSd d � ZTd!d� ZUe'jV�r2d"d#� ZWd$d%� ZXnd&d#� ZWd'd%� ZXd(d)� ZYG d*d� de,�ZZd+d,� Z[d-d.� Z\d/d0� Z]d1d � Z^d2d � Z_G d3d� deG�Z`G d4d5� d5e`�Zaejbjcd6d7�d8k�r�eaZ`d9d:� Zdd;d<� Zed=d>� Zfd?d@� ZgdpdAdB�ZhdCdD� ZidEdF� ZjdGejkk�rejZlndHdI� ZldqdKdL�ZmdMdN� ZndOdP� ZodQdR� ZpyddSlmqZr W n esk �r^ dTdU� ZrY nX dVdW� ZqG dXdY� dYet�Zueujv� ZwG dZd[� d[eu�ZxG d\d]� d]ey�ZzG d^d_� d_ez�Z{G d`da� dae{�Z|ezj}Z}ezj~Z~dbdc� Zddde� Z�dfeefdgdh�Z�didj� Z�dkdl� Z�drdmd �Z�e"j�dndo� �Z�d S )sa% Easy Install ------------ A tool for doing automatic download/extract/build of distutils-based Python packages. For detailed documentation, see the accompanying EasyInstall.txt file, or visit the `EasyInstall home page`__. __ https://setuptools.readthedocs.io/en/latest/easy_install.html � )�glob)� get_platform)� convert_path� subst_vars)�DistutilsArgError�DistutilsOptionError�DistutilsError�DistutilsPlatformError)�INSTALL_SCHEMES� SCHEME_KEYS)�log�dir_util)� first_line_re)�find_executableN)�six)� configparser�map)�Command)� run_setup)�get_path�get_config_vars)� rmtree_safe)�setopt)�unpack_archive)� PackageIndex�parse_requirement_arg� URL_SCHEME)� bdist_egg�egg_info)�Wheel)� yield_lines�normalize_path�resource_string�ensure_directory�get_distribution�find_distributions� Environment� Requirement� Distribution� PathMetadata� EggMetadata� WorkingSet�DistributionNotFound�VersionConflict� DEVELOP_DIST�default)�category�samefile� easy_install�PthDistributions�extract_wininst_cfg�main�get_exe_prefixesc C s t jd�dkS )N�P� )�struct�calcsize� r; r; �"/usr/lib/python3.6/easy_install.py�is_64bitI s r= c C sj t jj| �ot jj|�}tt jd�o&|}|r:t jj| |�S t jjt jj| ��}t jjt jj|��}||kS )z� Determine if two paths reference the same file. Augments os.path.samefile to work on Windows and suppresses errors if the path doesn't exist. r1 )�os�path�exists�hasattrr1 �normpath�normcase)Zp1Zp2Z both_existZ use_samefileZnorm_p1Znorm_p2r; r; r< r1 M s c C s | S )Nr; )�sr; r; r< � _to_ascii_ s rE c C s* yt j| d� dS tk r$ dS X d S )N�asciiTF)r Z text_type� UnicodeError)rD r; r; r< �isasciib s rH c C s | j d�S )NrF )�encode)rD r; r; r< rE j s c C s( y| j d� dS tk r" dS X d S )NrF TF)rI rG )rD r; r; r< rH m s c C s t j| �j� jdd�S )N� z; )�textwrap�dedent�strip�replace)�textr; r; r< �<lambda>u s rP c @ s� e Zd ZdZdZdZd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gZdd dd dd0d3d9d<g Zej � r�d@ej Z ej dAde f� ej dA� d*diZ eZdBdC� ZdDdE� ZdFdG� ZedHdI� �ZdJdK� ZdLdM� ZdNdO� ZdPdQ� ZdRdS� ZdTdU� ZdVdW� ZdXdY� Z dZd[� Z e j d\�j � Z!e j d]�j � Z"e j d^�j � Z#d_d`� Z$dadb� Z%dcdd� Z&dedf� Z'dgdh� Z(didj� Z)e*j+dkdl� �Z,d�dndo�Z-d�dpdq�Z.drds� Z/d�dtdu�Z0dvdw� Z1dxdy� Z2dzd{� Z3d�d|d}�Z4ed~d� �Z5d�f fd�d��Z6d�d�� Z7d�d�� Z8d�d�� Z9d�d�� Z:d�d�� Z;d�d�� Z<e j d��j � Z=e j d��Z>d�d�d��Z?e j d��j � Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHe j d��j � ZId�d�� ZJd�d�� ZKd�d�� ZLeMeMd�d�d��d��ZNeMd�d�d��ZOd�d�� ZPdS )�r2 z'Manage a download/build/install processz Find/get/install Python packagesT�prefix=N�installation prefix�zip-ok�z� install package as a zipfile� multi-version�m�%make apps have to require() a version�upgrade�U�1force upgrade (searches PyPI for latest versions)� install-dir=�d�install package to DIR� script-dir=rD �install scripts to DIR�exclude-scripts�x�Don't install scripts� always-copy�a�'Copy all needed packages to install dir� index-url=�i� base URL of Python Package Index� find-links=�f�(additional URL(s) to search for packages�build-directory=�b�/download/extract/build in DIR; keep the results� optimize=�O�lalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0]�record=�3filename in which to record list of installed files� always-unzip�Z�*don't install as a zipfile, no matter what� site-dirs=�S�)list of directories where .pth files work�editable�e�+Install specified packages in editable form�no-deps�N�don't install dependencies� allow-hosts=�H�$pattern(s) that hostnames must match�local-snapshots-ok�l�(allow building eggs from local checkouts�version�"print version information and exit� no-find-links�9Don't load find-links defined in packages being installedz!install in user site-package '%s'�userc C s, d| _ d | _| _d | _ | _| _d | _d | _d | _d | _ d | _ | _ d | _ | _ | _d | _ | _| _d | _ | _| _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ t j r�t j | _!t j"| _#n d | _!d | _#d | _$d | _%d | _&| _'d | _(i | _)d| _*d | _+| j,j-| _-| j,j.| | j,j/d�� d S )Nr Fr2 )0r� �zip_ok�local_snapshots_ok� install_dir� script_dir�exclude_scripts� index_url� find_links�build_directory�args�optimize�recordrY � always_copy� multi_versionr{ �no_deps� allow_hosts�root�prefix� no_reportr� �install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_data� install_base�install_platbase�site�ENABLE_USER_SITE� USER_BASE�install_userbase� USER_SITE�install_usersite� no_find_links� package_index�pth_file�always_copy_from� site_dirs�installed_projects�sitepy_installedZ_dry_run� distribution�verboseZ_set_command_options�get_option_dict)�selfr; r; r< �initialize_options� sF z easy_install.initialize_optionsc C s" dd� |D �}t t| j|�� d S )Nc s s* | ]"}t jj|�s t jj|�r|V qd S )N)r> r? r@ �islink)�.0�filenamer; r; r< � <genexpr>� s z/easy_install.delete_blockers.<locals>.<genexpr>)�listr � _delete_path)r� �blockersZextant_blockersr; r; r< �delete_blockers� s z easy_install.delete_blockersc C sJ t jd|� | jrd S tjj|�o.tjj|� }|r8tntj}||� d S )Nz Deleting %s) r �info�dry_runr> r? �isdirr� �rmtree�unlink)r� r? Zis_treeZremoverr; r; r< r� � s zeasy_install._delete_pathc C s6 t jdd� } td�}d}t|jf t� �� t� �dS )zT Render the Setuptools version and installation details, then exit. N� � setuptoolsz=setuptools {dist.version} from {dist.location} (Python {ver}))�sysr� r$ �print�format�locals� SystemExit)Zver�dist�tmplr; r; r< �_render_version� s z easy_install._render_versionc C st | j o | j� tj j� d }tdd�\}}| jj� | jj� | jj� ||dd� |d |d ||||t tdd�d� | _ t j r�| j | j d < | j| j d < | j� | j� | j� | jd d d d� | jd kr�| j| _| jd kr�d| _| jdd!� | jdd"� | j�r| j�r| j| _| j| _| jdd#� tttj �}t � | _ | j d k �r�dd� | j jd�D �}xV|D ]N}t j j!|��s~t"j#d|� n,t|�|k�r�t$|d ��n| j j%t|�� �q^W | j&�s�| j'� | j(�p�d| _(| j d d � | _)x4| jt| j�fD ] }|| j)k�r�| j)j*d|� �q�W | j+d k �r8dd� | j+jd�D �}ndg}| j,d k�r`| j-| j(| j)|d �| _,t.| j)tj �| _/| j0d k �r�t1| j0t2j3��r�| j0j� | _0ng | _0| j4�r�| j,j5| j)tj � | j�s�| j,j6| j0� | jdd$� t1| j7t8��s@y2t8| j7�| _7d| j7 k�odkn �s t9�W n t9k �r> t$d ��Y nX | j&�rZ| j: �rZt;d ��| j<�sjt;d ��g | _=d S )%Nr r� � exec_prefixr� � �abiflags� ) Z dist_nameZ dist_versionZ dist_fullname� py_version�py_version_short�py_version_nodotZ sys_prefixr� Zsys_exec_prefixr� r� �userbaseZusersiter� r� r� r� Fr� r� �installr� c S s g | ]}t jj|j� ��qS r; )r> r? � expanduserrM )r� rD r; r; r< � <listcomp>3 s z1easy_install.finalize_options.<locals>.<listcomp>�,z"%s (in --site-dirs) does not existz$ (in --site-dirs) is not on sys.pathzhttps://pypi.org/simple/c S s g | ] }|j � �qS r; )rM )r� rD r; r; r< r� H s �*)Z search_path�hostsr� z --optimize must be 0, 1, or 2z9Must specify a build directory (-b) when using --editablez:No urls, filenames, or requirements specified (see --help))r� r� )r� r� )r� r� )r� r� )>r� r� r� �splitr r� Zget_nameZ get_versionZ get_fullname�getattr� config_varsr� r� r� r� � _fix_install_dir_for_user_site�expand_basedirs� expand_dirs�_expandr� r� r� Zset_undefined_optionsr� r� r� r r! r? � get_site_dirs� all_site_dirsr� r> r� r �warnr �appendr{ �check_site_dirr� � shadow_path�insertr� r� � create_indexr& � local_indexr� � isinstancer Z string_typesr� Zscan_egg_links�add_find_linksr� �int� ValueErrorr� r r� �outputs) r� r� r� r� rB r� r] Z path_itemr� r; r; r< �finalize_options� s� z easy_install.finalize_optionsc C s` | j stj rdS | j� | jdkr2d}t|��| j | _| _tj j dd�d }| j |� dS )z; Fix the install_dir if "--user" was used. Nz$User base directory is not specified�posixZunixZ_user) r� r� r� �create_home_pathr� r r� r� r> �namerN � select_scheme)r� �msgZ scheme_namer; r; r< r� m s z+easy_install._fix_install_dir_for_user_sitec C s\ xV|D ]N}t | |�}|d k rtjdks0tjdkr<tjj|�}t|| j�}t| ||� qW d S )Nr� �nt)r� r> r� r? r� r r� �setattr)r� �attrs�attr�valr; r; r< � _expand_attrs| s zeasy_install._expand_attrsc C s | j dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and root.r� r� r� N)r� )r� r; r; r< r� � s z easy_install.expand_basedirsc C s ddddddg}| j |� dS )z+Calls `os.path.expanduser` on install dirs.r� r� r� r� r� r� N)r� )r� �dirsr; r; r< r� � s zeasy_install.expand_dirsc C s� | j | jj krtj| j � z�x | jD ]}| j|| j � q$W | jr�| j}| j r�t | j �}x(t t |��D ]}|| |d � ||< qfW ddl m } | j|j| j|fd| j � | j� W d tj| jj � X d S )Nr )� file_utilz'writing list of installed files to '%s')r� r� r � set_verbosityr� r2 r� r� r� r� �len�range� distutilsr� �executeZ write_file�warn_deprecated_options)r� �specr� Zroot_lenZcounterr� r; r; r< �run� s$ zeasy_install.runc C sD y t j� }W n" tk r. tjdtj�}Y nX t jj| j d| �S )z�Return a pseudo-tempname base in the install directory. This code is intentionally naive; if a malicious party can write to the target directory you're already in deep doodoo. r ztest-easy-install-%s) r> �getpid� Exception�randomZrandintr� �maxsizer? �joinr� )r� �pidr; r; r< �pseudo_tempname� s z easy_install.pseudo_tempnamec C s d S )Nr; )r� r; r; r< r � s z$easy_install.warn_deprecated_optionsc C sd t | j�}tjj|d�}tjj|�sTytj|� W n ttfk rR | j � Y nX || j k}| rv| j rv| j � }nd| j � d }tjj|�}y*|r�tj|� t|d�j� tj|� W n ttfk r� | j � Y nX | r�| j r�t| j� ��|�r| jdk�r t|| j �| _nd| _|tt t� �k�r6d| _n$| j �rZtjj|� �rZd| _d| _|| _dS )z;Verify that self.install_dir is .pth-capable dir, if neededzeasy-install.pthz .write-test�wNT)r! r� r> r? r r@ �makedirs�OSError�IOError�cant_write_to_targetr� r� �check_pth_processingr r� �open�closer �no_default_version_msgr� r3 r � _pythonpathr� )r� �instdirr� Z is_site_dirZtestfileZ test_existsr; r; r< r� � s> zeasy_install.check_site_diraS can't create or remove files in install directory The following error occurred while trying to add or remove files in the installation directory: %s The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s z� This directory does not currently exist. Please create it and try again, or choose a different installation directory (using the -d or --install-dir option). a� Perhaps your account does not have write access to this directory? If the installation directory is a system-owned directory, you may need to sign in as the administrator or "root" account. If you do not have administrative access to this machine, you may wish to choose a different installation directory, preferably one that is listed in your PYTHONPATH environment variable. For information on other options, you may wish to consult the documentation at: https://setuptools.readthedocs.io/en/latest/easy_install.html Please make the appropriate changes for your system and try again. c C sP | j tj� d | jf }tjj| j�s6|d| j 7 }n|d| j 7 }t |��d S )N� rJ ) � _easy_install__cant_write_msgr� �exc_infor� r> r? r@ � _easy_install__not_exists_id�_easy_install__access_msgr )r� r� r; r; r< r s z!easy_install.cant_write_to_targetc C s� | j }tjd|� | j� d }|d }tjj|�}td�d }y8|rNtj|� tjj |�}t j j |dd� t |d�}W n ttfk r� | j� Y n�X z�|j|jf t� �� |j� d }tj}tjd k�rtjj|�\}} tjj|d �} | j� d k�otjj| �} | �r| }d dlm } | |dddgd � tjj|��rJtjd|� dS W d |�r\|j� tjj|��rttj|� tjj|��r�tj|� X | j �s�tj d|� dS )z@Empirically verify whether .pth files are supported in inst. dirz Checking .pth file support in %sz.pthz.okzz import os f = open({ok_file!r}, 'w') f.write('OK') f.close() rJ T)�exist_okr Nr� z pythonw.exez python.exer )�spawnz-Ez-c�passz-TEST PASSED: %s appears to support .pth filesz+TEST FAILED: %s does NOT support .pth filesF) r� r r� r r> r? r@ � _one_linerr� �dirname� pkg_resourcesZ py31compatr r r r r �writer� r� r r� � executabler� r� r �lower�distutils.spawnr r� r� ) r� r r� Zok_fileZ ok_existsr� r# rk r& �basenameZaltZuse_altr r; r; r< r sV z!easy_install.check_pth_processingc C s\ | j rN|jd�rNx:|jd�D ],}|jd| �r2q | j|||jd| �� q W | j|� dS )z=Write all the scripts for `dist`, unless scripts are excluded�scriptszscripts/N)r� Zmetadata_isdirZmetadata_listdir�install_scriptZ get_metadata�install_wrapper_scripts)r� r� � script_namer; r; r< �install_egg_scriptsS s z easy_install.install_egg_scriptsc C s\ t jj|�rLxJt j|�D ].\}}}x"|D ]}| jjt jj||�� q(W qW n | jj|� d S )N)r> r? r� �walkr� r� r )r� r? �baser� �filesr� r; r; r< � add_outputa s zeasy_install.add_outputc C s | j rtd|f ��d S )NzjInvalid argument %r: you can't use filenames or URLs with --editable (except via the --find-links option).)r{ r )r� r r; r; r< � not_editablei s zeasy_install.not_editablec C s< | j s d S tjjtjj| j|j��r8td|j| jf ��d S )Nz2%r already exists in %s; can't do a checkout there)r{ r> r? r@ r r� �keyr )r� r r; r; r< �check_editableq s zeasy_install.check_editablec c s@ t jtjd�d�}zt|�V W d tjj|�o8tt |�� X d S )Nz easy_install-)r� ) �tempfile�mkdtempr �u�strr> r? r@ r� r )r� �tmpdirr; r; r< �_tmpdir{ s zeasy_install._tmpdirFc C s | j s| j� | j� ��}t|t�s�t|�rT| j|� | jj||�}| j d |||d�S t j j |�r|| j|� | j d |||d�S t |�}| j|� | jj||| j| j | j | j�}|d kr�d| }| jr�|d7 }t|��n0|jtkr�| j|||d� |S | j ||j||�S W d Q R X d S )NTz+Could not find suitable distribution for %rz2 (--always-copy skips system and development eggs)�Using)r{ �install_site_pyr; r� r' r r3 r� �download� install_itemr> r? r@ r r5 Zfetch_distributionrY r� r� r Z precedencer. �process_distribution�location)r� r �depsr: �dlr� r� r; r; r< r2 � s2 zeasy_install.easy_installc C s |p| j }|p tjj|�|k}|p,|jd� }|pT| jd k oTtjjt|��t| j�k}|r�| r�x$| j|j D ]}|j |krnP qnW d}t j dtjj |�� |r�| j |||�}x<|D ]}| j|||� q�W n | j|�g}| j||d |d� |d k �rx|D ]}||kr�|S q�W d S )Nz.eggTz Processing %sr r< )r� r> r? r# �endswithr� r! r� � project_namerA r r� r) � install_eggsr@ �egg_distribution)r� r r> r: rB Zinstall_neededr� Zdistsr; r; r< r? � s. zeasy_install.install_itemc C s@ t | }x2tD ]*}d| }t| |�dkrt| ||| � qW dS )z=Sets the install directories by applying the install schemes.Zinstall_N)r r r� r� )r� r� �schemer4 Zattrnamer; r; r< r� � s zeasy_install.select_schemec G s� | j |� | jj|� || j|j kr2| jj|� | jj|� | j|� || j|j< tj | j ||f|�� � |j d�r�| j r�| jj |jd�� | r�| j r�d S |d k r�|j|jkr�tjd|� d S |d ks�||kr�|j� }tt|��}tj d|� y tg �j|g| j| j�}W n^ tk �rB } ztt|���W Y d d }~X n0 tk �rp } zt|j� ��W Y d d }~X nX | j�s�| j�r�x*|D ]"}|j| jk�r�| j|j� � �q�W tj d|� d S )Nzdependency_links.txtz Skipping dependencies for %sz Processing dependencies for %sz'Finished processing dependencies for %s) � update_pthr� �addr� r4 �remover. r� r r� �installation_report� has_metadatar� r� Zget_metadata_linesr� r� �as_requirementr' r9 r+ Zresolver2 r, r r- Zreportr� )r� Z requirementr� rB r� ZdistreqZdistrosr| r; r; r< r@ � sB z!easy_install.process_distributionc C s2 | j d k r| j S |jd�r dS |jd�s.dS dS )Nz not-zip-safeTzzip-safeF)r� rM )r� r� r; r; r< � should_unzip� s zeasy_install.should_unzipc C s� t jj| j|j�}t jj|�r:d}tj||j| j|� |S t jj|�rL|}nRt jj |�|krft j |� t j |�}t |�dkr�t jj||d �}t jj|�r�|}t |� tj||� |S )Nz<%r already exists in %s; build directory %s will not be keptr r )r> r? r r� r4 r@ r r� r� r# r� �listdirr r# �shutil�move)r� r � dist_filename� setup_base�dstr� �contentsr; r; r< � maybe_move s" zeasy_install.maybe_movec C s0 | j r d S x tj� j|�D ]}| j|� qW d S )N)r� � ScriptWriter�best�get_args� write_script)r� r� r� r; r; r< r, s z$easy_install.install_wrapper_scriptsc C sN t |j� �}t||�}|r8| j|�t� }tj|�| }| j|t|�d� dS )z/Generate a legacy script wrapper and install itrn N) r9 rN �is_python_script�_load_templater� rX � get_headerr[ rE )r� r� r- � script_text�dev_pathr Z is_scriptZbodyr; r; r< r+ " s zeasy_install.install_scriptc C s( d}| r|j dd�}td|�}|jd�S )z� There are a couple of template scripts in the package. This function loads one of them and prepares it for use. z script.tmplz.tmplz (dev).tmplr� zutf-8)rN r" �decode)r` r� Z raw_bytesr; r; r< r] , s zeasy_install._load_template�tc s� � j � fdd�|D �� tjd|� j� tjj� j|�}� j|� � jrLdS t � }t |� tjj |�rptj |� t |d| ��}|j|� W dQ R X t|d| � dS )z1Write an executable file to the scripts directoryc s g | ]}t jj� j|��qS r; )r> r? r r� )r� rb )r� r; r< r� > s z-easy_install.write_script.<locals>.<listcomp>zInstalling %s script to %sNr i� )r� r r� r� r> r? r r2 r� � current_umaskr# r@ r� r r% �chmod)r� r- rV �moder� �target�maskrk r; )r� r< r[ ; s zeasy_install.write_scriptc C s` |j � jd�r | j||�gS |j � jd�r8| j||�gS |j � jd�rT| j||�gS |}tjj|�r�|jd� r�t||| j � ntjj |�r�tjj |�}|j |�r�| j r�|d k r�| j|||�}tjj|d�}tjj|��s2ttjj|dd��}|�stdtjj |� ��t|�dk�r*td tjj |� ��|d }| j�rPtj| j||�� g S | j||�S d S ) Nz.eggz.exez.whlz.pyzsetup.pyr� z"Couldn't find a setup script in %sr z Multiple setup scripts in %sr )r' rD � install_egg� install_exe� install_wheelr> r? �isfiler �unpack_progressr� �abspath� startswithr� rW r r@ r r r r{ r r� �report_editable�build_and_install)r� r rS r: rT � setup_scriptZsetupsr; r; r< rF O s< zeasy_install.install_eggsc C s> t jj|�r"t|t jj|d��}nttj|��}tj ||d�S )NzEGG-INFO)�metadata) r> r? r� r) r r* � zipimport� zipimporterr( Z from_filename)r� �egg_pathrr r; r; r< rG { s z easy_install.egg_distributionc C s� t jj| jt jj|��}t jj|�}| js2t|� | j|�}t ||��s|t jj |�rtt jj |� rtt j || jd� n"t jj|�r�| jt j|fd| � y�d}t jj |�r�|j|�r�tjd }}n tjd }}nL| j|�r�| j|� | jd }}n*d}|j|��rtjd }}n tjd }}| j|||f|d t jj|�t jj|�f � t||d � W n$ tk �rz t|dd � � Y nX | j |� | j|�S ) N)r� z Removing FZMovingZCopyingZ ExtractingTz %s to %s)�fix_zipimporter_caches) r> r? r r� r) rm r� r# rG r1 r� r� r � remove_treer@ r r� rn rQ rR ZcopytreerO Zmkpath�unpack_and_compileZcopy2r# �update_dist_cachesr r2 )r� ru r: � destinationr� Znew_dist_is_zippedrk rW r; r; r< rh � sT zeasy_install.install_eggc sT t |�}|d kr td| ��td |jdd�|jdd�t� d�}tjj||j� d �}||_ |d }tjj|d�}tjj|d �}t |� t ||�|_ | j ||� tjj|��st|d �} | jd � x<|jd�D ].\} } | d kr�| jd | jdd�j� | f � q�W | j� tjj|d�� | j� fdd�tj|�D �� tj||| j| jd� | j ||�S )Nz(%s is not a valid distutils Windows .exerr r� r� )rE r� �platformz.eggz.tmpzEGG-INFOzPKG-INFOr zMetadata-Version: 1.0 �target_versionz%s: %s �_�-r* c s g | ]}t jj� |d ��qS )r )r> r? r )r� r� )r� r; r< r� � s z,easy_install.install_exe.<locals>.<listcomp>)r� r� ) r4 r r( �getr r> r? r �egg_namerA r# r) Z _provider� exe_to_eggr@ r r% �itemsrN �titler r� rX rZ r Z make_zipfiler� r� rh ) r� rS r: �cfgr� ru �egg_tmpZ _egg_infoZpkg_infrk �k�vr; )r� r< ri � s< " zeasy_install.install_exec s> t |��g �g �i �� ����fdd�}t|� |� g }xt�D ]l}|j� jd�r>|jd�}|d }tj|d �d |d< tjj � f|�� }�j |� |j |� tj ||� q>W | j �� tj tjj � d�tj� |�� xbdD ]Z} t� | r�tjj � d| d �} tjj| �s�t| d �} | jd j t� | �d � | j� q�W d S )z;Extract a bdist_wininst to the directories an egg would usec s� | j � }xԈD ]�\}}|j|�r|| t|�d � } | jd�}tjj� f|�� }|j � }|jd�sl|jd�r�tj |d �|d < d�tjj |d �d < �j | � n4|jd�r�|dkr�d�tjj |d �d < �j |� |S qW | jd�s�t j d | � d S ) N�/z.pydz.dllr r z.pyzSCRIPTS/z.pthzWARNING: can't process %s���r� )r' rn r r� r> r? r rD r � strip_module�splitextr� r r� )�srcrU rD �old�new�partsrC )r� � native_libs�prefixes� to_compile� top_levelr; r< �process� s$ z(easy_install.exe_to_egg.<locals>.processz.pydr� r z.pyzEGG-INFOr� r� z.txtr rJ Nr� r� r� )r� r� )r6 r r' rD r� r r� r> r? r r� Z write_stub� byte_compileZwrite_safety_flagZ analyze_eggr� r@ r r% r ) r� rS r� r� Zstubs�resr� ZresourceZpyfiler� Ztxtrk r; )r� r� r� r� r� r< r� � s6 zeasy_install.exe_to_eggc C s� t |�}|j� st�tjj| j|j� �}tjj|�}| j sBt |� tjj |�rntjj |� rnt j|| j d� n"tjj|�r�| jtj|fd| � z.| j|j|fdtjj|�tjj|�f � W d t|dd� X | j|� | j|�S )N)r� z Removing zInstalling %s to %sF)rv )r Z is_compatible�AssertionErrorr> r? r r� r� rm r� r# r� r� r rw r@ r r� Zinstall_as_eggr) r# ry r2 rG )r� Z wheel_pathr: Zwheelrz r; r; r< rj s. zeasy_install.install_wheela( Because this distribution was installed --multi-version, before you can import modules from this package in an application, you will need to 'import pkg_resources' and then use a 'require()' call similar to one of these examples, in order to select the desired version: pkg_resources.require("%(name)s") # latest installed version pkg_resources.require("%(name)s==%(version)s") # this exact version pkg_resources.require("%(name)s>=%(version)s") # this version or higher z� Note also that the installation directory must be on sys.path at runtime for this to work. (e.g. by being the application's script directory, by being on PYTHONPATH, or by being added to sys.path by your code.) � Installedc C s` d}| j r@| j r@|d| j 7 }| jtttj�kr@|d| j 7 }|j }|j }|j }d}|t � S )z9Helpful installation message for display to package usersz %(what)s %(eggloc)s%(extras)srJ r� ) r� r� �_easy_install__mv_warningr� r r! r� r? �_easy_install__id_warningrA rE r� r� ) r� Zreqr� Zwhatr� Zegglocr� r� Zextrasr; r; r< rL I s z easy_install.installation_reportaR Extracted editable version of %(spec)s to %(dirname)s If it uses setuptools in its setup script, you can activate it in "development" mode by going to that directory and running:: %(python)s setup.py develop See the setuptools documentation for the "develop" command for more info. c C s" t jj|�}tj}d| jt� S )NrJ )r> r? r# r� r& �_easy_install__editable_msgr� )r� r rq r# �pythonr; r; r< ro b s z easy_install.report_editablec C s� t jjdt� t jjdt� t|�}| jdkrNd| jd }|jdd| � n| jdk rd|jdd� | jrv|jdd � t j d |t |�d d � d j |�� yt ||� W n6 tk r� } ztd |jd f ��W Y d d }~X nX d S ) Nzdistutils.command.bdist_eggzdistutils.command.egg_infor� r� r r r~ z-qz-nz Running %s %s� zSetup script exited with %s)r� �modules� setdefaultr r r� r� r� r� r r� r r r r� r r� )r� rq rT r� r� r; r; r< r g s zeasy_install.run_setupc C s� ddg}t jdtjj|�d�}z�| jtjj|�� |j|� | j|||� t|g�}g }x2|D ]*}x$|| D ]}|j| j |j |�� qlW q^W | r�| j r�t j d|� |S t|� t j| j� X d S )Nr z --dist-dirz egg-dist-tmp-)r� �dirz+No eggs found in %s (setup script problem?))r6 r7 r> r? r# �_set_fetcher_optionsr� r r& rh rA r� r r� r� r r� ) r� rq rT r� Zdist_dirZall_eggsZeggsr4 r� r; r; r< rp { s$ z easy_install.build_and_installc C st | j jd�j� }d }i }x2|j� D ]&\}}||kr4q"|d ||jdd �< q"W t|d �}tjj|d �}t j ||� d S )a When easy_install is about to run bdist_egg on a source dist, that source dist might have 'setup_requires' directives, requiring additional fetching. Ensure the fetcher options given to easy_install are available to that command as well. r2 r� r� r� r� r� r r} r~ )r2 z setup.cfgN)r� r� r� r� r� r� ) r� r� �copyr� rN �dictr> r? r r Z edit_config) r� r0 Zei_optsZfetch_directivesZ fetch_optionsr4 r� ZsettingsZ cfg_filenamer; r; r< r� � s z!easy_install._set_fetcher_optionsc C s0 | j d krd S xX| j |j D ]H}| js2|j|jkr tjd|� | j j|� |j| jkr | jj|j� q W | js�|j| j jkr�tjd|� n2tjd|� | j j |� |j| jkr�| jj |j� | j �s,| j j � |jdk�r,t jj| jd�}t jj|��rt j|� t|d�}|j| j j|j�d � |j� d S )Nz&Removing %s from easy-install.pth filez4%s is already the active version in easy-install.pthz"Adding %s to easy-install.pth filer� zsetuptools.pth�wtrJ )r� r4 r� rA r r� rK r� �pathsrJ r� r� �saver> r? r r� r� r� r r% � make_relativer )r� r� r] r� rk r; r; r< rI � s4 zeasy_install.update_pthc C s t jd||� |S )NzUnpacking %s to %s)r �debug)r� r� rU r; r; r< rl � s z easy_install.unpack_progressc sh g �g �� ��fdd�}t |||� � j�� � jsdx.�D ]&}tj|�tj dB d@ }t||� q:W d S )Nc s\ |j d�r"| jd� r"�j|� n |j d�s6|j d�r@�j|� � j| |� � j rX|pZd S )Nz.pyz EGG-INFO/z.dllz.so)rD rn r� rl r� )r� rU )r� �to_chmodr� r; r< �pf� s z+easy_install.unpack_and_compile.<locals>.pfim i� )r r� r� r> �stat�ST_MODErd )r� ru rz r� rk re r; )r� r� r� r< rx � s z easy_install.unpack_and_compilec C sj t jr d S ddlm} z@tj| jd � ||dd| jd� | jrT||| jd| jd� W d tj| j� X d S )Nr )r� r )r� �forcer� ) r� �dont_write_bytecode�distutils.utilr� r r r� r� r� )r� r� r� r; r; r< r� � s zeasy_install.byte_compilea� bad install directory or PYTHONPATH You are attempting to install a package to a directory that is not on PYTHONPATH and which Python does not read ".pth" files from. The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s and your PYTHONPATH environment variable currently contains: %r Here are some of your options for correcting the problem: * You can choose a different installation directory, i.e., one that is on PYTHONPATH or supports .pth files * You can add the installation directory to the PYTHONPATH environment variable. (It must then also be on PYTHONPATH whenever you run Python and want to use the package(s) you are installing.) * You can set up the installation directory to support ".pth" files by using one of the approaches described here: https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations Please make the appropriate changes for your system and try again.c C s | j }|| jtjjdd�f S )N� PYTHONPATHr� )� _easy_install__no_default_msgr� r> �environr )r� �templater; r; r< r s z#easy_install.no_default_version_msgc C s� | j r dS tjj| jd�}tdd�}|jd�}d}tjj|�r�tj d| j� t j |��}|j � }W dQ R X |j d�s�td | ��||kr�tjd |� | js�t|� t j |d dd ��}|j|� W dQ R X | j|g� d | _ dS )z8Make sure there's a site.py in the target dir, if neededNzsite.pyr� z site-patch.pyzutf-8r� z Checking existing site.py in %sz def __boot():z;%s is not a setuptools-generated site.py; please remove it.z Creating %sr )�encodingT)r� r> r? r r� r" ra r@ r r� �ior �readrn r r� r� r# r% r� )r� Zsitepy�sourceZcurrentZstrmr; r; r< r= s, z easy_install.install_site_pyc C sj | j s dS ttjjd��}xJtj| j�D ]:\}}|j|�r(tjj |� r(| j d| � tj |d� q(W dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) r� r r> r? r� r Z iteritemsr� rn r� Z debug_printr )r� �homer� r? r; r; r< r� > s z easy_install.create_home_pathz/$base/lib/python$py_version_short/site-packagesz $base/bin)r� r� )r� z$base/Lib/site-packagesz $base/Scriptsc G s� | j d�j}| jrh|j� }| j|d< | jjtj| j�}x0|j � D ]$\}}t | |d �d kr@t | ||� q@W ddl m } xJ|D ]B}t | |�}|d k rz|||�}tjdkr�tjj|�}t | ||� qzW d S )Nr� r0 r )r r� )Zget_finalized_commandr� r� r� r r r> r� �DEFAULT_SCHEMEr� r� r� r� r r? r� )r� r� r� rH r� r� r r; r; r< r� T s zeasy_install._expand)rQ NrR )rS rT rU )rV rW rX )rY rZ r[ )r\ r] r^ )r_ rD r` )ra rb rc )rd re rf )rg rh ri )rj rk rl )rm rn ro )rp rq rr )rs Nrt )ru rv rw )rx ry rz )r{ r| r} )r~ r r� )r� r� r� )r� r� r� )r� Nr� )r� Nr� )F)F)T)N)r� )Q�__name__� __module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsZ user_optionsZboolean_optionsr� r� r� Zhelp_msgr� Z negative_optr r� r� r� r� � staticmethodr� r� r� r� r� r� r r r r� rK rL �lstripr r r r r r. r2 r3 r5 � contextlib�contextmanagerr; r2 r? r� r@ rO rW r, r+ r] r[ rF rG rh ri r� rj r� r� rL r� ro r rp r� rI rl rx r� r� r r= r� r� r r� r� r; r; r; r< r2 x s� 0 z 0 ; $ $ ' ,6-5 % c C s t jjdd�jt j�} td | �S )Nr� r� )r> r� r r� �pathsep�filter)r� r; r; r< r k s r c C s� g } | j t� � tjg}tjtjkr0|jtj� x�|D ]�}|r6tjdkr`| jtjj |dd�� n\tj dkr�| j tjj |ddtj dd � d�tjj |dd �g� n| j |tjj |dd�g� tjd kr6d |kr6tj j d �}|r6tjj |ddtj dd � d�}| j|� q6W td�td�f}x"|D ]}|| k�r | j|� �q W tj�rR| jtj� y| j tj� � W n tk �rz Y nX ttt| ��} | S )z& Return a list of 'site' dirs �os2emx�riscosZLibz site-packagesr� �libr� Nr� z site-python�darwinzPython.framework�HOME�Library�Python�purelib�platlib)r� r� )�extendr r� r� r� r� r{ r> r? r �sepr� r� r r r� r� r� �getsitepackages�AttributeErrorr� r r! )�sitedirsr� r� r� Zhome_spZ lib_pathsZsite_libr; r; r< r� p sV r� c c s� i }x�| D ]�}t |�}||kr q d||< tjj|�s6q tj|�}||fV x�|D ]�}|jd�s`qP|dkrjqPttjj||��}tt |��}|j � xP|D ]H}|j d�s�t |j � �}||kr�d||< tjj|�s�q�|tj|�fV q�W qPW q W dS )zBYield sys.path directories that might contain "old-style" packagesr z.pth�easy-install.pth�setuptools.pth�importN)r� r� ) r! r> r? r� rP rD r r r� r r rn �rstrip)Zinputs�seenr# r1 r� rk �lines�liner; r; r< � expand_paths� s4 r� c C s& t | d�}�z tj|�}|dkr$dS |d |d |d }|dk rHdS |j|d � tjd|jd��\}}}|dkrzdS |j|d| � d d d �}tj|�}y<|j|�} | j d d �d } | j t j � �} |j tj| �� W n tjk r� dS X |jd� �s|jd� �rdS |S |j� X dS )znExtract configuration data from a bdist_wininst .exe Returns a configparser.RawConfigParser, or None �rbN� � � � z<iii�zV4�{V4r� )r� r| � r r rr ZSetup)r� r� )r �zipfileZ _EndRecData�seekr9 �unpackr� r ZRawConfigParserr� ra r� �getfilesystemencodingZreadfpr �StringIO�ErrorZ has_sectionr ) rS rk ZendrecZ prepended�tagZcfglenZbmlenZinitr� �part�configr; r; r< r4 � s4 c C sJ ddd d d g}t j| �}�z� x�|j� D ]�}|j}|jd�}t|�d kr�|d d kr�|d jd �r�|jddj|dd � �df� P t|�d ks(|jd� r�q(|jd�r�q(|d j � d kr(|j |�}t j r�|j � }xDt|�D ]8}|j� jdd�}|jd�s�|jd|d |f df� q�W q(W W d|j� X dd� |D �}|j� |j� |S ) z4Get exe->egg path translations for a given .exe file�PURELIB/r� �PLATLIB/pywin32_system32�PLATLIB/�SCRIPTS/�EGG-INFO/scripts/�DATA/lib/site-packagesr� r� r� zPKG-INFOr z .egg-infor Nz EGG-INFO/z.pthz -nspkg.pth�PURELIB�PLATLIB�\r� z%s/%s/c S s g | ]\}}|j � |f�qS r; )r' )r� rb �yr; r; r< r� $ s z$get_exe_prefixes.<locals>.<listcomp>)r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� ZZipFileZinfolistr� r� r rD r� r �upperr� r ZPY3ra r rM rN rn r� r �sort�reverse)Z exe_filenamer� rT r� r� r� rV Zpthr; r; r< r6 s> & c @ sT e Zd ZdZdZf fdd�Zdd� Zdd� Zed d � �Z d d � Z d d� Z dd� Z dS )r3 z)A .pth file with Distribution paths in itFc C sp || _ ttt|��| _ttjj| j ��| _| j � t j | g d d � x(t | j �D ]}tt| jt|d��� qNW d S )NT)r� r� r r! r� r> r? r# �basedir�_loadr& �__init__r r� rJ r% )r� r� r� r? r; r; r< r� / s zPthDistributions.__init__c C s g | _ d}tj| j�}tjj| j�r�t| jd�}x�|D ]�}|j d�rJd}q6|j � }| j j |� |j � s6|j � j d�rxq6t tjj| j|�� }| j d< tjj|� s�||kr�| j j� d| _q6d||< q6W |j� | j r�| r�d| _x&| j o�| j d j � �r | j j� q�W d S ) NFZrtr� T�#r r� r� )r� r� �fromkeysr� r> r? rk r� r rn r� r� rM r! r r� r@ �pop�dirtyr )r� Z saw_importr� rk r� r? r; r; r< r� 8 s2 zPthDistributions._loadc C s� | j s dS tt| j| j��}|r�tjd| j� | j|�}dj |�d }t j j | j�r`t j | j� t| jd��}|j|� W dQ R X n(t j j| j�r�tjd| j� t j | j� d| _ dS )z$Write changed .pth file back to diskNz Saving %srJ r� zDeleting empty %sF)r r� r r� r� r r� r� � _wrap_linesr r> r? r� r� r r% r@ )r� Z rel_pathsr� �datark r; r; r< r� W s zPthDistributions.savec C s | S )Nr; )r� r; r; r< r m s z PthDistributions._wrap_linesc C sN |j | jko$|j | jkp$|j tj� k}|r>| jj|j � d| _tj| |� dS )z"Add `dist` to the distribution mapTN) rA r� r� r> �getcwdr� r r& rJ )r� r� �new_pathr; r; r< rJ q s zPthDistributions.addc C s6 x$|j | jkr$| jj|j � d| _qW tj| |� dS )z'Remove `dist` from the distribution mapTN)rA r� rK r r& )r� r� r; r; r< rK s zPthDistributions.removec C s� t jjt|��\}}t| j�}|g}t jdkr2dp6t j}xVt|�|kr�|| jkrn|jt j � |j � |j |�S t jj|�\}}|j|� q:W |S d S )Nr� ) r> r? r� r! r r� �altsepr� r� �curdirr� r )r� r? ZnpathZlastZbaselenr� r� r; r; r< r� � s z PthDistributions.make_relativeN) r� r� r� r� r r� r� r� r� r rJ rK r� r; r; r; r< r3 * s c @ s( e Zd Zedd� �Zed�Zed�ZdS )�RewritePthDistributionsc c s( | j V x|D ] }|V qW | jV d S )N)�prelude�postlude)�clsr� r� r; r; r< r � s z#RewritePthDistributions._wrap_linesz? import sys sys.__plen = len(sys.path) z� import sys new = sys.path[sys.__plen:] del sys.path[sys.__plen:] p = getattr(sys, '__egginsert', 0) sys.path[p:p] = new sys.__egginsert = p + len(new) N)r� r� r� � classmethodr r" r r r; r; r; r< r � s r Z SETUPTOOLS_SYS_PATH_TECHNIQUE�rawZrewritec C s t tjt�rtS tjtjj� �S )z_ Return a regular expression based on first_line_re suitable for matching strings. )r� r �patternr9 �re�compilera r; r; r; r< �_first_line_re� s r c C sd | t jt jgkr.t jdkr.t|tj� | |�S tj� \}}}t j ||d |d d| |f f� d S )Nr� r r z %s %s) r> r� rK r� rd r� �S_IWRITEr� r r Zreraise)�func�arg�excZetZevr} r; r; r< � auto_chmod� s r c C s. t | �}t|tj� |r"t|� nt|� dS )aa Fix any globally cached `dist_path` related data `dist_path` should be a path of a newly installed egg distribution (zipped or unzipped). sys.path_importer_cache contains finder objects that have been cached when importing data from the original distribution. Any such finders need to be cleared since the replacement distribution might be packaged differently, e.g. a zipped egg distribution might get replaced with an unzipped egg folder or vice versa. Having the old finders cached may then cause Python to attempt loading modules from the replacement distribution using an incorrect loader. zipimport.zipimporter objects are Python loaders charged with importing data packaged inside zip archives. If stale loaders referencing the original distribution, are left behind, they can fail to load modules from the replacement distribution. E.g. if an old zipimport.zipimporter instance is used to load data from a new zipped egg archive, it may cause the operation to attempt to locate the requested data in the wrong location - one indicated by the original distribution's zip archive directory information. Such an operation may then fail outright, e.g. report having read a 'bad local file header', or even worse, it may fail silently & return invalid data. zipimport._zip_directory_cache contains cached zip archive directory information for all existing zipimport.zipimporter instances and all such instances connected to the same archive share the same cached directory information. If asked, and the underlying Python implementation allows it, we can fix all existing zipimport.zipimporter instances instead of having to track them down and remove them one by one, by updating their shared cached zip archive directory information. This, of course, assumes that the replacement distribution is packaged as a zipped egg. If not asked to fix existing zipimport.zipimporter instances, we still do our best to clear any remaining zipimport.zipimporter related cached data that might somehow later get used when attempting to load data from the new distribution and thus cause such load operations to fail. Note that when tracking down such remaining stale data, we can not catch every conceivable usage from here, and we clear only those that we know of and have found to cause problems if left alive. Any remaining caches should be updated by whomever is in charge of maintaining them, i.e. they should be ready to handle us replacing their zip archives with new distributions at runtime. N)r! �_uncacher� �path_importer_cache�!_replace_zip_directory_cache_data�*_remove_and_clear_zip_directory_cache_data)Z dist_pathrv �normalized_pathr; r; r< ry � s < ry c C sT g }t | �}xB|D ]:}t|�}|j| �r|||d � tjdfkr|j|� qW |S )ap Return zipimporter cache entry keys related to a given normalized path. Alternative path spellings (e.g. those using different character case or those using alternative path separators) related to the same path are included. Any sub-path entries are included as well, i.e. those corresponding to zip archives embedded in other zip archives. r r� )r r! rn r> r� r� )r �cache�resultZ prefix_len�pZnpr; r; r< �"_collect_zipimporter_cache_entries s r c C sD x>t | |�D ]0}|| }||= |o*|||�}|dk r |||< q W dS )a� Update zipimporter cache data for a given normalized path. Any sub-path entries are processed as well, i.e. those corresponding to zip archives embedded in other zip archives. Given updater is a callable taking a cache entry key and the original entry (after already removing the entry from the cache), and expected to update the entry and possibly return a new one to be inserted in its place. Returning None indicates that the entry should not be replaced with a new one. If no updater is given, the cache entries are simply removed without any additional processing, the same as if the updater simply returned None. N)r )r r �updaterr � old_entryZ new_entryr; r; r< �_update_zipimporter_cache* s r! c C s t | |� d S )N)r! )r r r; r; r< r J s r c C s dd� }t | tj|d� d S )Nc S s |j � d S )N)�clear)r? r r; r; r< �2clear_and_remove_cached_zip_archive_directory_dataO s zf_remove_and_clear_zip_directory_cache_data.<locals>.clear_and_remove_cached_zip_archive_directory_data)r )r! rs �_zip_directory_cache)r r# r; r; r< r N s r Z__pypy__c C s dd� }t | tj|d� d S )Nc S s& |j � tj| � |jtj| � |S )N)r" rs rt �updater$ )r? r r; r; r< �)replace_cached_zip_archive_directory_datae s zT_replace_zip_directory_cache_data.<locals>.replace_cached_zip_archive_directory_data)r )r! rs r$ )r r& r; r; r< r d s r �<string>c C s2 yt | |d� W n ttfk r( dS X dS dS )z%Is this string a valid Python script?�execFTN)r � SyntaxError� TypeError)rO r� r; r; r< � is_pythonw s r+ c C sJ y(t j| dd��}|jd�}W dQ R X W n ttfk r@ | S X |dkS )zCDetermine if the specified executable is a .sh (contains a #! line)zlatin-1)r� r� Nz#!)r� r r� r r )r& �fp�magicr; r; r< �is_sh� s r. c C s t j| g�S )z@Quote a command line argument according to Windows parsing rules)� subprocess� list2cmdline)r r; r; r< � nt_quote_arg� s r1 c C sH |j d�s|j d�rdS t| |�r&dS | jd�rDd| j� d j� kS dS )zMIs this text, as a whole, a Python script? (as opposed to shell/bat/etc. z.pyz.pywTz#!r� r F)rD r+ rn � splitlinesr' )r_ r� r; r; r< r\ � s r\ )rd c G s d S )Nr; )r� r; r; r< �_chmod� s r3 c C sR t jd| |� yt| |� W n0 tjk rL } zt jd|� W Y d d }~X nX d S )Nzchanging mode of %s to %ozchmod failed: %s)r r� r3 r> �error)r? re r| r; r; r< rd � s rd c @ s� e Zd ZdZg Ze� Zedd� �Zedd� �Z edd� �Z edd � �Z ed d � �Z d d � Z edd� �Zdd� Zedd� �Zedd� �ZdS )� CommandSpeczm A command spec for a #! header, specified as a list of arguments akin to those passed to Popen. c C s | S )zV Choose the best CommandSpec class based on environmental conditions. r; )r r; r; r< rY � s zCommandSpec.bestc C s t jjtj�}t jjd|�S )N�__PYVENV_LAUNCHER__)r> r? rB r� r& r� r )r Z_defaultr; r; r< �_sys_executable� s zCommandSpec._sys_executablec C s: t || �r|S t |t�r | |�S |dkr0| j� S | j|�S )zg Construct a CommandSpec from a parameter to build_scripts, which may be None. N)r� r� �from_environment� from_string)r Zparamr; r; r< � from_param� s zCommandSpec.from_paramc C s | | j � g�S )N)r7 )r r; r; r< r8 � s z CommandSpec.from_environmentc C s t j|f| j�}| |�S )z} Construct a command spec from a simple string representing a command line parseable by shlex.split. )�shlexr� � split_args)r �stringr� r; r; r< r9 � s zCommandSpec.from_stringc C s8 t j| j|��| _tj| �}t|�s4dg| jd d�< d S )Nz-xr )r; r� �_extract_options�optionsr/ r0 rH )r� r_ �cmdliner; r; r< �install_options� s zCommandSpec.install_optionsc C s: | d j � d }t� j|�}|r.|jd�p0dnd}|j� S )zH Extract any options from the first line of the script. rJ r r r� )r2 r �match�grouprM )Z orig_script�firstrB r? r; r; r< r> � s z CommandSpec._extract_optionsc C s | j | t| j� �S )N)�_renderr� r? )r� r; r; r< � as_header� s zCommandSpec.as_headerc C s6 d}x,|D ]$}| j |�r | j|�r | dd� S q W | S )Nz"'r r� )rn rD )�itemZ_QUOTES�qr; r; r< � _strip_quotes� s zCommandSpec._strip_quotesc C s t jdd� | D ��}d| d S )Nc s s | ]}t j|j� �V qd S )N)r5 rI rM )r� rG r; r; r< r� � s z&CommandSpec._render.<locals>.<genexpr>z#!rJ )r/ r0 )r� r@ r; r; r< rE � s zCommandSpec._renderN)r� r� r� r� r? r� r< r rY r7 r: r8 r9 rA r� r> rF rI rE r; r; r; r< r5 � s r5 c @ s e Zd Zedd�ZdS )�WindowsCommandSpecF)r� N)r� r� r� r� r< r; r; r; r< rJ s rJ c @ s� e Zd ZdZejd�j� ZeZ e ddd��Z e ddd��Z e dd d ��Z ed d � �Ze d d� �Ze dd� �Ze dd� �Ze ddd��ZdS )rX z` Encapsulates behavior around writing entry point scripts for console and gui apps. a� # EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r __requires__ = %(spec)r import re import sys from pkg_resources import load_entry_point if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) sys.exit( load_entry_point(%(spec)r, %(group)r, %(name)r)() ) NFc C s6 t jdt� |rtntj� }| jd||�}|j||�S )Nz Use get_argsr� )�warningsr� �DeprecationWarning�WindowsScriptWriterrX rY �get_script_headerrZ )r r� r& �wininst�writer�headerr; r; r< �get_script_args s z ScriptWriter.get_script_argsc C s6 t jdt� |rd}| jj� j|�}|j|� |j� S )NzUse get_headerz python.exe)rK r� rL �command_spec_classrY r: rA rF )r r_ r& rO �cmdr; r; r< rN ' s z ScriptWriter.get_script_headerc c s� |dkr| j � }t|j� �}xjdD ]b}|d }xT|j|�j� D ]B\}}| j|� | jt� }| j||||�} x| D ] } | V qrW q>W q"W dS )z� Yield write_script() argument tuples for a distribution's console_scripts and gui_scripts entry points. N�console�guiZ_scripts)rU rV ) r^ r9 rN Z get_entry_mapr� �_ensure_safe_namer� r� �_get_script_args) r r� rQ r �type_rC r� Zepr_ r� r� r; r; r< rZ 1 s zScriptWriter.get_argsc C s t jd| �}|rtd��dS )z? Prevent paths in *_scripts entry point names. z[\\/]z+Path separators not allowed in script namesN)r �searchr� )r� Z has_path_sepr; r; r< rW C s z ScriptWriter._ensure_safe_namec C s t jdt� |rtj� S | j� S )NzUse best)rK r� rL rM rY )r Z force_windowsr; r; r< � get_writerL s zScriptWriter.get_writerc C s. t jdks tjdkr&tjdkr&tj� S | S dS )zD Select the best ScriptWriter for this environment. �win32�javar� N)r� r{ r> r� �_namerM rY )r r; r; r< rY R s zScriptWriter.bestc c s ||| fV d S )Nr; )r rY r� rQ r_ r; r; r< rX \ s z ScriptWriter._get_script_argsr� c C s" | j j� j|�}|j|� |j� S )z;Create a #! line, getting options (if any) from script_text)rS rY r: rA rF )r r_ r& rT r; r; r< r^ a s zScriptWriter.get_header)NF)NF)N)r� N)r� r� r� r� rK rL r� r� r5 rS r rR rN rZ r� rW r[ rY rX r^ r; r; r; r< rX s rX c @ sL e Zd ZeZedd� �Zedd� �Zedd� �Zedd� �Z e d d � �Z d S ) rM c C s t jdt� | j� S )NzUse best)rK r� rL rY )r r; r; r< r[ l s z WindowsScriptWriter.get_writerc C s" t t| d�}tjjdd�}|| S )zC Select the best ScriptWriter suitable for Windows )r& ZnaturalZSETUPTOOLS_LAUNCHERr& )r� � WindowsExecutableLauncherWriterr> r� r )r Z writer_lookupZlauncherr; r; r< rY r s zWindowsScriptWriter.bestc # s� t ddd�| }|tjd j� jd�krBdjf t� �}tj|t � dddd d dd g}|j |� | j ||�}� fd d �|D �}� | || d|fV dS )z For Windows, add a .py extensionz.pyaz.pyw)rU rV ZPATHEXT�;zK{ext} not listed in PATHEXT; scripts will not be recognized as executables.z.pyz -script.pyz.pycz.pyoz.exec s g | ] }� | �qS r; r; )r� rb )r� r; r< r� � s z8WindowsScriptWriter._get_script_args.<locals>.<listcomp>rb N) r� r> r� r' r� r� r� rK r� � UserWarningrK �_adjust_header) r rY r� rQ r_ �extr� r� r� r; )r� r< rX s z$WindowsScriptWriter._get_script_argsc C sN d}d}|dkr|| }}t jt j|�t j�}|j||d�}| j|�rJ|S |S )z� Make sure 'pythonw' is used for gui and and 'python' is used for console (regardless of what sys.executable is). z pythonw.exez python.exerV )r= �repl)r r �escape� IGNORECASE�sub� _use_header)r rY Z orig_headerr rd Z pattern_ob� new_headerr; r; r< rb � s z"WindowsScriptWriter._adjust_headerc C s$ | dd� j d�}tjdkp"t|�S )z� Should _adjust_header use the replaced header? On non-windows systems, always use. On Windows systems, only use the replaced header if it resolves to an executable on the system. r� r �"r\ r� )rM r� r{ r )ri Z clean_headerr; r; r< rh � s z WindowsScriptWriter._use_headerN) r� r� r� rJ rS r r[ rY rX rb r� rh r; r; r; r< rM i s rM c @ s e Zd Zedd� �ZdS )r_ c # s� |dkrd}d}dg}nd}d}dddg}| j ||�}� fd d �|D �} � | || d | fV � d t|�d fV t� s�� d } | t� �d fV dS )zG For Windows, add a .py extension and an .exe launcher rV z -script.pywz.pywZcliz -script.pyz.pyz.pycz.pyoc s g | ] }� | �qS r; r; )r� rb )r� r; r< r� � s zDWindowsExecutableLauncherWriter._get_script_args.<locals>.<listcomp>rb z.exern z .exe.manifestN)rb �get_win_launcherr= �load_launcher_manifest) r rY r� rQ r_ Z launcher_typerc r� Zhdrr� Zm_namer; )r� r< rX � s z0WindowsExecutableLauncherWriter._get_script_argsN)r� r� r� r rX r; r; r; r< r_ � s r_ c C s2 d| }t � r |jdd�}n |jdd�}td|�S )z� Load the Windows launcher (executable) suitable for launching a script. `type` should be either 'cli' or 'gui' Returns the executable as a byte string. z%s.exe�.z-64.z-32.r� )r= rN r" )�typeZ launcher_fnr; r; r< rk � s rk c C s0 t jtd�}tjr |t� S |jd�t� S d S )Nzlauncher manifest.xmlzutf-8)r$ r" r� r �PY2�varsra )r� Zmanifestr; r; r< rl � s rl Fc C s t j| ||�S )N)rQ r� )r? � ignore_errors�onerrorr; r; r< r� � s r� c C s t jd�} t j| � | S )N� )r> �umask)Ztmpr; r; r< rc � s rc c C s: dd l } tjj| jd �}|tjd< tjj|� t� d S )Nr ) r� r> r? r# �__path__r� �argvr� r5 )r� Zargv0r; r; r< � bootstrap� s rw c s� ddl m} ddlm� G � fdd�d� �}| d krBtjdd � } t� �0 |f ddd g| tjd pfd|d �|�� W d Q R X d S ) Nr )�setup)r( c s e Zd ZdZ� fdd�ZdS )z-main.<locals>.DistributionWithoutHelpCommandsr� c s( t � � � j| f|�|� W d Q R X d S )N)� _patch_usage� _show_help)r� r� �kw)r( r; r< rz s z8main.<locals>.DistributionWithoutHelpCommands._show_helpN)r� r� r� Z common_usagerz r; )r( r; r< � DistributionWithoutHelpCommands� s r| r z-qr2 z-v)Z script_argsr- Z distclass)r� rx Zsetuptools.distr( r� rv ry )rv r{ rx r| r; )r( r< r5 � s c # sL dd l } tjd�j� � � fdd�}| jj}|| j_z d V W d || j_X d S )Nr ze usage: %(script)s [options] requirement_or_url ... or: %(script)s --help c s � t tjj| �d� S )N)Zscript)r� r> r? r) )r- )�USAGEr; r< � gen_usage s z _patch_usage.<locals>.gen_usage)Zdistutils.corerK rL r� Zcorer~ )r r~ Zsavedr; )r} r< ry s ry )N)r' )N)�r� r r� r r r Zdistutils.errorsr r r r Zdistutils.command.installr r r r r Z distutils.command.build_scriptsr r( r r� r> rs rQ r6 r� r r� r rK rK r� r9 r� r/ r; r� Zsetuptools.externr Zsetuptools.extern.six.movesr r r� r Zsetuptools.sandboxr Zsetuptools.py31compatr r Zsetuptools.py27compatr Zsetuptools.commandr Zsetuptools.archive_utilr Zsetuptools.package_indexr r r r r Zsetuptools.wheelr r$ r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. Zpkg_resources.py31compat�filterwarningsZ PEP440Warning�__all__r= r1 ro rE rH r" r2 r r� r� r4 r6 r3 r r� r r r ry r r! r r �builtin_module_namesr r+ r. r1 r\ rd r3 � ImportErrorr� r5 r7 Zsys_executablerJ �objectrX rM r_ rR rN rk rl r� rc rw r5 r� ry r; r; r; r< �<module> s� D |A))'l R T`A site-packages/setuptools/command/__pycache__/dist_info.cpython-36.opt-1.pyc 0000644 00000002445 15231162611 0022701 0 ustar 00 3 Xo�h� � @ s8 d Z ddlZddlmZ ddlmZ G dd� de�ZdS )zD Create a dist_info directory As defined in the wheel specification � N)�Command)�logc @ s. e Zd ZdZd gZdd� Zdd� Zd d � Zd S ) � dist_infoz create a .dist-info directory� egg-base=�e�Ldirectory containing .egg-info directories (default: top of the source tree)c C s d | _ d S )N)�egg_base)�self� r � /usr/lib/python3.6/dist_info.py�initialize_options s z dist_info.initialize_optionsc C s d S )Nr )r r r r �finalize_options s zdist_info.finalize_optionsc C sn | j d�}| j|_|j� |j� |jd td� � d }tjdjt j j |��� | j d�}|j |j|� d S )N�egg_infoz .egg-infoz .dist-infoz creating '{}'� bdist_wheel) Zget_finalized_commandr r �runr �lenr �info�format�os�path�abspathZegg2dist)r r Z dist_info_dirr r r r r s z dist_info.runN)r r r )�__name__� __module__� __qualname__� descriptionZ user_optionsr r r r r r r r s r )�__doc__r Zdistutils.corer Z distutilsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/install.cpython-36.opt-1.pyc 0000644 00000007471 15231162611 0022375 0 ustar 00 3 Xo�hK � @ sv d dl mZ d dlZd dlZd dlZd dlZd dljjZ d dl Z e jZ G dd� de j�Zdd� e jj D �ej e_ dS )� )�DistutilsArgErrorNc @ s� e Zd ZdZejjddg Zejjddg Zddd � fd d d � fgZe e�Z d d � Z dd� Z dd� Z dd� Zedd� �Zdd� ZdS )�installz7Use easy_install to install the package, w/dependencies�old-and-unmanageableN�Try not to use this!�!single-version-externally-managed�5used by system package builders to create 'flat' eggsZinstall_egg_infoc C s dS )NT� )�selfr r � /usr/lib/python3.6/install.py�<lambda> s zinstall.<lambda>Zinstall_scriptsc C s dS )NTr )r r r r r s c C s t jj| � d | _d | _d S )N)�origr �initialize_options�old_and_unmanageable�!single_version_externally_managed)r r r r r s zinstall.initialize_optionsc C s< t jj| � | jrd| _n | jr8| j r8| j r8td��d S )NTzAYou must specify --record or --root when building system packages)r r �finalize_options�rootr �recordr )r r r r r % s zinstall.finalize_optionsc C s( | j s | jrtjj| �S d | _d| _d S )N� )r r r r �handle_extra_pathZ path_fileZ extra_dirs)r r r r r 0 s zinstall.handle_extra_pathc C s@ | j s | jrtjj| �S | jtj� �s4tjj| � n| j� d S )N) r r r r �run�_called_from_setup�inspectZ currentframe�do_egg_install)r r r r r : s z install.runc C sz | dkr4d}t j|� tj� dkr0d}t j|� dS tj| �d }|dd� \}tj|�}|jjdd �}|d kox|j d kS ) a� Attempt to detect whether run() was called from setup() or by another command. If called by setup(), the parent caller will be the 'run_command' method in 'distutils.dist', and *its* caller will be the 'run_commands' method. If called any other way, the immediate caller *might* be 'run_command', but it won't have been called by 'run_commands'. Return True in that case or if a call stack is unavailable. Return False otherwise. Nz4Call stack not available. bdist_* commands may fail.Z IronPythonz6For best results, pass -X:Frames to enable call stack.T� � �__name__r zdistutils.distZ run_commands) �warnings�warn�platformZpython_implementationr ZgetouterframesZ getframeinfo� f_globals�getZfunction)Z run_frame�msg�resZcaller�infoZ caller_moduler r r r E s zinstall._called_from_setupc C s� | j jd�}|| j d| j| jd�}|j� d|_|jjtjd�� | j d� | j j d�j g}t j rp|jdt j � ||_|j� d t _ d S )N� easy_install�x)�argsr r �.z*.eggZ bdist_eggr )Z distributionZget_command_classr r Zensure_finalizedZalways_copy_fromZ package_index�scan�globZ run_commandZget_command_objZ egg_output� setuptoolsZbootstrap_install_from�insertr& r )r r$ �cmdr& r r r r ` s zinstall.do_egg_install)r Nr )r Nr )r � __module__� __qualname__�__doc__r r Z user_optionsZboolean_options� new_commands�dict�_ncr r r r � staticmethodr r r r r r r s r c C s g | ]}|d t jkr|�qS )r )r r2 )�.0r, r r r � <listcomp>{ s r5 )Zdistutils.errorsr r r) r r Zdistutils.command.installZcommandr r r* �_installZ sub_commandsr0 r r r r �<module> s l site-packages/setuptools/command/__pycache__/test.cpython-36.opt-1.pyc 0000644 00000017625 15231162611 0021710 0 ustar 00 3 Xo�h�# � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m Z d dlm Z d dl m Z d dlmZmZ d dlmZmZmZmZmZmZmZmZmZ d dlm Z G d d � d e �Z G d d � d e �Z G d d� de �Z dS )� N)�DistutilsError�DistutilsOptionError)�log)� TestLoader)�six)�map�filter) �resource_listdir�resource_exists�normalize_path� working_set�_namespace_packages�evaluate_marker�add_activation_listener�require� EntryPoint)�Commandc @ s e Zd Zdd� Zddd�ZdS )�ScanningLoaderc C s t j| � t� | _d S )N)r �__init__�set�_visited)�self� r �/usr/lib/python3.6/test.pyr s zScanningLoader.__init__Nc C s� || j krdS | j j|� g }|jtj| |�� t|d�rH|j|j� � t|d�r�xpt|jd�D ]`}|j d�r�|dkr�|jd |dd � }n"t |j|d �r`|jd | }nq`|j| j |�� q`W t |�d kr�| j |�S |d S dS ) a Return a suite of all tests cases contained in the given module If the module is a package, load tests from all the modules in it. If the module has an ``additional_tests`` function, call it and add the return value to the tests. N�additional_tests�__path__� z.pyz __init__.py�.� z /__init__.py� r ���)r �add�appendr �loadTestsFromModule�hasattrr r �__name__�endswithr ZloadTestsFromName�lenZ suiteClass)r �module�patternZtests�fileZ submoduler r r r# s$ z"ScanningLoader.loadTestsFromModule)N)r% � __module__� __qualname__r r# r r r r r s r c @ s e Zd Zdd� Zddd�ZdS )�NonDataPropertyc C s || _ d S )N)�fget)r r. r r r r > s zNonDataProperty.__init__Nc C s |d kr | S | j |�S )N)r. )r �objZobjtyper r r �__get__A s zNonDataProperty.__get__)N)r% r+ r, r r0 r r r r r- = s r- c @ s� e Zd ZdZdZd%d&d'gZd d � Zdd� Zedd� �Z dd� Z dd� Z e j g fdd��Zee j dd� ��Zedd� �Zd d � Zd d � Zed d!� �Zed"d#� �Zd$S )(�testz.Command to run unit tests after in-place buildz#run unit tests after in-place build� test-module=�m�$Run 'test_suite' in specified module� test-suite=�s�9Run single test, case or suite (e.g. 'module.test_suite')� test-runner=�r�Test runner to usec C s d | _ d | _d | _d | _d S )N)� test_suite� test_module� test_loader� test_runner)r r r r �initialize_optionsS s ztest.initialize_optionsc C s� | j r| jrd}t|��| j d krD| jd kr8| jj | _ n | jd | _ | jd kr^t| jdd �| _| jd krnd| _| jd kr�t| jdd �| _d S )Nz1You may specify a module or a suite, but not bothz .test_suiter= z&setuptools.command.test:ScanningLoaderr> )r; r< r � distributionr= �getattrr> )r �msgr r r �finalize_optionsY s ztest.finalize_optionsc C s t | j� �S )N)�list� _test_args)r r r r � test_argsl s ztest.test_argsc c s6 | j rtjdkrdV | jr$dV | j r2| j V d S )N� � Zdiscoverz --verbose)rG rH )r; �sys� version_info�verbose)r r r r rE p s ztest._test_argsc C s | j � � |� W dQ R X dS )zI Backward compatibility for project_on_sys_path context. N)�project_on_sys_path)r �funcr r r �with_project_on_sys_pathx s z test.with_project_on_sys_pathc c sP t jot| jdd�}|rv| jddd� | jd� | jd�}t|j�}| jd|d� | jd� | jddd� | jd� n"| jd� | jdd d� | jd� | jd�}t j d d � }t j j � }zbt|j �}t j jd|� tj� td d � � td |j|jf � | j|g�� d V W d Q R X W d |t j d d �< t j j� t j j|� tj� X d S ) N�use_2to3FZbuild_pyr )ZinplaceZegg_info)�egg_baseZ build_extr c S s | j � S )N)Zactivate)�distr r r �<lambda>� s z*test.project_on_sys_path.<locals>.<lambda>z%s==%s)r �PY3rA r@ Zreinitialize_commandZ run_commandZget_finalized_commandr Z build_librI �path�modules�copyrP �insertr r r r Zegg_nameZ egg_version�paths_on_pythonpath�clear�update) r Z include_distsZ with_2to3Zbpy_cmdZ build_pathZei_cmdZold_pathZ old_modulesZ project_pathr r r rL s8 ztest.project_on_sys_pathc c s� t � }tjjd|�}tjjdd�}z>tjj| �}td||g�}tjj|�}|rX|tjd< dV W d||krztjjdd� n |tjd< X dS )z� Add the indicated paths to the head of the PYTHONPATH environment variable so that subprocesses will also see the packages at these paths. Do this in a context that restores the value on exit. � PYTHONPATHr N)�object�os�environ�get�pathsep�joinr �pop)�pathsZnothingZorig_pythonpathZcurrent_pythonpath�prefixZto_join�new_pathr r r rX � s ztest.paths_on_pythonpathc C sD | j | j�}| j | jpg �}| j dd� | jj� D ��}tj|||�S )z� Install the requirements indicated by self.distribution and return an iterable of the dists that were built. c s s0 | ](\}}|j d �rt|dd� �r|V qdS )�:r N)� startswithr )�.0�k�vr r r � <genexpr>� s z%test.install_dists.<locals>.<genexpr>)Zfetch_build_eggsZinstall_requiresZ tests_requireZextras_require�items� itertools�chain)rQ Zir_dZtr_dZer_dr r r � install_dists� s ztest.install_distsc C s� | j | j�}dj| j�}| jr0| jd| � d S | jd| � ttjd�|�}| j |��" | j � � | j � W d Q R X W d Q R X d S )N� zskipping "%s" (dry run)z running "%s"�location) ro r@ ra �_argvZdry_run�announcer �operator� attrgetterrX rL � run_tests)r Zinstalled_dists�cmdrc r r r �run� s ztest.runc C s� t jr�t| jdd�r�| jjd�d }|tkr�g }|tjkrD|j |� |d7 }x"tjD ]}|j |�rT|j |� qTW t t tjj |�� tjd d | j| j| j�| j| j�dd�}|jj� s�d|j }| j|tj� t|��d S )NrO Fr r )Z testLoaderZ testRunner�exitzTest failed: %s)r rS rA r@ r; �splitr rI rU r" rg rD r � __delitem__�unittest�mainrr �_resolve_as_epr= r> �resultZ wasSuccessfulrs r ZERRORr )r r( Z del_modules�namer1 rB r r r rv � s( ztest.run_testsc C s dg| j S )Nr| )rF )r r r r rr � s z test._argvc C s$ | dkr dS t jd| �}|j� � S )zu Load the indicated attribute value, called, as a as if it were specified as an entry point. Nzx=)r �parseZresolve)�valZparsedr r r r~ s ztest._resolve_as_epN)r2 r3 r4 )r5 r6 r7 )r8 r9 r: )r% r+ r, �__doc__� descriptionZ user_optionsr? rC r- rF rE rN � contextlib�contextmanagerrL � staticmethodrX ro rx rv �propertyrr r~ r r r r r1 G s( - r1 )!r] rt rI r� rm r| Zdistutils.errorsr r Z distutilsr r Zsetuptools.externr Zsetuptools.extern.six.movesr r Z pkg_resourcesr r r r r r r r r Z setuptoolsr r r\ r- r1 r r r r �<module> s , ) site-packages/setuptools/command/__pycache__/install_egg_info.cpython-36.opt-1.pyc 0000644 00000004472 15231162611 0024230 0 ustar 00 3 Xo�h� � @ s\ d dl mZmZ d dlZd dlmZ d dlmZ d dlmZ d dl Z G dd� dej e�Z dS )� )�log�dir_utilN)�Command)� namespaces)�unpack_archivec @ sB e Zd ZdZdZdgZdd� Zdd� Zd d � Zd d � Z d d� Z dS )�install_egg_infoz.Install an .egg-info directory for the package� install-dir=�d�directory to install toc C s d | _ d S )N)� install_dir)�self� r �&/usr/lib/python3.6/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sV | j dd� | jd�}tjd d |j|j�j� d }|j| _tj j | j |�| _ g | _ d S )NZ install_libr �egg_infoz .egg-info)r r )Zset_undefined_optionsZget_finalized_command� pkg_resourcesZ DistributionZegg_nameZ egg_versionr �source�os�path�joinr �target�outputs)r Zei_cmd�basenamer r r �finalize_options s z!install_egg_info.finalize_optionsc C s� | j d� tjj| j�r<tjj| j� r<tj| j| jd� n(tjj | j�rd| j tj | jfd| j � | jsvt j | j� | j | jf d| j| jf � | j� d S )Nr )�dry_runz Removing zCopying %s to %s)Z run_commandr r �isdirr �islinkr Z remove_treer �existsZexecute�unlinkr Zensure_directory�copytreer Zinstall_namespaces)r r r r �run! s zinstall_egg_info.runc C s | j S )N)r )r r r r � get_outputs. s z install_egg_info.get_outputsc s � fdd�}t � j� j|� d S )Nc sF x&dD ] }| j |�s d| | krd S qW � jj|� tjd| |� |S )N�.svn/�CVS/�/zCopying %s to %s)r" r# )� startswithr �appendr �debug)�src�dst�skip)r r r �skimmer3 s z*install_egg_info.copytree.<locals>.skimmer)r r r )r r+ r )r r r 1 s zinstall_egg_info.copytreeN)r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZ user_optionsr r r r! r r r r r r s r ) Z distutilsr r r Z setuptoolsr r Zsetuptools.archive_utilr r Z Installerr r r r r �<module> s site-packages/setuptools/command/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000001230 15231162611 0022451 0 ustar 00 3 Xo�hR � @ sz d ddddddddd d d d d dddddddddgZ ddlmZ ddlZddlmZ dejkrrd ejd< ejjd� [[dS ) �alias� bdist_eggZ bdist_rpmZ build_extZbuild_pyZdevelopZ easy_installZegg_infoZinstallZ install_lib�rotateZsaveoptsZsdistZsetoptZtestZinstall_egg_info�install_scripts�registerZ bdist_wininstZ upload_docsZuploadZ build_clibZ dist_info� )�bdistN)r Zegg�Python .egg file)r r ) �__all__Zdistutils.command.bdistr �sysZsetuptools.commandr Zformat_commandsZformat_command�append� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/setuptools/command/__pycache__/dist_info.cpython-36.pyc 0000644 00000002445 15231162611 0021742 0 ustar 00 3 Xo�h� � @ s8 d Z ddlZddlmZ ddlmZ G dd� de�ZdS )zD Create a dist_info directory As defined in the wheel specification � N)�Command)�logc @ s. e Zd ZdZd gZdd� Zdd� Zd d � Zd S ) � dist_infoz create a .dist-info directory� egg-base=�e�Ldirectory containing .egg-info directories (default: top of the source tree)c C s d | _ d S )N)�egg_base)�self� r � /usr/lib/python3.6/dist_info.py�initialize_options s z dist_info.initialize_optionsc C s d S )Nr )r r r r �finalize_options s zdist_info.finalize_optionsc C sn | j d�}| j|_|j� |j� |jd td� � d }tjdjt j j |��� | j d�}|j |j|� d S )N�egg_infoz .egg-infoz .dist-infoz creating '{}'� bdist_wheel) Zget_finalized_commandr r �runr �lenr �info�format�os�path�abspathZegg2dist)r r Z dist_info_dirr r r r r s z dist_info.runN)r r r )�__name__� __module__� __qualname__� descriptionZ user_optionsr r r r r r r r s r )�__doc__r Zdistutils.corer Z distutilsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/sdist.cpython-36.opt-1.pyc 0000644 00000014250 15231162611 0022046 0 ustar 00 3 Xo�h7 � @ s~ d dl mZ d dljjZd dlZd dlZd dlZd dl Z d dl m Z ddl m Z d dlZeZd dd�ZG d d � d e ej�ZdS ) � )�logN)�six� )�sdist_add_defaults� c c s4 x.t jd�D ] }x|j� | �D ] }|V q W q W dS )z%Find all files under revision controlzsetuptools.file_findersN)� pkg_resourcesZiter_entry_points�load)�dirnameZep�item� r �/usr/lib/python3.6/sdist.py� walk_revctrl s r c s� e Zd ZdZd0d2d3gZi Zd d ddgZedd� eD ��Zdd� Z dd� Z dd� Z dd� Z e ejdd� ��Zd d � Zejd4k p�d5ej ko�d6k n p�d7ej ko�d8k n Zer�eZd$d%� Z� fd&d'�Zd(d)� Zd*d+� Zd,d-� Zd.d/� Z� Z S )9�sdistz=Smart sdist that finds anything supported by revision control�formats=N�6formats for source distribution (comma-separated list)� keep-temp�kz1keep the distribution tree around after creating zarchive file(s)� dist-dir=�d�Fdirectory to put the source distribution archive(s) in [default: dist]r z.rstz.txtz.mdc c s | ]}d j |�V qdS )z README{0}N)�format)�.0Zextr r r � <genexpr>) s zsdist.<genexpr>c C s� | j d� | jd�}|j| _| jjtjj|jd�� | j� x| j � D ]}| j |� qFW | j � t | j dg �}x*| j D ] }dd|f}||krv|j|� qvW d S )N�egg_infoz SOURCES.txt� dist_filesr r )Z run_command�get_finalized_command�filelist�append�os�path�joinr � check_readmeZget_sub_commands�make_distribution�getattr� distributionZ archive_files)�selfZei_cmdZcmd_namer �file�datar r r �run+ s z sdist.runc C s t jj| � | j� d S )N)�origr �initialize_options�_default_to_gztar)r% r r r r* > s zsdist.initialize_optionsc C s t jdkrd S dg| _d S )N� � r �betar Zgztar)r, r- r r. r )�sys� version_infoZformats)r% r r r r+ C s zsdist._default_to_gztarc C s$ | j � � tjj| � W dQ R X dS )z% Workaround for #516 N)�_remove_os_linkr) r r" )r% r r r r" I s zsdist.make_distributionc c s^ G dd� d�} t td| �}yt`W n tk r6 Y nX z dV W d|| k rXttd|� X dS )zG In a context, remove and restore os.link if it exists c @ s e Zd ZdS )z&sdist._remove_os_link.<locals>.NoValueN)�__name__� __module__� __qualname__r r r r �NoValueW s r5 �linkN)r# r r6 � Exception�setattr)r5 Zorig_valr r r r1 P s zsdist._remove_os_linkc C sL yt jj| � W n6 tk rF tj� \}}}|jjjd j � � Y nX d S )N�template) r) r � read_templater7 r/ �exc_info�tb_next�tb_frame�f_locals�close)r% �_�tbr r r Z__read_template_hacke s zsdist.__read_template_hack� � r, r r � c sb | j j� r^| jd�}| jj|j� � | j js^x0|jD ]&\}� }}| jj� fdd�|D �� q4W dS )zgetting python files�build_pyc s g | ]}t jj� |��qS r )r r r )r �filename)�src_dirr r � <listcomp>� s z.sdist._add_defaults_python.<locals>.<listcomp>N)r$ Zhas_pure_modulesr r �extendZget_source_filesZinclude_package_dataZ data_files)r% rE r@ � filenamesr )rG r �_add_defaults_python| s zsdist._add_defaults_pythonc sD y t jrtj| � n t� j� W n tk r> tjd� Y nX d S )Nz&data_files contains unexpected objects)r ZPY2r �_add_defaults_data_files�super� TypeErrorr �warn)r% )� __class__r r rL � s z sdist._add_defaults_data_filesc C s: x4| j D ]}tjj|�rd S qW | jddj| j � � d S )Nz,standard file not found: should have one of z, )�READMESr r �existsrO r )r% �fr r r r! � s zsdist.check_readmec C s^ t jj| ||� tjj|d�}ttd�rJtjj|�rJtj|� | j d|� | j d�j |� d S )Nz setup.cfgr6 r ) r) r �make_release_treer r r �hasattrrR �unlinkZ copy_filer Zsave_version_info)r% Zbase_dir�files�destr r r rT � s zsdist.make_release_treec C s@ t jj| j�sdS tj| jd��}|j� }W d Q R X |dj� kS )NF�rbz+# file GENERATED by distutils, do NOT edit )r r �isfile�manifest�io�open�readline�encode)r% �fpZ first_liner r r �_manifest_is_not_generated� s z sdist._manifest_is_not_generatedc C s� t jd| j� t| jd�}xl|D ]d}tjr^y|jd�}W n$ tk r\ t jd| � w Y nX |j � }|j d�s | rxq | j j |� q W |j � dS )z�Read the manifest file (named by 'self.manifest') and use it to fill in 'self.filelist', the list of files to include in the source distribution. zreading manifest file '%s'rY zUTF-8z"%r not UTF-8 decodable -- skipping�#N)r �infor[ r] r ZPY3�decode�UnicodeDecodeErrorrO �strip� startswithr r r? )r% r[ �liner r r � read_manifest� s zsdist.read_manifest)r Nr �@keep the distribution tree around after creating archive file(s))r r rj )r r r )rB rC rB )r, r )r, r rD )r, rB )r, rB r ) r2 r3 r4 �__doc__Z user_optionsZ negative_optZREADME_EXTENSIONS�tuplerQ r( r* r+ r" � staticmethod� contextlib�contextmanagerr1 Z_sdist__read_template_hackr/ r0 Zhas_leaky_handler: rK rL r! rT ra ri � __classcell__r r )rP r r s: r )r )Z distutilsr Zdistutils.command.sdistZcommandr r) r r/ r\ rn Zsetuptools.externr Z py36compatr r �listZ_default_revctrlr r r r r �<module> s site-packages/setuptools/command/__pycache__/build_clib.cpython-36.pyc 0000644 00000004504 15231162611 0022052 0 ustar 00 3 Xo�h� � @ sF d dl jjZd dlmZ d dlmZ d dlm Z G dd� dej�ZdS )� N)�DistutilsSetupError)�log)�newer_pairwise_groupc @ s e Zd ZdZdd� ZdS )� build_clibav Override the default build_clib behaviour to do the following: 1. Implement a rudimentary timestamp-based dependency system so 'compile()' doesn't run every time. 2. Add more keys to the 'build_info' dictionary: * obj_deps - specify dependencies for each object compiled. this should be a dictionary mapping a key with the source filename to a list of dependencies. Use an empty string for global dependencies. * cflags - specify a list of additional flags to pass to the compiler. c C s~ �xv|D �]l\}}|j d�}|d ks4t|ttf� r@td| ��t|�}tjd|� |j dt� �}t|t�sxtd| ��g }|j dt� �}t|ttf�s�td| ��xX|D ]P}|g} | j|� |j |t� �} t| ttf�s�td| ��| j| � |j | � q�W | j j || j d�} t || �g g fk�r^|j d�} |j d �} |j d �}| j j|| j | | || jd �}| j j| || j| jd � qW d S ) N�sourceszfin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenameszbuilding '%s' library�obj_depsz\in 'libraries' option (library '%s'), 'obj_deps' must be a dictionary of type 'source: list'� )� output_dir�macros� include_dirs�cflags)r r r Zextra_postargs�debug)r r )�get� isinstance�list�tupler r �info�dict�extend�appendZcompilerZobject_filenamesZ build_tempr �compiler Zcreate_static_libr )�selfZ librariesZlib_nameZ build_infor r Z dependenciesZ global_deps�sourceZsrc_depsZ extra_depsZexpected_objectsr r r Zobjects� r � /usr/lib/python3.6/build_clib.py�build_libraries s` zbuild_clib.build_librariesN)�__name__� __module__� __qualname__�__doc__r r r r r r s r ) Z distutils.command.build_clibZcommandr ZorigZdistutils.errorsr Z distutilsr Zsetuptools.dep_utilr r r r r �<module> s site-packages/setuptools/command/__pycache__/py36compat.cpython-36.pyc 0000644 00000010703 15231162611 0021765 0 ustar 00 3 Xo�hz � @ sd d dl Z d dlmZ d dlmZ d dlmZ d dlmZ G dd� d�Ze ejd�r`G d d� d�ZdS ) � N)�glob)� convert_path)�sdist)�filterc @ s\ e Zd ZdZdd� Zedd� �Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dS )�sdist_add_defaultsz� Mix-in providing forward-compatibility for functionality as found in distutils on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. Instead, override in the subclass. c C s< | j � | j� | j� | j� | j� | j� | j� dS )a9 Add all the default files to self.filelist: - README or README.txt - setup.py - test/test*.py - all pure Python modules mentioned in setup script - all files pointed by package_data (build_py) - all files defined in data_files. - all files defined as scripts. - all C sources listed as part of extensions or C libraries in the setup script (doesn't catch C headers!) Warns if (README or README.txt) or setup.py are missing; everything else is optional. N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scripts)�self� r � /usr/lib/python3.6/py36compat.py� add_defaults s z sdist_add_defaults.add_defaultsc C s: t jj| �sdS t jj| �}t jj|�\}}|t j|�kS )z� Case-sensitive path existence check >>> sdist_add_defaults._cs_path_exists(__file__) True >>> sdist_add_defaults._cs_path_exists(__file__.upper()) False F)�os�path�exists�abspath�split�listdir)�fspathr Z directory�filenamer r r �_cs_path_exists( s z"sdist_add_defaults._cs_path_existsc C s� | j | jjg}x�|D ]�}t|t�rn|}d}x(|D ] }| j|�r0d}| jj|� P q0W |s�| jddj |� � q| j|�r�| jj|� q| jd| � qW d S )NFTz,standard file not found: should have one of z, z standard file '%s' not found) ZREADMES� distributionZ script_name� isinstance�tupler �filelist�append�warn�join)r Z standards�fnZaltsZgot_itr r r r 9 s z*sdist_add_defaults._add_defaults_standardsc C s8 ddg}x*|D ]"}t tjjt|��}| jj|� qW d S )Nz test/test*.pyz setup.cfg)r r r �isfiler r �extend)r Zoptional�pattern�filesr r r r N s z)sdist_add_defaults._add_defaults_optionalc C sd | j d�}| jj� r$| jj|j� � x:|jD ]0\}}}}x"|D ]}| jjtj j ||�� q>W q,W d S )N�build_py) �get_finalized_commandr Zhas_pure_modulesr r$ �get_source_files� data_filesr r r r! )r r' ZpkgZsrc_dirZ build_dir� filenamesr r r r r T s z'sdist_add_defaults._add_defaults_pythonc C s� | j j� r~xr| j jD ]f}t|t�rDt|�}tjj|�rz| j j |� q|\}}x,|D ]$}t|�}tjj|�rR| j j |� qRW qW d S )N) r Zhas_data_filesr* r �strr r r r# r r )r �item�dirnamer+ �fr r r r d s z+sdist_add_defaults._add_defaults_data_filesc C s( | j j� r$| jd�}| jj|j� � d S )N� build_ext)r Zhas_ext_modulesr( r r$ r) )r r0 r r r r u s z$sdist_add_defaults._add_defaults_extc C s( | j j� r$| jd�}| jj|j� � d S )N� build_clib)r Zhas_c_librariesr( r r$ r) )r r1 r r r r z s z'sdist_add_defaults._add_defaults_c_libsc C s( | j j� r$| jd�}| jj|j� � d S )N� build_scripts)r Z has_scriptsr( r r$ r) )r r2 r r r r s z(sdist_add_defaults._add_defaults_scriptsN)�__name__� __module__� __qualname__�__doc__r � staticmethodr r r r r r r r r r r r r s r r c @ s e Zd ZdS )r N)r3 r4 r5 r r r r r � s ) r r Zdistutils.utilr Zdistutils.commandr Zsetuptools.extern.six.movesr r �hasattrr r r r �<module> s | site-packages/setuptools/command/__pycache__/alias.cpython-36.pyc 0000644 00000004465 15231162611 0021061 0 ustar 00 3 Xo�hz � @ sP d dl mZ d dlmZ d dlmZmZmZ dd� ZG dd� de�Z dd � Z d S ) � )�DistutilsOptionError)�map)� edit_config� option_base� config_filec C s8 x dD ]}|| krt | �S qW | j� | gkr4t | �S | S )z4Quote an argument for later parsing by shlex.split()�"�'�\�#)r r r r )�repr�split)�arg�c� r �/usr/lib/python3.6/alias.py�shquote s r c @ sH e Zd ZdZdZdZdgej Zejdg Zdd� Z d d � Z d d � Z d S )�aliasz3Define a shortcut that invokes one or more commandsz0define a shortcut to invoke one or more commandsT�remove�r�remove (unset) the aliasc C s t j| � d | _d | _d S )N)r �initialize_options�argsr )�selfr r r r s zalias.initialize_optionsc C s* t j| � | jr&t| j�dkr&td��d S )N� zFMust specify exactly one argument (the alias name) when using --remove)r �finalize_optionsr �lenr r )r r r r r # s zalias.finalize_optionsc C s� | j jd�}| jsDtd� td� x |D ]}tdt||�� q(W d S t| j�dkr�| j\}| jrfd }q�||kr�tdt||�� d S td| � d S n$| jd }djtt | jdd � ��}t | j d||ii| j � d S ) N�aliaseszCommand Aliasesz---------------zsetup.py aliasr z No alias definition found for %rr � ) Z distributionZget_option_dictr �print� format_aliasr r �joinr r r �filenameZdry_run)r r r �commandr r r �run+ s& z alias.runN)r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr Z user_optionsZboolean_optionsr r r# r r r r r s r c C sZ || \}}|t d�kr d}n,|t d�kr0d}n|t d�krBd}nd| }|| d | S ) N�globalz--global-config �userz--user-config Zlocal� z --filename=%rr )r )�namer �sourcer" r r r r F s r N) Zdistutils.errorsr Zsetuptools.extern.six.movesr Zsetuptools.command.setoptr r r r r r r r r r �<module> s 4 site-packages/setuptools/command/__pycache__/develop.cpython-36.pyc 0000644 00000014316 15231162611 0021422 0 ustar 00 3 Xo�hn � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl Z d dl m Z d dl m Z mZmZ d dlmZ d dlmZ d dlZG d d � d eje�ZG d d � d e�ZdS ) � )� convert_path)�log)�DistutilsError�DistutilsOptionErrorN)�six)� Distribution� PathMetadata�normalize_path)� easy_install)� namespacesc @ sv e Zd ZdZdZejddg Zejdg Zd Zd d � Z d d � Z dd� Z e dd� �Z dd� Zdd� Zdd� Zdd� ZdS ) �developz Set up package for developmentz%install package in 'development mode'� uninstall�u� Uninstall this source package� egg-path=N�-Set the path to be used in the .egg-link fileFc C s2 | j r d| _| j� | j� n| j� | j� d S )NT)r Z multi_version�uninstall_linkZuninstall_namespaces�install_for_developmentZwarn_deprecated_options)�self� r � /usr/lib/python3.6/develop.py�run s z develop.runc C s& d | _ d | _tj| � d | _d| _d S )N�.)r �egg_pathr �initialize_options� setup_pathZalways_copy_from)r r r r r ' s zdevelop.initialize_optionsc C s | j d�}|jr,d}|j|jf}t|| ��|jg| _tj| � | j� | j � | j j t j d�� |jd }t jj| j|�| _|j| _| jd kr�t jj|j�| _t| j�}tt jj| j| j��}||kr�td| ��t|t|t jj|j��|jd�| _| j| j| j| j�| _d S )N�egg_infoz-Please rename %r to %r before using 'develop'z*.eggz .egg-linkzA--egg-path must be a relative path from the install directory to )� project_name) �get_finalized_commandZbroken_egg_infor r Zegg_name�argsr �finalize_optionsZexpand_basedirsZ expand_dirsZ package_index�scan�glob�os�path�join� install_dir�egg_link�egg_baser �abspathr r r r �dist�_resolve_setup_pathr )r Zei�templater Z egg_link_fn�targetr r r r r . s< zdevelop.finalize_optionsc C sh | j tjd�jd�}|tjkr0d|jd�d }ttjj|||��}|ttj�krdt d|ttj���|S )z� Generate a path from egg_base back to '.' where the setup script resides and ensure that path points to the setup path from $install_dir/$egg_path. �/z../� zGCan't get a consistent path to setup script from installation directory) �replacer# �sep�rstrip�curdir�countr r$ r% r )r( r& r Z path_to_setupZresolvedr r r r+ X s zdevelop._resolve_setup_pathc C sD t jr�t| jdd�r�| jddd� | jd� | jd�}t|j�}| jd|d� | jd� | jddd� | jd� | jd�}|| _ || j _ t ||j �| j _n"| jd� | jdd d� | jd� | j� tjr�| jtj� d t_| j� tjd | j| j� | j�s,t| jd �� }|j| j d | j � W d Q R X | j d | j | j � d S ) NZuse_2to3FZbuild_pyr )Zinplacer )r( Z build_extr/ zCreating %s (link to %s)�w� ) r ZPY3�getattr� distributionZreinitialize_commandZ run_commandr r Z build_libr r* �locationr r Z _providerZinstall_site_py� setuptoolsZbootstrap_install_fromr Zinstall_namespacesr �infor' r( �dry_run�open�writer Zprocess_distributionZno_deps)r Zbpy_cmdZ build_pathZei_cmd�fr r r r k s4 z develop.install_for_developmentc C s� t jj| j�rztjd| j| j� t| j�}dd� |D �}|j� || j g| j | j gfkrhtj d|� d S | j szt j | j� | j s�| j| j� | jjr�tj d� d S )NzRemoving %s (link to %s)c S s g | ] }|j � �qS r )r2 )�.0�liner r r � <listcomp>� s z*develop.uninstall_link.<locals>.<listcomp>z$Link points to %s: uninstall abortedz5Note: you must uninstall or replace scripts manually!)r# r$ �existsr' r r; r( r= �closer r �warnr< �unlinkZ update_pthr* r8 �scripts)r Z egg_link_file�contentsr r r r � s zdevelop.uninstall_linkc C s� || j k rtj| |�S | j|� x^| jjp,g D ]N}tjjt |��}tjj |�}t j |��}|j � }W d Q R X | j||||� q.W d S )N)r* r �install_egg_scripts�install_wrapper_scriptsr8 rG r# r$ r) r �basename�ior= �readZinstall_script)r r* Z script_nameZ script_pathZstrmZ script_textr r r rI � s zdevelop.install_egg_scriptsc C s t |�}tj| |�S )N)�VersionlessRequirementr rJ )r r* r r r rJ � s z develop.install_wrapper_scripts)r r r )r Nr )�__name__� __module__� __qualname__�__doc__� descriptionr Z user_optionsZboolean_optionsZcommand_consumes_argumentsr r r � staticmethodr+ r r rI rJ r r r r r s * /r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rN az Adapt a pkg_resources.Distribution to simply return the project name as the 'requirement' so that scripts will work across multiple versions. >>> dist = Distribution(project_name='foo', version='1.0') >>> str(dist.as_requirement()) 'foo==1.0' >>> adapted_dist = VersionlessRequirement(dist) >>> str(adapted_dist.as_requirement()) 'foo' c C s || _ d S )N)� _VersionlessRequirement__dist)r r* r r r �__init__� s z VersionlessRequirement.__init__c C s t | j|�S )N)r7 rU )r �namer r r � __getattr__� s z"VersionlessRequirement.__getattr__c C s | j S )N)r )r r r r �as_requirement� s z%VersionlessRequirement.as_requirementN)rO rP rQ rR rV rX rY r r r r rN � s rN )Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r# r" rL Zsetuptools.externr Z pkg_resourcesr r r Z setuptools.command.easy_installr r: r ZDevelopInstallerr �objectrN r r r r �<module> s 4 site-packages/setuptools/command/__pycache__/rotate.cpython-36.pyc 0000644 00000004707 15231162611 0021265 0 ustar 00 3 Xo�ht � @ s` d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dl m Z G dd� de �Z dS ) � )� convert_path)�log)�DistutilsOptionErrorN)�six)�Commandc @ s: e Zd ZdZdZdddgZg Zd d � Zdd� Zdd� Z dS )�rotatezDelete older distributionsz2delete older distributions, keeping N newest files�match=�m� patterns to match (required)� dist-dir=�d�%directory where the distributions are�keep=�k�(number of matching distributions to keepc C s d | _ d | _d | _d S )N)�match�dist_dir�keep)�self� r � /usr/lib/python3.6/rotate.py�initialize_options s zrotate.initialize_optionsc C s� | j d krtd��| jd kr$td��yt| j�| _W n tk rP td��Y nX t| j tj�rxdd� | j jd�D �| _ | j dd � d S ) NzQMust specify one or more (comma-separated) match patterns (e.g. '.zip' or '.egg')z$Must specify number of files to keepz--keep must be an integerc S s g | ]}t |j� ��qS r )r �strip)�.0�pr r r � <listcomp>+ s z+rotate.finalize_options.<locals>.<listcomp>�,Zbdistr )r r ) r r r �int� ValueError� isinstancer Z string_types�splitZset_undefined_options)r r r r �finalize_options s zrotate.finalize_optionsc C s� | j d� ddlm} x�| jD ]�}| jj� d | }|tjj| j|��}dd� |D �}|j � |j � t j dt |�|� || jd � }xD|D ]<\}}t j d|� | js�tjj|�r�tj|� q�tj|� q�W q W d S ) NZegg_infor )�glob�*c S s g | ]}t jj|�|f�qS r )�os�path�getmtime)r �fr r r r 6 s z rotate.run.<locals>.<listcomp>z%d file(s) matching %sz Deleting %s)Z run_commandr" r Z distributionZget_namer$ r% �joinr �sort�reverser �info�lenr Zdry_run�isdir�shutilZrmtree�unlink)r r" �pattern�files�tr' r r r �run/ s z rotate.runN)r r r )r r r )r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZ user_optionsZboolean_optionsr r! r3 r r r r r s r ) Zdistutils.utilr Z distutilsr Zdistutils.errorsr r$ r. Zsetuptools.externr Z setuptoolsr r r r r r �<module> s site-packages/setuptools/command/__pycache__/install_scripts.cpython-36.pyc 0000644 00000004232 15231162611 0023175 0 ustar 00 3 Xo�h� � @ sR d dl mZ d dljjZd dlZd dlZd dlm Z m Z m Z G dd� dej�ZdS )� )�logN)� Distribution� PathMetadata�ensure_directoryc @ s* e Zd ZdZdd� Zdd� Zd dd�Zd S ) �install_scriptsz;Do normal script install, plus any egg_info wrapper scriptsc C s t jj| � d| _d S )NF)�origr �initialize_options�no_ep)�self� r �%/usr/lib/python3.6/install_scripts.pyr s z"install_scripts.initialize_optionsc C s� dd l jj}| jd� | jjr,tjj| � ng | _ | j r<d S | j d�}t |j t|j |j�|j|j�}| j d�}t|dd �}| j d�}t|dd�}|j}|r�d}|j}|tjkr�|g}|j� }|jj� j|�} x"|j|| j� �D ]} | j | � q�W d S ) Nr �egg_infoZ build_scripts� executableZ bdist_wininstZ _is_runningFz python.exe) � setuptools.command.easy_install�commandZ easy_installZ run_commandZ distribution�scriptsr r �run�outfilesr Zget_finalized_commandr Zegg_baser r Zegg_nameZ egg_version�getattrZ ScriptWriterZWindowsScriptWriter�sysr ZbestZcommand_spec_classZ from_paramZget_argsZ as_header� write_script) r ZeiZei_cmdZdistZbs_cmdZ exec_paramZbw_cmdZ is_wininst�writer�cmd�argsr r r r s2 zinstall_scripts.run�tc G s� ddl m}m} tjd|| j� tjj| j|�}| j j |� |� }| j s~t |� t |d| �} | j|� | j� ||d| � dS )z1Write an executable file to the scripts directoryr )�chmod� current_umaskzInstalling %s script to %s�wi� N)r r r r �infoZ install_dir�os�path�joinr �appendZdry_runr �open�write�close) r Z script_name�contents�modeZignoredr r �target�mask�fr r r r 3 s z install_scripts.write_scriptN)r )�__name__� __module__� __qualname__�__doc__r r r r r r r r s #r ) Z distutilsr Z!distutils.command.install_scriptsr r r r r Z pkg_resourcesr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/register.cpython-36.pyc 0000644 00000001005 15231162611 0021577 0 ustar 00 3 Xo�h � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd ZejjZdd� ZdS )�registerc C s | j d� tjj| � d S )NZegg_info)Z run_command�origr �run)�self� r � /usr/lib/python3.6/register.pyr s z register.runN)�__name__� __module__� __qualname__r r �__doc__r r r r r r s r )Zdistutils.command.registerZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/bdist_rpm.cpython-36.opt-1.pyc 0000644 00000003244 15231162611 0022704 0 ustar 00 3 Xo�h� � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd ZdZdd� Zdd� ZdS )� bdist_rpmaf Override the default bdist_rpm behavior to do the following: 1. Run egg_info to ensure the name and version are properly calculated. 2. Always run 'install' using --single-version-externally-managed to disable eggs in RPM distributions. 3. Replace dash with underscore in the version numbers for better RPM compatibility. c C s | j d� tjj| � d S )NZegg_info)Z run_command�origr �run)�self� r � /usr/lib/python3.6/bdist_rpm.pyr s z bdist_rpm.runc sl | j j� }|jdd�}tjj| �}d| � d| �� �fdd�|D �}|j��d }d| }|j||� |S )N�-�_z%define version c s0 g | ](}|j d d�j dd�j dd�j � ���qS )z Source0: %{name}-%{version}.tarz)Source0: %{name}-%{unmangled_version}.tarzsetup.py install z5setup.py install --single-version-externally-managed z%setupz&%setup -n %{name}-%{unmangled_version})�replace)�.0�line)�line23�line24r r � <listcomp> s z-bdist_rpm._make_spec_file.<locals>.<listcomp>� z%define unmangled_version )Z distributionZ get_versionr r r �_make_spec_file�index�insert)r �versionZ rpmversion�specZ insert_locZunmangled_versionr )r r r r s zbdist_rpm._make_spec_fileN)�__name__� __module__� __qualname__�__doc__r r r r r r r s r )Zdistutils.command.bdist_rpmZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/egg_info.cpython-36.opt-1.pyc 0000644 00000050633 15231162611 0022502 0 ustar 00 3 Xo�h�` � @ s� d Z ddlmZ ddlmZ ddlmZ ddlm Z ddlZddlZddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd l m Z ddl m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'j(Z(ddl)m*Z* ddlm+Z+ dd� Z,G dd� de�Z-G dd� de�ZG dd� de�Z.dd� Z/dd � Z0d d � Z1d d � Z2d!d"� Z3d#d$� Z4d%d&� Z5d'd(� Z6d0d*d+�Z7d,d-� Z8d.d/� Z9dS )1zUsetuptools.command.egg_info Create a distribution's .egg-info directory and contents� )�FileList)�DistutilsInternalError)� convert_path)�logN)�six)�map)�Command)�sdist)� walk_revctrl)� edit_config)� bdist_egg)�parse_requirements� safe_name� parse_version� safe_version� yield_lines� EntryPoint�iter_entry_points� to_filename)�glob)� packagingc C s� d}| j tjj�}tjtj�}d|f }�x�t|�D �]�\}}|t|�d k}|dkrv|rd|d7 }q4|d||f 7 }q4d}t|�} �x:|| k �r�|| } | dkr�||d 7 }�n| d kr�||7 }n�| d k�r�|d } | | k r�|| d kr�| d } | | k �r|| d k�r| d } x&| | k �r6|| d k�r6| d } �qW | | k�rR|tj| �7 }nR||d | � } d} | d d k�r�d } | dd� } | tj| �7 } |d| f 7 }| }n|tj| �7 }|d7 }q�W |s4||7 }q4W |d7 }tj|tj tj B d�S )z� Translate a file path glob like '*.txt' in to a regular expression. This differs from fnmatch.translate which allows wildcards to match directory separators. It also knows about '**/' which matches any number of directories. � z[^%s]� z**z.*z (?:%s+%s)*r �*�?�[�!�]�^Nz[%s]z\Z)�flags) �split�os�path�sep�re�escape� enumerate�len�compile� MULTILINE�DOTALL)r ZpatZchunksr# Z valid_char�c�chunkZ last_chunk�iZ chunk_len�charZinner_i�innerZ char_class� r0 � /usr/lib/python3.6/egg_info.py�translate_pattern$ sV r2 c @ s� e Zd ZdZd)d*d+d,gZdgZd diZdd� Zedd� �Z e j dd� �Z dd� Z dd� Z d-dd�Z dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(S ).�egg_infoz+create a distribution's .egg-info directory� egg-base=�e�Ldirectory containing .egg-info directories (default: top of the source tree)�tag-date�d�0Add date stamp (e.g. 20050528) to version number� tag-build=�b�-Specify explicit tag to add to version number�no-date�D�"Don't include date stamp [default]c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr F)�egg_name� egg_version�egg_baser3 � tag_build�tag_date�broken_egg_info�vtags)�selfr0 r0 r1 �initialize_options� s zegg_info.initialize_optionsc C s d S )Nr0 )rG r0 r0 r1 �tag_svn_revision� s zegg_info.tag_svn_revisionc C s d S )Nr0 )rG �valuer0 r0 r1 rI � s c C s0 t j� }| j� |d< d|d< t|t|d�� dS )z� Materialize the value of date into the build tag. Install build keys in a deterministic order to avoid arbitrary reordering on subsequent builds. rC r rD )r3 N)� collections� OrderedDict�tagsr �dict)rG �filenamer3 r0 r0 r1 �save_version_info� s zegg_info.save_version_infoc C sV t | jj� �| _| j� | _| j� | _t| j�}y6t |t j j �}|rFdnd}t t|| j| jf �� W n, tk r� tjjd| j| jf ��Y nX | jd kr�| jj}|p�i jdtj�| _| jd� t| j�d | _| jtjkr�tjj | j| j�| _d| jk�r| j � | j| jj _ | jj }|d k �rR|j | jj!� k�rR| j|_"t| j�|_#d | j_ d S )Nz%s==%sz%s===%sz2Invalid distribution name or version syntax: %s-%sr rB z .egg-info�-)$r � distributionZget_namer@ rM rF �tagged_versionrA r � isinstancer �versionZVersion�listr � ValueError� distutils�errorsZDistutilsOptionErrorrB Z package_dir�getr! �curdirZensure_dirnamer r3 r" �join�check_broken_egg_info�metadataZ _patched_dist�key�lowerZ_versionZ_parsed_version)rG Zparsed_versionZ is_version�spec�dirsZpdr0 r0 r1 �finalize_options� s8 zegg_info.finalize_optionsFc C sN |r| j |||� n6tjj|�rJ|dkr@| r@tjd||� dS | j|� dS )a� Write `data` to `filename` or delete if empty If `data` is non-empty, this routine is the same as ``write_file()``. If `data` is empty but not ``None``, this is the same as calling ``delete_file(filename)`. If `data` is ``None``, then this is a no-op unless `filename` exists, in which case a warning is issued about the orphaned file (if `force` is false), or deleted (if `force` is true). Nz$%s not set in setup(), but %s exists)� write_filer! r" �existsr �warn� delete_file)rG �whatrO �data�forcer0 r0 r1 �write_or_delete_file� s z egg_info.write_or_delete_filec C sD t jd||� tjr |jd�}| js@t|d�}|j|� |j� dS )z�Write `data` to `filename` (if not a dry run) after announcing it `what` is used in a log message to identify what is being written to the file. zwriting %s to %szutf-8�wbN) r �infor ZPY3�encode�dry_run�open�write�close)rG rh rO ri �fr0 r0 r1 rd � s zegg_info.write_filec C s t jd|� | js tj|� dS )z8Delete `filename` (if not a dry run) after announcing itz deleting %sN)r rm ro r! �unlink)rG rO r0 r0 r1 rg � s zegg_info.delete_filec C s2 | j j� }| jr$|j| j�r$t|�S t|| j �S )N)rR Z get_versionrF �endswithr )rG rU r0 r0 r1 rS s zegg_info.tagged_versionc C s� | j | j� | jj}x@td�D ]4}|j|d� |j� }|| |jtj j | j|j�� q W tj j | jd�}tj j |�r|| j |� | j � d S )Nzegg_info.writers)� installerznative_libs.txt)Zmkpathr3 rR Zfetch_build_eggr ZrequireZresolve�namer! r" r\ re rg � find_sources)rG rv �ep�writer�nlr0 r0 r1 �run s z egg_info.runc C s, d}| j r|| j 7 }| jr(|tjd�7 }|S )Nr z-%Y%m%d)rC rD �timeZstrftime)rG rU r0 r0 r1 rM s z egg_info.tagsc C s4 t jj| jd�}t| j�}||_|j� |j| _dS )z"Generate SOURCES.txt manifest filez SOURCES.txtN) r! r" r\ r3 �manifest_makerrR �manifestr| �filelist)rG Zmanifest_filenameZmmr0 r0 r1 rx s zegg_info.find_sourcesc C sd | j d }| jtjkr&tjj| j|�}tjj|�r`tjdd d dd || j � | j | _ || _ d S )Nz .egg-inforQ �N z� Note: Your current .egg-info directory has a '-' in its name; this will not work correctly with "setup.py develop". Please rename %s to %s to correct this problem. ) r@ rB r! r[ r" r\ re r rf r3 rE )rG Zbeir0 r0 r1 r] ( s z egg_info.check_broken_egg_infoN)r4 r5 r6 )r7 r8 r9 )r: r; r< )r= r> r? )F)�__name__� __module__� __qualname__� descriptionZ user_optionsZboolean_optionsZ negative_optrH �propertyrI �setterrP rc rk rd rg rS r| rM rx r] r0 r0 r0 r1 r3 w s( / r3 c @ s| e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd � Zd S ) r c C s< | j |�\}}}}|dkrV| jddj|� � x"|D ]}| j|�s4tjd|� q4W �n�|dkr�| jddj|� � x"|D ]}| j|�sxtjd|� qxW �n�|dkr�| jd dj|� � x"|D ]}| j|�s�tjd |� q�W �nZ|d k�r(| jd dj|� � x&|D ] }| j|��stjd |� �qW �n|dk�rx| jd|dj|�f � x�|D ]"}| j ||��sPtjd||� �qPW n�|dk�r�| jd|dj|�f � x�|D ]"}| j ||��s�tjd||� �q�W np|dk�r�| jd| � | j |��s8tjd|� n>|dk�r,| jd| � | j |��s8tjd|� n t d| ��d S )N�includezinclude � z%warning: no files found matching '%s'�excludezexclude z9warning: no previously-included files found matching '%s'zglobal-includezglobal-include z>warning: no files found matching '%s' anywhere in distributionzglobal-excludezglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionzrecursive-includezrecursive-include %s %sz:warning: no files found matching '%s' under directory '%s'zrecursive-excludezrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'�graftzgraft z+warning: no directories found matching '%s'�prunezprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')Z_parse_template_line� debug_printr\ r� r rf r� �global_include�global_exclude�recursive_include�recursive_excluder� r� r )rG �line�actionZpatterns�dirZ dir_pattern�patternr0 r0 r1 �process_template_line; sd z FileList.process_template_linec C sV d}xLt t| j�d dd�D ]2}|| j| �r | jd| j| � | j|= d}q W |S )z� Remove all files from the file list that match the predicate. Return True if any matching files were removed Fr z removing T���r� )�ranger' �filesr� )rG Z predicate�foundr- r0 r0 r1 � _remove_files� s zFileList._remove_filesc C s$ dd� t |�D �}| j|� t|�S )z#Include files that match 'pattern'.c S s g | ]}t jj|�s|�qS r0 )r! r" �isdir)�.0rs r0 r0 r1 � <listcomp>� s z$FileList.include.<locals>.<listcomp>)r �extend�bool)rG r� r� r0 r0 r1 r� � s zFileList.includec C s t |�}| j|j�S )z#Exclude files that match 'pattern'.)r2 r� �match)rG r� r� r0 r0 r1 r� � s zFileList.excludec C s8 t jj|d|�}dd� t|dd�D �}| j|� t|�S )zN Include all files anywhere in 'dir/' that match the pattern. z**c S s g | ]}t jj|�s|�qS r0 )r! r" r� )r� rs r0 r0 r1 r� � s z.FileList.recursive_include.<locals>.<listcomp>T)� recursive)r! r" r\ r r� r� )rG r� r� Z full_patternr� r0 r0 r1 r� � s zFileList.recursive_includec C s t tjj|d|��}| j|j�S )zM Exclude any file anywhere in 'dir/' that match the pattern. z**)r2 r! r" r\ r� r� )rG r� r� r� r0 r0 r1 r� � s zFileList.recursive_excludec C s$ dd� t |�D �}| j|� t|�S )z Include all files from 'dir/'.c S s" g | ]}t jj|�D ]}|�qqS r0 )rX r� �findall)r� Z match_dir�itemr0 r0 r1 r� � s z"FileList.graft.<locals>.<listcomp>)r r� r� )rG r� r� r0 r0 r1 r� � s zFileList.graftc C s t tjj|d��}| j|j�S )z Filter out files from 'dir/'.z**)r2 r! r" r\ r� r� )rG r� r� r0 r0 r1 r� � s zFileList.prunec sJ | j dkr| j� ttjjd|��� � fdd�| j D �}| j|� t|�S )z� Include all files anywhere in the current directory that match the pattern. This is very inefficient on large file trees. Nz**c s g | ]}� j |�r|�qS r0 )r� )r� rs )r� r0 r1 r� � s z+FileList.global_include.<locals>.<listcomp>)Zallfilesr� r2 r! r" r\ r� r� )rG r� r� r0 )r� r1 r� � s zFileList.global_includec C s t tjjd|��}| j|j�S )zD Exclude all files anywhere that match the pattern. z**)r2 r! r" r\ r� r� )rG r� r� r0 r0 r1 r� � s zFileList.global_excludec C s8 |j d�r|d d� }t|�}| j|�r4| jj|� d S )N� r r� )ru r � _safe_pathr� �append)rG r� r" r0 r0 r1 r� � s zFileList.appendc C s | j jt| j|�� d S )N)r� r� �filterr� )rG �pathsr0 r0 r1 r� � s zFileList.extendc C s t t| j| j��| _dS )z� Replace self.files with only safe paths Because some owners of FileList manipulate the underlying ``files`` attribute directly, this method must be called to repair those paths. N)rV r� r� r� )rG r0 r0 r1 �_repair� s zFileList._repairc C s� d}t j|�}|d kr(tjd| � dS t j|d�}|d krNtj||d� dS y tjj|�shtjj|�rldS W n& tk r� tj||t j � � Y nX d S )Nz!'%s' not %s encodable -- skippingz''%s' in unexpected encoding -- skippingFzutf-8T) � unicode_utils�filesys_decoder rf Z try_encoder! r" re �UnicodeEncodeError�sys�getfilesystemencoding)rG r" Zenc_warnZu_pathZ utf8_pathr0 r0 r1 r� � s zFileList._safe_pathN)r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r0 r0 r0 r1 r 8 s I r c @ s\ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z e dd� �Z dd� Z dd� Z dS )r~ z MANIFEST.inc C s d| _ d| _d| _d| _d S )Nr )Z use_defaultsr� Z manifest_onlyZforce_manifest)rG r0 r0 r1 rH � s z!manifest_maker.initialize_optionsc C s d S )Nr0 )rG r0 r0 r1 rc s z manifest_maker.finalize_optionsc C sd t � | _tjj| j�s | j� | j� tjj| j�r<| j � | j � | jj � | jj � | j� d S )N) r r� r! r" re r �write_manifest� add_defaults�templateZ read_template�prune_file_list�sortZremove_duplicates)rG r0 r0 r1 r| s zmanifest_maker.runc C s t j|�}|jtjd�S )N�/)r� r� �replacer! r# )rG r" r0 r0 r1 �_manifest_normalize s z"manifest_maker._manifest_normalizec sB � j j� � fdd�� j jD �}d� j }� jt� j|f|� dS )zo Write the file list in 'self.filelist' to the manifest file named by 'self.manifest'. c s g | ]}� j |��qS r0 )r� )r� rs )rG r0 r1 r� s z1manifest_maker.write_manifest.<locals>.<listcomp>zwriting manifest file '%s'N)r� r� r� r Zexecuterd )rG r� �msgr0 )rG r1 r� s z manifest_maker.write_manifestc C s | j |�stj| |� d S )N)�_should_suppress_warningr rf )rG r� r0 r0 r1 rf $ s zmanifest_maker.warnc C s t jd| �S )z; suppress missing-file warnings from sdist zstandard file .*not found)r$ r� )r� r0 r0 r1 r� ( s z'manifest_maker._should_suppress_warningc C st t j| � | jj| j� | jj| j� tt� �}|rB| jj|� nt j j | j�rX| j � | j d�}| jj|j� d S )Nr3 )r r� r� r� r� r rV r r� r! r" re Z read_manifest�get_finalized_commandr� r3 )rG ZrcfilesZei_cmdr0 r0 r1 r� / s zmanifest_maker.add_defaultsc C sZ | j d�}| jj� }| jj|j� | jj|� tjtj �}| jj d| d | dd� d S )N�buildz(^|z)(RCS|CVS|\.svn)r )Zis_regex) r� rR Z get_fullnamer� r� Z build_baser$ r% r! r# Zexclude_pattern)rG r� Zbase_dirr# r0 r0 r1 r� ; s z manifest_maker.prune_file_listN)r� r� r� r� rH rc r| r� r� rf � staticmethodr� r� r� r0 r0 r0 r1 r~ � s r~ c C s8 dj |�}|jd�}t| d��}|j|� W dQ R X dS )z{Create a file with the specified name and write 'contents' (a sequence of strings without line terminators) to it. � zutf-8rl N)r\ rn rp rq )rO �contentsrs r0 r0 r1 rd E s rd c C s| t jd|� | jsx| jj}| j|j |_}| j|j |_}z|j | j � W d || |_|_X t | jdd �}t j | j |� d S )Nz writing %sZzip_safe)r rm ro rR r^ rA rU r@ rw �write_pkg_infor3 �getattrr Zwrite_safety_flag)�cmd�basenamerO r^ ZoldverZoldnameZsafer0 r0 r1 r� R s r� c C s t jj|�rtjd� d S )NzsWARNING: 'depends.txt' is not used by setuptools 0.6! Use the install_requires/extras_require setup() args instead.)r! r" re r rf )r� r� rO r0 r0 r1 �warn_depends_obsoletee s r� c C s, t |pf �}dd� }t||�}| j|� d S )Nc S s | d S )Nr� r0 )r� r0 r0 r1 �<lambda>o s z%_write_requirements.<locals>.<lambda>)r r � writelines)�streamZreqs�linesZ append_crr0 r0 r1 �_write_requirementsm s r� c C sn | j }tj� }t||j� |jp"i }x2t|�D ]&}|jdjf t � �� t||| � q.W | j d||j � � d S )Nz [{extra}] Z requirements) rR r �StringIOr� Zinstall_requires�extras_require�sortedrq �format�varsrk �getvalue)r� r� rO Zdistri r� Zextrar0 r0 r1 �write_requirementst s r� c C s, t j� }t|| jj� | jd||j� � d S )Nzsetup-requirements)�ior� r� rR Zsetup_requiresrk r� )r� r� rO ri r0 r0 r1 �write_setup_requirements s r� c C s: t jdd� | jj� D ��}| jd|djt|��d � d S )Nc S s g | ]}|j d d�d �qS )�.r r )r )r� �kr0 r0 r1 r� � s z(write_toplevel_names.<locals>.<listcomp>ztop-level namesr� )rN �fromkeysrR Ziter_distribution_namesrd r\ r� )r� r� rO Zpkgsr0 r0 r1 �write_toplevel_names� s r� c C s t | ||d� d S )NT)� write_arg)r� r� rO r0 r0 r1 � overwrite_arg� s r� Fc C sH t jj|�d }t| j|d �}|d k r4dj|�d }| j||||� d S )Nr r� )r! r" �splitextr� rR r\ rk )r� r� rO rj ZargnamerJ r0 r0 r1 r� � s r� c C s� | j j}t|tj�s |d kr"|}nr|d k r�g }xZt|j� �D ]J\}}t|tj�sttj||�}dj tt t |j � ���}|j d||f � q<W dj |�}| jd||d� d S )Nr� z [%s] %s r z entry pointsT)rR Z entry_pointsrT r Z string_typesr� �itemsr Z parse_groupr\ r �str�valuesr� rk )r� r� rO ry ri Zsectionr� r0 r0 r1 � write_entries� s r� c C s^ t jdt� tjjd�rZtjd��2} x*| D ]"}tj d|�}|r*t |j d��S q*W W dQ R X dS )zd Get a -r### off of PKG-INFO Version in case this is an sdist of a subversion revision. z$get_pkg_info_revision is deprecated.zPKG-INFOzVersion:.*-r(\d+)\s*$r Nr ) �warningsrf �DeprecationWarningr! r" re r� rp r$ r� �int�group)rs r� r� r0 r0 r1 �get_pkg_info_revision� s r� )F):�__doc__Zdistutils.filelistr Z _FileListZdistutils.errorsr Zdistutils.utilr rX r r! r$ r� r� r� r} rK Zsetuptools.externr Zsetuptools.extern.six.movesr Z setuptoolsr Zsetuptools.command.sdistr r Zsetuptools.command.setoptr Zsetuptools.commandr Z pkg_resourcesr r r r r r r r Zsetuptools.unicode_utilsr� Zsetuptools.globr r r2 r3 r~ rd r� r� r� r� r� r� r� r� r� r� r0 r0 r0 r1 �<module> sR ( S B EI site-packages/setuptools/command/__pycache__/setopt.cpython-36.pyc 0000644 00000010656 15231162611 0021305 0 ustar 00 3 Xo�h� � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlmZ d dl m Z ddd d gZ dd d�Z ddd�Z G dd � d e �ZG dd � d e�ZdS )� )� convert_path)�log)�DistutilsOptionErrorN)� configparser)�Command� config_file� edit_config� option_base�setopt�localc C sh | dkr dS | dkr,t jjt jjtj�d�S | dkrZt jdkrBdpDd}t jjtd | ��S t d | ��d S ) z�Get the filename of the distutils, local, global, or per-user config `kind` must be one of "local", "global", or "user" r z setup.cfg�globalz distutils.cfg�user�posix�.� z~/%spydistutils.cfgz7config_file() type must be 'local', 'global', or 'user'N) �os�path�join�dirname� distutils�__file__�name� expanduserr � ValueError)Zkind�dot� r � /usr/lib/python3.6/setopt.pyr s Fc C s. t jd| � tj� }|j| g� x�|j� D ]�\}}|dkrTt jd|| � |j|� q*|j|�svt jd|| � |j |� x||j� D ]p\}}|dkr�t jd||| � |j ||� |j |�s�t jd|| � |j|� q�t jd|||| � |j |||� q�W q*W t jd| � |�s*t | d ��}|j|� W dQ R X dS ) aY Edit a configuration file to include `settings` `settings` is a dictionary of dictionaries or ``None`` values, keyed by command/section name. A ``None`` value means to delete the entire section, while a dictionary lists settings to be changed or deleted in that section. A setting of ``None`` means to delete that setting. z Reading configuration from %sNz Deleting section [%s] from %sz Adding new section [%s] to %szDeleting %s.%s from %sz#Deleting empty [%s] section from %szSetting %s.%s to %r in %sz Writing %s�w)r �debugr ZRawConfigParser�read�items�infoZremove_sectionZ has_sectionZ add_sectionZ remove_option�options�set�open�write) �filenameZsettings�dry_runZoptsZsectionr" �option�value�fr r r r ! s8 c @ s2 e Zd ZdZdddgZddgZd d � Zd d� ZdS )r z<Abstract base class for commands that mess with config files� global-config�g�0save options to the site-wide distutils.cfg file� user-config�u�7save options to the current user's pydistutils.cfg file� filename=r* �-configuration file to use (default=setup.cfg)c C s d | _ d | _d | _d S )N)� global_config� user_configr& )�selfr r r �initialize_options\ s z option_base.initialize_optionsc C sv g }| j r|jtd�� | jr,|jtd�� | jd k rB|j| j� |sT|jtd�� t|�dkrjtd|��|\| _d S )Nr r r � z/Must specify only one configuration file option)r3 �appendr r4 r& �lenr )r5 � filenamesr r r �finalize_optionsa s z option_base.finalize_optionsN)r+ r, r- )r. r/ r0 )r1 r* r2 )�__name__� __module__� __qualname__�__doc__� user_options�boolean_optionsr6 r; r r r r r L s c @ sJ e Zd ZdZdZddddgej Zejd g Zdd� Zdd� Z dd� Z dS )r z#Save command-line options to a filez1set an option in setup.cfg or another config file�command=�c� command to set an option for�option=�o� option to set� set-value=�s�value of the option�remove�r�remove (unset) the valuec C s& t j| � d | _d | _d | _d | _d S )N)r r6 �commandr( � set_valuerK )r5 r r r r6 � s zsetopt.initialize_optionsc C sD t j| � | jd ks | jd kr&td��| jd kr@| j r@td��d S )Nz%Must specify --command *and* --optionz$Must specify --set-value or --remove)r r; rN r( r rO rK )r5 r r r r; � s zsetopt.finalize_optionsc C s* t | j| j| jjdd�| jii| j� d S )N�-�_)r r& rN r( �replacerO r' )r5 r r r �run� s z setopt.runN)rB rC rD )rE rF rG )rH rI rJ )rK rL rM ) r< r= r> r? � descriptionr r@ rA r6 r; rS r r r r r s s )r )F)Zdistutils.utilr r r Zdistutils.errorsr r Zsetuptools.extern.six.movesr Z setuptoolsr �__all__r r r r r r r r �<module> s +' site-packages/setuptools/command/__pycache__/__init__.cpython-36.pyc 0000644 00000001230 15231162611 0021512 0 ustar 00 3 Xo�hR � @ sz d ddddddddd d d d d dddddddddgZ ddlmZ ddlZddlmZ dejkrrd ejd< ejjd� [[dS ) �alias� bdist_eggZ bdist_rpmZ build_extZbuild_pyZdevelopZ easy_installZegg_infoZinstallZ install_lib�rotateZsaveoptsZsdistZsetoptZtestZinstall_egg_info�install_scripts�registerZ bdist_wininstZ upload_docsZuploadZ build_clibZ dist_info� )�bdistN)r Zegg�Python .egg file)r r ) �__all__Zdistutils.command.bdistr �sysZsetuptools.commandr Zformat_commandsZformat_command�append� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/setuptools/command/__pycache__/upload_docs.cpython-36.pyc 0000644 00000013610 15231162611 0022254 0 ustar 00 3 Xo�h� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZ ddlmZmZ ddlmZ d d lmZ d d � ZG d d� de�ZdS )zpupload_docs Implements a Distutils 'upload_docs' subcommand (upload documentation to PyPI's pythonhosted.org). � )�standard_b64encode)�log)�DistutilsOptionErrorN)�six)� http_client�urllib)�iter_entry_points� )�uploadc C s t jr dnd}| jd|�S )N�surrogateescape�strictzutf-8)r �PY3�encode)�s�errors� r �!/usr/lib/python3.6/upload_docs.py�_encode s r c @ s� e Zd ZdZdZdddej fd d gZejZd d � Zd efgZ dd� Z dd� Z dd� Z dd� Z edd� �Zedd� �Zdd� ZdS ) � upload_docsz https://pypi.python.org/pypi/z Upload documentation to PyPIz repository=�rz url of repository [default: %s]� show-responseN�&display full response text from server� upload-dir=�directory to uploadc C s$ | j d kr xtdd�D ]}dS W d S )Nzdistutils.commands� build_sphinxT)� upload_dirr )�selfZepr r r � has_sphinx/ s zupload_docs.has_sphinxr c C s t j| � d | _d | _d S )N)r �initialize_optionsr � target_dir)r r r r r 6 s z upload_docs.initialize_optionsc C s� t j| � | jd krN| j� r0| jd�}|j| _q`| jd�}tjj |j d�| _n| j d� | j| _d| j krtt jd� | jd| j � d S )Nr �buildZdocsr zpypi.python.orgz3Upload_docs command is deprecated. Use RTD instead.zUsing upload directory %s)r �finalize_optionsr r Zget_finalized_commandZbuilder_target_dirr �os�path�joinZ build_baseZensure_dirname� repositoryr �warn�announce)r r r r r r r! ; s z upload_docs.finalize_optionsc C s� t j|d�}z�| j| j� x�tj| j�D ]~\}}}|| jkrT| rTd}t|| j ��xP|D ]H}tjj||�}|t | j�d � j tjj �} tjj| |�} |j || � qZW q(W W d |j � X d S )N�wz'no files found in upload directory '%s')�zipfileZZipFileZmkpathr r" �walkr r# r$ �len�lstrip�sep�write�close) r �filename�zip_file�root�dirs�filesZtmpl�nameZfullZrelative�destr r r �create_zipfileK s zupload_docs.create_zipfilec C sl x| j � D ]}| j|� q W tj� }| jjj� }tjj |d| �}z| j |� | j |� W d t j |� X d S )Nz%s.zip)Zget_sub_commandsZ run_command�tempfileZmkdtemp� distribution�metadata�get_namer" r# r$ r7 � upload_file�shutilZrmtree)r Zcmd_nameZtmp_dirr5 r1 r r r �run[ s zupload_docs.runc c s� | \}}d| }t |t�s |g}xn|D ]f}t |t�rN|d|d 7 }|d }nt|�}|V t|�V dV |V |r&|dd � dkr&dV q&W d S ) Nz* Content-Disposition: form-data; name="%s"z; filename="%s"r r s � � ���)� isinstance�list�tupler )�item� sep_boundary�key�values�title�valuer r r � _build_parti s zupload_docs._build_partc C sn d}d| }|d }|df}t j| j|d�}t||j� �}tjj|�}tj||�} d|jd� } dj | �| fS ) z= Build up the MIME payload for the POST data s3 --------------GHSKFJDLGDS7543FJKLFHRE75642756743254s --s --r@ )rF z multipart/form-data; boundary=%s�ascii� ) � functools�partialrK �map�items� itertools�chain� from_iterable�decoder$ ) �cls�data�boundaryrF Z end_boundaryZ end_itemsZbuilderZ part_groups�partsZ body_items� content_typer r r �_build_multipart} s z upload_docs._build_multipartc C sP t |d��}|j� }W d Q R X | jj}d|j� tjj|�|fd�}t| j d | j �}t |�}t j rn|jd�}d| }| j|�\}} d| j } | j| tj� tjj| j�\} } } }}}| r�| r�| s�t�| dkr�tj| �}n | d kr�tj| �}n td | ��d }yZ|j� |j d | � | }|j d |� |j dt t |��� |j d|� |j � |j!|� W n6 t"j#k �r� } z| jt |�tj$� d S d }~X nX |j%� }|j&dk�r�d|j&|j'f } | j| tj� nb|j&dk�r|j(d�}|d k�r�d|j� }d| } | j| tj� n d|j&|j'f } | j| tj$� | j)�rLt*dd |j� dd � d S )N�rbZ doc_upload)z:actionr5 �content�:rL zBasic z Submitting documentation to %sZhttpZhttpszunsupported schema � ZPOSTz Content-typezContent-lengthZ Authorization�� zServer response (%s): %si- ZLocationz https://pythonhosted.org/%s/zUpload successful. Visit %szUpload failed (%s): %s�-�K )+�open�readr9 r: r; r" r# �basenamer ZusernameZpasswordr r r rU r[ r% r' r �INFOr �parseZurlparse�AssertionErrorr ZHTTPConnectionZHTTPSConnectionZconnectZ putrequestZ putheader�strr+ Z endheaders�send�socket�errorZERRORZ getresponseZstatus�reasonZ getheaderZ show_response�print)r r0 �fr] �metarW Z credentialsZauthZbodyZct�msgZschemaZnetlocZurlZparamsZqueryZ fragmentsZconnrZ �er �locationr r r r< � s` zupload_docs.upload_file)r Nr )r Nr )�__name__� __module__� __qualname__ZDEFAULT_REPOSITORY� descriptionr Z user_optionsZboolean_optionsr Z sub_commandsr r! r7 r> � staticmethodrK � classmethodr[ r< r r r r r s" r )�__doc__�base64r Z distutilsr Zdistutils.errorsr r" rk r) r8 r= rR rN Zsetuptools.externr Zsetuptools.extern.six.movesr r Z pkg_resourcesr r r r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_ext.cpython-36.pyc 0000644 00000023363 15231162611 0021745 0 ustar 00 3 Xo�hu3 � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z m Z d dlmZ d dlmZ d dlmZ d d lmZ yd dlmZ ed � W n ek r� eZY nX e d � d d l mZ d d� Z dZ dZ dZ ej dkr�dZ n>e j!dk�r,yd dl"Z"e#e"d� Z Z W n ek �r* Y nX dd� Z$dd� Z%G dd� de�Ze �s^e j!dk�rjd!dd �Z&nd Z d"d d �Z&d d � Z'dS )#� N)� build_ext)� copy_file)� new_compiler)�customize_compiler�get_config_var)�DistutilsError)�log)�Library)�sixzCython.Compiler.Main�LDSHARED)� _config_varsc C sZ t jdkrNtj� }z$dtd< dtd< dtd< t| � W d tj� tj|� X nt| � d S )N�darwinz0gcc -Wl,-x -dynamiclib -undefined dynamic_lookupr z -dynamiclib�CCSHAREDz.dylib�SO)�sys�platform� _CONFIG_VARS�copyr �clear�update)�compilerZtmp� r � /usr/lib/python3.6/build_ext.py� _customize_compiler_for_shlib s r FZsharedr T�nt�RTLD_NOWc C s t r| S dS )N� )� have_rtld)�sr r r �<lambda>> s r c C s> x8dd� t j� D �D ]"\} }}d| kr*| S | dkr| S qW dS )z;Return the file extension for an abi3-compliant Extension()c s s | ]}|d t jkr|V qdS )� N)�impZ C_EXTENSION)�.0r r r r � <genexpr>C s z"get_abi3_suffix.<locals>.<genexpr>z.abi3z.pydN)r! Z get_suffixes)�suffix�_r r r �get_abi3_suffixA s r& c @ sv e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zd dd�Zd S ) r c C s. | j d }| _ tj| � || _ |r*| j� dS )z;Build extensions in build directory, then copy if --inplacer N)Zinplace� _build_ext�run�copy_extensions_to_source)�selfZ old_inplacer r r r( K s z build_ext.runc C s� | j d�}x�| jD ]�}| j|j�}| j|�}|jd�}dj|d d� �}|j|�}tj j|tj j |��}tj j| j |�} t | || j | jd� |jr| j|p�tj|d� qW d S )N�build_py�.� )�verbose�dry_runT���)�get_finalized_command� extensions�get_ext_fullname�name�get_ext_filename�split�joinZget_package_dir�os�path�basename� build_libr r. r/ � _needs_stub� write_stub�curdir) r* r+ �ext�fullname�filenameZmodpath�packageZ package_dirZ dest_filenameZ src_filenamer r r r) S s z#build_ext.copy_extensions_to_sourcec C s� t j| |�}|| jkr�| j| }tjo4t|d�o4t� }|r^td�}|d t|� � }|t� }t |t �r�t j j |�\}}| jj|t�S tr�|jr�t j j|�\}}t j j|d| �S |S )NZpy_limited_api� EXT_SUFFIXzdl-)r' r5 �ext_mapr ZPY3�getattrr& �_get_config_var_837�len� isinstancer r8 r9 �splitext�shlib_compiler�library_filename�libtype� use_stubs�_links_to_dynamicr6 r7 )r* r@ rA r? Zuse_abi3Zso_ext�fn�dr r r r5 i s" zbuild_ext.get_ext_filenamec C s t j| � d | _g | _i | _d S )N)r' �initialize_optionsrJ �shlibsrD )r* r r r rQ ~ s z build_ext.initialize_optionsc C s2 t j| � | jpg | _| j| j� dd� | jD �| _| jrB| j� x | jD ]}| j|j�|_qJW x�| jD ]�}|j}|| j |< || j |j d�d < | jr�| j |�p�d}|o�t o�t |t� }||_||_| j|� }|_tjjtjj| j|��}|o�||jk�r|jj|� |rht rhtj|jkrh|jjtj� qhW d S )Nc S s g | ]}t |t�r|�qS r )rH r )r" r? r r r � <listcomp>� s z.build_ext.finalize_options.<locals>.<listcomp>r, r- Fr0 ) r' �finalize_optionsr2 Zcheck_extensions_listrR �setup_shlib_compilerr3 r4 � _full_namerD r6 �links_to_dynamicrM rH r rN r< r5 � _file_namer8 r9 �dirnamer7 r; � library_dirs�appendr> �runtime_library_dirs)r* r? r@ Zltd�nsrA Zlibdirr r r rT � s, zbuild_ext.finalize_optionsc C s� t | j| j| jd� }| _t|� | jd k r8|j| j� | jd k rbx | jD ]\}}|j ||� qJW | j d k r�x| j D ]}|j |� qtW | j d k r�|j | j � | jd k r�|j| j� | jd k r�|j| j� | jd k r�|j| j� tj|�|_d S )N)r r/ �force)r r r/ r^ rJ r Z include_dirsZset_include_dirsZdefineZ define_macroZundefZundefine_macro� librariesZ set_librariesrZ Zset_library_dirsZrpathZset_runtime_library_dirsZ link_objectsZset_link_objects�link_shared_object�__get__)r* r r4 �valueZmacror r r rU � s( z build_ext.setup_shlib_compilerc C s t |t�r|jS tj| |�S )N)rH r �export_symbolsr' �get_export_symbols)r* r? r r r rd � s z build_ext.get_export_symbolsc C s\ |j � | j}z@t|t�r"| j| _tj| |� |jrL| jd�j }| j ||� W d || _X d S )Nr+ ) Z _convert_pyx_sources_to_langr rH r rJ r' �build_extensionr< r1 r; r= )r* r? Z _compiler�cmdr r r re � s zbuild_ext.build_extensionc sP t jdd� | jD ��� dj|jjd�dd � dg ��t� �fdd�|jD ��S ) z?Return true if 'ext' links to a dynamic lib in the same packagec S s g | ] }|j �qS r )rV )r" �libr r r rS � s z.build_ext.links_to_dynamic.<locals>.<listcomp>r, Nr- r c 3 s | ]}�| � kV qd S )Nr )r" Zlibname)�libnames�pkgr r r# � s z-build_ext.links_to_dynamic.<locals>.<genexpr>r0 )�dict�fromkeysrR r7 rV r6 �anyr_ )r* r? r )rh ri r rW � s zbuild_ext.links_to_dynamicc C s t j| �| j� S )N)r' � get_outputs� _build_ext__get_stubs_outputs)r* r r r rm � s zbuild_ext.get_outputsc s6 � fdd�� j D �}tj|� j� �}tdd� |D ��S )Nc 3 s0 | ](}|j rtjj� jf|jjd ��� V qdS )r, N)r< r8 r9 r7 r; rV r6 )r" r? )r* r r r# � s z0build_ext.__get_stubs_outputs.<locals>.<genexpr>c s s | ]\}}|| V qd S )Nr )r" �baseZfnextr r r r# � s )r2 � itertools�product�!_build_ext__get_output_extensions�list)r* Z ns_ext_basesZpairsr )r* r Z__get_stubs_outputs� s z build_ext.__get_stubs_outputsc c s" dV dV | j d�jr dV d S )Nz.pyz.pycr+ z.pyo)r1 �optimize)r* r r r Z__get_output_extensions� s z!build_ext.__get_output_extensionsFc C s. t jd|j|� tjj|f|jjd��� d }|rJtjj|�rJt|d ��| j s�t |d�}|j djddd t d � d tjj |j� d d dt d�dddt d�ddt d�dddg�� |j� |�r*ddlm} ||gdd | j d � | jd �j}|dk�r||g|d | j d � tjj|��r*| j �r*tj|� d S ) Nz writing stub loader for %s to %sr, z.pyz already exists! Please delete.�w� zdef __bootstrap__():z- global __bootstrap__, __file__, __loader__z% import sys, os, pkg_resources, impz, dlz: __file__ = pkg_resources.resource_filename(__name__,%r)z del __bootstrap__z if '__loader__' in globals():z del __loader__z# old_flags = sys.getdlopenflags()z old_dir = os.getcwd()z try:z( os.chdir(os.path.dirname(__file__))z$ sys.setdlopenflags(dl.RTLD_NOW)z( imp.load_dynamic(__name__,__file__)z finally:z" sys.setdlopenflags(old_flags)z os.chdir(old_dir)z__bootstrap__()r r )� byte_compileT)rt r^ r/ Z install_lib)r �inforV r8 r9 r7 r6 �existsr r/ �open�write�if_dlr: rX �closeZdistutils.utilrw r1 rt �unlink)r* � output_dirr? �compileZ stub_file�frw rt r r r r= � sP zbuild_ext.write_stubN)F)�__name__� __module__� __qualname__r( r) r5 rQ rT rU rd re rW rm rn rr r= r r r r r J s r c C s( | j | j||||||||| | | | � d S )N)�linkZSHARED_LIBRARY) r* �objects�output_libnamer r_ rZ r\ rc �debug� extra_preargs�extra_postargs� build_temp� target_langr r r r` s r` Zstaticc C s^ |d ks t �tjj|�\}} tjj| �\}}| jd�jd�rH|dd � }| j||||| � d S )N�xrg � )�AssertionErrorr8 r9 r6 rI rK � startswithZcreate_static_lib)r* r� r� r r_ rZ r\ rc r� r� r� r� r� rA r: r? r r r r` , s c C s t jdk rd} t| �S )z� In https://github.com/pypa/setuptools/pull/837, we discovered Python 3.3.0 exposes the extension suffix under the name 'SO'. r� r- r )r� r� r- )r � version_infor )r4 r r r rF D s rF ) NNNNNr NNNN) NNNNNr NNNN)(r8 r rp r! Zdistutils.command.build_extr Z _du_build_extZdistutils.file_utilr Zdistutils.ccompilerr Zdistutils.sysconfigr r Zdistutils.errorsr Z distutilsr Zsetuptools.extensionr Zsetuptools.externr ZCython.Distutils.build_extr' � __import__� ImportErrorr r r r rM rL r r4 Zdl�hasattrr| r& r` rF r r r r �<module> sZ Q site-packages/setuptools/command/__pycache__/register.cpython-36.opt-1.pyc 0000644 00000001005 15231162611 0022536 0 ustar 00 3 Xo�h � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd ZejjZdd� ZdS )�registerc C s | j d� tjj| � d S )NZegg_info)Z run_command�origr �run)�self� r � /usr/lib/python3.6/register.pyr s z register.runN)�__name__� __module__� __qualname__r r �__doc__r r r r r r s r )Zdistutils.command.registerZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/build_ext.cpython-36.opt-1.pyc 0000644 00000023325 15231162611 0022702 0 ustar 00 3 Xo�hu3 � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z m Z d dlmZ d dlmZ d dlmZ d d lmZ yd dlmZ ed � W n ek r� eZY nX e d � d d l mZ d d� Z dZ dZ dZ ej dkr�dZ n>e j!dk�r,yd dl"Z"e#e"d� Z Z W n ek �r* Y nX dd� Z$dd� Z%G dd� de�Ze �s^e j!dk�rjd!dd �Z&nd Z d"d d �Z&d d � Z'dS )#� N)� build_ext)� copy_file)� new_compiler)�customize_compiler�get_config_var)�DistutilsError)�log)�Library)�sixzCython.Compiler.Main�LDSHARED)� _config_varsc C sZ t jdkrNtj� }z$dtd< dtd< dtd< t| � W d tj� tj|� X nt| � d S )N�darwinz0gcc -Wl,-x -dynamiclib -undefined dynamic_lookupr z -dynamiclib�CCSHAREDz.dylib�SO)�sys�platform� _CONFIG_VARS�copyr �clear�update)�compilerZtmp� r � /usr/lib/python3.6/build_ext.py� _customize_compiler_for_shlib s r FZsharedr T�nt�RTLD_NOWc C s t r| S dS )N� )� have_rtld)�sr r r �<lambda>> s r c C s> x8dd� t j� D �D ]"\} }}d| kr*| S | dkr| S qW dS )z;Return the file extension for an abi3-compliant Extension()c s s | ]}|d t jkr|V qdS )� N)�impZ C_EXTENSION)�.0r r r r � <genexpr>C s z"get_abi3_suffix.<locals>.<genexpr>z.abi3z.pydN)r! Z get_suffixes)�suffix�_r r r �get_abi3_suffixA s r& c @ sv e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zd dd�Zd S ) r c C s. | j d }| _ tj| � || _ |r*| j� dS )z;Build extensions in build directory, then copy if --inplacer N)Zinplace� _build_ext�run�copy_extensions_to_source)�selfZ old_inplacer r r r( K s z build_ext.runc C s� | j d�}x�| jD ]�}| j|j�}| j|�}|jd�}dj|d d� �}|j|�}tj j|tj j |��}tj j| j |�} t | || j | jd� |jr| j|p�tj|d� qW d S )N�build_py�.� )�verbose�dry_runT���)�get_finalized_command� extensions�get_ext_fullname�name�get_ext_filename�split�joinZget_package_dir�os�path�basename� build_libr r. r/ � _needs_stub� write_stub�curdir) r* r+ �ext�fullname�filenameZmodpath�packageZ package_dirZ dest_filenameZ src_filenamer r r r) S s z#build_ext.copy_extensions_to_sourcec C s� t j| |�}|| jkr�| j| }tjo4t|d�o4t� }|r^td�}|d t|� � }|t� }t |t �r�t j j |�\}}| jj|t�S tr�|jr�t j j|�\}}t j j|d| �S |S )NZpy_limited_api� EXT_SUFFIXzdl-)r' r5 �ext_mapr ZPY3�getattrr& �_get_config_var_837�len� isinstancer r8 r9 �splitext�shlib_compiler�library_filename�libtype� use_stubs�_links_to_dynamicr6 r7 )r* r@ rA r? Zuse_abi3Zso_ext�fn�dr r r r5 i s" zbuild_ext.get_ext_filenamec C s t j| � d | _g | _i | _d S )N)r' �initialize_optionsrJ �shlibsrD )r* r r r rQ ~ s z build_ext.initialize_optionsc C s2 t j| � | jpg | _| j| j� dd� | jD �| _| jrB| j� x | jD ]}| j|j�|_qJW x�| jD ]�}|j}|| j |< || j |j d�d < | jr�| j |�p�d}|o�t o�t |t� }||_||_| j|� }|_tjjtjj| j|��}|o�||jk�r|jj|� |rht rhtj|jkrh|jjtj� qhW d S )Nc S s g | ]}t |t�r|�qS r )rH r )r" r? r r r � <listcomp>� s z.build_ext.finalize_options.<locals>.<listcomp>r, r- Fr0 ) r' �finalize_optionsr2 Zcheck_extensions_listrR �setup_shlib_compilerr3 r4 � _full_namerD r6 �links_to_dynamicrM rH r rN r< r5 � _file_namer8 r9 �dirnamer7 r; � library_dirs�appendr> �runtime_library_dirs)r* r? r@ Zltd�nsrA Zlibdirr r r rT � s, zbuild_ext.finalize_optionsc C s� t | j| j| jd� }| _t|� | jd k r8|j| j� | jd k rbx | jD ]\}}|j ||� qJW | j d k r�x| j D ]}|j |� qtW | j d k r�|j | j � | jd k r�|j| j� | jd k r�|j| j� | jd k r�|j| j� tj|�|_d S )N)r r/ �force)r r r/ r^ rJ r Z include_dirsZset_include_dirsZdefineZ define_macroZundefZundefine_macro� librariesZ set_librariesrZ Zset_library_dirsZrpathZset_runtime_library_dirsZ link_objectsZset_link_objects�link_shared_object�__get__)r* r r4 �valueZmacror r r rU � s( z build_ext.setup_shlib_compilerc C s t |t�r|jS tj| |�S )N)rH r �export_symbolsr' �get_export_symbols)r* r? r r r rd � s z build_ext.get_export_symbolsc C s\ |j � | j}z@t|t�r"| j| _tj| |� |jrL| jd�j }| j ||� W d || _X d S )Nr+ ) Z _convert_pyx_sources_to_langr rH r rJ r' �build_extensionr< r1 r; r= )r* r? Z _compiler�cmdr r r re � s zbuild_ext.build_extensionc sP t jdd� | jD ��� dj|jjd�dd � dg ��t� �fdd�|jD ��S ) z?Return true if 'ext' links to a dynamic lib in the same packagec S s g | ] }|j �qS r )rV )r" �libr r r rS � s z.build_ext.links_to_dynamic.<locals>.<listcomp>r, Nr- r c 3 s | ]}�| � kV qd S )Nr )r" Zlibname)�libnames�pkgr r r# � s z-build_ext.links_to_dynamic.<locals>.<genexpr>r0 )�dict�fromkeysrR r7 rV r6 �anyr_ )r* r? r )rh ri r rW � s zbuild_ext.links_to_dynamicc C s t j| �| j� S )N)r' � get_outputs� _build_ext__get_stubs_outputs)r* r r r rm � s zbuild_ext.get_outputsc s6 � fdd�� j D �}tj|� j� �}tdd� |D ��S )Nc 3 s0 | ](}|j rtjj� jf|jjd ��� V qdS )r, N)r< r8 r9 r7 r; rV r6 )r" r? )r* r r r# � s z0build_ext.__get_stubs_outputs.<locals>.<genexpr>c s s | ]\}}|| V qd S )Nr )r" �baseZfnextr r r r# � s )r2 � itertools�product�!_build_ext__get_output_extensions�list)r* Z ns_ext_basesZpairsr )r* r Z__get_stubs_outputs� s z build_ext.__get_stubs_outputsc c s" dV dV | j d�jr dV d S )Nz.pyz.pycr+ z.pyo)r1 �optimize)r* r r r Z__get_output_extensions� s z!build_ext.__get_output_extensionsFc C s. t jd|j|� tjj|f|jjd��� d }|rJtjj|�rJt|d ��| j s�t |d�}|j djddd t d � d tjj |j� d d dt d�dddt d�ddt d�dddg�� |j� |�r*ddlm} ||gdd | j d � | jd �j}|dk�r||g|d | j d � tjj|��r*| j �r*tj|� d S ) Nz writing stub loader for %s to %sr, z.pyz already exists! Please delete.�w� zdef __bootstrap__():z- global __bootstrap__, __file__, __loader__z% import sys, os, pkg_resources, impz, dlz: __file__ = pkg_resources.resource_filename(__name__,%r)z del __bootstrap__z if '__loader__' in globals():z del __loader__z# old_flags = sys.getdlopenflags()z old_dir = os.getcwd()z try:z( os.chdir(os.path.dirname(__file__))z$ sys.setdlopenflags(dl.RTLD_NOW)z( imp.load_dynamic(__name__,__file__)z finally:z" sys.setdlopenflags(old_flags)z os.chdir(old_dir)z__bootstrap__()r r )� byte_compileT)rt r^ r/ Z install_lib)r �inforV r8 r9 r7 r6 �existsr r/ �open�write�if_dlr: rX �closeZdistutils.utilrw r1 rt �unlink)r* � output_dirr? �compileZ stub_file�frw rt r r r r= � sP zbuild_ext.write_stubN)F)�__name__� __module__� __qualname__r( r) r5 rQ rT rU rd re rW rm rn rr r= r r r r r J s r c C s( | j | j||||||||| | | | � d S )N)�linkZSHARED_LIBRARY) r* �objects�output_libnamer r_ rZ r\ rc �debug� extra_preargs�extra_postargs� build_temp� target_langr r r r` s r` Zstaticc C sR t jj|�\}} t jj| �\}}| jd�jd�r<|dd � }| j||||| � d S )N�xrg � )r8 r9 r6 rI rK � startswithZcreate_static_lib)r* r� r� r r_ rZ r\ rc r� r� r� r� r� rA r: r? r r r r` , s c C s t jdk rd} t| �S )z� In https://github.com/pypa/setuptools/pull/837, we discovered Python 3.3.0 exposes the extension suffix under the name 'SO'. r� r- r )r� r� r- )r � version_infor )r4 r r r rF D s rF ) NNNNNr NNNN) NNNNNr NNNN)(r8 r rp r! Zdistutils.command.build_extr Z _du_build_extZdistutils.file_utilr Zdistutils.ccompilerr Zdistutils.sysconfigr r Zdistutils.errorsr Z distutilsr Zsetuptools.extensionr Zsetuptools.externr ZCython.Distutils.build_extr' � __import__� ImportErrorr r r r rM rL r r4 Zdl�hasattrr| r& r` rF r r r r �<module> sZ Q site-packages/setuptools/command/__pycache__/install_lib.cpython-36.opt-1.pyc 0000644 00000007603 15231162611 0023220 0 ustar 00 3 Xo�h � @ sB d dl Z d dlZd dlmZmZ d dljjZG dd� dej�ZdS )� N)�product�starmapc @ sZ e Zd ZdZdd� Zdd� Zdd� Zedd � �Zd d � Z ed d � �Z ddd�Z dd� Z dS )� install_libz9Don't add compiled flags to filenames of non-Python filesc C s& | j � | j� }|d k r"| j|� d S )N)Zbuild�installZ byte_compile)�self�outfiles� r �!/usr/lib/python3.6/install_lib.py�run s zinstall_lib.runc s4 � fdd�� j � D �}t|� j� �}tt� j|��S )z� Return a collections.Sized collections.Container of paths to be excluded for single_version_externally_managed installations. c 3 s" | ]}� j |�D ] }|V qqd S )N)� _all_packages)�.0Zns_pkg�pkg)r r r � <genexpr> s z-install_lib.get_exclusions.<locals>.<genexpr>)�_get_SVEM_NSPsr �_gen_exclusion_paths�setr �_exclude_pkg_path)r Z all_packagesZ excl_specsr )r r �get_exclusions s zinstall_lib.get_exclusionsc C s$ |j d�|g }tjj| jf|�� S )zw Given a package name and exclusion path within that package, compute the full exclusion path. �.)�split�os�path�joinZ install_dir)r r Zexclusion_path�partsr r r r s z install_lib._exclude_pkg_pathc c s$ x | r | V | j d�\} }}qW dS )zn >>> list(install_lib._all_packages('foo.bar.baz')) ['foo.bar.baz', 'foo.bar', 'foo'] r N)� rpartition)Zpkg_name�sepZchildr r r r ' s zinstall_lib._all_packagesc C s, | j js g S | jd�}|j}|r(| j jS g S )z� Get namespace packages (list) but only for single_version_externally_managed installations and empty otherwise. r )Z distributionZnamespace_packagesZget_finalized_commandZ!single_version_externally_managed)r Z install_cmdZsvemr r r r 1 s zinstall_lib._get_SVEM_NSPsc c sb dV dV dV t td�s dS tjjddtj� �} | d V | d V | d V | d V dS ) zk Generate file paths to be excluded for namespace packages (bytecode cache files). z __init__.pyz __init__.pycz __init__.pyo�get_tagN� __pycache__z __init__.z.pycz.pyoz .opt-1.pycz .opt-2.pyc)�hasattr�impr r r r )�baser r r r A s z install_lib._gen_exclusion_paths� r c sX | j � � � s tjj| ||�S ddlm} ddlm� g �� ��fdd�}||||� �S )Nr )�unpack_directory)�logc s< |� kr�j d|� dS �jd| tjj|�� �j|� |S )Nz/Skipping installation of %s (namespace package)Fzcopying %s -> %s)�warn�infor r �dirname�append)�src�dst)�excluder# r r r �pfg s z!install_lib.copy_tree.<locals>.pf)r �origr � copy_treeZsetuptools.archive_utilr" Z distutilsr# ) r ZinfileZoutfileZ preserve_modeZpreserve_timesZpreserve_symlinks�levelr" r+ r )r* r# r r r- V s zinstall_lib.copy_treec s. t jj| �}| j� � � r*� fdd�|D �S |S )Nc s g | ]}|� kr|�qS r r )r �f)r* r r � <listcomp>x s z+install_lib.get_outputs.<locals>.<listcomp>)r, r � get_outputsr )r Zoutputsr )r* r r1 t s zinstall_lib.get_outputsN)r! r! r r! ) �__name__� __module__� __qualname__�__doc__r r r � staticmethodr r r r- r1 r r r r r s r ) r r � itertoolsr r Z distutils.command.install_libZcommandr r, r r r r �<module> s site-packages/setuptools/command/__pycache__/install.cpython-36.pyc 0000644 00000007471 15231162611 0021436 0 ustar 00 3 Xo�hK � @ sv d dl mZ d dlZd dlZd dlZd dlZd dljjZ d dl Z e jZ G dd� de j�Zdd� e jj D �ej e_ dS )� )�DistutilsArgErrorNc @ s� e Zd ZdZejjddg Zejjddg Zddd � fd d d � fgZe e�Z d d � Z dd� Z dd� Z dd� Zedd� �Zdd� ZdS )�installz7Use easy_install to install the package, w/dependencies�old-and-unmanageableN�Try not to use this!�!single-version-externally-managed�5used by system package builders to create 'flat' eggsZinstall_egg_infoc C s dS )NT� )�selfr r � /usr/lib/python3.6/install.py�<lambda> s zinstall.<lambda>Zinstall_scriptsc C s dS )NTr )r r r r r s c C s t jj| � d | _d | _d S )N)�origr �initialize_options�old_and_unmanageable�!single_version_externally_managed)r r r r r s zinstall.initialize_optionsc C s< t jj| � | jrd| _n | jr8| j r8| j r8td��d S )NTzAYou must specify --record or --root when building system packages)r r �finalize_options�rootr �recordr )r r r r r % s zinstall.finalize_optionsc C s( | j s | jrtjj| �S d | _d| _d S )N� )r r r r �handle_extra_pathZ path_fileZ extra_dirs)r r r r r 0 s zinstall.handle_extra_pathc C s@ | j s | jrtjj| �S | jtj� �s4tjj| � n| j� d S )N) r r r r �run�_called_from_setup�inspectZ currentframe�do_egg_install)r r r r r : s z install.runc C sz | dkr4d}t j|� tj� dkr0d}t j|� dS tj| �d }|dd� \}tj|�}|jjdd �}|d kox|j d kS ) a� Attempt to detect whether run() was called from setup() or by another command. If called by setup(), the parent caller will be the 'run_command' method in 'distutils.dist', and *its* caller will be the 'run_commands' method. If called any other way, the immediate caller *might* be 'run_command', but it won't have been called by 'run_commands'. Return True in that case or if a call stack is unavailable. Return False otherwise. Nz4Call stack not available. bdist_* commands may fail.Z IronPythonz6For best results, pass -X:Frames to enable call stack.T� � �__name__r zdistutils.distZ run_commands) �warnings�warn�platformZpython_implementationr ZgetouterframesZ getframeinfo� f_globals�getZfunction)Z run_frame�msg�resZcaller�infoZ caller_moduler r r r E s zinstall._called_from_setupc C s� | j jd�}|| j d| j| jd�}|j� d|_|jjtjd�� | j d� | j j d�j g}t j rp|jdt j � ||_|j� d t _ d S )N� easy_install�x)�argsr r �.z*.eggZ bdist_eggr )Z distributionZget_command_classr r Zensure_finalizedZalways_copy_fromZ package_index�scan�globZ run_commandZget_command_objZ egg_output� setuptoolsZbootstrap_install_from�insertr& r )r r$ �cmdr& r r r r ` s zinstall.do_egg_install)r Nr )r Nr )r � __module__� __qualname__�__doc__r r Z user_optionsZboolean_options� new_commands�dict�_ncr r r r � staticmethodr r r r r r r s r c C s g | ]}|d t jkr|�qS )r )r r2 )�.0r, r r r � <listcomp>{ s r5 )Zdistutils.errorsr r r) r r Zdistutils.command.installZcommandr r r* �_installZ sub_commandsr0 r r r r �<module> s l site-packages/setuptools/command/__pycache__/build_py.cpython-36.opt-1.pyc 0000644 00000020460 15231162611 0022527 0 ustar 00 3 Xo�h|% � @ s� d dl m Z d dlmZ d dljjZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dlmZ d dlmZmZmZ yd dlmZ W n" ek r� G dd� d�ZY nX G d d � d eje�Zdd d �Zd d� ZdS )� )�glob)� convert_pathN)�six)�map�filter� filterfalse)� Mixin2to3c @ s e Zd Zddd�ZdS )r Tc C s dS )z do nothingN� )�self�filesZdoctestsr r � /usr/lib/python3.6/build_py.py�run_2to3 s zMixin2to3.run_2to3N)T)�__name__� __module__� __qualname__r r r r r r s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zd d � Zed d � �Zd S )!�build_pyaX Enhanced 'build_py' command that includes data files with packages The data files are specified via a 'package_data' argument to 'setup()'. See 'setuptools.dist.Distribution' for more details. Also, this version of the 'build_py' command allows you to specify both 'py_modules' and 'packages' in the same setup operation. c C sF t jj| � | jj| _| jjp i | _d| jkr6| jd= g | _g | _d S )N� data_files) �origr �finalize_options� distribution� package_data�exclude_package_data�__dict__�_build_py__updated_files�_build_py__doctests_2to3)r r r r r ! s zbuild_py.finalize_optionsc C s| | j r| j rdS | j r"| j� | jr8| j� | j� | j| jd� | j| jd� | j| jd� | jt j j | dd�� dS )z?Build modules, packages, and copy data files to build directoryNFTr )Zinclude_bytecode) Z py_modules�packagesZ build_modulesZbuild_packages�build_package_datar r r Z byte_compiler r Z get_outputs)r r r r �run+ s z build_py.runc C s& |dkr| j � | _| jS tjj| |�S )zlazily compute data filesr )�_get_data_filesr r r � __getattr__)r �attrr r r r ? s zbuild_py.__getattr__c C sJ t jr t|t j�r |jd�}tjj| |||�\}}|rB| jj |� ||fS )N�.) r ZPY2� isinstanceZ string_types�splitr r � build_moduler �append)r �moduleZ module_file�packageZoutfile�copiedr r r r$ F s zbuild_py.build_modulec C s | j � tt| j| jpf ��S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuples)�analyze_manifest�listr �_get_pkg_data_filesr )r r r r r P s zbuild_py._get_data_filesc sJ | j |�� tjj| jg|jd� � }� fdd�| j|� �D �}|� ||fS )Nr! c s g | ]}t jj|� ��qS r )�os�path�relpath)�.0�file)�src_dirr r � <listcomp>^ s z0build_py._get_pkg_data_files.<locals>.<listcomp>)�get_package_dirr, r- �joinZ build_libr# �find_data_files)r r' � build_dir� filenamesr )r1 r r+ U s z build_py._get_pkg_data_filesc C sX | j | j||�}tt|�}tjj|�}ttj j |�}tj| j j |g �|�}| j |||�S )z6Return filenames for package's data files in 'src_dir')�_get_platform_patternsr r r � itertools�chain� from_iterabler r, r- �isfile�manifest_files�get�exclude_data_files)r r' r1 �patternsZglobs_expandedZ globs_matchesZ glob_filesr r r r r5 c s zbuild_py.find_data_filesc C s� x�| j D ]�\}}}}xr|D ]j}tjj||�}| jtjj|�� tjj||�}| j||�\}} tjj|�}| r|| jj kr| j j |� qW qW dS )z$Copy data files into build directoryN) r r, r- r4 Zmkpath�dirnameZ copy_file�abspathr Zconvert_2to3_doctestsr r% ) r r' r1 r6 r7 �filename�targetZsrcfileZoutfr( r r r r t s zbuild_py.build_package_datac C s� i | _ }| jjsd S i }x$| jp$f D ]}||t| j|��< q&W | jd� | jd�}x�|jj D ]�}t j j t|��\}}d }|} x:|r�||kr�||kr�|}t j j |�\}} t j j | |�}q�W ||kr^|jd�r�|| kr�q^|j|| g �j|� q^W d S )NZegg_infoz.py)r= r Zinclude_package_datar �assert_relativer3 Z run_commandZget_finalized_commandZfilelistr r, r- r# r4 �endswith� setdefaultr% ) r ZmfZsrc_dirsr' Zei_cmdr- �d�f�prevZoldfZdfr r r r) � s( zbuild_py.analyze_manifestc C s d S )Nr )r r r r �get_data_files� s zbuild_py.get_data_filesc C s� y | j | S tk r Y nX tjj| ||�}|| j |< | sJ| jj rN|S x,| jjD ] }||ksr|j|d �rXP qXW |S tj |d��}|j � }W dQ R X d|kr�t j j d|f ��|S )z8Check namespace packages' __init__ for declare_namespacer! �rbNs declare_namespacez�Namespace package problem: %s is a namespace package, but its __init__.py does not call declare_namespace()! Please fix it. (See the setuptools manual under "Namespace Packages" for details.) ")�packages_checked�KeyErrorr r � check_packager Znamespace_packages� startswith�io�open�read� distutils�errorsZDistutilsError)r r' Z package_dirZinit_pyZpkgrI �contentsr r r rO � s& zbuild_py.check_packagec C s i | _ tjj| � d S )N)rM r r �initialize_options)r r r r rW � s zbuild_py.initialize_optionsc C s0 t jj| |�}| jjd k r,tjj| jj|�S |S )N)r r r3 r Zsrc_rootr, r- r4 )r r' �resr r r r3 � s zbuild_py.get_package_dirc s\ t ���| j| j||�}�fdd�|D �}tjj|�}t|�� � fdd��D �}t t|��S )z6Filter filenames for package's data files in 'src_dir'c 3 s | ]}t j� |�V qd S )N)�fnmatchr )r/ �pattern)r r r � <genexpr>� s z.build_py.exclude_data_files.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nr )r/ �fn)�badr r r[ � s )r* r8 r r9 r: r; �set�_unique_everseen)r r' r1 r r@ Z match_groupsZmatchesZkeepersr )r] r r r? � s zbuild_py.exclude_data_filesc s. t j| jdg �| j|g ��}� fdd�|D �S )z� yield platform-specific path patterns (suitable for glob or fn_match) from a glob-based spec (such as self.package_data or self.exclude_package_data) matching package in src_dir. � c 3 s | ]}t jj� t|��V qd S )N)r, r- r4 r )r/ rZ )r1 r r r[ � s z2build_py._get_platform_patterns.<locals>.<genexpr>)r9 r: r> )�specr' r1 Z raw_patternsr )r1 r r8 � s z build_py._get_platform_patternsN)r r r �__doc__r r r r$ r r+ r5 r r) rK rO rW r3 r? � staticmethodr8 r r r r r s r c c sj t � }|j}|dkr:xPt|j| �D ]}||� |V q"W n,x*| D ]"}||�}||kr@||� |V q@W dS )zHList unique elements, preserving order. Remember all elements ever seen.N)r^ �addr � __contains__)�iterable�key�seenZseen_add�element�kr r r r_ � s r_ c C s: t jj| �s| S ddlm} tjd�j� | }||��d S )Nr )�DistutilsSetupErrorz� Error: setup script specifies an absolute path: %s setup() arguments must *always* be /-separated paths relative to the setup.py directory, *never* absolute paths. )r, r- �isabs�distutils.errorsrk �textwrap�dedent�lstrip)r- rk �msgr r r rE s rE )N)r Zdistutils.utilr Zdistutils.command.build_pyZcommandr r r, rY rn rQ rm rT r9 Zsetuptools.externr Zsetuptools.extern.six.movesr r r Zsetuptools.lib2to3_exr � ImportErrorr_ rE r r r r �<module> s$ Y site-packages/setuptools/command/__pycache__/egg_info.cpython-36.pyc 0000644 00000050633 15231162611 0021543 0 ustar 00 3 Xo�h�` � @ s� d Z ddlmZ ddlmZ ddlmZ ddlm Z ddlZddlZddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd l m Z ddl m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'j(Z(ddl)m*Z* ddlm+Z+ dd� Z,G dd� de�Z-G dd� de�ZG dd� de�Z.dd� Z/dd � Z0d d � Z1d d � Z2d!d"� Z3d#d$� Z4d%d&� Z5d'd(� Z6d0d*d+�Z7d,d-� Z8d.d/� Z9dS )1zUsetuptools.command.egg_info Create a distribution's .egg-info directory and contents� )�FileList)�DistutilsInternalError)� convert_path)�logN)�six)�map)�Command)�sdist)� walk_revctrl)� edit_config)� bdist_egg)�parse_requirements� safe_name� parse_version� safe_version� yield_lines� EntryPoint�iter_entry_points� to_filename)�glob)� packagingc C s� d}| j tjj�}tjtj�}d|f }�x�t|�D �]�\}}|t|�d k}|dkrv|rd|d7 }q4|d||f 7 }q4d}t|�} �x:|| k �r�|| } | dkr�||d 7 }�n| d kr�||7 }n�| d k�r�|d } | | k r�|| d kr�| d } | | k �r|| d k�r| d } x&| | k �r6|| d k�r6| d } �qW | | k�rR|tj| �7 }nR||d | � } d} | d d k�r�d } | dd� } | tj| �7 } |d| f 7 }| }n|tj| �7 }|d7 }q�W |s4||7 }q4W |d7 }tj|tj tj B d�S )z� Translate a file path glob like '*.txt' in to a regular expression. This differs from fnmatch.translate which allows wildcards to match directory separators. It also knows about '**/' which matches any number of directories. � z[^%s]� z**z.*z (?:%s+%s)*r �*�?�[�!�]�^Nz[%s]z\Z)�flags) �split�os�path�sep�re�escape� enumerate�len�compile� MULTILINE�DOTALL)r ZpatZchunksr# Z valid_char�c�chunkZ last_chunk�iZ chunk_len�charZinner_i�innerZ char_class� r0 � /usr/lib/python3.6/egg_info.py�translate_pattern$ sV r2 c @ s� e Zd ZdZd)d*d+d,gZdgZd diZdd� Zedd� �Z e j dd� �Z dd� Z dd� Z d-dd�Z dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(S ).�egg_infoz+create a distribution's .egg-info directory� egg-base=�e�Ldirectory containing .egg-info directories (default: top of the source tree)�tag-date�d�0Add date stamp (e.g. 20050528) to version number� tag-build=�b�-Specify explicit tag to add to version number�no-date�D�"Don't include date stamp [default]c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr F)�egg_name� egg_version�egg_baser3 � tag_build�tag_date�broken_egg_info�vtags)�selfr0 r0 r1 �initialize_options� s zegg_info.initialize_optionsc C s d S )Nr0 )rG r0 r0 r1 �tag_svn_revision� s zegg_info.tag_svn_revisionc C s d S )Nr0 )rG �valuer0 r0 r1 rI � s c C s0 t j� }| j� |d< d|d< t|t|d�� dS )z� Materialize the value of date into the build tag. Install build keys in a deterministic order to avoid arbitrary reordering on subsequent builds. rC r rD )r3 N)� collections� OrderedDict�tagsr �dict)rG �filenamer3 r0 r0 r1 �save_version_info� s zegg_info.save_version_infoc C sV t | jj� �| _| j� | _| j� | _t| j�}y6t |t j j �}|rFdnd}t t|| j| jf �� W n, tk r� tjjd| j| jf ��Y nX | jd kr�| jj}|p�i jdtj�| _| jd� t| j�d | _| jtjkr�tjj | j| j�| _d| jk�r| j � | j| jj _ | jj }|d k �rR|j | jj!� k�rR| j|_"t| j�|_#d | j_ d S )Nz%s==%sz%s===%sz2Invalid distribution name or version syntax: %s-%sr rB z .egg-info�-)$r � distributionZget_namer@ rM rF �tagged_versionrA r � isinstancer �versionZVersion�listr � ValueError� distutils�errorsZDistutilsOptionErrorrB Z package_dir�getr! �curdirZensure_dirnamer r3 r" �join�check_broken_egg_info�metadataZ _patched_dist�key�lowerZ_versionZ_parsed_version)rG Zparsed_versionZ is_version�spec�dirsZpdr0 r0 r1 �finalize_options� s8 zegg_info.finalize_optionsFc C sN |r| j |||� n6tjj|�rJ|dkr@| r@tjd||� dS | j|� dS )a� Write `data` to `filename` or delete if empty If `data` is non-empty, this routine is the same as ``write_file()``. If `data` is empty but not ``None``, this is the same as calling ``delete_file(filename)`. If `data` is ``None``, then this is a no-op unless `filename` exists, in which case a warning is issued about the orphaned file (if `force` is false), or deleted (if `force` is true). Nz$%s not set in setup(), but %s exists)� write_filer! r" �existsr �warn� delete_file)rG �whatrO �data�forcer0 r0 r1 �write_or_delete_file� s z egg_info.write_or_delete_filec C sD t jd||� tjr |jd�}| js@t|d�}|j|� |j� dS )z�Write `data` to `filename` (if not a dry run) after announcing it `what` is used in a log message to identify what is being written to the file. zwriting %s to %szutf-8�wbN) r �infor ZPY3�encode�dry_run�open�write�close)rG rh rO ri �fr0 r0 r1 rd � s zegg_info.write_filec C s t jd|� | js tj|� dS )z8Delete `filename` (if not a dry run) after announcing itz deleting %sN)r rm ro r! �unlink)rG rO r0 r0 r1 rg � s zegg_info.delete_filec C s2 | j j� }| jr$|j| j�r$t|�S t|| j �S )N)rR Z get_versionrF �endswithr )rG rU r0 r0 r1 rS s zegg_info.tagged_versionc C s� | j | j� | jj}x@td�D ]4}|j|d� |j� }|| |jtj j | j|j�� q W tj j | jd�}tj j |�r|| j |� | j � d S )Nzegg_info.writers)� installerznative_libs.txt)Zmkpathr3 rR Zfetch_build_eggr ZrequireZresolve�namer! r" r\ re rg � find_sources)rG rv �ep�writer�nlr0 r0 r1 �run s z egg_info.runc C s, d}| j r|| j 7 }| jr(|tjd�7 }|S )Nr z-%Y%m%d)rC rD �timeZstrftime)rG rU r0 r0 r1 rM s z egg_info.tagsc C s4 t jj| jd�}t| j�}||_|j� |j| _dS )z"Generate SOURCES.txt manifest filez SOURCES.txtN) r! r" r\ r3 �manifest_makerrR �manifestr| �filelist)rG Zmanifest_filenameZmmr0 r0 r1 rx s zegg_info.find_sourcesc C sd | j d }| jtjkr&tjj| j|�}tjj|�r`tjdd d dd || j � | j | _ || _ d S )Nz .egg-inforQ �N z� Note: Your current .egg-info directory has a '-' in its name; this will not work correctly with "setup.py develop". Please rename %s to %s to correct this problem. ) r@ rB r! r[ r" r\ re r rf r3 rE )rG Zbeir0 r0 r1 r] ( s z egg_info.check_broken_egg_infoN)r4 r5 r6 )r7 r8 r9 )r: r; r< )r= r> r? )F)�__name__� __module__� __qualname__� descriptionZ user_optionsZboolean_optionsZ negative_optrH �propertyrI �setterrP rc rk rd rg rS r| rM rx r] r0 r0 r0 r1 r3 w s( / r3 c @ s| e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd � Zd S ) r c C s< | j |�\}}}}|dkrV| jddj|� � x"|D ]}| j|�s4tjd|� q4W �n�|dkr�| jddj|� � x"|D ]}| j|�sxtjd|� qxW �n�|dkr�| jd dj|� � x"|D ]}| j|�s�tjd |� q�W �nZ|d k�r(| jd dj|� � x&|D ] }| j|��stjd |� �qW �n|dk�rx| jd|dj|�f � x�|D ]"}| j ||��sPtjd||� �qPW n�|dk�r�| jd|dj|�f � x�|D ]"}| j ||��s�tjd||� �q�W np|dk�r�| jd| � | j |��s8tjd|� n>|dk�r,| jd| � | j |��s8tjd|� n t d| ��d S )N�includezinclude � z%warning: no files found matching '%s'�excludezexclude z9warning: no previously-included files found matching '%s'zglobal-includezglobal-include z>warning: no files found matching '%s' anywhere in distributionzglobal-excludezglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionzrecursive-includezrecursive-include %s %sz:warning: no files found matching '%s' under directory '%s'zrecursive-excludezrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'�graftzgraft z+warning: no directories found matching '%s'�prunezprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')Z_parse_template_line� debug_printr\ r� r rf r� �global_include�global_exclude�recursive_include�recursive_excluder� r� r )rG �line�actionZpatterns�dirZ dir_pattern�patternr0 r0 r1 �process_template_line; sd z FileList.process_template_linec C sV d}xLt t| j�d dd�D ]2}|| j| �r | jd| j| � | j|= d}q W |S )z� Remove all files from the file list that match the predicate. Return True if any matching files were removed Fr z removing T���r� )�ranger' �filesr� )rG Z predicate�foundr- r0 r0 r1 � _remove_files� s zFileList._remove_filesc C s$ dd� t |�D �}| j|� t|�S )z#Include files that match 'pattern'.c S s g | ]}t jj|�s|�qS r0 )r! r" �isdir)�.0rs r0 r0 r1 � <listcomp>� s z$FileList.include.<locals>.<listcomp>)r �extend�bool)rG r� r� r0 r0 r1 r� � s zFileList.includec C s t |�}| j|j�S )z#Exclude files that match 'pattern'.)r2 r� �match)rG r� r� r0 r0 r1 r� � s zFileList.excludec C s8 t jj|d|�}dd� t|dd�D �}| j|� t|�S )zN Include all files anywhere in 'dir/' that match the pattern. z**c S s g | ]}t jj|�s|�qS r0 )r! r" r� )r� rs r0 r0 r1 r� � s z.FileList.recursive_include.<locals>.<listcomp>T)� recursive)r! r" r\ r r� r� )rG r� r� Z full_patternr� r0 r0 r1 r� � s zFileList.recursive_includec C s t tjj|d|��}| j|j�S )zM Exclude any file anywhere in 'dir/' that match the pattern. z**)r2 r! r" r\ r� r� )rG r� r� r� r0 r0 r1 r� � s zFileList.recursive_excludec C s$ dd� t |�D �}| j|� t|�S )z Include all files from 'dir/'.c S s" g | ]}t jj|�D ]}|�qqS r0 )rX r� �findall)r� Z match_dir�itemr0 r0 r1 r� � s z"FileList.graft.<locals>.<listcomp>)r r� r� )rG r� r� r0 r0 r1 r� � s zFileList.graftc C s t tjj|d��}| j|j�S )z Filter out files from 'dir/'.z**)r2 r! r" r\ r� r� )rG r� r� r0 r0 r1 r� � s zFileList.prunec sJ | j dkr| j� ttjjd|��� � fdd�| j D �}| j|� t|�S )z� Include all files anywhere in the current directory that match the pattern. This is very inefficient on large file trees. Nz**c s g | ]}� j |�r|�qS r0 )r� )r� rs )r� r0 r1 r� � s z+FileList.global_include.<locals>.<listcomp>)Zallfilesr� r2 r! r" r\ r� r� )rG r� r� r0 )r� r1 r� � s zFileList.global_includec C s t tjjd|��}| j|j�S )zD Exclude all files anywhere that match the pattern. z**)r2 r! r" r\ r� r� )rG r� r� r0 r0 r1 r� � s zFileList.global_excludec C s8 |j d�r|d d� }t|�}| j|�r4| jj|� d S )N� r r� )ru r � _safe_pathr� �append)rG r� r" r0 r0 r1 r� � s zFileList.appendc C s | j jt| j|�� d S )N)r� r� �filterr� )rG �pathsr0 r0 r1 r� � s zFileList.extendc C s t t| j| j��| _dS )z� Replace self.files with only safe paths Because some owners of FileList manipulate the underlying ``files`` attribute directly, this method must be called to repair those paths. N)rV r� r� r� )rG r0 r0 r1 �_repair� s zFileList._repairc C s� d}t j|�}|d kr(tjd| � dS t j|d�}|d krNtj||d� dS y tjj|�shtjj|�rldS W n& tk r� tj||t j � � Y nX d S )Nz!'%s' not %s encodable -- skippingz''%s' in unexpected encoding -- skippingFzutf-8T) � unicode_utils�filesys_decoder rf Z try_encoder! r" re �UnicodeEncodeError�sys�getfilesystemencoding)rG r" Zenc_warnZu_pathZ utf8_pathr0 r0 r1 r� � s zFileList._safe_pathN)r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r0 r0 r0 r1 r 8 s I r c @ s\ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z e dd� �Z dd� Z dd� Z dS )r~ z MANIFEST.inc C s d| _ d| _d| _d| _d S )Nr )Z use_defaultsr� Z manifest_onlyZforce_manifest)rG r0 r0 r1 rH � s z!manifest_maker.initialize_optionsc C s d S )Nr0 )rG r0 r0 r1 rc s z manifest_maker.finalize_optionsc C sd t � | _tjj| j�s | j� | j� tjj| j�r<| j � | j � | jj � | jj � | j� d S )N) r r� r! r" re r �write_manifest� add_defaults�templateZ read_template�prune_file_list�sortZremove_duplicates)rG r0 r0 r1 r| s zmanifest_maker.runc C s t j|�}|jtjd�S )N�/)r� r� �replacer! r# )rG r" r0 r0 r1 �_manifest_normalize s z"manifest_maker._manifest_normalizec sB � j j� � fdd�� j jD �}d� j }� jt� j|f|� dS )zo Write the file list in 'self.filelist' to the manifest file named by 'self.manifest'. c s g | ]}� j |��qS r0 )r� )r� rs )rG r0 r1 r� s z1manifest_maker.write_manifest.<locals>.<listcomp>zwriting manifest file '%s'N)r� r� r� r Zexecuterd )rG r� �msgr0 )rG r1 r� s z manifest_maker.write_manifestc C s | j |�stj| |� d S )N)�_should_suppress_warningr rf )rG r� r0 r0 r1 rf $ s zmanifest_maker.warnc C s t jd| �S )z; suppress missing-file warnings from sdist zstandard file .*not found)r$ r� )r� r0 r0 r1 r� ( s z'manifest_maker._should_suppress_warningc C st t j| � | jj| j� | jj| j� tt� �}|rB| jj|� nt j j | j�rX| j � | j d�}| jj|j� d S )Nr3 )r r� r� r� r� r rV r r� r! r" re Z read_manifest�get_finalized_commandr� r3 )rG ZrcfilesZei_cmdr0 r0 r1 r� / s zmanifest_maker.add_defaultsc C sZ | j d�}| jj� }| jj|j� | jj|� tjtj �}| jj d| d | dd� d S )N�buildz(^|z)(RCS|CVS|\.svn)r )Zis_regex) r� rR Z get_fullnamer� r� Z build_baser$ r% r! r# Zexclude_pattern)rG r� Zbase_dirr# r0 r0 r1 r� ; s z manifest_maker.prune_file_listN)r� r� r� r� rH rc r| r� r� rf � staticmethodr� r� r� r0 r0 r0 r1 r~ � s r~ c C s8 dj |�}|jd�}t| d��}|j|� W dQ R X dS )z{Create a file with the specified name and write 'contents' (a sequence of strings without line terminators) to it. � zutf-8rl N)r\ rn rp rq )rO �contentsrs r0 r0 r1 rd E s rd c C s| t jd|� | jsx| jj}| j|j |_}| j|j |_}z|j | j � W d || |_|_X t | jdd �}t j | j |� d S )Nz writing %sZzip_safe)r rm ro rR r^ rA rU r@ rw �write_pkg_infor3 �getattrr Zwrite_safety_flag)�cmd�basenamerO r^ ZoldverZoldnameZsafer0 r0 r1 r� R s r� c C s t jj|�rtjd� d S )NzsWARNING: 'depends.txt' is not used by setuptools 0.6! Use the install_requires/extras_require setup() args instead.)r! r" re r rf )r� r� rO r0 r0 r1 �warn_depends_obsoletee s r� c C s, t |pf �}dd� }t||�}| j|� d S )Nc S s | d S )Nr� r0 )r� r0 r0 r1 �<lambda>o s z%_write_requirements.<locals>.<lambda>)r r � writelines)�streamZreqs�linesZ append_crr0 r0 r1 �_write_requirementsm s r� c C sn | j }tj� }t||j� |jp"i }x2t|�D ]&}|jdjf t � �� t||| � q.W | j d||j � � d S )Nz [{extra}] Z requirements) rR r �StringIOr� Zinstall_requires�extras_require�sortedrq �format�varsrk �getvalue)r� r� rO Zdistri r� Zextrar0 r0 r1 �write_requirementst s r� c C s, t j� }t|| jj� | jd||j� � d S )Nzsetup-requirements)�ior� r� rR Zsetup_requiresrk r� )r� r� rO ri r0 r0 r1 �write_setup_requirements s r� c C s: t jdd� | jj� D ��}| jd|djt|��d � d S )Nc S s g | ]}|j d d�d �qS )�.r r )r )r� �kr0 r0 r1 r� � s z(write_toplevel_names.<locals>.<listcomp>ztop-level namesr� )rN �fromkeysrR Ziter_distribution_namesrd r\ r� )r� r� rO Zpkgsr0 r0 r1 �write_toplevel_names� s r� c C s t | ||d� d S )NT)� write_arg)r� r� rO r0 r0 r1 � overwrite_arg� s r� Fc C sH t jj|�d }t| j|d �}|d k r4dj|�d }| j||||� d S )Nr r� )r! r" �splitextr� rR r\ rk )r� r� rO rj ZargnamerJ r0 r0 r1 r� � s r� c C s� | j j}t|tj�s |d kr"|}nr|d k r�g }xZt|j� �D ]J\}}t|tj�sttj||�}dj tt t |j � ���}|j d||f � q<W dj |�}| jd||d� d S )Nr� z [%s] %s r z entry pointsT)rR Z entry_pointsrT r Z string_typesr� �itemsr Z parse_groupr\ r �str�valuesr� rk )r� r� rO ry ri Zsectionr� r0 r0 r1 � write_entries� s r� c C s^ t jdt� tjjd�rZtjd��2} x*| D ]"}tj d|�}|r*t |j d��S q*W W dQ R X dS )zd Get a -r### off of PKG-INFO Version in case this is an sdist of a subversion revision. z$get_pkg_info_revision is deprecated.zPKG-INFOzVersion:.*-r(\d+)\s*$r Nr ) �warningsrf �DeprecationWarningr! r" re r� rp r$ r� �int�group)rs r� r� r0 r0 r1 �get_pkg_info_revision� s r� )F):�__doc__Zdistutils.filelistr Z _FileListZdistutils.errorsr Zdistutils.utilr rX r r! r$ r� r� r� r} rK Zsetuptools.externr Zsetuptools.extern.six.movesr Z setuptoolsr Zsetuptools.command.sdistr r Zsetuptools.command.setoptr Zsetuptools.commandr Z pkg_resourcesr r r r r r r r Zsetuptools.unicode_utilsr� Zsetuptools.globr r r2 r3 r~ rd r� r� r� r� r� r� r� r� r� r� r0 r0 r0 r1 �<module> sR ( S B EI site-packages/setuptools/command/__pycache__/develop.cpython-36.opt-1.pyc 0000644 00000014316 15231162611 0022361 0 ustar 00 3 Xo�hn � @ s� d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl Z d dl m Z d dl m Z mZmZ d dlmZ d dlmZ d dlZG d d � d eje�ZG d d � d e�ZdS ) � )� convert_path)�log)�DistutilsError�DistutilsOptionErrorN)�six)� Distribution� PathMetadata�normalize_path)� easy_install)� namespacesc @ sv e Zd ZdZdZejddg Zejdg Zd Zd d � Z d d � Z dd� Z e dd� �Z dd� Zdd� Zdd� Zdd� ZdS ) �developz Set up package for developmentz%install package in 'development mode'� uninstall�u� Uninstall this source package� egg-path=N�-Set the path to be used in the .egg-link fileFc C s2 | j r d| _| j� | j� n| j� | j� d S )NT)r Z multi_version�uninstall_linkZuninstall_namespaces�install_for_developmentZwarn_deprecated_options)�self� r � /usr/lib/python3.6/develop.py�run s z develop.runc C s& d | _ d | _tj| � d | _d| _d S )N�.)r �egg_pathr �initialize_options� setup_pathZalways_copy_from)r r r r r ' s zdevelop.initialize_optionsc C s | j d�}|jr,d}|j|jf}t|| ��|jg| _tj| � | j� | j � | j j t j d�� |jd }t jj| j|�| _|j| _| jd kr�t jj|j�| _t| j�}tt jj| j| j��}||kr�td| ��t|t|t jj|j��|jd�| _| j| j| j| j�| _d S )N�egg_infoz-Please rename %r to %r before using 'develop'z*.eggz .egg-linkzA--egg-path must be a relative path from the install directory to )� project_name) �get_finalized_commandZbroken_egg_infor r Zegg_name�argsr �finalize_optionsZexpand_basedirsZ expand_dirsZ package_index�scan�glob�os�path�join� install_dir�egg_link�egg_baser �abspathr r r r �dist�_resolve_setup_pathr )r Zei�templater Z egg_link_fn�targetr r r r r . s< zdevelop.finalize_optionsc C sh | j tjd�jd�}|tjkr0d|jd�d }ttjj|||��}|ttj�krdt d|ttj���|S )z� Generate a path from egg_base back to '.' where the setup script resides and ensure that path points to the setup path from $install_dir/$egg_path. �/z../� zGCan't get a consistent path to setup script from installation directory) �replacer# �sep�rstrip�curdir�countr r$ r% r )r( r& r Z path_to_setupZresolvedr r r r+ X s zdevelop._resolve_setup_pathc C sD t jr�t| jdd�r�| jddd� | jd� | jd�}t|j�}| jd|d� | jd� | jddd� | jd� | jd�}|| _ || j _ t ||j �| j _n"| jd� | jdd d� | jd� | j� tjr�| jtj� d t_| j� tjd | j| j� | j�s,t| jd �� }|j| j d | j � W d Q R X | j d | j | j � d S ) NZuse_2to3FZbuild_pyr )Zinplacer )r( Z build_extr/ zCreating %s (link to %s)�w� ) r ZPY3�getattr� distributionZreinitialize_commandZ run_commandr r Z build_libr r* �locationr r Z _providerZinstall_site_py� setuptoolsZbootstrap_install_fromr Zinstall_namespacesr �infor' r( �dry_run�open�writer Zprocess_distributionZno_deps)r Zbpy_cmdZ build_pathZei_cmd�fr r r r k s4 z develop.install_for_developmentc C s� t jj| j�rztjd| j| j� t| j�}dd� |D �}|j� || j g| j | j gfkrhtj d|� d S | j szt j | j� | j s�| j| j� | jjr�tj d� d S )NzRemoving %s (link to %s)c S s g | ] }|j � �qS r )r2 )�.0�liner r r � <listcomp>� s z*develop.uninstall_link.<locals>.<listcomp>z$Link points to %s: uninstall abortedz5Note: you must uninstall or replace scripts manually!)r# r$ �existsr' r r; r( r= �closer r �warnr< �unlinkZ update_pthr* r8 �scripts)r Z egg_link_file�contentsr r r r � s zdevelop.uninstall_linkc C s� || j k rtj| |�S | j|� x^| jjp,g D ]N}tjjt |��}tjj |�}t j |��}|j � }W d Q R X | j||||� q.W d S )N)r* r �install_egg_scripts�install_wrapper_scriptsr8 rG r# r$ r) r �basename�ior= �readZinstall_script)r r* Z script_nameZ script_pathZstrmZ script_textr r r rI � s zdevelop.install_egg_scriptsc C s t |�}tj| |�S )N)�VersionlessRequirementr rJ )r r* r r r rJ � s z develop.install_wrapper_scripts)r r r )r Nr )�__name__� __module__� __qualname__�__doc__� descriptionr Z user_optionsZboolean_optionsZcommand_consumes_argumentsr r r � staticmethodr+ r r rI rJ r r r r r s * /r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) rN az Adapt a pkg_resources.Distribution to simply return the project name as the 'requirement' so that scripts will work across multiple versions. >>> dist = Distribution(project_name='foo', version='1.0') >>> str(dist.as_requirement()) 'foo==1.0' >>> adapted_dist = VersionlessRequirement(dist) >>> str(adapted_dist.as_requirement()) 'foo' c C s || _ d S )N)� _VersionlessRequirement__dist)r r* r r r �__init__� s z VersionlessRequirement.__init__c C s t | j|�S )N)r7 rU )r �namer r r � __getattr__� s z"VersionlessRequirement.__getattr__c C s | j S )N)r )r r r r �as_requirement� s z%VersionlessRequirement.as_requirementN)rO rP rQ rR rV rX rY r r r r rN � s rN )Zdistutils.utilr Z distutilsr Zdistutils.errorsr r r# r" rL Zsetuptools.externr Z pkg_resourcesr r r Z setuptools.command.easy_installr r: r ZDevelopInstallerr �objectrN r r r r �<module> s 4 site-packages/setuptools/command/__pycache__/sdist.cpython-36.pyc 0000644 00000014250 15231162611 0021107 0 ustar 00 3 Xo�h7 � @ s~ d dl mZ d dljjZd dlZd dlZd dlZd dl Z d dl m Z ddl m Z d dlZeZd dd�ZG d d � d e ej�ZdS ) � )�logN)�six� )�sdist_add_defaults� c c s4 x.t jd�D ] }x|j� | �D ] }|V q W q W dS )z%Find all files under revision controlzsetuptools.file_findersN)� pkg_resourcesZiter_entry_points�load)�dirnameZep�item� r �/usr/lib/python3.6/sdist.py� walk_revctrl s r c s� e Zd ZdZd0d2d3gZi Zd d ddgZedd� eD ��Zdd� Z dd� Z dd� Z dd� Z e ejdd� ��Zd d � Zejd4k p�d5ej ko�d6k n p�d7ej ko�d8k n Zer�eZd$d%� Z� fd&d'�Zd(d)� Zd*d+� Zd,d-� Zd.d/� Z� Z S )9�sdistz=Smart sdist that finds anything supported by revision control�formats=N�6formats for source distribution (comma-separated list)� keep-temp�kz1keep the distribution tree around after creating zarchive file(s)� dist-dir=�d�Fdirectory to put the source distribution archive(s) in [default: dist]r z.rstz.txtz.mdc c s | ]}d j |�V qdS )z README{0}N)�format)�.0Zextr r r � <genexpr>) s zsdist.<genexpr>c C s� | j d� | jd�}|j| _| jjtjj|jd�� | j� x| j � D ]}| j |� qFW | j � t | j dg �}x*| j D ] }dd|f}||krv|j|� qvW d S )N�egg_infoz SOURCES.txt� dist_filesr r )Z run_command�get_finalized_command�filelist�append�os�path�joinr � check_readmeZget_sub_commands�make_distribution�getattr� distributionZ archive_files)�selfZei_cmdZcmd_namer �file�datar r r �run+ s z sdist.runc C s t jj| � | j� d S )N)�origr �initialize_options�_default_to_gztar)r% r r r r* > s zsdist.initialize_optionsc C s t jdkrd S dg| _d S )N� � r �betar Zgztar)r, r- r r. r )�sys� version_infoZformats)r% r r r r+ C s zsdist._default_to_gztarc C s$ | j � � tjj| � W dQ R X dS )z% Workaround for #516 N)�_remove_os_linkr) r r" )r% r r r r" I s zsdist.make_distributionc c s^ G dd� d�} t td| �}yt`W n tk r6 Y nX z dV W d|| k rXttd|� X dS )zG In a context, remove and restore os.link if it exists c @ s e Zd ZdS )z&sdist._remove_os_link.<locals>.NoValueN)�__name__� __module__� __qualname__r r r r �NoValueW s r5 �linkN)r# r r6 � Exception�setattr)r5 Zorig_valr r r r1 P s zsdist._remove_os_linkc C sL yt jj| � W n6 tk rF tj� \}}}|jjjd j � � Y nX d S )N�template) r) r � read_templater7 r/ �exc_info�tb_next�tb_frame�f_locals�close)r% �_�tbr r r Z__read_template_hacke s zsdist.__read_template_hack� � r, r r � c sb | j j� r^| jd�}| jj|j� � | j js^x0|jD ]&\}� }}| jj� fdd�|D �� q4W dS )zgetting python files�build_pyc s g | ]}t jj� |��qS r )r r r )r �filename)�src_dirr r � <listcomp>� s z.sdist._add_defaults_python.<locals>.<listcomp>N)r$ Zhas_pure_modulesr r �extendZget_source_filesZinclude_package_dataZ data_files)r% rE r@ � filenamesr )rG r �_add_defaults_python| s zsdist._add_defaults_pythonc sD y t jrtj| � n t� j� W n tk r> tjd� Y nX d S )Nz&data_files contains unexpected objects)r ZPY2r �_add_defaults_data_files�super� TypeErrorr �warn)r% )� __class__r r rL � s z sdist._add_defaults_data_filesc C s: x4| j D ]}tjj|�rd S qW | jddj| j � � d S )Nz,standard file not found: should have one of z, )�READMESr r �existsrO r )r% �fr r r r! � s zsdist.check_readmec C s^ t jj| ||� tjj|d�}ttd�rJtjj|�rJtj|� | j d|� | j d�j |� d S )Nz setup.cfgr6 r ) r) r �make_release_treer r r �hasattrrR �unlinkZ copy_filer Zsave_version_info)r% Zbase_dir�files�destr r r rT � s zsdist.make_release_treec C s@ t jj| j�sdS tj| jd��}|j� }W d Q R X |dj� kS )NF�rbz+# file GENERATED by distutils, do NOT edit )r r �isfile�manifest�io�open�readline�encode)r% �fpZ first_liner r r �_manifest_is_not_generated� s z sdist._manifest_is_not_generatedc C s� t jd| j� t| jd�}xl|D ]d}tjr^y|jd�}W n$ tk r\ t jd| � w Y nX |j � }|j d�s | rxq | j j |� q W |j � dS )z�Read the manifest file (named by 'self.manifest') and use it to fill in 'self.filelist', the list of files to include in the source distribution. zreading manifest file '%s'rY zUTF-8z"%r not UTF-8 decodable -- skipping�#N)r �infor[ r] r ZPY3�decode�UnicodeDecodeErrorrO �strip� startswithr r r? )r% r[ �liner r r � read_manifest� s zsdist.read_manifest)r Nr �@keep the distribution tree around after creating archive file(s))r r rj )r r r )rB rC rB )r, r )r, r rD )r, rB )r, rB r ) r2 r3 r4 �__doc__Z user_optionsZ negative_optZREADME_EXTENSIONS�tuplerQ r( r* r+ r" � staticmethod� contextlib�contextmanagerr1 Z_sdist__read_template_hackr/ r0 Zhas_leaky_handler: rK rL r! rT ra ri � __classcell__r r )rP r r s: r )r )Z distutilsr Zdistutils.command.sdistZcommandr r) r r/ r\ rn Zsetuptools.externr Z py36compatr r �listZ_default_revctrlr r r r r �<module> s site-packages/setuptools/command/__pycache__/install_egg_info.cpython-36.pyc 0000644 00000004472 15231162611 0023271 0 ustar 00 3 Xo�h� � @ s\ d dl mZmZ d dlZd dlmZ d dlmZ d dlmZ d dl Z G dd� dej e�Z dS )� )�log�dir_utilN)�Command)� namespaces)�unpack_archivec @ sB e Zd ZdZdZdgZdd� Zdd� Zd d � Zd d � Z d d� Z dS )�install_egg_infoz.Install an .egg-info directory for the package� install-dir=�d�directory to install toc C s d | _ d S )N)� install_dir)�self� r �&/usr/lib/python3.6/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sV | j dd� | jd�}tjd d |j|j�j� d }|j| _tj j | j |�| _ g | _ d S )NZ install_libr �egg_infoz .egg-info)r r )Zset_undefined_optionsZget_finalized_command� pkg_resourcesZ DistributionZegg_nameZ egg_versionr �source�os�path�joinr �target�outputs)r Zei_cmd�basenamer r r �finalize_options s z!install_egg_info.finalize_optionsc C s� | j d� tjj| j�r<tjj| j� r<tj| j| jd� n(tjj | j�rd| j tj | jfd| j � | jsvt j | j� | j | jf d| j| jf � | j� d S )Nr )�dry_runz Removing zCopying %s to %s)Z run_commandr r �isdirr �islinkr Z remove_treer �existsZexecute�unlinkr Zensure_directory�copytreer Zinstall_namespaces)r r r r �run! s zinstall_egg_info.runc C s | j S )N)r )r r r r � get_outputs. s z install_egg_info.get_outputsc s � fdd�}t � j� j|� d S )Nc sF x&dD ] }| j |�s d| | krd S qW � jj|� tjd| |� |S )N�.svn/�CVS/�/zCopying %s to %s)r" r# )� startswithr �appendr �debug)�src�dst�skip)r r r �skimmer3 s z*install_egg_info.copytree.<locals>.skimmer)r r r )r r+ r )r r r 1 s zinstall_egg_info.copytreeN)r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZ user_optionsr r r r! r r r r r r s r ) Z distutilsr r r Z setuptoolsr r Zsetuptools.archive_utilr r Z Installerr r r r r �<module> s site-packages/setuptools/command/__pycache__/bdist_egg.cpython-36.pyc 0000644 00000034002 15231162611 0021705 0 ustar 00 3 Xo�h G � @ sx d Z ddlmZ ddlmZmZ ddlmZ ddlm Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZ ddlmZmZmZ dd lmZ dd lmZ dd lmZ y dd lmZm Z d d� Z W n, e k r� ddl m Z m Z dd� Z Y nX dd� Z!dd� Z"dd� Z#G dd� de�Z$e%j&dj'� �Z(dd� Z)d d � Z*d d � Z+d d!d"�Z,d#d$� Z-d%d&� Z.d'd(� Z/d)d*d+d,gZ0d1d/d0�Z1dS )2z6setuptools.command.bdist_egg Build .egg distributions� )�DistutilsSetupError)� remove_tree�mkpath)�log)�CodeTypeN)�six)�get_build_platform� Distribution�ensure_directory)� EntryPoint)�Library)�Command)�get_path�get_python_versionc C s t d�S )N�purelib)r � r r � /usr/lib/python3.6/bdist_egg.py� _get_purelib s r )�get_python_libr c C s t d�S )NF)r r r r r r s c C s2 d| krt jj| �d } | jd�r.| d d� } | S )N�.r �module� i����)�os�path�splitext�endswith)�filenamer r r � strip_module# s r c c s: x4t j| �D ]&\}}}|j� |j� |||fV q W dS )zbDo os.walk in a reproducible way, independent of indeterministic filesystem readdir order N)r �walk�sort)�dir�base�dirs�filesr r r � sorted_walk+ s r$ c C s6 t jd�j� }t|d��}|j|| � W d Q R X d S )NaR def __bootstrap__(): global __bootstrap__, __loader__, __file__ import sys, pkg_resources, imp __file__ = pkg_resources.resource_filename(__name__, %r) __loader__ = None; del __bootstrap__, __loader__ imp.load_dynamic(__name__,__file__) __bootstrap__() �w)�textwrap�dedent�lstrip�open�write)Zresource�pyfileZ_stub_template�fr r r � write_stub5 s r- c @ s� e Zd ZdZd*ddde� fd+d-d.d/gZd ddgZdd� Zdd� Zdd� Z dd� Z d d � Z d d � Z d d!� Z d"d#� Zd$d%� Zd&d'� Zd(d)� Zd S )0� bdist_eggz create an "egg" distribution� bdist-dir=�b�1temporary directory for creating the distributionz plat-name=�pz;platform name to embed in generated filenames (default: %s)�exclude-source-filesN�+remove all .py files from the generated egg� keep-temp�kz/keep the pseudo-installation tree around after z!creating the distribution archive� dist-dir=�d�-directory to put final built distributions in� skip-build�2skip rebuilding everything (for testing/debugging)c C s. d | _ d | _d| _d | _d| _d | _d | _d S )Nr )� bdist_dir� plat_name� keep_temp�dist_dir� skip_build� egg_output�exclude_source_files)�selfr r r �initialize_optionsZ s z bdist_egg.initialize_optionsc C s� | j d� }| _|j| _| jd kr>| j d�j}tjj|d�| _| jd krPt � | _| j dd� | j d kr�t d d |j |jt� | jj� o�| j�j � }tjj| j|d �| _ d S )N�egg_infoZbdistZeggr? z.egg)r? r? )�get_finalized_command�ei_cmdrE r< � bdist_baser r �joinr= r Zset_undefined_optionsrA r Zegg_nameZ egg_versionr � distribution�has_ext_modulesr? )rC rG rH �basenamer r r �finalize_optionsc s zbdist_egg.finalize_optionsc C s� | j | jd�_tjjtjjt� ��}| jj g }| j_ x�|D ]�}t |t �r�t |�dkr�tjj |d �r�tjj|d �}tjj|�}||ks�|j|tj �r�|t |�d d � |d f}| jj j|� q<W z"tjd| j � | jddd d� W d || j_ X d S )N�install� r � z installing package data to %s� install_data)�force�root)r< rF � install_libr r �normcase�realpathr rJ � data_files� isinstance�tuple�len�isabs� startswith�sep�appendr �info� call_command)rC Z site_packages�old�itemrV Z normalizedr r r �do_install_data{ s zbdist_egg.do_install_datac C s | j gS )N)rA )rC r r r � get_outputs� s zbdist_egg.get_outputsc K sT xt D ]}|j|| j� qW |jd| j� |jd| j� | j|f|�}| j|� |S )z8Invoke reinitialized command `cmdname` with keyword argsr@ �dry_run)�INSTALL_DIRECTORY_ATTRS� setdefaultr< r@ re Zreinitialize_command� run_command)rC Zcmdname�kw�dirname�cmdr r r r` � s zbdist_egg.call_commandc C s� | j d� tjd| j� | jd�}|j}d |_| jj� rJ| j rJ| j d� | j ddd�}||_| j � \}}g | _ g }x�t |�D ]|\}}t jj|�\} } t jj| jt| �d �} | j j| � tjd |� | js�tt jj|�| � |j| � |jt jd �||< q~W |�r|j|� | jj�r | j� | j} t jj| d �} | j| � | jj �rrt jj| d �}tjd |� | j d|dd� | j | � t jj| d�}|�r�tjd|� | j�st |� t |d�}|j dj|�� |j d� |j!� n,t jj"|��rtjd|� | j�st j#|� t$t jj| d �| j%� � t jj&t jj| j'd���rBtj(d� | j)�rR| j*� t+| j,| | j-| j| j.� d� | j/�s�t0| j| jd� t1| jdg �jdt2� | j,f� d S ) NrE z installing library code to %srN Z build_clibrT r )Zwarn_dirz.pyzcreating stub loader for %s�/zEGG-INFO�scriptszinstalling scripts to %sZinstall_scriptsrP )� install_dirZno_epznative_libs.txtz writing %s�wt� z removing %sz depends.txtzxWARNING: 'depends.txt' will not be used by setuptools 0.6! Use the install_requires/extras_require setup() args instead.)�verbosere �mode)re Z dist_filesr. )3rh r r_ r< rF rS rJ Zhas_c_librariesr@ r` �get_ext_outputs�stubs� enumerater r r rI r r^ re r- rL �replacer] Z byte_compilerW rc r rm �copy_metadata_tor r) r* �close�isfile�unlink�write_safety_flag�zip_safe�existsrE �warnrB � zap_pyfiles� make_zipfilerA rq � gen_headerr> r �getattrr )rC ZinstcmdZold_rootrk � all_outputs� ext_outputsZ to_compiler2 Zext_namer �extr+ Z archive_rootrE Z script_dirZ native_libsZ libs_filer r r �run� sz z bdist_egg.runc C s� t jd� x�t| j�D ]�\}}}x�|D ]�}tjj||�}|jd�rXt jd|� tj |� |jd�r&|}d}t j ||�}tjj|tj |j d�d �} t jd|| f � ytj| � W n tk r� Y nX tj|| � q&W qW d S ) Nz+Removing .py files from temporary directoryz.pyz Deleting %s� __pycache__z#(?P<name>.+)\.(?P<magic>[^.]+)\.pyc�namez.pycz Renaming file from [%s] to [%s])r r_ �walk_eggr< r r rI r �debugrz �re�match�pardir�group�remove�OSError�rename) rC r! r" r# r� r Zpath_old�pattern�mZpath_newr r r r � s* zbdist_egg.zap_pyfilesc C s2 t | jdd �}|d k r|S tjd� t| j| j�S )Nr| z4zip_safe flag not set; analyzing archive contents...)r� rJ r r~ � analyze_eggr< rt )rC �safer r r r| s zbdist_egg.zip_safec C s� t j| jjpd�}|jdi �jd�}|d kr0dS |j s>|jrLtd|f ��tj d d� }|j }dj |j�}|jd }t j j| j�}d t� }| js�tt j j| j�| jd � t| jd�} | j|� | j� d S ) N� zsetuptools.installationZ eggsecutabler% zGeggsecutable entry point (%r) cannot have 'extras' or refer to a module� r r aH #!/bin/sh if [ `basename $0` = "%(basename)s" ] then exec python%(pyver)s -c "import sys, os; sys.path.insert(0, os.path.abspath('$0')); from %(pkg)s import %(base)s; sys.exit(%(full)s())" "$@" else echo $0 is not the correct name for this egg file. echo Please rename it back to %(basename)s and try again. exec false fi )re �a)r Z parse_maprJ Z entry_points�getZattrsZextrasr �sys�versionZ module_namerI r r rL rA �localsre r rj r) r* rx ) rC ZepmZepZpyver�pkgZfullr! rL �headerr, r r r r� s* zbdist_egg.gen_headerc C sl t jj| j�}t jj|d�}xJ| jjjD ]<}|j|�r(t jj||t |�d� �}t |� | j ||� q(W dS )z*Copy metadata (egg info) to the target_dirr� N) r r �normpathrE rI rG Zfilelistr# r\ rZ r Z copy_file)rC Z target_dirZ norm_egg_info�prefixr �targetr r r rw : s zbdist_egg.copy_metadata_toc C s g }g }| j di}x|t| j �D ]n\}}}x6|D ].}tjj|�d j� tkr.|j|| | � q.W x*|D ]"}|| | d |tjj||�< qfW q W | j j � �r | j d�}xd|j D ]Z} t | t�r�q�|j| j�} |j| �}tjj|�jd�s�tjjtjj| j |��r�|j|� q�W ||fS )zAGet a list of relative paths to C extensions in the output distror� rP rl Z build_extzdl-)r< r$ r r r �lower�NATIVE_EXTENSIONSr^ rI rJ rK rF � extensionsrX r Zget_ext_fullnamer� Zget_ext_filenamerL r\ r} ) rC r� r� �pathsr! r" r# r Z build_cmdr� �fullnamer r r rs F s( & zbdist_egg.get_ext_outputs)r/ r0 r1 )r3 Nr4 �Pkeep the pseudo-installation tree around after creating the distribution archive)r5 r6 r� )r7 r8 r9 )r: Nr; )�__name__� __module__� __qualname__� descriptionr Z user_optionsZboolean_optionsrD rM rc rd r` r� r r| r� rw rs r r r r r. C s4 Q' r. z.dll .so .dylib .pydc c sL t | �}t|�\}}}d|kr(|jd� |||fV x|D ] }|V q:W dS )z@Walk an unpacked egg's contents, skipping the metadata directoryzEGG-INFON)r$ �nextr� )�egg_dirZwalkerr! r" r# Zbdfr r r r� f s r� c C s� x0t j� D ]$\}}tjjtjj| d|��r |S q W t� s<dS d}xbt| �D ]V\}}}xJ|D ]B}|jd�sZ|jd�rvqZqZ|jd�s�|jd�rZt | |||�o�|}qZW qJW |S )NzEGG-INFOFTz.pyz.pywz.pycz.pyo) � safety_flags�itemsr r r} rI �can_scanr� r � scan_module) r� rt �flag�fnr� r! r" r# r� r r r r� q s r� c C s� x~t j� D ]r\}}tjj| |�}tjj|�rL|d ks@t|�|kr|tj|� q |d k r t|�|kr t|d�}|j d� |j � q W d S )Nro rp ) r� r� r r rI r} �boolrz r) r* rx )r� r� r� r� r, r r r r{ � s r{ zzip-safez not-zip-safe)TFc C s t jj||�}|dd � |kr"dS |t| �d d� jt jd�}||rJdpLd t jj|�d }tjd k rpd}ntjd k r�d }nd }t |d �}|j |� t j |�} |j � d} tjt| ��} x&d!D ] } | | kr�tjd|| � d} q�W d| k�rx*d"D ]"} | | k� r�tjd || � d} � q�W | S )#z;Check whether module possibly uses unsafe-for-zipfile stuffNrP Tr r� r r� � � � � �rb�__file__�__path__z%s: module references %sF�inspect� getsource� getabsfile� getsourcefile�getfilegetsourcelines� findsource� getcomments� getframeinfo�getinnerframes�getouterframes�stack�tracez"%s: module MAY be using inspect.%s���)r� r� )r� r� )r� r� ) r� r� r� r� r� r� r� r� r� r� r� )r r rI rZ rv r] r r� � version_infor) �read�marshal�loadrx �dict�fromkeys� iter_symbolsr r~ ) r� r! r� rt r r� r �skipr, �coder� ZsymbolsZbadr r r r� � s: r� c c s` x| j D ] }|V qW xD| jD ]:}t|tj�r6|V q t|t�r xt|�D ] }|V qJW q W dS )zBYield names and strings used by `code` and its nested code objectsN)�co_names� co_constsrX r Z string_typesr r� )r� r� �constr r r r� � s r� c C s4 t jjd� r t jdkr dS tjd� tjd� d S )N�javaZcliTz1Unable to analyze compiled code on this platform.zfPlease ask the author to include a 'zip_safe' setting (either True or False) in the package's setup.py)r� �platformr\ r r~ r r r r r� � s r� rT rn rQ Z install_baseTr% c s� ddl }ttjj| ��d� tjd| � � � �fdd�}|rB|jn|j}�s�|j | ||d�} x"t � �D ]\} } } || | | � qfW | j � n$x"t � �D ]\} } } |d| | � q�W | S )aq Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_dir' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises DistutilsExecError. Returns the name of the output zip file. r N)re z#creating '%s' and adding '%s' to itc sd x^|D ]V}t jjt jj||��}t jj|�r|t� �d d � }�sP| j||� tjd|� qW d S )NrP z adding '%s') r r r� rI ry rZ r* r r� )�zrj �namesr� r r2 )�base_dirre r r �visit� s zmake_zipfile.<locals>.visit)� compression) �zipfiler r r rj r r_ Z ZIP_DEFLATEDZ ZIP_STOREDZZipFiler$ rx ) Z zip_filenamer� rq re �compressrr r� r� r� r� rj r" r# r )r� re r r� � s r� )r r Tr% )2�__doc__Zdistutils.errorsr Zdistutils.dir_utilr r Z distutilsr �typesr r� r r� r& r� Zsetuptools.externr Z pkg_resourcesr r r r Zsetuptools.extensionr Z setuptoolsr � sysconfigr r r � ImportErrorZdistutils.sysconfigr r r$ r- r. r� r� �splitr� r� r� r{ r� r� r� r� rf r� r r r r �<module> sL " $ site-packages/setuptools/command/__pycache__/alias.cpython-36.opt-1.pyc 0000644 00000004465 15231162611 0022020 0 ustar 00 3 Xo�hz � @ sP d dl mZ d dlmZ d dlmZmZmZ dd� ZG dd� de�Z dd � Z d S ) � )�DistutilsOptionError)�map)� edit_config� option_base� config_filec C s8 x dD ]}|| krt | �S qW | j� | gkr4t | �S | S )z4Quote an argument for later parsing by shlex.split()�"�'�\�#)r r r r )�repr�split)�arg�c� r �/usr/lib/python3.6/alias.py�shquote s r c @ sH e Zd ZdZdZdZdgej Zejdg Zdd� Z d d � Z d d � Z d S )�aliasz3Define a shortcut that invokes one or more commandsz0define a shortcut to invoke one or more commandsT�remove�r�remove (unset) the aliasc C s t j| � d | _d | _d S )N)r �initialize_options�argsr )�selfr r r r s zalias.initialize_optionsc C s* t j| � | jr&t| j�dkr&td��d S )N� zFMust specify exactly one argument (the alias name) when using --remove)r �finalize_optionsr �lenr r )r r r r r # s zalias.finalize_optionsc C s� | j jd�}| jsDtd� td� x |D ]}tdt||�� q(W d S t| j�dkr�| j\}| jrfd }q�||kr�tdt||�� d S td| � d S n$| jd }djtt | jdd � ��}t | j d||ii| j � d S ) N�aliaseszCommand Aliasesz---------------zsetup.py aliasr z No alias definition found for %rr � ) Z distributionZget_option_dictr �print� format_aliasr r �joinr r r �filenameZdry_run)r r r �commandr r r �run+ s& z alias.runN)r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsr Z user_optionsZboolean_optionsr r r# r r r r r s r c C sZ || \}}|t d�kr d}n,|t d�kr0d}n|t d�krBd}nd| }|| d | S ) N�globalz--global-config �userz--user-config Zlocal� z --filename=%rr )r )�namer �sourcer" r r r r F s r N) Zdistutils.errorsr Zsetuptools.extern.six.movesr Zsetuptools.command.setoptr r r r r r r r r r �<module> s 4 site-packages/setuptools/command/__pycache__/bdist_rpm.cpython-36.pyc 0000644 00000003244 15231162611 0021745 0 ustar 00 3 Xo�h� � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd ZdZdd� Zdd� ZdS )� bdist_rpmaf Override the default bdist_rpm behavior to do the following: 1. Run egg_info to ensure the name and version are properly calculated. 2. Always run 'install' using --single-version-externally-managed to disable eggs in RPM distributions. 3. Replace dash with underscore in the version numbers for better RPM compatibility. c C s | j d� tjj| � d S )NZegg_info)Z run_command�origr �run)�self� r � /usr/lib/python3.6/bdist_rpm.pyr s z bdist_rpm.runc sl | j j� }|jdd�}tjj| �}d| � d| �� �fdd�|D �}|j��d }d| }|j||� |S )N�-�_z%define version c s0 g | ](}|j d d�j dd�j dd�j � ���qS )z Source0: %{name}-%{version}.tarz)Source0: %{name}-%{unmangled_version}.tarzsetup.py install z5setup.py install --single-version-externally-managed z%setupz&%setup -n %{name}-%{unmangled_version})�replace)�.0�line)�line23�line24r r � <listcomp> s z-bdist_rpm._make_spec_file.<locals>.<listcomp>� z%define unmangled_version )Z distributionZ get_versionr r r �_make_spec_file�index�insert)r �versionZ rpmversion�specZ insert_locZunmangled_versionr )r r r r s zbdist_rpm._make_spec_fileN)�__name__� __module__� __qualname__�__doc__r r r r r r r s r )Zdistutils.command.bdist_rpmZcommandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/setopt.cpython-36.opt-1.pyc 0000644 00000010656 15231162611 0022244 0 ustar 00 3 Xo�h� � @ s� d dl mZ d dlmZ d dlmZ d dlZd dlZd dlmZ d dl m Z ddd d gZ dd d�Z ddd�Z G dd � d e �ZG dd � d e�ZdS )� )� convert_path)�log)�DistutilsOptionErrorN)� configparser)�Command� config_file� edit_config� option_base�setopt�localc C sh | dkr dS | dkr,t jjt jjtj�d�S | dkrZt jdkrBdpDd}t jjtd | ��S t d | ��d S ) z�Get the filename of the distutils, local, global, or per-user config `kind` must be one of "local", "global", or "user" r z setup.cfg�globalz distutils.cfg�user�posix�.� z~/%spydistutils.cfgz7config_file() type must be 'local', 'global', or 'user'N) �os�path�join�dirname� distutils�__file__�name� expanduserr � ValueError)Zkind�dot� r � /usr/lib/python3.6/setopt.pyr s Fc C s. t jd| � tj� }|j| g� x�|j� D ]�\}}|dkrTt jd|| � |j|� q*|j|�svt jd|| � |j |� x||j� D ]p\}}|dkr�t jd||| � |j ||� |j |�s�t jd|| � |j|� q�t jd|||| � |j |||� q�W q*W t jd| � |�s*t | d ��}|j|� W dQ R X dS ) aY Edit a configuration file to include `settings` `settings` is a dictionary of dictionaries or ``None`` values, keyed by command/section name. A ``None`` value means to delete the entire section, while a dictionary lists settings to be changed or deleted in that section. A setting of ``None`` means to delete that setting. z Reading configuration from %sNz Deleting section [%s] from %sz Adding new section [%s] to %szDeleting %s.%s from %sz#Deleting empty [%s] section from %szSetting %s.%s to %r in %sz Writing %s�w)r �debugr ZRawConfigParser�read�items�infoZremove_sectionZ has_sectionZ add_sectionZ remove_option�options�set�open�write) �filenameZsettings�dry_runZoptsZsectionr" �option�value�fr r r r ! s8 c @ s2 e Zd ZdZdddgZddgZd d � Zd d� ZdS )r z<Abstract base class for commands that mess with config files� global-config�g�0save options to the site-wide distutils.cfg file� user-config�u�7save options to the current user's pydistutils.cfg file� filename=r* �-configuration file to use (default=setup.cfg)c C s d | _ d | _d | _d S )N)� global_config� user_configr& )�selfr r r �initialize_options\ s z option_base.initialize_optionsc C sv g }| j r|jtd�� | jr,|jtd�� | jd k rB|j| j� |sT|jtd�� t|�dkrjtd|��|\| _d S )Nr r r � z/Must specify only one configuration file option)r3 �appendr r4 r& �lenr )r5 � filenamesr r r �finalize_optionsa s z option_base.finalize_optionsN)r+ r, r- )r. r/ r0 )r1 r* r2 )�__name__� __module__� __qualname__�__doc__� user_options�boolean_optionsr6 r; r r r r r L s c @ sJ e Zd ZdZdZddddgej Zejd g Zdd� Zdd� Z dd� Z dS )r z#Save command-line options to a filez1set an option in setup.cfg or another config file�command=�c� command to set an option for�option=�o� option to set� set-value=�s�value of the option�remove�r�remove (unset) the valuec C s& t j| � d | _d | _d | _d | _d S )N)r r6 �commandr( � set_valuerK )r5 r r r r6 � s zsetopt.initialize_optionsc C sD t j| � | jd ks | jd kr&td��| jd kr@| j r@td��d S )Nz%Must specify --command *and* --optionz$Must specify --set-value or --remove)r r; rN r( r rO rK )r5 r r r r; � s zsetopt.finalize_optionsc C s* t | j| j| jjdd�| jii| j� d S )N�-�_)r r& rN r( �replacerO r' )r5 r r r �run� s z setopt.runN)rB rC rD )rE rF rG )rH rI rJ )rK rL rM ) r< r= r> r? � descriptionr r@ rA r6 r; rS r r r r r s s )r )F)Zdistutils.utilr r r Zdistutils.errorsr r Zsetuptools.extern.six.movesr Z setuptoolsr �__all__r r r r r r r r �<module> s +' site-packages/setuptools/command/__pycache__/easy_install.cpython-36.opt-1.pyc 0000644 00000176606 15231162611 0023425 0 ustar 00 3 Xo�h�T � @ s d Z ddlmZ ddlmZ ddlmZmZ ddlmZmZm Z m Z ddl m Z m Z ddlmZmZ ddlmZ dd lmZ dd lZdd lZdd lZdd lZdd lZdd lZdd lZdd l Z dd l Z dd l Z dd l Z dd l Z dd l!Z!dd l"Z"dd l#Z#dd l$Z$dd l%Z%dd l&m'Z' dd l(m)Z)m*Z* dd l+m,Z, ddl-m.Z. ddl/m0Z0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7 ddl8m9Z9m:Z:m;Z; ddl4m<Z<m=Z= ddl>m?Z? ddl@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZO dd lPZ@e jQde@jRd� dddd d d gZSd d � ZTd!d� ZUe'jV�r2d"d#� ZWd$d%� ZXnd&d#� ZWd'd%� ZXd(d)� ZYG d*d� de,�ZZd+d,� Z[d-d.� Z\d/d0� Z]d1d � Z^d2d � Z_G d3d� deG�Z`G d4d5� d5e`�Zaejbjcd6d7�d8k�r�eaZ`d9d:� Zdd;d<� Zed=d>� Zfd?d@� ZgdpdAdB�ZhdCdD� ZidEdF� ZjdGejkk�rejZlndHdI� ZldqdKdL�ZmdMdN� ZndOdP� ZodQdR� ZpyddSlmqZr W n esk �r^ dTdU� ZrY nX dVdW� ZqG dXdY� dYet�Zueujv� ZwG dZd[� d[eu�ZxG d\d]� d]ey�ZzG d^d_� d_ez�Z{G d`da� dae{�Z|ezj}Z}ezj~Z~dbdc� Zddde� Z�dfeefdgdh�Z�didj� Z�dkdl� Z�drdmd �Z�e"j�dndo� �Z�d S )sa% Easy Install ------------ A tool for doing automatic download/extract/build of distutils-based Python packages. For detailed documentation, see the accompanying EasyInstall.txt file, or visit the `EasyInstall home page`__. __ https://setuptools.readthedocs.io/en/latest/easy_install.html � )�glob)� get_platform)� convert_path� subst_vars)�DistutilsArgError�DistutilsOptionError�DistutilsError�DistutilsPlatformError)�INSTALL_SCHEMES� SCHEME_KEYS)�log�dir_util)� first_line_re)�find_executableN)�six)� configparser�map)�Command)� run_setup)�get_path�get_config_vars)� rmtree_safe)�setopt)�unpack_archive)� PackageIndex�parse_requirement_arg� URL_SCHEME)� bdist_egg�egg_info)�Wheel)� yield_lines�normalize_path�resource_string�ensure_directory�get_distribution�find_distributions� Environment� Requirement� Distribution� PathMetadata� EggMetadata� WorkingSet�DistributionNotFound�VersionConflict� DEVELOP_DIST�default)�category�samefile� easy_install�PthDistributions�extract_wininst_cfg�main�get_exe_prefixesc C s t jd�dkS )N�P� )�struct�calcsize� r; r; �"/usr/lib/python3.6/easy_install.py�is_64bitI s r= c C sj t jj| �ot jj|�}tt jd�o&|}|r:t jj| |�S t jjt jj| ��}t jjt jj|��}||kS )z� Determine if two paths reference the same file. Augments os.path.samefile to work on Windows and suppresses errors if the path doesn't exist. r1 )�os�path�exists�hasattrr1 �normpath�normcase)Zp1Zp2Z both_existZ use_samefileZnorm_p1Znorm_p2r; r; r< r1 M s c C s | S )Nr; )�sr; r; r< � _to_ascii_ s rE c C s* yt j| d� dS tk r$ dS X d S )N�asciiTF)r Z text_type� UnicodeError)rD r; r; r< �isasciib s rH c C s | j d�S )NrF )�encode)rD r; r; r< rE j s c C s( y| j d� dS tk r" dS X d S )NrF TF)rI rG )rD r; r; r< rH m s c C s t j| �j� jdd�S )N� z; )�textwrap�dedent�strip�replace)�textr; r; r< �<lambda>u s rP c @ s� e Zd ZdZdZdZd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gZdd dd dd0d3d9d<g Zej � r�d@ej Z ej dAde f� ej dA� d*diZ eZdBdC� ZdDdE� ZdFdG� ZedHdI� �ZdJdK� ZdLdM� ZdNdO� ZdPdQ� ZdRdS� ZdTdU� ZdVdW� ZdXdY� Z dZd[� Z e j d\�j � Z!e j d]�j � Z"e j d^�j � Z#d_d`� Z$dadb� Z%dcdd� Z&dedf� Z'dgdh� Z(didj� Z)e*j+dkdl� �Z,d�dndo�Z-d�dpdq�Z.drds� Z/d�dtdu�Z0dvdw� Z1dxdy� Z2dzd{� Z3d�d|d}�Z4ed~d� �Z5d�f fd�d��Z6d�d�� Z7d�d�� Z8d�d�� Z9d�d�� Z:d�d�� Z;d�d�� Z<e j d��j � Z=e j d��Z>d�d�d��Z?e j d��j � Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHe j d��j � ZId�d�� ZJd�d�� ZKd�d�� ZLeMeMd�d�d��d��ZNeMd�d�d��ZOd�d�� ZPdS )�r2 z'Manage a download/build/install processz Find/get/install Python packagesT�prefix=N�installation prefix�zip-ok�z� install package as a zipfile� multi-version�m�%make apps have to require() a version�upgrade�U�1force upgrade (searches PyPI for latest versions)� install-dir=�d�install package to DIR� script-dir=rD �install scripts to DIR�exclude-scripts�x�Don't install scripts� always-copy�a�'Copy all needed packages to install dir� index-url=�i� base URL of Python Package Index� find-links=�f�(additional URL(s) to search for packages�build-directory=�b�/download/extract/build in DIR; keep the results� optimize=�O�lalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0]�record=�3filename in which to record list of installed files� always-unzip�Z�*don't install as a zipfile, no matter what� site-dirs=�S�)list of directories where .pth files work�editable�e�+Install specified packages in editable form�no-deps�N�don't install dependencies� allow-hosts=�H�$pattern(s) that hostnames must match�local-snapshots-ok�l�(allow building eggs from local checkouts�version�"print version information and exit� no-find-links�9Don't load find-links defined in packages being installedz!install in user site-package '%s'�userc C s, d| _ d | _| _d | _ | _| _d | _d | _d | _d | _ d | _ | _ d | _ | _ | _d | _ | _| _d | _ | _| _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ t j r�t j | _!t j"| _#n d | _!d | _#d | _$d | _%d | _&| _'d | _(i | _)d| _*d | _+| j,j-| _-| j,j.| | j,j/d�� d S )Nr Fr2 )0r� �zip_ok�local_snapshots_ok� install_dir� script_dir�exclude_scripts� index_url� find_links�build_directory�args�optimize�recordrY � always_copy� multi_versionr{ �no_deps� allow_hosts�root�prefix� no_reportr� �install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_data� install_base�install_platbase�site�ENABLE_USER_SITE� USER_BASE�install_userbase� USER_SITE�install_usersite� no_find_links� package_index�pth_file�always_copy_from� site_dirs�installed_projects�sitepy_installedZ_dry_run� distribution�verboseZ_set_command_options�get_option_dict)�selfr; r; r< �initialize_options� sF z easy_install.initialize_optionsc C s" dd� |D �}t t| j|�� d S )Nc s s* | ]"}t jj|�s t jj|�r|V qd S )N)r> r? r@ �islink)�.0�filenamer; r; r< � <genexpr>� s z/easy_install.delete_blockers.<locals>.<genexpr>)�listr � _delete_path)r� �blockersZextant_blockersr; r; r< �delete_blockers� s z easy_install.delete_blockersc C sJ t jd|� | jrd S tjj|�o.tjj|� }|r8tntj}||� d S )Nz Deleting %s) r �info�dry_runr> r? �isdirr� �rmtree�unlink)r� r? Zis_treeZremoverr; r; r< r� � s zeasy_install._delete_pathc C s6 t jdd� } td�}d}t|jf t� �� t� �dS )zT Render the Setuptools version and installation details, then exit. N� � setuptoolsz=setuptools {dist.version} from {dist.location} (Python {ver}))�sysr� r$ �print�format�locals� SystemExit)Zver�dist�tmplr; r; r< �_render_version� s z easy_install._render_versionc C st | j o | j� tj j� d }tdd�\}}| jj� | jj� | jj� ||dd� |d |d ||||t tdd�d� | _ t j r�| j | j d < | j| j d < | j� | j� | j� | jd d d d� | jd kr�| j| _| jd kr�d| _| jdd!� | jdd"� | j�r| j�r| j| _| j| _| jdd#� tttj �}t � | _ | j d k �r�dd� | j jd�D �}xV|D ]N}t j j!|��s~t"j#d|� n,t|�|k�r�t$|d ��n| j j%t|�� �q^W | j&�s�| j'� | j(�p�d| _(| j d d � | _)x4| jt| j�fD ] }|| j)k�r�| j)j*d|� �q�W | j+d k �r8dd� | j+jd�D �}ndg}| j,d k�r`| j-| j(| j)|d �| _,t.| j)tj �| _/| j0d k �r�t1| j0t2j3��r�| j0j� | _0ng | _0| j4�r�| j,j5| j)tj � | j�s�| j,j6| j0� | jdd$� t1| j7t8��s@y2t8| j7�| _7d| j7 k�odkn �s t9�W n t9k �r> t$d ��Y nX | j&�rZ| j: �rZt;d ��| j<�sjt;d ��g | _=d S )%Nr r� � exec_prefixr� � �abiflags� ) Z dist_nameZ dist_versionZ dist_fullname� py_version�py_version_short�py_version_nodotZ sys_prefixr� Zsys_exec_prefixr� r� �userbaseZusersiter� r� r� r� Fr� r� �installr� c S s g | ]}t jj|j� ��qS r; )r> r? � expanduserrM )r� rD r; r; r< � <listcomp>3 s z1easy_install.finalize_options.<locals>.<listcomp>�,z"%s (in --site-dirs) does not existz$ (in --site-dirs) is not on sys.pathzhttps://pypi.org/simple/c S s g | ] }|j � �qS r; )rM )r� rD r; r; r< r� H s �*)Z search_path�hostsr� z --optimize must be 0, 1, or 2z9Must specify a build directory (-b) when using --editablez:No urls, filenames, or requirements specified (see --help))r� r� )r� r� )r� r� )r� r� )>r� r� r� �splitr r� Zget_nameZ get_versionZ get_fullname�getattr� config_varsr� r� r� r� � _fix_install_dir_for_user_site�expand_basedirs� expand_dirs�_expandr� r� r� Zset_undefined_optionsr� r� r� r r! r? � get_site_dirs� all_site_dirsr� r> r� r �warnr �appendr{ �check_site_dirr� � shadow_path�insertr� r� � create_indexr& � local_indexr� � isinstancer Z string_typesr� Zscan_egg_links�add_find_linksr� �int� ValueErrorr� r r� �outputs) r� r� r� r� rB r� r] Z path_itemr� r; r; r< �finalize_options� s� z easy_install.finalize_optionsc C s` | j stj rdS | j� | jdkr2d}t|��| j | _| _tj j dd�d }| j |� dS )z; Fix the install_dir if "--user" was used. Nz$User base directory is not specified�posixZunixZ_user) r� r� r� �create_home_pathr� r r� r� r> �namerN � select_scheme)r� �msgZ scheme_namer; r; r< r� m s z+easy_install._fix_install_dir_for_user_sitec C s\ xV|D ]N}t | |�}|d k rtjdks0tjdkr<tjj|�}t|| j�}t| ||� qW d S )Nr� �nt)r� r> r� r? r� r r� �setattr)r� �attrs�attr�valr; r; r< � _expand_attrs| s zeasy_install._expand_attrsc C s | j dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and root.r� r� r� N)r� )r� r; r; r< r� � s z easy_install.expand_basedirsc C s ddddddg}| j |� dS )z+Calls `os.path.expanduser` on install dirs.r� r� r� r� r� r� N)r� )r� �dirsr; r; r< r� � s zeasy_install.expand_dirsc C s� | j | jj krtj| j � z�x | jD ]}| j|| j � q$W | jr�| j}| j r�t | j �}x(t t |��D ]}|| |d � ||< qfW ddl m } | j|j| j|fd| j � | j� W d tj| jj � X d S )Nr )� file_utilz'writing list of installed files to '%s')r� r� r � set_verbosityr� r2 r� r� r� r� �len�range� distutilsr� �executeZ write_file�warn_deprecated_options)r� �specr� Zroot_lenZcounterr� r; r; r< �run� s$ zeasy_install.runc C sD y t j� }W n" tk r. tjdtj�}Y nX t jj| j d| �S )z�Return a pseudo-tempname base in the install directory. This code is intentionally naive; if a malicious party can write to the target directory you're already in deep doodoo. r ztest-easy-install-%s) r> �getpid� Exception�randomZrandintr� �maxsizer? �joinr� )r� �pidr; r; r< �pseudo_tempname� s z easy_install.pseudo_tempnamec C s d S )Nr; )r� r; r; r< r � s z$easy_install.warn_deprecated_optionsc C sd t | j�}tjj|d�}tjj|�sTytj|� W n ttfk rR | j � Y nX || j k}| rv| j rv| j � }nd| j � d }tjj|�}y*|r�tj|� t|d�j� tj|� W n ttfk r� | j � Y nX | r�| j r�t| j� ��|�r| jdk�r t|| j �| _nd| _|tt t� �k�r6d| _n$| j �rZtjj|� �rZd| _d| _|| _dS )z;Verify that self.install_dir is .pth-capable dir, if neededzeasy-install.pthz .write-test�wNT)r! r� r> r? r r@ �makedirs�OSError�IOError�cant_write_to_targetr� r� �check_pth_processingr r� �open�closer �no_default_version_msgr� r3 r � _pythonpathr� )r� �instdirr� Z is_site_dirZtestfileZ test_existsr; r; r< r� � s> zeasy_install.check_site_diraS can't create or remove files in install directory The following error occurred while trying to add or remove files in the installation directory: %s The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s z� This directory does not currently exist. Please create it and try again, or choose a different installation directory (using the -d or --install-dir option). a� Perhaps your account does not have write access to this directory? If the installation directory is a system-owned directory, you may need to sign in as the administrator or "root" account. If you do not have administrative access to this machine, you may wish to choose a different installation directory, preferably one that is listed in your PYTHONPATH environment variable. For information on other options, you may wish to consult the documentation at: https://setuptools.readthedocs.io/en/latest/easy_install.html Please make the appropriate changes for your system and try again. c C sP | j tj� d | jf }tjj| j�s6|d| j 7 }n|d| j 7 }t |��d S )N� rJ ) � _easy_install__cant_write_msgr� �exc_infor� r> r? r@ � _easy_install__not_exists_id�_easy_install__access_msgr )r� r� r; r; r< r s z!easy_install.cant_write_to_targetc C s� | j }tjd|� | j� d }|d }tjj|�}td�d }y8|rNtj|� tjj |�}t j j |dd� t |d�}W n ttfk r� | j� Y n�X z�|j|jf t� �� |j� d }tj}tjd k�rtjj|�\}} tjj|d �} | j� d k�otjj| �} | �r| }d dlm } | |dddgd � tjj|��rJtjd|� dS W d |�r\|j� tjj|��rttj|� tjj|��r�tj|� X | j �s�tj d|� dS )z@Empirically verify whether .pth files are supported in inst. dirz Checking .pth file support in %sz.pthz.okzz import os f = open({ok_file!r}, 'w') f.write('OK') f.close() rJ T)�exist_okr Nr� z pythonw.exez python.exer )�spawnz-Ez-c�passz-TEST PASSED: %s appears to support .pth filesz+TEST FAILED: %s does NOT support .pth filesF) r� r r� r r> r? r@ � _one_linerr� �dirname� pkg_resourcesZ py31compatr r r r r �writer� r� r r� � executabler� r� r �lower�distutils.spawnr r� r� ) r� r r� Zok_fileZ ok_existsr� r# rk r& �basenameZaltZuse_altr r; r; r< r sV z!easy_install.check_pth_processingc C s\ | j rN|jd�rNx:|jd�D ],}|jd| �r2q | j|||jd| �� q W | j|� dS )z=Write all the scripts for `dist`, unless scripts are excluded�scriptszscripts/N)r� Zmetadata_isdirZmetadata_listdir�install_scriptZ get_metadata�install_wrapper_scripts)r� r� � script_namer; r; r< �install_egg_scriptsS s z easy_install.install_egg_scriptsc C s\ t jj|�rLxJt j|�D ].\}}}x"|D ]}| jjt jj||�� q(W qW n | jj|� d S )N)r> r? r� �walkr� r� r )r� r? �baser� �filesr� r; r; r< � add_outputa s zeasy_install.add_outputc C s | j rtd|f ��d S )NzjInvalid argument %r: you can't use filenames or URLs with --editable (except via the --find-links option).)r{ r )r� r r; r; r< � not_editablei s zeasy_install.not_editablec C s< | j s d S tjjtjj| j|j��r8td|j| jf ��d S )Nz2%r already exists in %s; can't do a checkout there)r{ r> r? r@ r r� �keyr )r� r r; r; r< �check_editableq s zeasy_install.check_editablec c s@ t jtjd�d�}zt|�V W d tjj|�o8tt |�� X d S )Nz easy_install-)r� ) �tempfile�mkdtempr �u�strr> r? r@ r� r )r� �tmpdirr; r; r< �_tmpdir{ s zeasy_install._tmpdirFc C s | j s| j� | j� ��}t|t�s�t|�rT| j|� | jj||�}| j d |||d�S t j j |�r|| j|� | j d |||d�S t |�}| j|� | jj||| j| j | j | j�}|d kr�d| }| jr�|d7 }t|��n0|jtkr�| j|||d� |S | j ||j||�S W d Q R X d S )NTz+Could not find suitable distribution for %rz2 (--always-copy skips system and development eggs)�Using)r{ �install_site_pyr; r� r' r r3 r� �download� install_itemr> r? r@ r r5 Zfetch_distributionrY r� r� r Z precedencer. �process_distribution�location)r� r �depsr: �dlr� r� r; r; r< r2 � s2 zeasy_install.easy_installc C s |p| j }|p tjj|�|k}|p,|jd� }|pT| jd k oTtjjt|��t| j�k}|r�| r�x$| j|j D ]}|j |krnP qnW d}t j dtjj |�� |r�| j |||�}x<|D ]}| j|||� q�W n | j|�g}| j||d |d� |d k �rx|D ]}||kr�|S q�W d S )Nz.eggTz Processing %sr r< )r� r> r? r# �endswithr� r! r� � project_namerA r r� r) � install_eggsr@ �egg_distribution)r� r r> r: rB Zinstall_neededr� Zdistsr; r; r< r? � s. zeasy_install.install_itemc C s@ t | }x2tD ]*}d| }t| |�dkrt| ||| � qW dS )z=Sets the install directories by applying the install schemes.Zinstall_N)r r r� r� )r� r� �schemer4 Zattrnamer; r; r< r� � s zeasy_install.select_schemec G s� | j |� | jj|� || j|j kr2| jj|� | jj|� | j|� || j|j< tj | j ||f|�� � |j d�r�| j r�| jj |jd�� | r�| j r�d S |d k r�|j|jkr�tjd|� d S |d ks�||kr�|j� }tt|��}tj d|� y tg �j|g| j| j�}W n^ tk �rB } ztt|���W Y d d }~X n0 tk �rp } zt|j� ��W Y d d }~X nX | j�s�| j�r�x*|D ]"}|j| jk�r�| j|j� � �q�W tj d|� d S )Nzdependency_links.txtz Skipping dependencies for %sz Processing dependencies for %sz'Finished processing dependencies for %s) � update_pthr� �addr� r4 �remover. r� r r� �installation_report� has_metadatar� r� Zget_metadata_linesr� r� �as_requirementr' r9 r+ Zresolver2 r, r r- Zreportr� )r� Z requirementr� rB r� ZdistreqZdistrosr| r; r; r< r@ � sB z!easy_install.process_distributionc C s2 | j d k r| j S |jd�r dS |jd�s.dS dS )Nz not-zip-safeTzzip-safeF)r� rM )r� r� r; r; r< � should_unzip� s zeasy_install.should_unzipc C s� t jj| j|j�}t jj|�r:d}tj||j| j|� |S t jj|�rL|}nRt jj |�|krft j |� t j |�}t |�dkr�t jj||d �}t jj|�r�|}t |� tj||� |S )Nz<%r already exists in %s; build directory %s will not be keptr r )r> r? r r� r4 r@ r r� r� r# r� �listdirr r# �shutil�move)r� r � dist_filename� setup_base�dstr� �contentsr; r; r< � maybe_move s" zeasy_install.maybe_movec C s0 | j r d S x tj� j|�D ]}| j|� qW d S )N)r� � ScriptWriter�best�get_args� write_script)r� r� r� r; r; r< r, s z$easy_install.install_wrapper_scriptsc C sN t |j� �}t||�}|r8| j|�t� }tj|�| }| j|t|�d� dS )z/Generate a legacy script wrapper and install itrn N) r9 rN �is_python_script�_load_templater� rX � get_headerr[ rE )r� r� r- � script_text�dev_pathr Z is_scriptZbodyr; r; r< r+ " s zeasy_install.install_scriptc C s( d}| r|j dd�}td|�}|jd�S )z� There are a couple of template scripts in the package. This function loads one of them and prepares it for use. z script.tmplz.tmplz (dev).tmplr� zutf-8)rN r" �decode)r` r� Z raw_bytesr; r; r< r] , s zeasy_install._load_template�tc s� � j � fdd�|D �� tjd|� j� tjj� j|�}� j|� � jrLdS t � }t |� tjj |�rptj |� t |d| ��}|j|� W dQ R X t|d| � dS )z1Write an executable file to the scripts directoryc s g | ]}t jj� j|��qS r; )r> r? r r� )r� rb )r� r; r< r� > s z-easy_install.write_script.<locals>.<listcomp>zInstalling %s script to %sNr i� )r� r r� r� r> r? r r2 r� � current_umaskr# r@ r� r r% �chmod)r� r- rV �moder� �target�maskrk r; )r� r< r[ ; s zeasy_install.write_scriptc C s` |j � jd�r | j||�gS |j � jd�r8| j||�gS |j � jd�rT| j||�gS |}tjj|�r�|jd� r�t||| j � ntjj |�r�tjj |�}|j |�r�| j r�|d k r�| j|||�}tjj|d�}tjj|��s2ttjj|dd��}|�stdtjj |� ��t|�dk�r*td tjj |� ��|d }| j�rPtj| j||�� g S | j||�S d S ) Nz.eggz.exez.whlz.pyzsetup.pyr� z"Couldn't find a setup script in %sr z Multiple setup scripts in %sr )r' rD � install_egg� install_exe� install_wheelr> r? �isfiler �unpack_progressr� �abspath� startswithr� rW r r@ r r r r{ r r� �report_editable�build_and_install)r� r rS r: rT � setup_scriptZsetupsr; r; r< rF O s< zeasy_install.install_eggsc C s> t jj|�r"t|t jj|d��}nttj|��}tj ||d�S )NzEGG-INFO)�metadata) r> r? r� r) r r* � zipimport� zipimporterr( Z from_filename)r� �egg_pathrr r; r; r< rG { s z easy_install.egg_distributionc C s� t jj| jt jj|��}t jj|�}| js2t|� | j|�}t ||��s|t jj |�rtt jj |� rtt j || jd� n"t jj|�r�| jt j|fd| � y�d}t jj |�r�|j|�r�tjd }}n tjd }}nL| j|�r�| j|� | jd }}n*d}|j|��rtjd }}n tjd }}| j|||f|d t jj|�t jj|�f � t||d � W n$ tk �rz t|dd � � Y nX | j |� | j|�S ) N)r� z Removing FZMovingZCopyingZ ExtractingTz %s to %s)�fix_zipimporter_caches) r> r? r r� r) rm r� r# rG r1 r� r� r � remove_treer@ r r� rn rQ rR ZcopytreerO Zmkpath�unpack_and_compileZcopy2r# �update_dist_cachesr r2 )r� ru r: � destinationr� Znew_dist_is_zippedrk rW r; r; r< rh � sT zeasy_install.install_eggc sT t |�}|d kr td| ��td |jdd�|jdd�t� d�}tjj||j� d �}||_ |d }tjj|d�}tjj|d �}t |� t ||�|_ | j ||� tjj|��st|d �} | jd � x<|jd�D ].\} } | d kr�| jd | jdd�j� | f � q�W | j� tjj|d�� | j� fdd�tj|�D �� tj||| j| jd� | j ||�S )Nz(%s is not a valid distutils Windows .exerr r� r� )rE r� �platformz.eggz.tmpzEGG-INFOzPKG-INFOr zMetadata-Version: 1.0 �target_versionz%s: %s �_�-r* c s g | ]}t jj� |d ��qS )r )r> r? r )r� r� )r� r; r< r� � s z,easy_install.install_exe.<locals>.<listcomp>)r� r� ) r4 r r( �getr r> r? r �egg_namerA r# r) Z _provider� exe_to_eggr@ r r% �itemsrN �titler r� rX rZ r Z make_zipfiler� r� rh ) r� rS r: �cfgr� ru �egg_tmpZ _egg_infoZpkg_infrk �k�vr; )r� r< ri � s< " zeasy_install.install_exec s> t |��g �g �i �� ����fdd�}t|� |� g }xt�D ]l}|j� jd�r>|jd�}|d }tj|d �d |d< tjj � f|�� }�j |� |j |� tj ||� q>W | j �� tj tjj � d�tj� |�� xbdD ]Z} t� | r�tjj � d| d �} tjj| �s�t| d �} | jd j t� | �d � | j� q�W d S )z;Extract a bdist_wininst to the directories an egg would usec s� | j � }xԈD ]�\}}|j|�r|| t|�d � } | jd�}tjj� f|�� }|j � }|jd�sl|jd�r�tj |d �|d < d�tjj |d �d < �j | � n4|jd�r�|dkr�d�tjj |d �d < �j |� |S qW | jd�s�t j d | � d S ) N�/z.pydz.dllr r z.pyzSCRIPTS/z.pthzWARNING: can't process %s���r� )r' rn r r� r> r? r rD r � strip_module�splitextr� r r� )�srcrU rD �old�new�partsrC )r� � native_libs�prefixes� to_compile� top_levelr; r< �process� s$ z(easy_install.exe_to_egg.<locals>.processz.pydr� r z.pyzEGG-INFOr� r� z.txtr rJ Nr� r� r� )r� r� )r6 r r' rD r� r r� r> r? r r� Z write_stub� byte_compileZwrite_safety_flagZ analyze_eggr� r@ r r% r ) r� rS r� r� Zstubs�resr� ZresourceZpyfiler� Ztxtrk r; )r� r� r� r� r� r< r� � s6 zeasy_install.exe_to_eggc C s� t |�}tjj| j|j� �}tjj|�}| js6t|� tjj |�rbtjj |� rbt j || jd� n"tjj |�r�| jtj|fd| � z.| j|j|fdtjj|�tjj|�f � W d t|dd� X | j|� | j|�S )N)r� z Removing zInstalling %s to %sF)rv )r r> r? r r� r� rm r� r# r� r� r rw r@ r r� Zinstall_as_eggr) r# ry r2 rG )r� Z wheel_pathr: Zwheelrz r; r; r< rj s, zeasy_install.install_wheela( Because this distribution was installed --multi-version, before you can import modules from this package in an application, you will need to 'import pkg_resources' and then use a 'require()' call similar to one of these examples, in order to select the desired version: pkg_resources.require("%(name)s") # latest installed version pkg_resources.require("%(name)s==%(version)s") # this exact version pkg_resources.require("%(name)s>=%(version)s") # this version or higher z� Note also that the installation directory must be on sys.path at runtime for this to work. (e.g. by being the application's script directory, by being on PYTHONPATH, or by being added to sys.path by your code.) � Installedc C s` d}| j r@| j r@|d| j 7 }| jtttj�kr@|d| j 7 }|j }|j }|j }d}|t � S )z9Helpful installation message for display to package usersz %(what)s %(eggloc)s%(extras)srJ r� ) r� r� �_easy_install__mv_warningr� r r! r� r? �_easy_install__id_warningrA rE r� r� ) r� Zreqr� Zwhatr� Zegglocr� r� Zextrasr; r; r< rL I s z easy_install.installation_reportaR Extracted editable version of %(spec)s to %(dirname)s If it uses setuptools in its setup script, you can activate it in "development" mode by going to that directory and running:: %(python)s setup.py develop See the setuptools documentation for the "develop" command for more info. c C s" t jj|�}tj}d| jt� S )NrJ )r> r? r# r� r& �_easy_install__editable_msgr� )r� r rq r# �pythonr; r; r< ro b s z easy_install.report_editablec C s� t jjdt� t jjdt� t|�}| jdkrNd| jd }|jdd| � n| jdk rd|jdd� | jrv|jdd � t j d |t |�d d � d j |�� yt ||� W n6 tk r� } ztd |jd f ��W Y d d }~X nX d S ) Nzdistutils.command.bdist_eggzdistutils.command.egg_infor� r� r r r~ z-qz-nz Running %s %s� zSetup script exited with %s)r� �modules� setdefaultr r r� r� r� r� r r� r r r r� r r� )r� rq rT r� r� r; r; r< r g s zeasy_install.run_setupc C s� ddg}t jdtjj|�d�}z�| jtjj|�� |j|� | j|||� t|g�}g }x2|D ]*}x$|| D ]}|j| j |j |�� qlW q^W | r�| j r�t j d|� |S t|� t j| j� X d S )Nr z --dist-dirz egg-dist-tmp-)r� �dirz+No eggs found in %s (setup script problem?))r6 r7 r> r? r# �_set_fetcher_optionsr� r r& rh rA r� r r� r� r r� ) r� rq rT r� Zdist_dirZall_eggsZeggsr4 r� r; r; r< rp { s$ z easy_install.build_and_installc C st | j jd�j� }d }i }x2|j� D ]&\}}||kr4q"|d ||jdd �< q"W t|d �}tjj|d �}t j ||� d S )a When easy_install is about to run bdist_egg on a source dist, that source dist might have 'setup_requires' directives, requiring additional fetching. Ensure the fetcher options given to easy_install are available to that command as well. r2 r� r� r� r� r� r r} r~ )r2 z setup.cfgN)r� r� r� r� r� r� ) r� r� �copyr� rN �dictr> r? r r Z edit_config) r� r0 Zei_optsZfetch_directivesZ fetch_optionsr4 r� ZsettingsZ cfg_filenamer; r; r< r� � s z!easy_install._set_fetcher_optionsc C s0 | j d krd S xX| j |j D ]H}| js2|j|jkr tjd|� | j j|� |j| jkr | jj|j� q W | js�|j| j jkr�tjd|� n2tjd|� | j j |� |j| jkr�| jj |j� | j �s,| j j � |jdk�r,t jj| jd�}t jj|��rt j|� t|d�}|j| j j|j�d � |j� d S )Nz&Removing %s from easy-install.pth filez4%s is already the active version in easy-install.pthz"Adding %s to easy-install.pth filer� zsetuptools.pth�wtrJ )r� r4 r� rA r r� rK r� �pathsrJ r� r� �saver> r? r r� r� r� r r% � make_relativer )r� r� r] r� rk r; r; r< rI � s4 zeasy_install.update_pthc C s t jd||� |S )NzUnpacking %s to %s)r �debug)r� r� rU r; r; r< rl � s z easy_install.unpack_progressc sh g �g �� ��fdd�}t |||� � j�� � jsdx.�D ]&}tj|�tj dB d@ }t||� q:W d S )Nc s\ |j d�r"| jd� r"�j|� n |j d�s6|j d�r@�j|� � j| |� � j rX|pZd S )Nz.pyz EGG-INFO/z.dllz.so)rD rn r� rl r� )r� rU )r� �to_chmodr� r; r< �pf� s z+easy_install.unpack_and_compile.<locals>.pfim i� )r r� r� r> �stat�ST_MODErd )r� ru rz r� rk re r; )r� r� r� r< rx � s z easy_install.unpack_and_compilec C sj t jr d S ddlm} z@tj| jd � ||dd| jd� | jrT||| jd| jd� W d tj| j� X d S )Nr )r� r )r� �forcer� ) r� �dont_write_bytecode�distutils.utilr� r r r� r� r� )r� r� r� r; r; r< r� � s zeasy_install.byte_compilea� bad install directory or PYTHONPATH You are attempting to install a package to a directory that is not on PYTHONPATH and which Python does not read ".pth" files from. The installation directory you specified (via --install-dir, --prefix, or the distutils default setting) was: %s and your PYTHONPATH environment variable currently contains: %r Here are some of your options for correcting the problem: * You can choose a different installation directory, i.e., one that is on PYTHONPATH or supports .pth files * You can add the installation directory to the PYTHONPATH environment variable. (It must then also be on PYTHONPATH whenever you run Python and want to use the package(s) you are installing.) * You can set up the installation directory to support ".pth" files by using one of the approaches described here: https://setuptools.readthedocs.io/en/latest/easy_install.html#custom-installation-locations Please make the appropriate changes for your system and try again.c C s | j }|| jtjjdd�f S )N� PYTHONPATHr� )� _easy_install__no_default_msgr� r> �environr )r� �templater; r; r< r s z#easy_install.no_default_version_msgc C s� | j r dS tjj| jd�}tdd�}|jd�}d}tjj|�r�tj d| j� t j |��}|j � }W dQ R X |j d�s�td | ��||kr�tjd |� | js�t|� t j |d dd ��}|j|� W dQ R X | j|g� d | _ dS )z8Make sure there's a site.py in the target dir, if neededNzsite.pyr� z site-patch.pyzutf-8r� z Checking existing site.py in %sz def __boot():z;%s is not a setuptools-generated site.py; please remove it.z Creating %sr )�encodingT)r� r> r? r r� r" ra r@ r r� �ior �readrn r r� r� r# r% r� )r� Zsitepy�sourceZcurrentZstrmr; r; r< r= s, z easy_install.install_site_pyc C sj | j s dS ttjjd��}xJtj| j�D ]:\}}|j|�r(tjj |� r(| j d| � tj |d� q(W dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) r� r r> r? r� r Z iteritemsr� rn r� Z debug_printr )r� �homer� r? r; r; r< r� > s z easy_install.create_home_pathz/$base/lib/python$py_version_short/site-packagesz $base/bin)r� r� )r� z$base/Lib/site-packagesz $base/Scriptsc G s� | j d�j}| jrh|j� }| j|d< | jjtj| j�}x0|j � D ]$\}}t | |d �d kr@t | ||� q@W ddl m } xJ|D ]B}t | |�}|d k rz|||�}tjdkr�tjj|�}t | ||� qzW d S )Nr� r0 r )r r� )Zget_finalized_commandr� r� r� r r r> r� �DEFAULT_SCHEMEr� r� r� r� r r? r� )r� r� r� rH r� r� r r; r; r< r� T s zeasy_install._expand)rQ NrR )rS rT rU )rV rW rX )rY rZ r[ )r\ r] r^ )r_ rD r` )ra rb rc )rd re rf )rg rh ri )rj rk rl )rm rn ro )rp rq rr )rs Nrt )ru rv rw )rx ry rz )r{ r| r} )r~ r r� )r� r� r� )r� r� r� )r� Nr� )r� Nr� )F)F)T)N)r� )Q�__name__� __module__� __qualname__�__doc__� descriptionZcommand_consumes_argumentsZ user_optionsZboolean_optionsr� r� r� Zhelp_msgr� Z negative_optr r� r� r� r� � staticmethodr� r� r� r� r� r� r r r r� rK rL �lstripr r r r r r. r2 r3 r5 � contextlib�contextmanagerr; r2 r? r� r@ rO rW r, r+ r] r[ rF rG rh ri r� rj r� r� rL r� ro r rp r� rI rl rx r� r� r r= r� r� r r� r� r; r; r; r< r2 x s� 0 z 0 ; $ $ ' ,6-5 % c C s t jjdd�jt j�} td | �S )Nr� r� )r> r� r r� �pathsep�filter)r� r; r; r< r k s r c C s� g } | j t� � tjg}tjtjkr0|jtj� x�|D ]�}|r6tjdkr`| jtjj |dd�� n\tj dkr�| j tjj |ddtj dd � d�tjj |dd �g� n| j |tjj |dd�g� tjd kr6d |kr6tj j d �}|r6tjj |ddtj dd � d�}| j|� q6W td�td�f}x"|D ]}|| k�r | j|� �q W tj�rR| jtj� y| j tj� � W n tk �rz Y nX ttt| ��} | S )z& Return a list of 'site' dirs �os2emx�riscosZLibz site-packagesr� �libr� Nr� z site-python�darwinzPython.framework�HOME�Library�Python�purelib�platlib)r� r� )�extendr r� r� r� r� r{ r> r? r �sepr� r� r r r� r� r� �getsitepackages�AttributeErrorr� r r! )�sitedirsr� r� r� Zhome_spZ lib_pathsZsite_libr; r; r< r� p sV r� c c s� i }x�| D ]�}t |�}||kr q d||< tjj|�s6q tj|�}||fV x�|D ]�}|jd�s`qP|dkrjqPttjj||��}tt |��}|j � xP|D ]H}|j d�s�t |j � �}||kr�d||< tjj|�s�q�|tj|�fV q�W qPW q W dS )zBYield sys.path directories that might contain "old-style" packagesr z.pth�easy-install.pth�setuptools.pth�importN)r� r� ) r! r> r? r� rP rD r r r� r r rn �rstrip)Zinputs�seenr# r1 r� rk �lines�liner; r; r< � expand_paths� s4 r� c C s& t | d�}�z tj|�}|dkr$dS |d |d |d }|dk rHdS |j|d � tjd|jd��\}}}|dkrzdS |j|d| � d d d �}tj|�}y<|j|�} | j d d �d } | j t j � �} |j tj| �� W n tjk r� dS X |jd� �s|jd� �rdS |S |j� X dS )znExtract configuration data from a bdist_wininst .exe Returns a configparser.RawConfigParser, or None �rbN� � � � z<iii�zV4�{V4r� )r� r| � r r rr ZSetup)r� r� )r �zipfileZ _EndRecData�seekr9 �unpackr� r ZRawConfigParserr� ra r� �getfilesystemencodingZreadfpr �StringIO�ErrorZ has_sectionr ) rS rk ZendrecZ prepended�tagZcfglenZbmlenZinitr� �part�configr; r; r< r4 � s4 c C sJ ddd d d g}t j| �}�z� x�|j� D ]�}|j}|jd�}t|�d kr�|d d kr�|d jd �r�|jddj|dd � �df� P t|�d ks(|jd� r�q(|jd�r�q(|d j � d kr(|j |�}t j r�|j � }xDt|�D ]8}|j� jdd�}|jd�s�|jd|d |f df� q�W q(W W d|j� X dd� |D �}|j� |j� |S ) z4Get exe->egg path translations for a given .exe file�PURELIB/r� �PLATLIB/pywin32_system32�PLATLIB/�SCRIPTS/�EGG-INFO/scripts/�DATA/lib/site-packagesr� r� r� zPKG-INFOr z .egg-infor Nz EGG-INFO/z.pthz -nspkg.pth�PURELIB�PLATLIB�\r� z%s/%s/c S s g | ]\}}|j � |f�qS r; )r' )r� rb �yr; r; r< r� $ s z$get_exe_prefixes.<locals>.<listcomp>)r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� ZZipFileZinfolistr� r� r rD r� r �upperr� r ZPY3ra r rM rN rn r� r �sort�reverse)Z exe_filenamer� rT r� r� r� rV Zpthr; r; r< r6 s> & c @ sT e Zd ZdZdZf fdd�Zdd� Zdd� Zed d � �Z d d � Z d d� Z dd� Z dS )r3 z)A .pth file with Distribution paths in itFc C sp || _ ttt|��| _ttjj| j ��| _| j � t j | g d d � x(t | j �D ]}tt| jt|d��� qNW d S )NT)r� r� r r! r� r> r? r# �basedir�_loadr& �__init__r r� rJ r% )r� r� r� r? r; r; r< r� / s zPthDistributions.__init__c C s g | _ d}tj| j�}tjj| j�r�t| jd�}x�|D ]�}|j d�rJd}q6|j � }| j j |� |j � s6|j � j d�rxq6t tjj| j|�� }| j d< tjj|� s�||kr�| j j� d| _q6d||< q6W |j� | j r�| r�d| _x&| j o�| j d j � �r | j j� q�W d S ) NFZrtr� T�#r r� r� )r� r� �fromkeysr� r> r? rk r� r rn r� r� rM r! r r� r@ �pop�dirtyr )r� Z saw_importr� rk r� r? r; r; r< r� 8 s2 zPthDistributions._loadc C s� | j s dS tt| j| j��}|r�tjd| j� | j|�}dj |�d }t j j | j�r`t j | j� t| jd��}|j|� W dQ R X n(t j j| j�r�tjd| j� t j | j� d| _ dS )z$Write changed .pth file back to diskNz Saving %srJ r� zDeleting empty %sF)r� r� r r� r� r r� r� � _wrap_linesr r> r? r� r� r r% r@ )r� Z rel_pathsr� �datark r; r; r< r� W s zPthDistributions.savec C s | S )Nr; )r� r; r; r< r m s z PthDistributions._wrap_linesc C sN |j | jko$|j | jkp$|j tj� k}|r>| jj|j � d| _tj| |� dS )z"Add `dist` to the distribution mapTN) rA r� r� r> �getcwdr� r� r& rJ )r� r� �new_pathr; r; r< rJ q s zPthDistributions.addc C s6 x$|j | jkr$| jj|j � d| _qW tj| |� dS )z'Remove `dist` from the distribution mapTN)rA r� rK r� r& )r� r� r; r; r< rK s zPthDistributions.removec C s� t jjt|��\}}t| j�}|g}t jdkr2dp6t j}xVt|�|kr�|| jkrn|jt j � |j � |j |�S t jj|�\}}|j|� q:W |S d S )Nr� ) r> r? r� r! r r� �altsepr� r� �curdirr� r )r� r? ZnpathZlastZbaselenr� r� r; r; r< r� � s z PthDistributions.make_relativeN) r� r� r� r� r� r� r� r� r� r rJ rK r� r; r; r; r< r3 * s c @ s( e Zd Zedd� �Zed�Zed�ZdS )�RewritePthDistributionsc c s( | j V x|D ] }|V qW | jV d S )N)�prelude�postlude)�clsr� r� r; r; r< r � s z#RewritePthDistributions._wrap_linesz? import sys sys.__plen = len(sys.path) z� import sys new = sys.path[sys.__plen:] del sys.path[sys.__plen:] p = getattr(sys, '__egginsert', 0) sys.path[p:p] = new sys.__egginsert = p + len(new) N)r� r� r� � classmethodr r" r r r; r; r; r< r � s r Z SETUPTOOLS_SYS_PATH_TECHNIQUE�rawZrewritec C s t tjt�rtS tjtjj� �S )z_ Return a regular expression based on first_line_re suitable for matching strings. )r� r �patternr9 �re�compilera r; r; r; r< �_first_line_re� s r c C sd | t jt jgkr.t jdkr.t|tj� | |�S tj� \}}}t j ||d |d d| |f f� d S )Nr� r r z %s %s) r> r� rK r� rd r� �S_IWRITEr� r r Zreraise)�func�arg�excZetZevr} r; r; r< � auto_chmod� s r c C s. t | �}t|tj� |r"t|� nt|� dS )aa Fix any globally cached `dist_path` related data `dist_path` should be a path of a newly installed egg distribution (zipped or unzipped). sys.path_importer_cache contains finder objects that have been cached when importing data from the original distribution. Any such finders need to be cleared since the replacement distribution might be packaged differently, e.g. a zipped egg distribution might get replaced with an unzipped egg folder or vice versa. Having the old finders cached may then cause Python to attempt loading modules from the replacement distribution using an incorrect loader. zipimport.zipimporter objects are Python loaders charged with importing data packaged inside zip archives. If stale loaders referencing the original distribution, are left behind, they can fail to load modules from the replacement distribution. E.g. if an old zipimport.zipimporter instance is used to load data from a new zipped egg archive, it may cause the operation to attempt to locate the requested data in the wrong location - one indicated by the original distribution's zip archive directory information. Such an operation may then fail outright, e.g. report having read a 'bad local file header', or even worse, it may fail silently & return invalid data. zipimport._zip_directory_cache contains cached zip archive directory information for all existing zipimport.zipimporter instances and all such instances connected to the same archive share the same cached directory information. If asked, and the underlying Python implementation allows it, we can fix all existing zipimport.zipimporter instances instead of having to track them down and remove them one by one, by updating their shared cached zip archive directory information. This, of course, assumes that the replacement distribution is packaged as a zipped egg. If not asked to fix existing zipimport.zipimporter instances, we still do our best to clear any remaining zipimport.zipimporter related cached data that might somehow later get used when attempting to load data from the new distribution and thus cause such load operations to fail. Note that when tracking down such remaining stale data, we can not catch every conceivable usage from here, and we clear only those that we know of and have found to cause problems if left alive. Any remaining caches should be updated by whomever is in charge of maintaining them, i.e. they should be ready to handle us replacing their zip archives with new distributions at runtime. N)r! �_uncacher� �path_importer_cache�!_replace_zip_directory_cache_data�*_remove_and_clear_zip_directory_cache_data)Z dist_pathrv �normalized_pathr; r; r< ry � s < ry c C sT g }t | �}xB|D ]:}t|�}|j| �r|||d � tjdfkr|j|� qW |S )ap Return zipimporter cache entry keys related to a given normalized path. Alternative path spellings (e.g. those using different character case or those using alternative path separators) related to the same path are included. Any sub-path entries are included as well, i.e. those corresponding to zip archives embedded in other zip archives. r r� )r r! rn r> r� r� )r �cache�resultZ prefix_len�pZnpr; r; r< �"_collect_zipimporter_cache_entries s r c C sD x>t | |�D ]0}|| }||= |o*|||�}|dk r |||< q W dS )a� Update zipimporter cache data for a given normalized path. Any sub-path entries are processed as well, i.e. those corresponding to zip archives embedded in other zip archives. Given updater is a callable taking a cache entry key and the original entry (after already removing the entry from the cache), and expected to update the entry and possibly return a new one to be inserted in its place. Returning None indicates that the entry should not be replaced with a new one. If no updater is given, the cache entries are simply removed without any additional processing, the same as if the updater simply returned None. N)r )r r �updaterr � old_entryZ new_entryr; r; r< �_update_zipimporter_cache* s r c C s t | |� d S )N)r )r r r; r; r< r J s r c C s dd� }t | tj|d� d S )Nc S s |j � d S )N)�clear)r? r r; r; r< �2clear_and_remove_cached_zip_archive_directory_dataO s zf_remove_and_clear_zip_directory_cache_data.<locals>.clear_and_remove_cached_zip_archive_directory_data)r )r rs �_zip_directory_cache)r r" r; r; r< r N s r Z__pypy__c C s dd� }t | tj|d� d S )Nc S s& |j � tj| � |jtj| � |S )N)r! rs rt �updater# )r? r r; r; r< �)replace_cached_zip_archive_directory_datae s zT_replace_zip_directory_cache_data.<locals>.replace_cached_zip_archive_directory_data)r )r rs r# )r r% r; r; r< r d s r �<string>c C s2 yt | |d� W n ttfk r( dS X dS dS )z%Is this string a valid Python script?�execFTN)r � SyntaxError� TypeError)rO r� r; r; r< � is_pythonw s r* c C sJ y(t j| dd��}|jd�}W dQ R X W n ttfk r@ | S X |dkS )zCDetermine if the specified executable is a .sh (contains a #! line)zlatin-1)r� r� Nz#!)r� r r� r r )r& �fp�magicr; r; r< �is_sh� s r- c C s t j| g�S )z@Quote a command line argument according to Windows parsing rules)� subprocess� list2cmdline)r r; r; r< � nt_quote_arg� s r0 c C sH |j d�s|j d�rdS t| |�r&dS | jd�rDd| j� d j� kS dS )zMIs this text, as a whole, a Python script? (as opposed to shell/bat/etc. z.pyz.pywTz#!r� r F)rD r* rn � splitlinesr' )r_ r� r; r; r< r\ � s r\ )rd c G s d S )Nr; )r� r; r; r< �_chmod� s r2 c C sR t jd| |� yt| |� W n0 tjk rL } zt jd|� W Y d d }~X nX d S )Nzchanging mode of %s to %ozchmod failed: %s)r r� r2 r> �error)r? re r| r; r; r< rd � s rd c @ s� e Zd ZdZg Ze� Zedd� �Zedd� �Z edd� �Z edd � �Z ed d � �Z d d � Z edd� �Zdd� Zedd� �Zedd� �ZdS )� CommandSpeczm A command spec for a #! header, specified as a list of arguments akin to those passed to Popen. c C s | S )zV Choose the best CommandSpec class based on environmental conditions. r; )r r; r; r< rY � s zCommandSpec.bestc C s t jjtj�}t jjd|�S )N�__PYVENV_LAUNCHER__)r> r? rB r� r& r� r )r Z_defaultr; r; r< �_sys_executable� s zCommandSpec._sys_executablec C s: t || �r|S t |t�r | |�S |dkr0| j� S | j|�S )zg Construct a CommandSpec from a parameter to build_scripts, which may be None. N)r� r� �from_environment� from_string)r Zparamr; r; r< � from_param� s zCommandSpec.from_paramc C s | | j � g�S )N)r6 )r r; r; r< r7 � s z CommandSpec.from_environmentc C s t j|f| j�}| |�S )z} Construct a command spec from a simple string representing a command line parseable by shlex.split. )�shlexr� � split_args)r �stringr� r; r; r< r8 � s zCommandSpec.from_stringc C s8 t j| j|��| _tj| �}t|�s4dg| jd d�< d S )Nz-xr )r: r� �_extract_options�optionsr. r/ rH )r� r_ �cmdliner; r; r< �install_options� s zCommandSpec.install_optionsc C s: | d j � d }t� j|�}|r.|jd�p0dnd}|j� S )zH Extract any options from the first line of the script. rJ r r r� )r1 r �match�grouprM )Z orig_script�firstrA r> r; r; r< r= � s z CommandSpec._extract_optionsc C s | j | t| j� �S )N)�_renderr� r> )r� r; r; r< � as_header� s zCommandSpec.as_headerc C s6 d}x,|D ]$}| j |�r | j|�r | dd� S q W | S )Nz"'r r� )rn rD )�itemZ_QUOTES�qr; r; r< � _strip_quotes� s zCommandSpec._strip_quotesc C s t jdd� | D ��}d| d S )Nc s s | ]}t j|j� �V qd S )N)r4 rH rM )r� rF r; r; r< r� � s z&CommandSpec._render.<locals>.<genexpr>z#!rJ )r. r/ )r� r? r; r; r< rD � s zCommandSpec._renderN)r� r� r� r� r> r� r; r rY r6 r9 r7 r8 r@ r� r= rE rH rD r; r; r; r< r4 � s r4 c @ s e Zd Zedd�ZdS )�WindowsCommandSpecF)r� N)r� r� r� r� r; r; r; r; r< rI s rI c @ s� e Zd ZdZejd�j� ZeZ e ddd��Z e ddd��Z e dd d ��Z ed d � �Ze d d� �Ze dd� �Ze dd� �Ze ddd��ZdS )rX z` Encapsulates behavior around writing entry point scripts for console and gui apps. a� # EASY-INSTALL-ENTRY-SCRIPT: %(spec)r,%(group)r,%(name)r __requires__ = %(spec)r import re import sys from pkg_resources import load_entry_point if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) sys.exit( load_entry_point(%(spec)r, %(group)r, %(name)r)() ) NFc C s6 t jdt� |rtntj� }| jd||�}|j||�S )Nz Use get_argsr� )�warningsr� �DeprecationWarning�WindowsScriptWriterrX rY �get_script_headerrZ )r r� r& �wininst�writer�headerr; r; r< �get_script_args s z ScriptWriter.get_script_argsc C s6 t jdt� |rd}| jj� j|�}|j|� |j� S )NzUse get_headerz python.exe)rJ r� rK �command_spec_classrY r9 r@ rE )r r_ r& rN �cmdr; r; r< rM ' s z ScriptWriter.get_script_headerc c s� |dkr| j � }t|j� �}xjdD ]b}|d }xT|j|�j� D ]B\}}| j|� | jt� }| j||||�} x| D ] } | V qrW q>W q"W dS )z� Yield write_script() argument tuples for a distribution's console_scripts and gui_scripts entry points. N�console�guiZ_scripts)rT rU ) r^ r9 rN Z get_entry_mapr� �_ensure_safe_namer� r� �_get_script_args) r r� rP r �type_rB r� Zepr_ r� r� r; r; r< rZ 1 s zScriptWriter.get_argsc C s t jd| �}|rtd��dS )z? Prevent paths in *_scripts entry point names. z[\\/]z+Path separators not allowed in script namesN)r �searchr� )r� Z has_path_sepr; r; r< rV C s z ScriptWriter._ensure_safe_namec C s t jdt� |rtj� S | j� S )NzUse best)rJ r� rK rL rY )r Z force_windowsr; r; r< � get_writerL s zScriptWriter.get_writerc C s. t jdks tjdkr&tjdkr&tj� S | S dS )zD Select the best ScriptWriter for this environment. �win32�javar� N)r� r{ r> r� �_namerL rY )r r; r; r< rY R s zScriptWriter.bestc c s ||| fV d S )Nr; )r rX r� rP r_ r; r; r< rW \ s z ScriptWriter._get_script_argsr� c C s" | j j� j|�}|j|� |j� S )z;Create a #! line, getting options (if any) from script_text)rR rY r9 r@ rE )r r_ r& rS r; r; r< r^ a s zScriptWriter.get_header)NF)NF)N)r� N)r� r� r� r� rK rL r� r� r4 rR r rQ rM rZ r� rV rZ rY rW r^ r; r; r; r< rX s rX c @ sL e Zd ZeZedd� �Zedd� �Zedd� �Zedd� �Z e d d � �Z d S ) rL c C s t jdt� | j� S )NzUse best)rJ r� rK rY )r r; r; r< rZ l s z WindowsScriptWriter.get_writerc C s" t t| d�}tjjdd�}|| S )zC Select the best ScriptWriter suitable for Windows )r& ZnaturalZSETUPTOOLS_LAUNCHERr& )r� � WindowsExecutableLauncherWriterr> r� r )r Z writer_lookupZlauncherr; r; r< rY r s zWindowsScriptWriter.bestc # s� t ddd�| }|tjd j� jd�krBdjf t� �}tj|t � dddd d dd g}|j |� | j ||�}� fd d �|D �}� | || d|fV dS )z For Windows, add a .py extensionz.pyaz.pyw)rT rU ZPATHEXT�;zK{ext} not listed in PATHEXT; scripts will not be recognized as executables.z.pyz -script.pyz.pycz.pyoz.exec s g | ] }� | �qS r; r; )r� rb )r� r; r< r� � s z8WindowsScriptWriter._get_script_args.<locals>.<listcomp>rb N) r� r> r� r' r� r� r� rJ r� � UserWarningrK �_adjust_header) r rX r� rP r_ �extr� r� r� r; )r� r< rW s z$WindowsScriptWriter._get_script_argsc C sN d}d}|dkr|| }}t jt j|�t j�}|j||d�}| j|�rJ|S |S )z� Make sure 'pythonw' is used for gui and and 'python' is used for console (regardless of what sys.executable is). z pythonw.exez python.exerU )r< �repl)r r �escape� IGNORECASE�sub� _use_header)r rX Z orig_headerr rc Z pattern_ob� new_headerr; r; r< ra � s z"WindowsScriptWriter._adjust_headerc C s$ | dd� j d�}tjdkp"t|�S )z� Should _adjust_header use the replaced header? On non-windows systems, always use. On Windows systems, only use the replaced header if it resolves to an executable on the system. r� r �"r[ r� )rM r� r{ r )rh Z clean_headerr; r; r< rg � s z WindowsScriptWriter._use_headerN) r� r� r� rI rR r rZ rY rW ra r� rg r; r; r; r< rL i s rL c @ s e Zd Zedd� �ZdS )r^ c # s� |dkrd}d}dg}nd}d}dddg}| j ||�}� fd d �|D �} � | || d | fV � d t|�d fV t� s�� d } | t� �d fV dS )zG For Windows, add a .py extension and an .exe launcher rU z -script.pywz.pywZcliz -script.pyz.pyz.pycz.pyoc s g | ] }� | �qS r; r; )r� rb )r� r; r< r� � s zDWindowsExecutableLauncherWriter._get_script_args.<locals>.<listcomp>rb z.exern z .exe.manifestN)ra �get_win_launcherr= �load_launcher_manifest) r rX r� rP r_ Z launcher_typerb r� Zhdrr� Zm_namer; )r� r< rW � s z0WindowsExecutableLauncherWriter._get_script_argsN)r� r� r� r rW r; r; r; r< r^ � s r^ c C s2 d| }t � r |jdd�}n |jdd�}td|�S )z� Load the Windows launcher (executable) suitable for launching a script. `type` should be either 'cli' or 'gui' Returns the executable as a byte string. z%s.exe�.z-64.z-32.r� )r= rN r" )�typeZ launcher_fnr; r; r< rj � s rj c C s0 t jtd�}tjr |t� S |jd�t� S d S )Nzlauncher manifest.xmlzutf-8)r$ r" r� r �PY2�varsra )r� Zmanifestr; r; r< rk � s rk Fc C s t j| ||�S )N)rQ r� )r? � ignore_errors�onerrorr; r; r< r� � s r� c C s t jd�} t j| � | S )N� )r> �umask)Ztmpr; r; r< rc � s rc c C s: dd l } tjj| jd �}|tjd< tjj|� t� d S )Nr ) r� r> r? r# �__path__r� �argvr� r5 )r� Zargv0r; r; r< � bootstrap� s rv c s� ddl m} ddlm� G � fdd�d� �}| d krBtjdd � } t� �0 |f ddd g| tjd pfd|d �|�� W d Q R X d S ) Nr )�setup)r( c s e Zd ZdZ� fdd�ZdS )z-main.<locals>.DistributionWithoutHelpCommandsr� c s( t � � � j| f|�|� W d Q R X d S )N)� _patch_usage� _show_help)r� r� �kw)r( r; r< ry s z8main.<locals>.DistributionWithoutHelpCommands._show_helpN)r� r� r� Z common_usagery r; )r( r; r< � DistributionWithoutHelpCommands� s r{ r z-qr2 z-v)Z script_argsr- Z distclass)r� rw Zsetuptools.distr( r� ru rx )ru rz rw r{ r; )r( r< r5 � s c # sL dd l } tjd�j� � � fdd�}| jj}|| j_z d V W d || j_X d S )Nr ze usage: %(script)s [options] requirement_or_url ... or: %(script)s --help c s � t tjj| �d� S )N)Zscript)r� r> r? r) )r- )�USAGEr; r< � gen_usage s z _patch_usage.<locals>.gen_usage)Zdistutils.corerK rL r� Zcorer} )r r} Zsavedr; )r| r< rx s rx )N)r& )N)�r� r r� r r r Zdistutils.errorsr r r r Zdistutils.command.installr r r r r Z distutils.command.build_scriptsr r( r r� r> rs rQ r6 r� r r� r rK rJ r� r9 r� r. r: r� Zsetuptools.externr Zsetuptools.extern.six.movesr r r� r Zsetuptools.sandboxr Zsetuptools.py31compatr r Zsetuptools.py27compatr Zsetuptools.commandr Zsetuptools.archive_utilr Zsetuptools.package_indexr r r r r Zsetuptools.wheelr r$ r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. Zpkg_resources.py31compat�filterwarningsZ PEP440Warning�__all__r= r1 rn rE rH r" r2 r r� r� r4 r6 r3 r r� r r r ry r r r r �builtin_module_namesr r* r- r0 r\ rd r2 � ImportErrorr� r4 r6 Zsys_executablerI �objectrX rL r^ rQ rM rj rk r� rc rv r5 r� rx r; r; r; r< �<module> s� D |A))'l R T`A site-packages/setuptools/command/__pycache__/bdist_wininst.cpython-36.opt-1.pyc 0000644 00000001605 15231162611 0023600 0 ustar 00 3 Xo�h} � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd Zddd�Zdd� ZdS )� bdist_wininstr c C s | j j||�}|dkr d|_|S )zj Supplement reinitialize_command to work around http://bugs.python.org/issue20819 �install� install_libN)r r )Z distribution�reinitialize_commandr )�self�commandZreinit_subcommands�cmd� r �#/usr/lib/python3.6/bdist_wininst.pyr s z"bdist_wininst.reinitialize_commandc C s$ d| _ ztjj| � W d d| _ X d S )NTF)Z _is_running�origr �run)r r r r r s zbdist_wininst.runN)r )�__name__� __module__� __qualname__r r r r r r r s r )Z distutils.command.bdist_wininstr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/test.cpython-36.pyc 0000644 00000017625 15231162611 0020751 0 ustar 00 3 Xo�h�# � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl m Z d dlm Z d dl m Z d dlmZmZ d dlmZmZmZmZmZmZmZmZmZ d dlm Z G d d � d e �Z G d d � d e �Z G d d� de �Z dS )� N)�DistutilsError�DistutilsOptionError)�log)� TestLoader)�six)�map�filter) �resource_listdir�resource_exists�normalize_path� working_set�_namespace_packages�evaluate_marker�add_activation_listener�require� EntryPoint)�Commandc @ s e Zd Zdd� Zddd�ZdS )�ScanningLoaderc C s t j| � t� | _d S )N)r �__init__�set�_visited)�self� r �/usr/lib/python3.6/test.pyr s zScanningLoader.__init__Nc C s� || j krdS | j j|� g }|jtj| |�� t|d�rH|j|j� � t|d�r�xpt|jd�D ]`}|j d�r�|dkr�|jd |dd � }n"t |j|d �r`|jd | }nq`|j| j |�� q`W t |�d kr�| j |�S |d S dS ) a Return a suite of all tests cases contained in the given module If the module is a package, load tests from all the modules in it. If the module has an ``additional_tests`` function, call it and add the return value to the tests. N�additional_tests�__path__� z.pyz __init__.py�.� z /__init__.py� r ���)r �add�appendr �loadTestsFromModule�hasattrr r �__name__�endswithr ZloadTestsFromName�lenZ suiteClass)r �module�patternZtests�fileZ submoduler r r r# s$ z"ScanningLoader.loadTestsFromModule)N)r% � __module__� __qualname__r r# r r r r r s r c @ s e Zd Zdd� Zddd�ZdS )�NonDataPropertyc C s || _ d S )N)�fget)r r. r r r r > s zNonDataProperty.__init__Nc C s |d kr | S | j |�S )N)r. )r �objZobjtyper r r �__get__A s zNonDataProperty.__get__)N)r% r+ r, r r0 r r r r r- = s r- c @ s� e Zd ZdZdZd%d&d'gZd d � Zdd� Zedd� �Z dd� Z dd� Z e j g fdd��Zee j dd� ��Zedd� �Zd d � Zd d � Zed d!� �Zed"d#� �Zd$S )(�testz.Command to run unit tests after in-place buildz#run unit tests after in-place build� test-module=�m�$Run 'test_suite' in specified module� test-suite=�s�9Run single test, case or suite (e.g. 'module.test_suite')� test-runner=�r�Test runner to usec C s d | _ d | _d | _d | _d S )N)� test_suite� test_module� test_loader� test_runner)r r r r �initialize_optionsS s ztest.initialize_optionsc C s� | j r| jrd}t|��| j d krD| jd kr8| jj | _ n | jd | _ | jd kr^t| jdd �| _| jd krnd| _| jd kr�t| jdd �| _d S )Nz1You may specify a module or a suite, but not bothz .test_suiter= z&setuptools.command.test:ScanningLoaderr> )r; r< r � distributionr= �getattrr> )r �msgr r r �finalize_optionsY s ztest.finalize_optionsc C s t | j� �S )N)�list� _test_args)r r r r � test_argsl s ztest.test_argsc c s6 | j rtjdkrdV | jr$dV | j r2| j V d S )N� � Zdiscoverz --verbose)rG rH )r; �sys� version_info�verbose)r r r r rE p s ztest._test_argsc C s | j � � |� W dQ R X dS )zI Backward compatibility for project_on_sys_path context. N)�project_on_sys_path)r �funcr r r �with_project_on_sys_pathx s z test.with_project_on_sys_pathc c sP t jot| jdd�}|rv| jddd� | jd� | jd�}t|j�}| jd|d� | jd� | jddd� | jd� n"| jd� | jdd d� | jd� | jd�}t j d d � }t j j � }zbt|j �}t j jd|� tj� td d � � td |j|jf � | j|g�� d V W d Q R X W d |t j d d �< t j j� t j j|� tj� X d S ) N�use_2to3FZbuild_pyr )ZinplaceZegg_info)�egg_baseZ build_extr c S s | j � S )N)Zactivate)�distr r r �<lambda>� s z*test.project_on_sys_path.<locals>.<lambda>z%s==%s)r �PY3rA r@ Zreinitialize_commandZ run_commandZget_finalized_commandr Z build_librI �path�modules�copyrP �insertr r r r Zegg_nameZ egg_version�paths_on_pythonpath�clear�update) r Z include_distsZ with_2to3Zbpy_cmdZ build_pathZei_cmdZold_pathZ old_modulesZ project_pathr r r rL s8 ztest.project_on_sys_pathc c s� t � }tjjd|�}tjjdd�}z>tjj| �}td||g�}tjj|�}|rX|tjd< dV W d||krztjjdd� n |tjd< X dS )z� Add the indicated paths to the head of the PYTHONPATH environment variable so that subprocesses will also see the packages at these paths. Do this in a context that restores the value on exit. � PYTHONPATHr N)�object�os�environ�get�pathsep�joinr �pop)�pathsZnothingZorig_pythonpathZcurrent_pythonpath�prefixZto_join�new_pathr r r rX � s ztest.paths_on_pythonpathc C sD | j | j�}| j | jpg �}| j dd� | jj� D ��}tj|||�S )z� Install the requirements indicated by self.distribution and return an iterable of the dists that were built. c s s0 | ](\}}|j d �rt|dd� �r|V qdS )�:r N)� startswithr )�.0�k�vr r r � <genexpr>� s z%test.install_dists.<locals>.<genexpr>)Zfetch_build_eggsZinstall_requiresZ tests_requireZextras_require�items� itertools�chain)rQ Zir_dZtr_dZer_dr r r � install_dists� s ztest.install_distsc C s� | j | j�}dj| j�}| jr0| jd| � d S | jd| � ttjd�|�}| j |��" | j � � | j � W d Q R X W d Q R X d S )N� zskipping "%s" (dry run)z running "%s"�location) ro r@ ra �_argvZdry_run�announcer �operator� attrgetterrX rL � run_tests)r Zinstalled_dists�cmdrc r r r �run� s ztest.runc C s� t jr�t| jdd�r�| jjd�d }|tkr�g }|tjkrD|j |� |d7 }x"tjD ]}|j |�rT|j |� qTW t t tjj |�� tjd d | j| j| j�| j| j�dd�}|jj� s�d|j }| j|tj� t|��d S )NrO Fr r )Z testLoaderZ testRunner�exitzTest failed: %s)r rS rA r@ r; �splitr rI rU r" rg rD r � __delitem__�unittest�mainrr �_resolve_as_epr= r> �resultZ wasSuccessfulrs r ZERRORr )r r( Z del_modules�namer1 rB r r r rv � s( ztest.run_testsc C s dg| j S )Nr| )rF )r r r r rr � s z test._argvc C s$ | dkr dS t jd| �}|j� � S )zu Load the indicated attribute value, called, as a as if it were specified as an entry point. Nzx=)r �parseZresolve)�valZparsedr r r r~ s ztest._resolve_as_epN)r2 r3 r4 )r5 r6 r7 )r8 r9 r: )r% r+ r, �__doc__� descriptionZ user_optionsr? rC r- rF rE rN � contextlib�contextmanagerrL � staticmethodrX ro rx rv �propertyrr r~ r r r r r1 G s( - r1 )!r] rt rI r� rm r| Zdistutils.errorsr r Z distutilsr r Zsetuptools.externr Zsetuptools.extern.six.movesr r Z pkg_resourcesr r r r r r r r r Z setuptoolsr r r\ r- r1 r r r r �<module> s , ) site-packages/setuptools/command/__pycache__/bdist_egg.cpython-36.opt-1.pyc 0000644 00000034002 15231162611 0022644 0 ustar 00 3 Xo�h G � @ sx d Z ddlmZ ddlmZmZ ddlmZ ddlm Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZ ddlmZmZmZ dd lmZ dd lmZ dd lmZ y dd lmZm Z d d� Z W n, e k r� ddl m Z m Z dd� Z Y nX dd� Z!dd� Z"dd� Z#G dd� de�Z$e%j&dj'� �Z(dd� Z)d d � Z*d d � Z+d d!d"�Z,d#d$� Z-d%d&� Z.d'd(� Z/d)d*d+d,gZ0d1d/d0�Z1dS )2z6setuptools.command.bdist_egg Build .egg distributions� )�DistutilsSetupError)� remove_tree�mkpath)�log)�CodeTypeN)�six)�get_build_platform� Distribution�ensure_directory)� EntryPoint)�Library)�Command)�get_path�get_python_versionc C s t d�S )N�purelib)r � r r � /usr/lib/python3.6/bdist_egg.py� _get_purelib s r )�get_python_libr c C s t d�S )NF)r r r r r r s c C s2 d| krt jj| �d } | jd�r.| d d� } | S )N�.r �module� i����)�os�path�splitext�endswith)�filenamer r r � strip_module# s r c c s: x4t j| �D ]&\}}}|j� |j� |||fV q W dS )zbDo os.walk in a reproducible way, independent of indeterministic filesystem readdir order N)r �walk�sort)�dir�base�dirs�filesr r r � sorted_walk+ s r$ c C s6 t jd�j� }t|d��}|j|| � W d Q R X d S )NaR def __bootstrap__(): global __bootstrap__, __loader__, __file__ import sys, pkg_resources, imp __file__ = pkg_resources.resource_filename(__name__, %r) __loader__ = None; del __bootstrap__, __loader__ imp.load_dynamic(__name__,__file__) __bootstrap__() �w)�textwrap�dedent�lstrip�open�write)Zresource�pyfileZ_stub_template�fr r r � write_stub5 s r- c @ s� e Zd ZdZd*ddde� fd+d-d.d/gZd ddgZdd� Zdd� Zdd� Z dd� Z d d � Z d d � Z d d!� Z d"d#� Zd$d%� Zd&d'� Zd(d)� Zd S )0� bdist_eggz create an "egg" distribution� bdist-dir=�b�1temporary directory for creating the distributionz plat-name=�pz;platform name to embed in generated filenames (default: %s)�exclude-source-filesN�+remove all .py files from the generated egg� keep-temp�kz/keep the pseudo-installation tree around after z!creating the distribution archive� dist-dir=�d�-directory to put final built distributions in� skip-build�2skip rebuilding everything (for testing/debugging)c C s. d | _ d | _d| _d | _d| _d | _d | _d S )Nr )� bdist_dir� plat_name� keep_temp�dist_dir� skip_build� egg_output�exclude_source_files)�selfr r r �initialize_optionsZ s z bdist_egg.initialize_optionsc C s� | j d� }| _|j| _| jd kr>| j d�j}tjj|d�| _| jd krPt � | _| j dd� | j d kr�t d d |j |jt� | jj� o�| j�j � }tjj| j|d �| _ d S )N�egg_infoZbdistZeggr? z.egg)r? r? )�get_finalized_command�ei_cmdrE r< � bdist_baser r �joinr= r Zset_undefined_optionsrA r Zegg_nameZ egg_versionr � distribution�has_ext_modulesr? )rC rG rH �basenamer r r �finalize_optionsc s zbdist_egg.finalize_optionsc C s� | j | jd�_tjjtjjt� ��}| jj g }| j_ x�|D ]�}t |t �r�t |�dkr�tjj |d �r�tjj|d �}tjj|�}||ks�|j|tj �r�|t |�d d � |d f}| jj j|� q<W z"tjd| j � | jddd d� W d || j_ X d S )N�install� r � z installing package data to %s� install_data)�force�root)r< rF � install_libr r �normcase�realpathr rJ � data_files� isinstance�tuple�len�isabs� startswith�sep�appendr �info� call_command)rC Z site_packages�old�itemrV Z normalizedr r r �do_install_data{ s zbdist_egg.do_install_datac C s | j gS )N)rA )rC r r r � get_outputs� s zbdist_egg.get_outputsc K sT xt D ]}|j|| j� qW |jd| j� |jd| j� | j|f|�}| j|� |S )z8Invoke reinitialized command `cmdname` with keyword argsr@ �dry_run)�INSTALL_DIRECTORY_ATTRS� setdefaultr< r@ re Zreinitialize_command� run_command)rC Zcmdname�kw�dirname�cmdr r r r` � s zbdist_egg.call_commandc C s� | j d� tjd| j� | jd�}|j}d |_| jj� rJ| j rJ| j d� | j ddd�}||_| j � \}}g | _ g }x�t |�D ]|\}}t jj|�\} } t jj| jt| �d �} | j j| � tjd |� | js�tt jj|�| � |j| � |jt jd �||< q~W |�r|j|� | jj�r | j� | j} t jj| d �} | j| � | jj �rrt jj| d �}tjd |� | j d|dd� | j | � t jj| d�}|�r�tjd|� | j�st |� t |d�}|j dj|�� |j d� |j!� n,t jj"|��rtjd|� | j�st j#|� t$t jj| d �| j%� � t jj&t jj| j'd���rBtj(d� | j)�rR| j*� t+| j,| | j-| j| j.� d� | j/�s�t0| j| jd� t1| jdg �jdt2� | j,f� d S ) NrE z installing library code to %srN Z build_clibrT r )Zwarn_dirz.pyzcreating stub loader for %s�/zEGG-INFO�scriptszinstalling scripts to %sZinstall_scriptsrP )� install_dirZno_epznative_libs.txtz writing %s�wt� z removing %sz depends.txtzxWARNING: 'depends.txt' will not be used by setuptools 0.6! Use the install_requires/extras_require setup() args instead.)�verbosere �mode)re Z dist_filesr. )3rh r r_ r< rF rS rJ Zhas_c_librariesr@ r` �get_ext_outputs�stubs� enumerater r r rI r r^ re r- rL �replacer] Z byte_compilerW rc r rm �copy_metadata_tor r) r* �close�isfile�unlink�write_safety_flag�zip_safe�existsrE �warnrB � zap_pyfiles� make_zipfilerA rq � gen_headerr> r �getattrr )rC ZinstcmdZold_rootrk � all_outputs� ext_outputsZ to_compiler2 Zext_namer �extr+ Z archive_rootrE Z script_dirZ native_libsZ libs_filer r r �run� sz z bdist_egg.runc C s� t jd� x�t| j�D ]�\}}}x�|D ]�}tjj||�}|jd�rXt jd|� tj |� |jd�r&|}d}t j ||�}tjj|tj |j d�d �} t jd|| f � ytj| � W n tk r� Y nX tj|| � q&W qW d S ) Nz+Removing .py files from temporary directoryz.pyz Deleting %s� __pycache__z#(?P<name>.+)\.(?P<magic>[^.]+)\.pyc�namez.pycz Renaming file from [%s] to [%s])r r_ �walk_eggr< r r rI r �debugrz �re�match�pardir�group�remove�OSError�rename) rC r! r" r# r� r Zpath_old�pattern�mZpath_newr r r r � s* zbdist_egg.zap_pyfilesc C s2 t | jdd �}|d k r|S tjd� t| j| j�S )Nr| z4zip_safe flag not set; analyzing archive contents...)r� rJ r r~ � analyze_eggr< rt )rC �safer r r r| s zbdist_egg.zip_safec C s� t j| jjpd�}|jdi �jd�}|d kr0dS |j s>|jrLtd|f ��tj d d� }|j }dj |j�}|jd }t j j| j�}d t� }| js�tt j j| j�| jd � t| jd�} | j|� | j� d S ) N� zsetuptools.installationZ eggsecutabler% zGeggsecutable entry point (%r) cannot have 'extras' or refer to a module� r r aH #!/bin/sh if [ `basename $0` = "%(basename)s" ] then exec python%(pyver)s -c "import sys, os; sys.path.insert(0, os.path.abspath('$0')); from %(pkg)s import %(base)s; sys.exit(%(full)s())" "$@" else echo $0 is not the correct name for this egg file. echo Please rename it back to %(basename)s and try again. exec false fi )re �a)r Z parse_maprJ Z entry_points�getZattrsZextrasr �sys�versionZ module_namerI r r rL rA �localsre r rj r) r* rx ) rC ZepmZepZpyver�pkgZfullr! rL �headerr, r r r r� s* zbdist_egg.gen_headerc C sl t jj| j�}t jj|d�}xJ| jjjD ]<}|j|�r(t jj||t |�d� �}t |� | j ||� q(W dS )z*Copy metadata (egg info) to the target_dirr� N) r r �normpathrE rI rG Zfilelistr# r\ rZ r Z copy_file)rC Z target_dirZ norm_egg_info�prefixr �targetr r r rw : s zbdist_egg.copy_metadata_toc C s g }g }| j di}x|t| j �D ]n\}}}x6|D ].}tjj|�d j� tkr.|j|| | � q.W x*|D ]"}|| | d |tjj||�< qfW q W | j j � �r | j d�}xd|j D ]Z} t | t�r�q�|j| j�} |j| �}tjj|�jd�s�tjjtjj| j |��r�|j|� q�W ||fS )zAGet a list of relative paths to C extensions in the output distror� rP rl Z build_extzdl-)r< r$ r r r �lower�NATIVE_EXTENSIONSr^ rI rJ rK rF � extensionsrX r Zget_ext_fullnamer� Zget_ext_filenamerL r\ r} ) rC r� r� �pathsr! r" r# r Z build_cmdr� �fullnamer r r rs F s( & zbdist_egg.get_ext_outputs)r/ r0 r1 )r3 Nr4 �Pkeep the pseudo-installation tree around after creating the distribution archive)r5 r6 r� )r7 r8 r9 )r: Nr; )�__name__� __module__� __qualname__� descriptionr Z user_optionsZboolean_optionsrD rM rc rd r` r� r r| r� rw rs r r r r r. C s4 Q' r. z.dll .so .dylib .pydc c sL t | �}t|�\}}}d|kr(|jd� |||fV x|D ] }|V q:W dS )z@Walk an unpacked egg's contents, skipping the metadata directoryzEGG-INFON)r$ �nextr� )�egg_dirZwalkerr! r" r# Zbdfr r r r� f s r� c C s� x0t j� D ]$\}}tjjtjj| d|��r |S q W t� s<dS d}xbt| �D ]V\}}}xJ|D ]B}|jd�sZ|jd�rvqZqZ|jd�s�|jd�rZt | |||�o�|}qZW qJW |S )NzEGG-INFOFTz.pyz.pywz.pycz.pyo) � safety_flags�itemsr r r} rI �can_scanr� r � scan_module) r� rt �flag�fnr� r! r" r# r� r r r r� q s r� c C s� x~t j� D ]r\}}tjj| |�}tjj|�rL|d ks@t|�|kr|tj|� q |d k r t|�|kr t|d�}|j d� |j � q W d S )Nro rp ) r� r� r r rI r} �boolrz r) r* rx )r� r� r� r� r, r r r r{ � s r{ zzip-safez not-zip-safe)TFc C s t jj||�}|dd � |kr"dS |t| �d d� jt jd�}||rJdpLd t jj|�d }tjd k rpd}ntjd k r�d }nd }t |d �}|j |� t j |�} |j � d} tjt| ��} x&d!D ] } | | kr�tjd|| � d} q�W d| k�rx*d"D ]"} | | k� r�tjd || � d} � q�W | S )#z;Check whether module possibly uses unsafe-for-zipfile stuffNrP Tr r� r r� � � � � �rb�__file__�__path__z%s: module references %sF�inspect� getsource� getabsfile� getsourcefile�getfilegetsourcelines� findsource� getcomments� getframeinfo�getinnerframes�getouterframes�stack�tracez"%s: module MAY be using inspect.%s���)r� r� )r� r� )r� r� ) r� r� r� r� r� r� r� r� r� r� r� )r r rI rZ rv r] r r� � version_infor) �read�marshal�loadrx �dict�fromkeys� iter_symbolsr r~ ) r� r! r� rt r r� r �skipr, �coder� ZsymbolsZbadr r r r� � s: r� c c s` x| j D ] }|V qW xD| jD ]:}t|tj�r6|V q t|t�r xt|�D ] }|V qJW q W dS )zBYield names and strings used by `code` and its nested code objectsN)�co_names� co_constsrX r Z string_typesr r� )r� r� �constr r r r� � s r� c C s4 t jjd� r t jdkr dS tjd� tjd� d S )N�javaZcliTz1Unable to analyze compiled code on this platform.zfPlease ask the author to include a 'zip_safe' setting (either True or False) in the package's setup.py)r� �platformr\ r r~ r r r r r� � s r� rT rn rQ Z install_baseTr% c s� ddl }ttjj| ��d� tjd| � � � �fdd�}|rB|jn|j}�s�|j | ||d�} x"t � �D ]\} } } || | | � qfW | j � n$x"t � �D ]\} } } |d| | � q�W | S )aq Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_dir' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises DistutilsExecError. Returns the name of the output zip file. r N)re z#creating '%s' and adding '%s' to itc sd x^|D ]V}t jjt jj||��}t jj|�r|t� �d d � }�sP| j||� tjd|� qW d S )NrP z adding '%s') r r r� rI ry rZ r* r r� )�zrj �namesr� r r2 )�base_dirre r r �visit� s zmake_zipfile.<locals>.visit)� compression) �zipfiler r r rj r r_ Z ZIP_DEFLATEDZ ZIP_STOREDZZipFiler$ rx ) Z zip_filenamer� rq re �compressrr r� r� r� r� rj r" r# r )r� re r r� � s r� )r r Tr% )2�__doc__Zdistutils.errorsr Zdistutils.dir_utilr r Z distutilsr �typesr r� r r� r& r� Zsetuptools.externr Z pkg_resourcesr r r r Zsetuptools.extensionr Z setuptoolsr � sysconfigr r r � ImportErrorZdistutils.sysconfigr r r$ r- r. r� r� �splitr� r� r� r{ r� r� r� r� rf r� r r r r �<module> sL " $ site-packages/setuptools/command/__pycache__/install_scripts.cpython-36.opt-1.pyc 0000644 00000004232 15231162611 0024134 0 ustar 00 3 Xo�h� � @ sR d dl mZ d dljjZd dlZd dlZd dlm Z m Z m Z G dd� dej�ZdS )� )�logN)� Distribution� PathMetadata�ensure_directoryc @ s* e Zd ZdZdd� Zdd� Zd dd�Zd S ) �install_scriptsz;Do normal script install, plus any egg_info wrapper scriptsc C s t jj| � d| _d S )NF)�origr �initialize_options�no_ep)�self� r �%/usr/lib/python3.6/install_scripts.pyr s z"install_scripts.initialize_optionsc C s� dd l jj}| jd� | jjr,tjj| � ng | _ | j r<d S | j d�}t |j t|j |j�|j|j�}| j d�}t|dd �}| j d�}t|dd�}|j}|r�d}|j}|tjkr�|g}|j� }|jj� j|�} x"|j|| j� �D ]} | j | � q�W d S ) Nr �egg_infoZ build_scripts� executableZ bdist_wininstZ _is_runningFz python.exe) � setuptools.command.easy_install�commandZ easy_installZ run_commandZ distribution�scriptsr r �run�outfilesr Zget_finalized_commandr Zegg_baser r Zegg_nameZ egg_version�getattrZ ScriptWriterZWindowsScriptWriter�sysr ZbestZcommand_spec_classZ from_paramZget_argsZ as_header� write_script) r ZeiZei_cmdZdistZbs_cmdZ exec_paramZbw_cmdZ is_wininst�writer�cmd�argsr r r r s2 zinstall_scripts.run�tc G s� ddl m}m} tjd|| j� tjj| j|�}| j j |� |� }| j s~t |� t |d| �} | j|� | j� ||d| � dS )z1Write an executable file to the scripts directoryr )�chmod� current_umaskzInstalling %s script to %s�wi� N)r r r r �infoZ install_dir�os�path�joinr �appendZdry_runr �open�write�close) r Z script_name�contents�modeZignoredr r �target�mask�fr r r r 3 s z install_scripts.write_scriptN)r )�__name__� __module__� __qualname__�__doc__r r r r r r r r s #r ) Z distutilsr Z!distutils.command.install_scriptsr r r r r Z pkg_resourcesr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/bdist_wininst.cpython-36.pyc 0000644 00000001605 15231162611 0022641 0 ustar 00 3 Xo�h} � @ s" d dl jjZG dd� dej�ZdS )� Nc @ s e Zd Zddd�Zdd� ZdS )� bdist_wininstr c C s | j j||�}|dkr d|_|S )zj Supplement reinitialize_command to work around http://bugs.python.org/issue20819 �install� install_libN)r r )Z distribution�reinitialize_commandr )�self�commandZreinit_subcommands�cmd� r �#/usr/lib/python3.6/bdist_wininst.pyr s z"bdist_wininst.reinitialize_commandc C s$ d| _ ztjj| � W d d| _ X d S )NTF)Z _is_running�origr �run)r r r r r s zbdist_wininst.runN)r )�__name__� __module__� __qualname__r r r r r r r s r )Z distutils.command.bdist_wininstr r r r r r r �<module> s site-packages/setuptools/command/__pycache__/upload.cpython-36.pyc 0000644 00000002443 15231162611 0021246 0 ustar 00 3 Xo�h� � @ s* d dl Z d dlmZ G dd� dej�ZdS )� N)�uploadc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r za Override default upload behavior to obtain password in a variety of different ways. c C s8 t jj| � | jptj� | _| jp0| j� p0| j� | _d S )N) �origr �finalize_options�username�getpassZgetuserZpassword�_load_password_from_keyring�_prompt_for_password)�self� r � /usr/lib/python3.6/upload.pyr s zupload.finalize_optionsc C s2 yt d�}|j| j| j�S tk r, Y nX dS )zM Attempt to load password from keyring. Suppress Exceptions. �keyringN)� __import__Z get_passwordZ repositoryr � Exception)r r r r r r s z"upload._load_password_from_keyringc C s& yt j � S ttfk r Y nX dS )zH Prompt for a password on the tty. Suppress Exceptions. N)r r �KeyboardInterrupt)r r r r r # s zupload._prompt_for_passwordN)�__name__� __module__� __qualname__�__doc__r r r r r r r r s r )r Zdistutils.commandr r r r r r �<module> s site-packages/setuptools/command/__pycache__/rotate.cpython-36.opt-1.pyc 0000644 00000004707 15231162611 0022224 0 ustar 00 3 Xo�ht � @ s` d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dl m Z G dd� de �Z dS ) � )� convert_path)�log)�DistutilsOptionErrorN)�six)�Commandc @ s: e Zd ZdZdZdddgZg Zd d � Zdd� Zdd� Z dS )�rotatezDelete older distributionsz2delete older distributions, keeping N newest files�match=�m� patterns to match (required)� dist-dir=�d�%directory where the distributions are�keep=�k�(number of matching distributions to keepc C s d | _ d | _d | _d S )N)�match�dist_dir�keep)�self� r � /usr/lib/python3.6/rotate.py�initialize_options s zrotate.initialize_optionsc C s� | j d krtd��| jd kr$td��yt| j�| _W n tk rP td��Y nX t| j tj�rxdd� | j jd�D �| _ | j dd � d S ) NzQMust specify one or more (comma-separated) match patterns (e.g. '.zip' or '.egg')z$Must specify number of files to keepz--keep must be an integerc S s g | ]}t |j� ��qS r )r �strip)�.0�pr r r � <listcomp>+ s z+rotate.finalize_options.<locals>.<listcomp>�,Zbdistr )r r ) r r r �int� ValueError� isinstancer Z string_types�splitZset_undefined_options)r r r r �finalize_options s zrotate.finalize_optionsc C s� | j d� ddlm} x�| jD ]�}| jj� d | }|tjj| j|��}dd� |D �}|j � |j � t j dt |�|� || jd � }xD|D ]<\}}t j d|� | js�tjj|�r�tj|� q�tj|� q�W q W d S ) NZegg_infor )�glob�*c S s g | ]}t jj|�|f�qS r )�os�path�getmtime)r �fr r r r 6 s z rotate.run.<locals>.<listcomp>z%d file(s) matching %sz Deleting %s)Z run_commandr" r Z distributionZget_namer$ r% �joinr �sort�reverser �info�lenr Zdry_run�isdir�shutilZrmtree�unlink)r r" �pattern�files�tr' r r r �run/ s z rotate.runN)r r r )r r r )r r r ) �__name__� __module__� __qualname__�__doc__� descriptionZ user_optionsZboolean_optionsr r! r3 r r r r r s r ) Zdistutils.utilr Z distutilsr Zdistutils.errorsr r$ r. Zsetuptools.externr Z setuptoolsr r r r r r �<module> s site-packages/setuptools/command/bdist_rpm.py 0000644 00000002744 15231162611 0015465 0 ustar 00 import distutils.command.bdist_rpm as orig class bdist_rpm(orig.bdist_rpm): """ Override the default bdist_rpm behavior to do the following: 1. Run egg_info to ensure the name and version are properly calculated. 2. Always run 'install' using --single-version-externally-managed to disable eggs in RPM distributions. 3. Replace dash with underscore in the version numbers for better RPM compatibility. """ def run(self): # ensure distro name is up-to-date self.run_command('egg_info') orig.bdist_rpm.run(self) def _make_spec_file(self): version = self.distribution.get_version() rpmversion = version.replace('-', '_') spec = orig.bdist_rpm._make_spec_file(self) line23 = '%define version ' + version line24 = '%define version ' + rpmversion spec = [ line.replace( "Source0: %{name}-%{version}.tar", "Source0: %{name}-%{unmangled_version}.tar" ).replace( "setup.py install ", "setup.py install --single-version-externally-managed " ).replace( "%setup", "%setup -n %{name}-%{unmangled_version}" ).replace(line23, line24) for line in spec ] insert_loc = spec.index(line24) + 1 unmangled_version = "%define unmangled_version " + version spec.insert(insert_loc, unmangled_version) return spec site-packages/setuptools/command/py36compat.py 0000644 00000011572 15231162611 0015506 0 ustar 00 import os from glob import glob from distutils.util import convert_path from distutils.command import sdist from setuptools.extern.six.moves import filter class sdist_add_defaults: """ Mix-in providing forward-compatibility for functionality as found in distutils on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. Instead, override in the subclass. """ def add_defaults(self): """Add all the default files to self.filelist: - README or README.txt - setup.py - test/test*.py - all pure Python modules mentioned in setup script - all files pointed by package_data (build_py) - all files defined in data_files. - all files defined as scripts. - all C sources listed as part of extensions or C libraries in the setup script (doesn't catch C headers!) Warns if (README or README.txt) or setup.py are missing; everything else is optional. """ self._add_defaults_standards() self._add_defaults_optional() self._add_defaults_python() self._add_defaults_data_files() self._add_defaults_ext() self._add_defaults_c_libs() self._add_defaults_scripts() @staticmethod def _cs_path_exists(fspath): """ Case-sensitive path existence check >>> sdist_add_defaults._cs_path_exists(__file__) True >>> sdist_add_defaults._cs_path_exists(__file__.upper()) False """ if not os.path.exists(fspath): return False # make absolute so we always have a directory abspath = os.path.abspath(fspath) directory, filename = os.path.split(abspath) return filename in os.listdir(directory) def _add_defaults_standards(self): standards = [self.READMES, self.distribution.script_name] for fn in standards: if isinstance(fn, tuple): alts = fn got_it = False for fn in alts: if self._cs_path_exists(fn): got_it = True self.filelist.append(fn) break if not got_it: self.warn("standard file not found: should have one of " + ', '.join(alts)) else: if self._cs_path_exists(fn): self.filelist.append(fn) else: self.warn("standard file '%s' not found" % fn) def _add_defaults_optional(self): optional = ['test/test*.py', 'setup.cfg'] for pattern in optional: files = filter(os.path.isfile, glob(pattern)) self.filelist.extend(files) def _add_defaults_python(self): # build_py is used to get: # - python modules # - files defined in package_data build_py = self.get_finalized_command('build_py') # getting python files if self.distribution.has_pure_modules(): self.filelist.extend(build_py.get_source_files()) # getting package_data files # (computed in build_py.data_files by build_py.finalize_options) for pkg, src_dir, build_dir, filenames in build_py.data_files: for filename in filenames: self.filelist.append(os.path.join(src_dir, filename)) def _add_defaults_data_files(self): # getting distribution.data_files if self.distribution.has_data_files(): for item in self.distribution.data_files: if isinstance(item, str): # plain file item = convert_path(item) if os.path.isfile(item): self.filelist.append(item) else: # a (dirname, filenames) tuple dirname, filenames = item for f in filenames: f = convert_path(f) if os.path.isfile(f): self.filelist.append(f) def _add_defaults_ext(self): if self.distribution.has_ext_modules(): build_ext = self.get_finalized_command('build_ext') self.filelist.extend(build_ext.get_source_files()) def _add_defaults_c_libs(self): if self.distribution.has_c_libraries(): build_clib = self.get_finalized_command('build_clib') self.filelist.extend(build_clib.get_source_files()) def _add_defaults_scripts(self): if self.distribution.has_scripts(): build_scripts = self.get_finalized_command('build_scripts') self.filelist.extend(build_scripts.get_source_files()) if hasattr(sdist.sdist, '_add_defaults_standards'): # disable the functionality already available upstream class sdist_add_defaults: pass site-packages/setuptools/site-patch.py 0000644 00000004403 15231162611 0014117 0 ustar 00 def __boot(): import sys import os PYTHONPATH = os.environ.get('PYTHONPATH') if PYTHONPATH is None or (sys.platform == 'win32' and not PYTHONPATH): PYTHONPATH = [] else: PYTHONPATH = PYTHONPATH.split(os.pathsep) pic = getattr(sys, 'path_importer_cache', {}) stdpath = sys.path[len(PYTHONPATH):] mydir = os.path.dirname(__file__) for item in stdpath: if item == mydir or not item: continue # skip if current dir. on Windows, or my own directory importer = pic.get(item) if importer is not None: loader = importer.find_module('site') if loader is not None: # This should actually reload the current module loader.load_module('site') break else: try: import imp # Avoid import loop in Python >= 3.3 stream, path, descr = imp.find_module('site', [item]) except ImportError: continue if stream is None: continue try: # This should actually reload the current module imp.load_module('site', stream, path, descr) finally: stream.close() break else: raise ImportError("Couldn't find the real 'site' module") known_paths = dict([(makepath(item)[1], 1) for item in sys.path]) # 2.2 comp oldpos = getattr(sys, '__egginsert', 0) # save old insertion position sys.__egginsert = 0 # and reset the current one for item in PYTHONPATH: addsitedir(item) sys.__egginsert += oldpos # restore effective old position d, nd = makepath(stdpath[0]) insert_at = None new_path = [] for item in sys.path: p, np = makepath(item) if np == nd and insert_at is None: # We've hit the first 'system' path entry, so added entries go here insert_at = len(new_path) if np in known_paths or insert_at is None: new_path.append(item) else: # new path after the insert point, back-insert it new_path.insert(insert_at, item) insert_at += 1 sys.path[:] = new_path if __name__ == 'site': __boot() del __boot site-packages/setuptools/extern/__init__.py 0000644 00000004703 15231162611 0015125 0 ustar 00 import sys class VendorImporter: """ A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. """ def __init__(self, root_name, vendored_names=(), vendor_pkg=None): self.root_name = root_name self.vendored_names = set(vendored_names) self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor') @property def search_path(self): """ Search first the vendor package then as a natural package. """ yield self.vendor_pkg + '.' yield '' def find_module(self, fullname, path=None): """ Return self when fullname starts with root_name and the target module is one vendored through this importer. """ root, base, target = fullname.partition(self.root_name + '.') if root: return if not any(map(target.startswith, self.vendored_names)): return return self def load_module(self, fullname): """ Iterate over the search path to locate and load fullname. """ root, base, target = fullname.partition(self.root_name + '.') for prefix in self.search_path: try: extant = prefix + target __import__(extant) mod = sys.modules[extant] sys.modules[fullname] = mod # mysterious hack: # Remove the reference to the extant package/module # on later Python versions to cause relative imports # in the vendor package to resolve the same modules # as those going through this importer. if sys.version_info > (3, 3): del sys.modules[extant] return mod except ImportError: pass else: raise ImportError( "The '{target}' package is required; " "normally this is bundled with this package so if you get " "this warning, consult the packager of your " "distribution.".format(**locals()) ) def install(self): """ Install this importer into sys.meta_path if not already present. """ if self not in sys.meta_path: sys.meta_path.append(self) names = 'six', 'packaging', 'pyparsing', VendorImporter(__name__, names, 'setuptools._vendor').install() site-packages/setuptools/extern/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000004461 15231162611 0022351 0 ustar 00 3 Xo�h� � @ s. d dl Z G dd� d�ZdZeeed�j� dS ) � Nc @ sD e Zd ZdZf dfdd�Zedd� �Zd dd�Zd d � Zd d � Z dS )�VendorImporterz� A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|�| _|p |jdd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace� vendor_pkg)�selfr r r � r � /usr/lib/python3.6/__init__.py�__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. �.� N)r )r r r r � search_path s zVendorImporter.search_pathc C s8 |j | jd �\}}}|r dS tt|j| j��s4dS | S )z� Return self when fullname starts with root_name and the target module is one vendored through this importer. r N)� partitionr �any�map� startswithr )r �fullname�path�root�base�targetr r r � find_module s zVendorImporter.find_modulec C s� |j | jd �\}}}xp| jD ]T}y:|| }t|� tj| }|tj|< tjdkrZtj|= |S tk rp Y q X q W tdjf t � ���dS )zK Iterate over the search path to locate and load fullname. r � z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)r r ) r r r � __import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r � load_module# s zVendorImporter.load_modulec C s | t jkrt jj| � dS )zR Install this importer into sys.meta_path if not already present. N)r � meta_path�append)r r r r �install@ s zVendorImporter.install)N) �__name__� __module__� __qualname__�__doc__r �propertyr r r# r& r r r r r s r �six� packaging� pyparsingzsetuptools._vendor)r, r- r. )r r �namesr' r& r r r r �<module> s D site-packages/setuptools/extern/__pycache__/__init__.cpython-36.pyc 0000644 00000004461 15231162611 0021412 0 ustar 00 3 Xo�h� � @ s. d dl Z G dd� d�ZdZeeed�j� dS ) � Nc @ sD e Zd ZdZf dfdd�Zedd� �Zd dd�Zd d � Zd d � Z dS )�VendorImporterz� A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|�| _|p |jdd�| _d S )NZexternZ_vendor)� root_name�set�vendored_names�replace� vendor_pkg)�selfr r r � r � /usr/lib/python3.6/__init__.py�__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. �.� N)r )r r r r � search_path s zVendorImporter.search_pathc C s8 |j | jd �\}}}|r dS tt|j| j��s4dS | S )z� Return self when fullname starts with root_name and the target module is one vendored through this importer. r N)� partitionr �any�map� startswithr )r �fullname�path�root�base�targetr r r � find_module s zVendorImporter.find_modulec C s� |j | jd �\}}}xp| jD ]T}y:|| }t|� tj| }|tj|< tjdkrZtj|= |S tk rp Y q X q W tdjf t � ���dS )zK Iterate over the search path to locate and load fullname. r � z�The '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N)r r ) r r r � __import__�sys�modules� version_info� ImportError�format�locals)r r r r r �prefixZextant�modr r r � load_module# s zVendorImporter.load_modulec C s | t jkrt jj| � dS )zR Install this importer into sys.meta_path if not already present. N)r � meta_path�append)r r r r �install@ s zVendorImporter.install)N) �__name__� __module__� __qualname__�__doc__r �propertyr r r# r& r r r r r s r �six� packaging� pyparsingzsetuptools._vendor)r, r- r. )r r �namesr' r& r r r r �<module> s D site-packages/setuptools/dep_util.py 0000644 00000001647 15231162611 0013672 0 ustar 00 from distutils.dep_util import newer_group # yes, this is was almost entirely copy-pasted from # 'newer_pairwise()', this is just another convenience # function. def newer_pairwise_group(sources_groups, targets): """Walk both arguments in parallel, testing if each source group is newer than its corresponding target. Returns a pair of lists (sources_groups, targets) where sources is newer than target, according to the semantics of 'newer_group()'. """ if len(sources_groups) != len(targets): raise ValueError("'sources_group' and 'targets' must be the same length") # build a pair of lists (sources_groups, targets) where source is newer n_sources = [] n_targets = [] for i in range(len(sources_groups)): if newer_group(sources_groups[i], targets[i]): n_sources.append(sources_groups[i]) n_targets.append(targets[i]) return n_sources, n_targets site-packages/setuptools/pep425tags.py 0000644 00000025171 15231162611 0013761 0 ustar 00 # This file originally from pip: # https://github.com/pypa/pip/blob/8f4f15a5a95d7d5b511ceaee9ed261176c181970/src/pip/_internal/pep425tags.py """Generate and work with PEP 425 Compatibility Tags.""" from __future__ import absolute_import import distutils.util from distutils import log import platform import re import sys import sysconfig import warnings from collections import OrderedDict from . import glibc _osx_arch_pat = re.compile(r'(.+)_(\d+)_(\d+)_(.+)') def get_config_var(var): try: return sysconfig.get_config_var(var) except IOError as e: # Issue #1074 warnings.warn("{}".format(e), RuntimeWarning) return None def get_abbr_impl(): """Return abbreviated implementation name.""" if hasattr(sys, 'pypy_version_info'): pyimpl = 'pp' elif sys.platform.startswith('java'): pyimpl = 'jy' elif sys.platform == 'cli': pyimpl = 'ip' else: pyimpl = 'cp' return pyimpl def get_impl_ver(): """Return implementation version.""" impl_ver = get_config_var("py_version_nodot") if not impl_ver or get_abbr_impl() == 'pp': impl_ver = ''.join(map(str, get_impl_version_info())) return impl_ver def get_impl_version_info(): """Return sys.version_info-like tuple for use in decrementing the minor version.""" if get_abbr_impl() == 'pp': # as per https://github.com/pypa/pip/issues/2882 return (sys.version_info[0], sys.pypy_version_info.major, sys.pypy_version_info.minor) else: return sys.version_info[0], sys.version_info[1] def get_impl_tag(): """ Returns the Tag for this specific implementation. """ return "{}{}".format(get_abbr_impl(), get_impl_ver()) def get_flag(var, fallback, expected=True, warn=True): """Use a fallback method for determining SOABI flags if the needed config var is unset or unavailable.""" val = get_config_var(var) if val is None: if warn: log.debug("Config variable '%s' is unset, Python ABI tag may " "be incorrect", var) return fallback() return val == expected def get_abi_tag(): """Return the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).""" soabi = get_config_var('SOABI') impl = get_abbr_impl() if not soabi and impl in {'cp', 'pp'} and hasattr(sys, 'maxunicode'): d = '' m = '' u = '' if get_flag('Py_DEBUG', lambda: hasattr(sys, 'gettotalrefcount'), warn=(impl == 'cp')): d = 'd' if get_flag('WITH_PYMALLOC', lambda: impl == 'cp', warn=(impl == 'cp')): m = 'm' if get_flag('Py_UNICODE_SIZE', lambda: sys.maxunicode == 0x10ffff, expected=4, warn=(impl == 'cp' and sys.version_info < (3, 3))) \ and sys.version_info < (3, 3): u = 'u' abi = '%s%s%s%s%s' % (impl, get_impl_ver(), d, m, u) elif soabi and soabi.startswith('cpython-'): abi = 'cp' + soabi.split('-')[1] elif soabi: abi = soabi.replace('.', '_').replace('-', '_') else: abi = None return abi def _is_running_32bit(): return sys.maxsize == 2147483647 def get_platform(): """Return our platform name 'win32', 'linux_x86_64'""" if sys.platform == 'darwin': # distutils.util.get_platform() returns the release based on the value # of MACOSX_DEPLOYMENT_TARGET on which Python was built, which may # be significantly older than the user's current machine. release, _, machine = platform.mac_ver() split_ver = release.split('.') if machine == "x86_64" and _is_running_32bit(): machine = "i386" elif machine == "ppc64" and _is_running_32bit(): machine = "ppc" return 'macosx_{}_{}_{}'.format(split_ver[0], split_ver[1], machine) # XXX remove distutils dependency result = distutils.util.get_platform().replace('.', '_').replace('-', '_') if result == "linux_x86_64" and _is_running_32bit(): # 32 bit Python program (running on a 64 bit Linux): pip should only # install and run 32 bit compiled extensions in that case. result = "linux_i686" return result def is_manylinux1_compatible(): # Only Linux, and only x86-64 / i686 if get_platform() not in {"linux_x86_64", "linux_i686"}: return False # Check for presence of _manylinux module try: import _manylinux return bool(_manylinux.manylinux1_compatible) except (ImportError, AttributeError): # Fall through to heuristic check below pass # Check glibc version. CentOS 5 uses glibc 2.5. return glibc.have_compatible_glibc(2, 5) def get_darwin_arches(major, minor, machine): """Return a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. """ arches = [] def _supports_arch(major, minor, arch): # Looking at the application support for macOS versions in the chart # provided by https://en.wikipedia.org/wiki/OS_X#Versions it appears # our timeline looks roughly like: # # 10.0 - Introduces ppc support. # 10.4 - Introduces ppc64, i386, and x86_64 support, however the ppc64 # and x86_64 support is CLI only, and cannot be used for GUI # applications. # 10.5 - Extends ppc64 and x86_64 support to cover GUI applications. # 10.6 - Drops support for ppc64 # 10.7 - Drops support for ppc # # Given that we do not know if we're installing a CLI or a GUI # application, we must be conservative and assume it might be a GUI # application and behave as if ppc64 and x86_64 support did not occur # until 10.5. # # Note: The above information is taken from the "Application support" # column in the chart not the "Processor support" since I believe # that we care about what instruction sets an application can use # not which processors the OS supports. if arch == 'ppc': return (major, minor) <= (10, 5) if arch == 'ppc64': return (major, minor) == (10, 5) if arch == 'i386': return (major, minor) >= (10, 4) if arch == 'x86_64': return (major, minor) >= (10, 5) if arch in groups: for garch in groups[arch]: if _supports_arch(major, minor, garch): return True return False groups = OrderedDict([ ("fat", ("i386", "ppc")), ("intel", ("x86_64", "i386")), ("fat64", ("x86_64", "ppc64")), ("fat32", ("x86_64", "i386", "ppc")), ]) if _supports_arch(major, minor, machine): arches.append(machine) for garch in groups: if machine in groups[garch] and _supports_arch(major, minor, garch): arches.append(garch) arches.append('universal') return arches def get_supported(versions=None, noarch=False, platform=None, impl=None, abi=None): """Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. """ supported = [] # Versions must be given with respect to the preference if versions is None: versions = [] version_info = get_impl_version_info() major = version_info[:-1] # Support all previous minor Python versions. for minor in range(version_info[-1], -1, -1): versions.append(''.join(map(str, major + (minor,)))) impl = impl or get_abbr_impl() abis = [] abi = abi or get_abi_tag() if abi: abis[0:0] = [abi] abi3s = set() import imp for suffix in imp.get_suffixes(): if suffix[0].startswith('.abi'): abi3s.add(suffix[0].split('.', 2)[1]) abis.extend(sorted(list(abi3s))) abis.append('none') if not noarch: arch = platform or get_platform() if arch.startswith('macosx'): # support macosx-10.6-intel on macosx-10.9-x86_64 match = _osx_arch_pat.match(arch) if match: name, major, minor, actual_arch = match.groups() tpl = '{}_{}_%i_%s'.format(name, major) arches = [] for m in reversed(range(int(minor) + 1)): for a in get_darwin_arches(int(major), m, actual_arch): arches.append(tpl % (m, a)) else: # arch pattern didn't match (?!) arches = [arch] elif platform is None and is_manylinux1_compatible(): arches = [arch.replace('linux', 'manylinux1'), arch] else: arches = [arch] # Current version, current API (built specifically for our Python): for abi in abis: for arch in arches: supported.append(('%s%s' % (impl, versions[0]), abi, arch)) # abi3 modules compatible with older version of Python for version in versions[1:]: # abi3 was introduced in Python 3.2 if version in {'31', '30'}: break for abi in abi3s: # empty set if not Python 3 for arch in arches: supported.append(("%s%s" % (impl, version), abi, arch)) # Has binaries, does not use the Python API: for arch in arches: supported.append(('py%s' % (versions[0][0]), 'none', arch)) # No abi / arch, but requires our implementation: supported.append(('%s%s' % (impl, versions[0]), 'none', 'any')) # Tagged specifically as being cross-version compatible # (with just the major version specified) supported.append(('%s%s' % (impl, versions[0][0]), 'none', 'any')) # No abi / arch, generic Python for i, version in enumerate(versions): supported.append(('py%s' % (version,), 'none', 'any')) if i == 0: supported.append(('py%s' % (version[0]), 'none', 'any')) return supported implementation_tag = get_impl_tag() site-packages/setuptools/windows_support.py 0000644 00000001312 15231162611 0015340 0 ustar 00 import platform import ctypes def windows_only(func): if platform.system() != 'Windows': return lambda *args, **kwargs: None return func @windows_only def hide_file(path): """ Set the hidden attribute on a file or directory. From http://stackoverflow.com/questions/19622133/ `path` must be text. """ __import__('ctypes.wintypes') SetFileAttributes = ctypes.windll.kernel32.SetFileAttributesW SetFileAttributes.argtypes = ctypes.wintypes.LPWSTR, ctypes.wintypes.DWORD SetFileAttributes.restype = ctypes.wintypes.BOOL FILE_ATTRIBUTE_HIDDEN = 0x02 ret = SetFileAttributes(path, FILE_ATTRIBUTE_HIDDEN) if not ret: raise ctypes.WinError() site-packages/setuptools/glob.py 0000644 00000012127 15231162611 0013003 0 ustar 00 """ Filename globbing utility. Mostly a copy of `glob` from Python 3.5. Changes include: * `yield from` and PEP3102 `*` removed. * `bytes` changed to `six.binary_type`. * Hidden files are not ignored. """ import os import re import fnmatch from setuptools.extern.six import binary_type __all__ = ["glob", "iglob", "escape"] def glob(pathname, recursive=False): """Return a list of paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. """ return list(iglob(pathname, recursive=recursive)) def iglob(pathname, recursive=False): """Return an iterator which yields the paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. """ it = _iglob(pathname, recursive) if recursive and _isrecursive(pathname): s = next(it) # skip empty string assert not s return it def _iglob(pathname, recursive): dirname, basename = os.path.split(pathname) if not has_magic(pathname): if basename: if os.path.lexists(pathname): yield pathname else: # Patterns ending with a slash should match only directories if os.path.isdir(dirname): yield pathname return if not dirname: if recursive and _isrecursive(basename): for x in glob2(dirname, basename): yield x else: for x in glob1(dirname, basename): yield x return # `os.path.split()` returns the argument itself as a dirname if it is a # drive or UNC path. Prevent an infinite recursion if a drive or UNC path # contains magic characters (i.e. r'\\?\C:'). if dirname != pathname and has_magic(dirname): dirs = _iglob(dirname, recursive) else: dirs = [dirname] if has_magic(basename): if recursive and _isrecursive(basename): glob_in_dir = glob2 else: glob_in_dir = glob1 else: glob_in_dir = glob0 for dirname in dirs: for name in glob_in_dir(dirname, basename): yield os.path.join(dirname, name) # These 2 helper functions non-recursively glob inside a literal directory. # They return a list of basenames. `glob1` accepts a pattern while `glob0` # takes a literal basename (so it only has to check for its existence). def glob1(dirname, pattern): if not dirname: if isinstance(pattern, binary_type): dirname = os.curdir.encode('ASCII') else: dirname = os.curdir try: names = os.listdir(dirname) except OSError: return [] return fnmatch.filter(names, pattern) def glob0(dirname, basename): if not basename: # `os.path.split()` returns an empty basename for paths ending with a # directory separator. 'q*x/' should match only directories. if os.path.isdir(dirname): return [basename] else: if os.path.lexists(os.path.join(dirname, basename)): return [basename] return [] # This helper function recursively yields relative pathnames inside a literal # directory. def glob2(dirname, pattern): assert _isrecursive(pattern) yield pattern[:0] for x in _rlistdir(dirname): yield x # Recursively yields relative pathnames inside a literal directory. def _rlistdir(dirname): if not dirname: if isinstance(dirname, binary_type): dirname = binary_type(os.curdir, 'ASCII') else: dirname = os.curdir try: names = os.listdir(dirname) except os.error: return for x in names: yield x path = os.path.join(dirname, x) if dirname else x for y in _rlistdir(path): yield os.path.join(x, y) magic_check = re.compile('([*?[])') magic_check_bytes = re.compile(b'([*?[])') def has_magic(s): if isinstance(s, binary_type): match = magic_check_bytes.search(s) else: match = magic_check.search(s) return match is not None def _isrecursive(pattern): if isinstance(pattern, binary_type): return pattern == b'**' else: return pattern == '**' def escape(pathname): """Escape all special characters. """ # Escaping is done by wrapping any of "*?[" between square brackets. # Metacharacters do not work in the drive part and shouldn't be escaped. drive, pathname = os.path.splitdrive(pathname) if isinstance(pathname, binary_type): pathname = magic_check_bytes.sub(br'[\1]', pathname) else: pathname = magic_check.sub(r'[\1]', pathname) return drive + pathname site-packages/setuptools/script (dev).tmpl 0000644 00000000311 15231162611 0014560 0 ustar 00 # EASY-INSTALL-DEV-SCRIPT: %(spec)r,%(script_name)r __requires__ = %(spec)r __import__('pkg_resources').require(%(spec)r) __file__ = %(dev_path)r exec(compile(open(__file__).read(), __file__, 'exec')) site-packages/setuptools/msvc.py 0000644 00000117655 15231162611 0013044 0 ustar 00 """ Improved support for Microsoft Visual C++ compilers. Known supported compilers: -------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) """ import os import sys import platform import itertools import distutils.errors from setuptools.extern.packaging.version import LegacyVersion from setuptools.extern.six.moves import filterfalse from .monkey import get_unpatched if platform.system() == 'Windows': from setuptools.extern.six.moves import winreg safe_env = os.environ else: """ Mock winreg and environ so the module can be imported on this platform. """ class winreg: HKEY_USERS = None HKEY_CURRENT_USER = None HKEY_LOCAL_MACHINE = None HKEY_CLASSES_ROOT = None safe_env = dict() _msvc9_suppress_errors = ( # msvc9compiler isn't available on some platforms ImportError, # msvc9compiler raises DistutilsPlatformError in some # environments. See #1118. distutils.errors.DistutilsPlatformError, ) try: from distutils.msvc9compiler import Reg except _msvc9_suppress_errors: pass def msvc9_find_vcvarsall(version): """ Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone compiler build for Python (VCForPython). Fall back to original behavior when the standalone compiler is not available. Redirect the path of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Parameters ---------- version: float Required Microsoft Visual C++ version. Return ------ vcvarsall.bat path: str """ VC_BASE = r'Software\%sMicrosoft\DevDiv\VCForPython\%0.1f' key = VC_BASE % ('', version) try: # Per-user installs register the compiler path here productdir = Reg.get_value(key, "installdir") except KeyError: try: # All-user installs on a 64-bit system register here key = VC_BASE % ('Wow6432Node\\', version) productdir = Reg.get_value(key, "installdir") except KeyError: productdir = None if productdir: vcvarsall = os.path.os.path.join(productdir, "vcvarsall.bat") if os.path.isfile(vcvarsall): return vcvarsall return get_unpatched(msvc9_find_vcvarsall)(version) def msvc9_query_vcvarsall(ver, arch='x86', *args, **kwargs): """ Patched "distutils.msvc9compiler.query_vcvarsall" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Parameters ---------- ver: float Required Microsoft Visual C++ version. arch: str Target architecture. Return ------ environment: dict """ # Try to get environement from vcvarsall.bat (Classical way) try: orig = get_unpatched(msvc9_query_vcvarsall) return orig(ver, arch, *args, **kwargs) except distutils.errors.DistutilsPlatformError: # Pass error if Vcvarsall.bat is missing pass except ValueError: # Pass error if environment not set after executing vcvarsall.bat pass # If error, try to set environment directly try: return EnvironmentInfo(arch, ver).return_env() except distutils.errors.DistutilsPlatformError as exc: _augment_exception(exc, ver, arch) raise def msvc14_get_vc_env(plat_spec): """ Patched "distutils._msvccompiler._get_vc_env" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) Parameters ---------- plat_spec: str Target architecture. Return ------ environment: dict """ # Try to get environment from vcvarsall.bat (Classical way) try: return get_unpatched(msvc14_get_vc_env)(plat_spec) except distutils.errors.DistutilsPlatformError: # Pass error Vcvarsall.bat is missing pass # If error, try to set environment directly try: return EnvironmentInfo(plat_spec, vc_min_ver=14.0).return_env() except distutils.errors.DistutilsPlatformError as exc: _augment_exception(exc, 14.0) raise def msvc14_gen_lib_options(*args, **kwargs): """ Patched "distutils._msvccompiler.gen_lib_options" for fix compatibility between "numpy.distutils" and "distutils._msvccompiler" (for Numpy < 1.11.2) """ if "numpy.distutils" in sys.modules: import numpy as np if LegacyVersion(np.__version__) < LegacyVersion('1.11.2'): return np.distutils.ccompiler.gen_lib_options(*args, **kwargs) return get_unpatched(msvc14_gen_lib_options)(*args, **kwargs) def _augment_exception(exc, version, arch=''): """ Add details to the exception message to help guide the user as to what action will resolve it. """ # Error if MSVC++ directory not found or environment not set message = exc.args[0] if "vcvarsall" in message.lower() or "visual c" in message.lower(): # Special error message if MSVC++ not installed tmpl = 'Microsoft Visual C++ {version:0.1f} is required.' message = tmpl.format(**locals()) msdownload = 'www.microsoft.com/download/details.aspx?id=%d' if version == 9.0: if arch.lower().find('ia64') > -1: # For VC++ 9.0, if IA64 support is needed, redirect user # to Windows SDK 7.0 message += ' Get it with "Microsoft Windows SDK 7.0": ' message += msdownload % 3138 else: # For VC++ 9.0 redirect user to Vc++ for Python 2.7 : # This redirection link is maintained by Microsoft. # Contact vspython@microsoft.com if it needs updating. message += ' Get it from http://aka.ms/vcpython27' elif version == 10.0: # For VC++ 10.0 Redirect user to Windows SDK 7.1 message += ' Get it with "Microsoft Windows SDK 7.1": ' message += msdownload % 8279 elif version >= 14.0: # For VC++ 14.0 Redirect user to Visual C++ Build Tools message += (' Get it with "Microsoft Visual C++ Build Tools": ' r'http://landinghub.visualstudio.com/' 'visual-cpp-build-tools') exc.args = (message, ) class PlatformInfo: """ Current and Target Architectures informations. Parameters ---------- arch: str Target architecture. """ current_cpu = safe_env.get('processor_architecture', '').lower() def __init__(self, arch): self.arch = arch.lower().replace('x64', 'amd64') @property def target_cpu(self): return self.arch[self.arch.find('_') + 1:] def target_is_x86(self): return self.target_cpu == 'x86' def current_is_x86(self): return self.current_cpu == 'x86' def current_dir(self, hidex86=False, x64=False): """ Current platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '\x86' if architecture is x86. x64: bool return '\x64' and not '\amd64' if architecture is amd64. Return ------ subfolder: str '\target', or '' (see hidex86 parameter) """ return ( '' if (self.current_cpu == 'x86' and hidex86) else r'\x64' if (self.current_cpu == 'amd64' and x64) else r'\%s' % self.current_cpu ) def target_dir(self, hidex86=False, x64=False): r""" Target platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '\x86' if architecture is x86. x64: bool return '\x64' and not '\amd64' if architecture is amd64. Return ------ subfolder: str '\current', or '' (see hidex86 parameter) """ return ( '' if (self.target_cpu == 'x86' and hidex86) else r'\x64' if (self.target_cpu == 'amd64' and x64) else r'\%s' % self.target_cpu ) def cross_dir(self, forcex86=False): r""" Cross platform specific subfolder. Parameters ---------- forcex86: bool Use 'x86' as current architecture even if current acritecture is not x86. Return ------ subfolder: str '' if target architecture is current architecture, '\current_target' if not. """ current = 'x86' if forcex86 else self.current_cpu return ( '' if self.target_cpu == current else self.target_dir().replace('\\', '\\%s_' % current) ) class RegistryInfo: """ Microsoft Visual Studio related registry informations. Parameters ---------- platform_info: PlatformInfo "PlatformInfo" instance. """ HKEYS = (winreg.HKEY_USERS, winreg.HKEY_CURRENT_USER, winreg.HKEY_LOCAL_MACHINE, winreg.HKEY_CLASSES_ROOT) def __init__(self, platform_info): self.pi = platform_info @property def visualstudio(self): """ Microsoft Visual Studio root registry key. """ return 'VisualStudio' @property def sxs(self): """ Microsoft Visual Studio SxS registry key. """ return os.path.join(self.visualstudio, 'SxS') @property def vc(self): """ Microsoft Visual C++ VC7 registry key. """ return os.path.join(self.sxs, 'VC7') @property def vs(self): """ Microsoft Visual Studio VS7 registry key. """ return os.path.join(self.sxs, 'VS7') @property def vc_for_python(self): """ Microsoft Visual C++ for Python registry key. """ return r'DevDiv\VCForPython' @property def microsoft_sdk(self): """ Microsoft SDK registry key. """ return 'Microsoft SDKs' @property def windows_sdk(self): """ Microsoft Windows/Platform SDK registry key. """ return os.path.join(self.microsoft_sdk, 'Windows') @property def netfx_sdk(self): """ Microsoft .NET Framework SDK registry key. """ return os.path.join(self.microsoft_sdk, 'NETFXSDK') @property def windows_kits_roots(self): """ Microsoft Windows Kits Roots registry key. """ return r'Windows Kits\Installed Roots' def microsoft(self, key, x86=False): """ Return key in Microsoft software registry. Parameters ---------- key: str Registry key path where look. x86: str Force x86 software registry. Return ------ str: value """ node64 = '' if self.pi.current_is_x86() or x86 else 'Wow6432Node' return os.path.join('Software', node64, 'Microsoft', key) def lookup(self, key, name): """ Look for values in registry in Microsoft software registry. Parameters ---------- key: str Registry key path where look. name: str Value name to find. Return ------ str: value """ KEY_READ = winreg.KEY_READ openkey = winreg.OpenKey ms = self.microsoft for hkey in self.HKEYS: try: bkey = openkey(hkey, ms(key), 0, KEY_READ) except (OSError, IOError): if not self.pi.current_is_x86(): try: bkey = openkey(hkey, ms(key, True), 0, KEY_READ) except (OSError, IOError): continue else: continue try: return winreg.QueryValueEx(bkey, name)[0] except (OSError, IOError): pass class SystemInfo: """ Microsoft Windows and Visual Studio related system inormations. Parameters ---------- registry_info: RegistryInfo "RegistryInfo" instance. vc_ver: float Required Microsoft Visual C++ version. """ # Variables and properties in this class use originals CamelCase variables # names from Microsoft source files for more easy comparaison. WinDir = safe_env.get('WinDir', '') ProgramFiles = safe_env.get('ProgramFiles', '') ProgramFilesx86 = safe_env.get('ProgramFiles(x86)', ProgramFiles) def __init__(self, registry_info, vc_ver=None): self.ri = registry_info self.pi = self.ri.pi self.vc_ver = vc_ver or self._find_latest_available_vc_ver() def _find_latest_available_vc_ver(self): try: return self.find_available_vc_vers()[-1] except IndexError: err = 'No Microsoft Visual C++ version found' raise distutils.errors.DistutilsPlatformError(err) def find_available_vc_vers(self): """ Find all available Microsoft Visual C++ versions. """ ms = self.ri.microsoft vckeys = (self.ri.vc, self.ri.vc_for_python, self.ri.vs) vc_vers = [] for hkey in self.ri.HKEYS: for key in vckeys: try: bkey = winreg.OpenKey(hkey, ms(key), 0, winreg.KEY_READ) except (OSError, IOError): continue subkeys, values, _ = winreg.QueryInfoKey(bkey) for i in range(values): try: ver = float(winreg.EnumValue(bkey, i)[0]) if ver not in vc_vers: vc_vers.append(ver) except ValueError: pass for i in range(subkeys): try: ver = float(winreg.EnumKey(bkey, i)) if ver not in vc_vers: vc_vers.append(ver) except ValueError: pass return sorted(vc_vers) @property def VSInstallDir(self): """ Microsoft Visual Studio directory. """ # Default path name = 'Microsoft Visual Studio %0.1f' % self.vc_ver default = os.path.join(self.ProgramFilesx86, name) # Try to get path from registry, if fail use default path return self.ri.lookup(self.ri.vs, '%0.1f' % self.vc_ver) or default @property def VCInstallDir(self): """ Microsoft Visual C++ directory. """ self.VSInstallDir guess_vc = self._guess_vc() or self._guess_vc_legacy() # Try to get "VC++ for Python" path from registry as default path reg_path = os.path.join(self.ri.vc_for_python, '%0.1f' % self.vc_ver) python_vc = self.ri.lookup(reg_path, 'installdir') default_vc = os.path.join(python_vc, 'VC') if python_vc else guess_vc # Try to get path from registry, if fail use default path path = self.ri.lookup(self.ri.vc, '%0.1f' % self.vc_ver) or default_vc if not os.path.isdir(path): msg = 'Microsoft Visual C++ directory not found' raise distutils.errors.DistutilsPlatformError(msg) return path def _guess_vc(self): """ Locate Visual C for 2017 """ if self.vc_ver <= 14.0: return default = r'VC\Tools\MSVC' guess_vc = os.path.join(self.VSInstallDir, default) # Subdir with VC exact version as name try: vc_exact_ver = os.listdir(guess_vc)[-1] return os.path.join(guess_vc, vc_exact_ver) except (OSError, IOError, IndexError): pass def _guess_vc_legacy(self): """ Locate Visual C for versions prior to 2017 """ default = r'Microsoft Visual Studio %0.1f\VC' % self.vc_ver return os.path.join(self.ProgramFilesx86, default) @property def WindowsSdkVersion(self): """ Microsoft Windows SDK versions for specified MSVC++ version. """ if self.vc_ver <= 9.0: return ('7.0', '6.1', '6.0a') elif self.vc_ver == 10.0: return ('7.1', '7.0a') elif self.vc_ver == 11.0: return ('8.0', '8.0a') elif self.vc_ver == 12.0: return ('8.1', '8.1a') elif self.vc_ver >= 14.0: return ('10.0', '8.1') @property def WindowsSdkLastVersion(self): """ Microsoft Windows SDK last version """ return self._use_last_dir_name(os.path.join( self.WindowsSdkDir, 'lib')) @property def WindowsSdkDir(self): """ Microsoft Windows SDK directory. """ sdkdir = '' for ver in self.WindowsSdkVersion: # Try to get it from registry loc = os.path.join(self.ri.windows_sdk, 'v%s' % ver) sdkdir = self.ri.lookup(loc, 'installationfolder') if sdkdir: break if not sdkdir or not os.path.isdir(sdkdir): # Try to get "VC++ for Python" version from registry path = os.path.join(self.ri.vc_for_python, '%0.1f' % self.vc_ver) install_base = self.ri.lookup(path, 'installdir') if install_base: sdkdir = os.path.join(install_base, 'WinSDK') if not sdkdir or not os.path.isdir(sdkdir): # If fail, use default new path for ver in self.WindowsSdkVersion: intver = ver[:ver.rfind('.')] path = r'Microsoft SDKs\Windows Kits\%s' % (intver) d = os.path.join(self.ProgramFiles, path) if os.path.isdir(d): sdkdir = d if not sdkdir or not os.path.isdir(sdkdir): # If fail, use default old path for ver in self.WindowsSdkVersion: path = r'Microsoft SDKs\Windows\v%s' % ver d = os.path.join(self.ProgramFiles, path) if os.path.isdir(d): sdkdir = d if not sdkdir: # If fail, use Platform SDK sdkdir = os.path.join(self.VCInstallDir, 'PlatformSDK') return sdkdir @property def WindowsSDKExecutablePath(self): """ Microsoft Windows SDK executable directory. """ # Find WinSDK NetFx Tools registry dir name if self.vc_ver <= 11.0: netfxver = 35 arch = '' else: netfxver = 40 hidex86 = True if self.vc_ver <= 12.0 else False arch = self.pi.current_dir(x64=True, hidex86=hidex86) fx = 'WinSDK-NetFx%dTools%s' % (netfxver, arch.replace('\\', '-')) # liste all possibles registry paths regpaths = [] if self.vc_ver >= 14.0: for ver in self.NetFxSdkVersion: regpaths += [os.path.join(self.ri.netfx_sdk, ver, fx)] for ver in self.WindowsSdkVersion: regpaths += [os.path.join(self.ri.windows_sdk, 'v%sA' % ver, fx)] # Return installation folder from the more recent path for path in regpaths: execpath = self.ri.lookup(path, 'installationfolder') if execpath: break return execpath @property def FSharpInstallDir(self): """ Microsoft Visual F# directory. """ path = r'%0.1f\Setup\F#' % self.vc_ver path = os.path.join(self.ri.visualstudio, path) return self.ri.lookup(path, 'productdir') or '' @property def UniversalCRTSdkDir(self): """ Microsoft Universal CRT SDK directory. """ # Set Kit Roots versions for specified MSVC++ version if self.vc_ver >= 14.0: vers = ('10', '81') else: vers = () # Find path of the more recent Kit for ver in vers: sdkdir = self.ri.lookup(self.ri.windows_kits_roots, 'kitsroot%s' % ver) if sdkdir: break return sdkdir or '' @property def UniversalCRTSdkLastVersion(self): """ Microsoft Universal C Runtime SDK last version """ return self._use_last_dir_name(os.path.join( self.UniversalCRTSdkDir, 'lib')) @property def NetFxSdkVersion(self): """ Microsoft .NET Framework SDK versions. """ # Set FxSdk versions for specified MSVC++ version if self.vc_ver >= 14.0: return ('4.6.1', '4.6') else: return () @property def NetFxSdkDir(self): """ Microsoft .NET Framework SDK directory. """ for ver in self.NetFxSdkVersion: loc = os.path.join(self.ri.netfx_sdk, ver) sdkdir = self.ri.lookup(loc, 'kitsinstallationfolder') if sdkdir: break return sdkdir or '' @property def FrameworkDir32(self): """ Microsoft .NET Framework 32bit directory. """ # Default path guess_fw = os.path.join(self.WinDir, r'Microsoft.NET\Framework') # Try to get path from registry, if fail use default path return self.ri.lookup(self.ri.vc, 'frameworkdir32') or guess_fw @property def FrameworkDir64(self): """ Microsoft .NET Framework 64bit directory. """ # Default path guess_fw = os.path.join(self.WinDir, r'Microsoft.NET\Framework64') # Try to get path from registry, if fail use default path return self.ri.lookup(self.ri.vc, 'frameworkdir64') or guess_fw @property def FrameworkVersion32(self): """ Microsoft .NET Framework 32bit versions. """ return self._find_dot_net_versions(32) @property def FrameworkVersion64(self): """ Microsoft .NET Framework 64bit versions. """ return self._find_dot_net_versions(64) def _find_dot_net_versions(self, bits): """ Find Microsoft .NET Framework versions. Parameters ---------- bits: int Platform number of bits: 32 or 64. """ # Find actual .NET version in registry reg_ver = self.ri.lookup(self.ri.vc, 'frameworkver%d' % bits) dot_net_dir = getattr(self, 'FrameworkDir%d' % bits) ver = reg_ver or self._use_last_dir_name(dot_net_dir, 'v') or '' # Set .NET versions for specified MSVC++ version if self.vc_ver >= 12.0: frameworkver = (ver, 'v4.0') elif self.vc_ver >= 10.0: frameworkver = ('v4.0.30319' if ver.lower()[:2] != 'v4' else ver, 'v3.5') elif self.vc_ver == 9.0: frameworkver = ('v3.5', 'v2.0.50727') if self.vc_ver == 8.0: frameworkver = ('v3.0', 'v2.0.50727') return frameworkver def _use_last_dir_name(self, path, prefix=''): """ Return name of the last dir in path or '' if no dir found. Parameters ---------- path: str Use dirs in this path prefix: str Use only dirs startings by this prefix """ matching_dirs = ( dir_name for dir_name in reversed(os.listdir(path)) if os.path.isdir(os.path.join(path, dir_name)) and dir_name.startswith(prefix) ) return next(matching_dirs, None) or '' class EnvironmentInfo: """ Return environment variables for specified Microsoft Visual C++ version and platform : Lib, Include, Path and libpath. This function is compatible with Microsoft Visual C++ 9.0 to 14.0. Script created by analysing Microsoft environment configuration files like "vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ... Parameters ---------- arch: str Target architecture. vc_ver: float Required Microsoft Visual C++ version. If not set, autodetect the last version. vc_min_ver: float Minimum Microsoft Visual C++ version. """ # Variables and properties in this class use originals CamelCase variables # names from Microsoft source files for more easy comparaison. def __init__(self, arch, vc_ver=None, vc_min_ver=0): self.pi = PlatformInfo(arch) self.ri = RegistryInfo(self.pi) self.si = SystemInfo(self.ri, vc_ver) if self.vc_ver < vc_min_ver: err = 'No suitable Microsoft Visual C++ version found' raise distutils.errors.DistutilsPlatformError(err) @property def vc_ver(self): """ Microsoft Visual C++ version. """ return self.si.vc_ver @property def VSTools(self): """ Microsoft Visual Studio Tools """ paths = [r'Common7\IDE', r'Common7\Tools'] if self.vc_ver >= 14.0: arch_subdir = self.pi.current_dir(hidex86=True, x64=True) paths += [r'Common7\IDE\CommonExtensions\Microsoft\TestWindow'] paths += [r'Team Tools\Performance Tools'] paths += [r'Team Tools\Performance Tools%s' % arch_subdir] return [os.path.join(self.si.VSInstallDir, path) for path in paths] @property def VCIncludes(self): """ Microsoft Visual C++ & Microsoft Foundation Class Includes """ return [os.path.join(self.si.VCInstallDir, 'Include'), os.path.join(self.si.VCInstallDir, r'ATLMFC\Include')] @property def VCLibraries(self): """ Microsoft Visual C++ & Microsoft Foundation Class Libraries """ if self.vc_ver >= 15.0: arch_subdir = self.pi.target_dir(x64=True) else: arch_subdir = self.pi.target_dir(hidex86=True) paths = ['Lib%s' % arch_subdir, r'ATLMFC\Lib%s' % arch_subdir] if self.vc_ver >= 14.0: paths += [r'Lib\store%s' % arch_subdir] return [os.path.join(self.si.VCInstallDir, path) for path in paths] @property def VCStoreRefs(self): """ Microsoft Visual C++ store references Libraries """ if self.vc_ver < 14.0: return [] return [os.path.join(self.si.VCInstallDir, r'Lib\store\references')] @property def VCTools(self): """ Microsoft Visual C++ Tools """ si = self.si tools = [os.path.join(si.VCInstallDir, 'VCPackages')] forcex86 = True if self.vc_ver <= 10.0 else False arch_subdir = self.pi.cross_dir(forcex86) if arch_subdir: tools += [os.path.join(si.VCInstallDir, 'Bin%s' % arch_subdir)] if self.vc_ver == 14.0: path = 'Bin%s' % self.pi.current_dir(hidex86=True) tools += [os.path.join(si.VCInstallDir, path)] elif self.vc_ver >= 15.0: host_dir = (r'bin\HostX86%s' if self.pi.current_is_x86() else r'bin\HostX64%s') tools += [os.path.join( si.VCInstallDir, host_dir % self.pi.target_dir(x64=True))] if self.pi.current_cpu != self.pi.target_cpu: tools += [os.path.join( si.VCInstallDir, host_dir % self.pi.current_dir(x64=True))] else: tools += [os.path.join(si.VCInstallDir, 'Bin')] return tools @property def OSLibraries(self): """ Microsoft Windows SDK Libraries """ if self.vc_ver <= 10.0: arch_subdir = self.pi.target_dir(hidex86=True, x64=True) return [os.path.join(self.si.WindowsSdkDir, 'Lib%s' % arch_subdir)] else: arch_subdir = self.pi.target_dir(x64=True) lib = os.path.join(self.si.WindowsSdkDir, 'lib') libver = self._sdk_subdir return [os.path.join(lib, '%sum%s' % (libver , arch_subdir))] @property def OSIncludes(self): """ Microsoft Windows SDK Include """ include = os.path.join(self.si.WindowsSdkDir, 'include') if self.vc_ver <= 10.0: return [include, os.path.join(include, 'gl')] else: if self.vc_ver >= 14.0: sdkver = self._sdk_subdir else: sdkver = '' return [os.path.join(include, '%sshared' % sdkver), os.path.join(include, '%sum' % sdkver), os.path.join(include, '%swinrt' % sdkver)] @property def OSLibpath(self): """ Microsoft Windows SDK Libraries Paths """ ref = os.path.join(self.si.WindowsSdkDir, 'References') libpath = [] if self.vc_ver <= 9.0: libpath += self.OSLibraries if self.vc_ver >= 11.0: libpath += [os.path.join(ref, r'CommonConfiguration\Neutral')] if self.vc_ver >= 14.0: libpath += [ ref, os.path.join(self.si.WindowsSdkDir, 'UnionMetadata'), os.path.join( ref, 'Windows.Foundation.UniversalApiContract', '1.0.0.0', ), os.path.join( ref, 'Windows.Foundation.FoundationContract', '1.0.0.0', ), os.path.join( ref, 'Windows.Networking.Connectivity.WwanContract', '1.0.0.0', ), os.path.join( self.si.WindowsSdkDir, 'ExtensionSDKs', 'Microsoft.VCLibs', '%0.1f' % self.vc_ver, 'References', 'CommonConfiguration', 'neutral', ), ] return libpath @property def SdkTools(self): """ Microsoft Windows SDK Tools """ return list(self._sdk_tools()) def _sdk_tools(self): """ Microsoft Windows SDK Tools paths generator """ if self.vc_ver < 15.0: bin_dir = 'Bin' if self.vc_ver <= 11.0 else r'Bin\x86' yield os.path.join(self.si.WindowsSdkDir, bin_dir) if not self.pi.current_is_x86(): arch_subdir = self.pi.current_dir(x64=True) path = 'Bin%s' % arch_subdir yield os.path.join(self.si.WindowsSdkDir, path) if self.vc_ver == 10.0 or self.vc_ver == 11.0: if self.pi.target_is_x86(): arch_subdir = '' else: arch_subdir = self.pi.current_dir(hidex86=True, x64=True) path = r'Bin\NETFX 4.0 Tools%s' % arch_subdir yield os.path.join(self.si.WindowsSdkDir, path) elif self.vc_ver >= 15.0: path = os.path.join(self.si.WindowsSdkDir, 'Bin') arch_subdir = self.pi.current_dir(x64=True) sdkver = self.si.WindowsSdkLastVersion yield os.path.join(path, '%s%s' % (sdkver, arch_subdir)) if self.si.WindowsSDKExecutablePath: yield self.si.WindowsSDKExecutablePath @property def _sdk_subdir(self): """ Microsoft Windows SDK version subdir """ ucrtver = self.si.WindowsSdkLastVersion return ('%s\\' % ucrtver) if ucrtver else '' @property def SdkSetup(self): """ Microsoft Windows SDK Setup """ if self.vc_ver > 9.0: return [] return [os.path.join(self.si.WindowsSdkDir, 'Setup')] @property def FxTools(self): """ Microsoft .NET Framework Tools """ pi = self.pi si = self.si if self.vc_ver <= 10.0: include32 = True include64 = not pi.target_is_x86() and not pi.current_is_x86() else: include32 = pi.target_is_x86() or pi.current_is_x86() include64 = pi.current_cpu == 'amd64' or pi.target_cpu == 'amd64' tools = [] if include32: tools += [os.path.join(si.FrameworkDir32, ver) for ver in si.FrameworkVersion32] if include64: tools += [os.path.join(si.FrameworkDir64, ver) for ver in si.FrameworkVersion64] return tools @property def NetFxSDKLibraries(self): """ Microsoft .Net Framework SDK Libraries """ if self.vc_ver < 14.0 or not self.si.NetFxSdkDir: return [] arch_subdir = self.pi.target_dir(x64=True) return [os.path.join(self.si.NetFxSdkDir, r'lib\um%s' % arch_subdir)] @property def NetFxSDKIncludes(self): """ Microsoft .Net Framework SDK Includes """ if self.vc_ver < 14.0 or not self.si.NetFxSdkDir: return [] return [os.path.join(self.si.NetFxSdkDir, r'include\um')] @property def VsTDb(self): """ Microsoft Visual Studio Team System Database """ return [os.path.join(self.si.VSInstallDir, r'VSTSDB\Deploy')] @property def MSBuild(self): """ Microsoft Build Engine """ if self.vc_ver < 12.0: return [] elif self.vc_ver < 15.0: base_path = self.si.ProgramFilesx86 arch_subdir = self.pi.current_dir(hidex86=True) else: base_path = self.si.VSInstallDir arch_subdir = '' path = r'MSBuild\%0.1f\bin%s' % (self.vc_ver, arch_subdir) build = [os.path.join(base_path, path)] if self.vc_ver >= 15.0: # Add Roslyn C# & Visual Basic Compiler build += [os.path.join(base_path, path, 'Roslyn')] return build @property def HTMLHelpWorkshop(self): """ Microsoft HTML Help Workshop """ if self.vc_ver < 11.0: return [] return [os.path.join(self.si.ProgramFilesx86, 'HTML Help Workshop')] @property def UCRTLibraries(self): """ Microsoft Universal C Runtime SDK Libraries """ if self.vc_ver < 14.0: return [] arch_subdir = self.pi.target_dir(x64=True) lib = os.path.join(self.si.UniversalCRTSdkDir, 'lib') ucrtver = self._ucrt_subdir return [os.path.join(lib, '%sucrt%s' % (ucrtver, arch_subdir))] @property def UCRTIncludes(self): """ Microsoft Universal C Runtime SDK Include """ if self.vc_ver < 14.0: return [] include = os.path.join(self.si.UniversalCRTSdkDir, 'include') return [os.path.join(include, '%sucrt' % self._ucrt_subdir)] @property def _ucrt_subdir(self): """ Microsoft Universal C Runtime SDK version subdir """ ucrtver = self.si.UniversalCRTSdkLastVersion return ('%s\\' % ucrtver) if ucrtver else '' @property def FSharp(self): """ Microsoft Visual F# """ if self.vc_ver < 11.0 and self.vc_ver > 12.0: return [] return self.si.FSharpInstallDir @property def VCRuntimeRedist(self): """ Microsoft Visual C++ runtime redistribuable dll """ arch_subdir = self.pi.target_dir(x64=True) if self.vc_ver < 15: redist_path = self.si.VCInstallDir vcruntime = 'redist%s\\Microsoft.VC%d0.CRT\\vcruntime%d0.dll' else: redist_path = self.si.VCInstallDir.replace('\\Tools', '\\Redist') vcruntime = 'onecore%s\\Microsoft.VC%d0.CRT\\vcruntime%d0.dll' # Visual Studio 2017 is still Visual C++ 14.0 dll_ver = 14.0 if self.vc_ver == 15 else self.vc_ver vcruntime = vcruntime % (arch_subdir, self.vc_ver, dll_ver) return os.path.join(redist_path, vcruntime) def return_env(self, exists=True): """ Return environment dict. Parameters ---------- exists: bool It True, only return existing paths. """ env = dict( include=self._build_paths('include', [self.VCIncludes, self.OSIncludes, self.UCRTIncludes, self.NetFxSDKIncludes], exists), lib=self._build_paths('lib', [self.VCLibraries, self.OSLibraries, self.FxTools, self.UCRTLibraries, self.NetFxSDKLibraries], exists), libpath=self._build_paths('libpath', [self.VCLibraries, self.FxTools, self.VCStoreRefs, self.OSLibpath], exists), path=self._build_paths('path', [self.VCTools, self.VSTools, self.VsTDb, self.SdkTools, self.SdkSetup, self.FxTools, self.MSBuild, self.HTMLHelpWorkshop, self.FSharp], exists), ) if self.vc_ver >= 14 and os.path.isfile(self.VCRuntimeRedist): env['py_vcruntime_redist'] = self.VCRuntimeRedist return env def _build_paths(self, name, spec_path_lists, exists): """ Given an environment variable name and specified paths, return a pathsep-separated string of paths containing unique, extant, directories from those paths and from the environment variable. Raise an error if no paths are resolved. """ # flatten spec_path_lists spec_paths = itertools.chain.from_iterable(spec_path_lists) env_paths = safe_env.get(name, '').split(os.pathsep) paths = itertools.chain(spec_paths, env_paths) extant_paths = list(filter(os.path.isdir, paths)) if exists else paths if not extant_paths: msg = "%s environment variable is empty" % name.upper() raise distutils.errors.DistutilsPlatformError(msg) unique_paths = self._unique_everseen(extant_paths) return os.pathsep.join(unique_paths) # from Python docs def _unique_everseen(self, iterable, key=None): """ List unique elements, preserving order. Remember all elements ever seen. _unique_everseen('AAAABBBCCDAABBB') --> A B C D _unique_everseen('ABBCcAD', str.lower) --> A B C D """ seen = set() seen_add = seen.add if key is None: for element in filterfalse(seen.__contains__, iterable): seen_add(element) yield element else: for element in iterable: k = key(element) if k not in seen: seen_add(k) yield element site-packages/setuptools/archive_util.py 0000644 00000014700 15231162611 0014535 0 ustar 00 """Utilities for extracting common archive formats""" import zipfile import tarfile import os import shutil import posixpath import contextlib from distutils.errors import DistutilsError from pkg_resources import ensure_directory __all__ = [ "unpack_archive", "unpack_zipfile", "unpack_tarfile", "default_filter", "UnrecognizedFormat", "extraction_drivers", "unpack_directory", ] class UnrecognizedFormat(DistutilsError): """Couldn't recognize the archive type""" def default_filter(src, dst): """The default progress/filter callback; returns True for all files""" return dst def unpack_archive(filename, extract_dir, progress_filter=default_filter, drivers=None): """Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat`` `progress_filter` is a function taking two arguments: a source path internal to the archive ('/'-separated), and a filesystem path where it will be extracted. The callback must return the desired extract path (which may be the same as the one passed in), or else ``None`` to skip that file or directory. The callback can thus be used to report on the progress of the extraction, as well as to filter the items extracted or alter their extraction paths. `drivers`, if supplied, must be a non-empty sequence of functions with the same signature as this function (minus the `drivers` argument), that raise ``UnrecognizedFormat`` if they do not support extracting the designated archive type. The `drivers` are tried in sequence until one is found that does not raise an error, or until all are exhausted (in which case ``UnrecognizedFormat`` is raised). If you do not supply a sequence of drivers, the module's ``extraction_drivers`` constant will be used, which means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that order. """ for driver in drivers or extraction_drivers: try: driver(filename, extract_dir, progress_filter) except UnrecognizedFormat: continue else: return else: raise UnrecognizedFormat( "Not a recognized archive type: %s" % filename ) def unpack_directory(filename, extract_dir, progress_filter=default_filter): """"Unpack" a directory, using the same interface as for archives Raises ``UnrecognizedFormat`` if `filename` is not a directory """ if not os.path.isdir(filename): raise UnrecognizedFormat("%s is not a directory" % filename) paths = { filename: ('', extract_dir), } for base, dirs, files in os.walk(filename): src, dst = paths[base] for d in dirs: paths[os.path.join(base, d)] = src + d + '/', os.path.join(dst, d) for f in files: target = os.path.join(dst, f) target = progress_filter(src + f, target) if not target: # skip non-files continue ensure_directory(target) f = os.path.join(base, f) shutil.copyfile(f, target) shutil.copystat(f, target) def unpack_zipfile(filename, extract_dir, progress_filter=default_filter): """Unpack zip `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. """ if not zipfile.is_zipfile(filename): raise UnrecognizedFormat("%s is not a zip file" % (filename,)) with zipfile.ZipFile(filename) as z: for info in z.infolist(): name = info.filename # don't extract absolute paths or ones with .. in them if name.startswith('/') or '..' in name.split('/'): continue target = os.path.join(extract_dir, *name.split('/')) target = progress_filter(name, target) if not target: continue if name.endswith('/'): # directory ensure_directory(target) else: # file ensure_directory(target) data = z.read(info.filename) with open(target, 'wb') as f: f.write(data) unix_attributes = info.external_attr >> 16 if unix_attributes: os.chmod(target, unix_attributes) def unpack_tarfile(filename, extract_dir, progress_filter=default_filter): """Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined by ``tarfile.open()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. """ try: tarobj = tarfile.open(filename) except tarfile.TarError: raise UnrecognizedFormat( "%s is not a compressed or uncompressed tar file" % (filename,) ) with contextlib.closing(tarobj): # don't do any chowning! tarobj.chown = lambda *args: None for member in tarobj: name = member.name # don't extract absolute paths or ones with .. in them if not name.startswith('/') and '..' not in name.split('/'): prelim_dst = os.path.join(extract_dir, *name.split('/')) # resolve any links and to extract the link targets as normal # files while member is not None and (member.islnk() or member.issym()): linkpath = member.linkname if member.issym(): base = posixpath.dirname(member.name) linkpath = posixpath.join(base, linkpath) linkpath = posixpath.normpath(linkpath) member = tarobj._getmember(linkpath) if member is not None and (member.isfile() or member.isdir()): final_dst = progress_filter(name, prelim_dst) if final_dst: if final_dst.endswith(os.sep): final_dst = final_dst[:-1] try: # XXX Ugh tarobj._extract_member(member, final_dst) except tarfile.ExtractError: # chown/chmod/mkfifo/mknode/makedev failed pass return True extraction_drivers = unpack_directory, unpack_zipfile, unpack_tarfile site-packages/setuptools/_vendor/packaging/version.py 0000644 00000026444 15231162611 0017134 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import collections import itertools import re from ._structures import Infinity __all__ = [ "parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN" ] _Version = collections.namedtuple( "_Version", ["epoch", "release", "dev", "pre", "post", "local"], ) def parse(version): """ Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. """ try: return Version(version) except InvalidVersion: return LegacyVersion(version) class InvalidVersion(ValueError): """ An invalid version was found, users should refer to PEP 440. """ class _BaseVersion(object): def __hash__(self): return hash(self._key) def __lt__(self, other): return self._compare(other, lambda s, o: s < o) def __le__(self, other): return self._compare(other, lambda s, o: s <= o) def __eq__(self, other): return self._compare(other, lambda s, o: s == o) def __ge__(self, other): return self._compare(other, lambda s, o: s >= o) def __gt__(self, other): return self._compare(other, lambda s, o: s > o) def __ne__(self, other): return self._compare(other, lambda s, o: s != o) def _compare(self, other, method): if not isinstance(other, _BaseVersion): return NotImplemented return method(self._key, other._key) class LegacyVersion(_BaseVersion): def __init__(self, version): self._version = str(version) self._key = _legacy_cmpkey(self._version) def __str__(self): return self._version def __repr__(self): return "<LegacyVersion({0})>".format(repr(str(self))) @property def public(self): return self._version @property def base_version(self): return self._version @property def local(self): return None @property def is_prerelease(self): return False @property def is_postrelease(self): return False _legacy_version_component_re = re.compile( r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE, ) _legacy_version_replacement_map = { "pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@", } def _parse_version_parts(s): for part in _legacy_version_component_re.split(s): part = _legacy_version_replacement_map.get(part, part) if not part or part == ".": continue if part[:1] in "0123456789": # pad for numeric comparison yield part.zfill(8) else: yield "*" + part # ensure that alpha/beta/candidate are before final yield "*final" def _legacy_cmpkey(version): # We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch # greater than or equal to 0. This will effectively put the LegacyVersion, # which uses the defacto standard originally implemented by setuptools, # as before all PEP 440 versions. epoch = -1 # This scheme is taken from pkg_resources.parse_version setuptools prior to # it's adoption of the packaging library. parts = [] for part in _parse_version_parts(version.lower()): if part.startswith("*"): # remove "-" before a prerelease tag if part < "*final": while parts and parts[-1] == "*final-": parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == "00000000": parts.pop() parts.append(part) parts = tuple(parts) return epoch, parts # Deliberately not anchored to the start and end of the string, to make it # easier for 3rd party code to reuse VERSION_PATTERN = r""" v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version """ class Version(_BaseVersion): _regex = re.compile( r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE, ) def __init__(self, version): # Validate the version and parse it into pieces match = self._regex.search(version) if not match: raise InvalidVersion("Invalid version: '{0}'".format(version)) # Store the parsed out pieces of the version self._version = _Version( epoch=int(match.group("epoch")) if match.group("epoch") else 0, release=tuple(int(i) for i in match.group("release").split(".")), pre=_parse_letter_version( match.group("pre_l"), match.group("pre_n"), ), post=_parse_letter_version( match.group("post_l"), match.group("post_n1") or match.group("post_n2"), ), dev=_parse_letter_version( match.group("dev_l"), match.group("dev_n"), ), local=_parse_local_version(match.group("local")), ) # Generate a key which will be used for sorting self._key = _cmpkey( self._version.epoch, self._version.release, self._version.pre, self._version.post, self._version.dev, self._version.local, ) def __repr__(self): return "<Version({0})>".format(repr(str(self))) def __str__(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) # Pre-release if self._version.pre is not None: parts.append("".join(str(x) for x in self._version.pre)) # Post-release if self._version.post is not None: parts.append(".post{0}".format(self._version.post[1])) # Development release if self._version.dev is not None: parts.append(".dev{0}".format(self._version.dev[1])) # Local version segment if self._version.local is not None: parts.append( "+{0}".format(".".join(str(x) for x in self._version.local)) ) return "".join(parts) @property def public(self): return str(self).split("+", 1)[0] @property def base_version(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) return "".join(parts) @property def local(self): version_string = str(self) if "+" in version_string: return version_string.split("+", 1)[1] @property def is_prerelease(self): return bool(self._version.dev or self._version.pre) @property def is_postrelease(self): return bool(self._version.post) def _parse_letter_version(letter, number): if letter: # We consider there to be an implicit 0 in a pre-release if there is # not a numeral associated with it. if number is None: number = 0 # We normalize any letters to their lower case form letter = letter.lower() # We consider some words to be alternate spellings of other words and # in those cases we want to normalize the spellings to our preferred # spelling. if letter == "alpha": letter = "a" elif letter == "beta": letter = "b" elif letter in ["c", "pre", "preview"]: letter = "rc" elif letter in ["rev", "r"]: letter = "post" return letter, int(number) if not letter and number: # We assume if we are given a number, but we are not given a letter # then this is using the implicit post release syntax (e.g. 1.0-1) letter = "post" return letter, int(number) _local_version_seperators = re.compile(r"[\._-]") def _parse_local_version(local): """ Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). """ if local is not None: return tuple( part.lower() if not part.isdigit() else int(part) for part in _local_version_seperators.split(local) ) def _cmpkey(epoch, release, pre, post, dev, local): # When we compare a release version, we want to compare it with all of the # trailing zeros removed. So we'll use a reverse the list, drop all the now # leading zeros until we come to something non zero, then take the rest # re-reverse it back into the correct order and make it a tuple and use # that for our sorting key. release = tuple( reversed(list( itertools.dropwhile( lambda x: x == 0, reversed(release), ) )) ) # We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0. # We'll do this by abusing the pre segment, but we _only_ want to do this # if there is not a pre or a post segment. If we have one of those then # the normal sorting rules will handle this case correctly. if pre is None and post is None and dev is not None: pre = -Infinity # Versions without a pre-release (except as noted above) should sort after # those with one. elif pre is None: pre = Infinity # Versions without a post segment should sort before those with one. if post is None: post = -Infinity # Versions without a development segment should sort after those with one. if dev is None: dev = Infinity if local is None: # Versions without a local segment should sort before those with one. local = -Infinity else: # Versions with a local segment need that segment parsed to implement # the sorting rules in PEP440. # - Alpha numeric segments sort before numeric segments # - Alpha numeric segments sort lexicographically # - Numeric segments sort numerically # - Shorter versions sort before longer versions when the prefixes # match exactly local = tuple( (i, "") if isinstance(i, int) else (-Infinity, i) for i in local ) return epoch, release, pre, post, dev, local site-packages/setuptools/_vendor/packaging/markers.py 0000644 00000020057 15231162611 0017105 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import operator import os import platform import sys from setuptools.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd from setuptools.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString from setuptools.extern.pyparsing import Literal as L # noqa from ._compat import string_types from .specifiers import Specifier, InvalidSpecifier __all__ = [ "InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName", "Marker", "default_environment", ] class InvalidMarker(ValueError): """ An invalid marker was found, users should refer to PEP 508. """ class UndefinedComparison(ValueError): """ An invalid operation was attempted on a value that doesn't support it. """ class UndefinedEnvironmentName(ValueError): """ A name was attempted to be used that does not exist inside of the environment. """ class Node(object): def __init__(self, value): self.value = value def __str__(self): return str(self.value) def __repr__(self): return "<{0}({1!r})>".format(self.__class__.__name__, str(self)) def serialize(self): raise NotImplementedError class Variable(Node): def serialize(self): return str(self) class Value(Node): def serialize(self): return '"{0}"'.format(self) class Op(Node): def serialize(self): return str(self) VARIABLE = ( L("implementation_version") | L("platform_python_implementation") | L("implementation_name") | L("python_full_version") | L("platform_release") | L("platform_version") | L("platform_machine") | L("platform_system") | L("python_version") | L("sys_platform") | L("os_name") | L("os.name") | # PEP-345 L("sys.platform") | # PEP-345 L("platform.version") | # PEP-345 L("platform.machine") | # PEP-345 L("platform.python_implementation") | # PEP-345 L("python_implementation") | # undocumented setuptools legacy L("extra") ) ALIASES = { 'os.name': 'os_name', 'sys.platform': 'sys_platform', 'platform.version': 'platform_version', 'platform.machine': 'platform_machine', 'platform.python_implementation': 'platform_python_implementation', 'python_implementation': 'platform_python_implementation' } VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0]))) VERSION_CMP = ( L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<") ) MARKER_OP = VERSION_CMP | L("not in") | L("in") MARKER_OP.setParseAction(lambda s, l, t: Op(t[0])) MARKER_VALUE = QuotedString("'") | QuotedString('"') MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0])) BOOLOP = L("and") | L("or") MARKER_VAR = VARIABLE | MARKER_VALUE MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR) MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0])) LPAREN = L("(").suppress() RPAREN = L(")").suppress() MARKER_EXPR = Forward() MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN) MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR) MARKER = stringStart + MARKER_EXPR + stringEnd def _coerce_parse_result(results): if isinstance(results, ParseResults): return [_coerce_parse_result(i) for i in results] else: return results def _format_marker(marker, first=True): assert isinstance(marker, (list, tuple, string_types)) # Sometimes we have a structure like [[...]] which is a single item list # where the single item is itself it's own list. In that case we want skip # the rest of this function so that we don't get extraneous () on the # outside. if (isinstance(marker, list) and len(marker) == 1 and isinstance(marker[0], (list, tuple))): return _format_marker(marker[0]) if isinstance(marker, list): inner = (_format_marker(m, first=False) for m in marker) if first: return " ".join(inner) else: return "(" + " ".join(inner) + ")" elif isinstance(marker, tuple): return " ".join([m.serialize() for m in marker]) else: return marker _operators = { "in": lambda lhs, rhs: lhs in rhs, "not in": lambda lhs, rhs: lhs not in rhs, "<": operator.lt, "<=": operator.le, "==": operator.eq, "!=": operator.ne, ">=": operator.ge, ">": operator.gt, } def _eval_op(lhs, op, rhs): try: spec = Specifier("".join([op.serialize(), rhs])) except InvalidSpecifier: pass else: return spec.contains(lhs) oper = _operators.get(op.serialize()) if oper is None: raise UndefinedComparison( "Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs) ) return oper(lhs, rhs) _undefined = object() def _get_env(environment, name): value = environment.get(name, _undefined) if value is _undefined: raise UndefinedEnvironmentName( "{0!r} does not exist in evaluation environment.".format(name) ) return value def _evaluate_markers(markers, environment): groups = [[]] for marker in markers: assert isinstance(marker, (list, tuple, string_types)) if isinstance(marker, list): groups[-1].append(_evaluate_markers(marker, environment)) elif isinstance(marker, tuple): lhs, op, rhs = marker if isinstance(lhs, Variable): lhs_value = _get_env(environment, lhs.value) rhs_value = rhs.value else: lhs_value = lhs.value rhs_value = _get_env(environment, rhs.value) groups[-1].append(_eval_op(lhs_value, op, rhs_value)) else: assert marker in ["and", "or"] if marker == "or": groups.append([]) return any(all(item) for item in groups) def format_full_version(info): version = '{0.major}.{0.minor}.{0.micro}'.format(info) kind = info.releaselevel if kind != 'final': version += kind[0] + str(info.serial) return version def default_environment(): if hasattr(sys, 'implementation'): iver = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: iver = '0' implementation_name = '' return { "implementation_name": implementation_name, "implementation_version": iver, "os_name": os.name, "platform_machine": platform.machine(), "platform_release": platform.release(), "platform_system": platform.system(), "platform_version": platform.version(), "python_full_version": platform.python_version(), "platform_python_implementation": platform.python_implementation(), "python_version": platform.python_version()[:3], "sys_platform": sys.platform, } class Marker(object): def __init__(self, marker): try: self._markers = _coerce_parse_result(MARKER.parseString(marker)) except ParseException as e: err_str = "Invalid marker: {0!r}, parse error at {1!r}".format( marker, marker[e.loc:e.loc + 8]) raise InvalidMarker(err_str) def __str__(self): return _format_marker(self._markers) def __repr__(self): return "<Marker({0!r})>".format(str(self)) def evaluate(self, environment=None): """Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. """ current_environment = default_environment() if environment is not None: current_environment.update(environment) return _evaluate_markers(self._markers, current_environment) site-packages/setuptools/_vendor/packaging/specifiers.py 0000644 00000066571 15231162611 0017610 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import abc import functools import itertools import re from ._compat import string_types, with_metaclass from .version import Version, LegacyVersion, parse class InvalidSpecifier(ValueError): """ An invalid specifier was found, users should refer to PEP 440. """ class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): @abc.abstractmethod def __str__(self): """ Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. """ @abc.abstractmethod def __hash__(self): """ Returns a hash value for this Specifier like object. """ @abc.abstractmethod def __eq__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are equal. """ @abc.abstractmethod def __ne__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are not equal. """ @abc.abstractproperty def prereleases(self): """ Returns whether or not pre-releases as a whole are allowed by this specifier. """ @prereleases.setter def prereleases(self, value): """ Sets whether or not pre-releases as a whole are allowed by this specifier. """ @abc.abstractmethod def contains(self, item, prereleases=None): """ Determines if the given item is contained within this specifier. """ @abc.abstractmethod def filter(self, iterable, prereleases=None): """ Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. """ class _IndividualSpecifier(BaseSpecifier): _operators = {} def __init__(self, spec="", prereleases=None): match = self._regex.search(spec) if not match: raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec)) self._spec = ( match.group("operator").strip(), match.group("version").strip(), ) # Store whether or not this Specifier should accept prereleases self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<{0}({1!r}{2})>".format( self.__class__.__name__, str(self), pre, ) def __str__(self): return "{0}{1}".format(*self._spec) def __hash__(self): return hash(self._spec) def __eq__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec == other._spec def __ne__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec != other._spec def _get_operator(self, op): return getattr(self, "_compare_{0}".format(self._operators[op])) def _coerce_version(self, version): if not isinstance(version, (LegacyVersion, Version)): version = parse(version) return version @property def operator(self): return self._spec[0] @property def version(self): return self._spec[1] @property def prereleases(self): return self._prereleases @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Determine if prereleases are to be allowed or not. if prereleases is None: prereleases = self.prereleases # Normalize item to a Version or LegacyVersion, this allows us to have # a shortcut for ``"2.0" in Specifier(">=2") item = self._coerce_version(item) # Determine if we should be supporting prereleases in this specifier # or not, if we do not support prereleases than we can short circuit # logic if this version is a prereleases. if item.is_prerelease and not prereleases: return False # Actually do the comparison to determine if this item is contained # within this Specifier or not. return self._get_operator(self.operator)(item, self.version) def filter(self, iterable, prereleases=None): yielded = False found_prereleases = [] kw = {"prereleases": prereleases if prereleases is not None else True} # Attempt to iterate over all the values in the iterable and if any of # them match, yield them. for version in iterable: parsed_version = self._coerce_version(version) if self.contains(parsed_version, **kw): # If our version is a prerelease, and we were not set to allow # prereleases, then we'll store it for later incase nothing # else matches this specifier. if (parsed_version.is_prerelease and not (prereleases or self.prereleases)): found_prereleases.append(version) # Either this is not a prerelease, or we should have been # accepting prereleases from the begining. else: yielded = True yield version # Now that we've iterated over everything, determine if we've yielded # any values, and if we have not and we have any prereleases stored up # then we will go ahead and yield the prereleases. if not yielded and found_prereleases: for version in found_prereleases: yield version class LegacySpecifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", } def _coerce_version(self, version): if not isinstance(version, LegacyVersion): version = LegacyVersion(str(version)) return version def _compare_equal(self, prospective, spec): return prospective == self._coerce_version(spec) def _compare_not_equal(self, prospective, spec): return prospective != self._coerce_version(spec) def _compare_less_than_equal(self, prospective, spec): return prospective <= self._coerce_version(spec) def _compare_greater_than_equal(self, prospective, spec): return prospective >= self._coerce_version(spec) def _compare_less_than(self, prospective, spec): return prospective < self._coerce_version(spec) def _compare_greater_than(self, prospective, spec): return prospective > self._coerce_version(spec) def _require_version_compare(fn): @functools.wraps(fn) def wrapped(self, prospective, spec): if not isinstance(prospective, Version): return False return fn(self, prospective, spec) return wrapped class Specifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "~=": "compatible", "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", "===": "arbitrary", } @_require_version_compare def _compare_compatible(self, prospective, spec): # Compatible releases have an equivalent combination of >= and ==. That # is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to # implement this in terms of the other specifiers instead of # implementing it ourselves. The only thing we need to do is construct # the other specifiers. # We want everything but the last item in the version, but we want to # ignore post and dev releases and we want to treat the pre-release as # it's own separate segment. prefix = ".".join( list( itertools.takewhile( lambda x: (not x.startswith("post") and not x.startswith("dev")), _version_split(spec), ) )[:-1] ) # Add the prefix notation to the end of our string prefix += ".*" return (self._get_operator(">=")(prospective, spec) and self._get_operator("==")(prospective, prefix)) @_require_version_compare def _compare_equal(self, prospective, spec): # We need special logic to handle prefix matching if spec.endswith(".*"): # In the case of prefix matching we want to ignore local segment. prospective = Version(prospective.public) # Split the spec out by dots, and pretend that there is an implicit # dot in between a release segment and a pre-release segment. spec = _version_split(spec[:-2]) # Remove the trailing .* # Split the prospective version out by dots, and pretend that there # is an implicit dot in between a release segment and a pre-release # segment. prospective = _version_split(str(prospective)) # Shorten the prospective version to be the same length as the spec # so that we can determine if the specifier is a prefix of the # prospective version or not. prospective = prospective[:len(spec)] # Pad out our two sides with zeros so that they both equal the same # length. spec, prospective = _pad_version(spec, prospective) else: # Convert our spec string into a Version spec = Version(spec) # If the specifier does not have a local segment, then we want to # act as if the prospective version also does not have a local # segment. if not spec.local: prospective = Version(prospective.public) return prospective == spec @_require_version_compare def _compare_not_equal(self, prospective, spec): return not self._compare_equal(prospective, spec) @_require_version_compare def _compare_less_than_equal(self, prospective, spec): return prospective <= Version(spec) @_require_version_compare def _compare_greater_than_equal(self, prospective, spec): return prospective >= Version(spec) @_require_version_compare def _compare_less_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is less than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective < spec: return False # This special case is here so that, unless the specifier itself # includes is a pre-release version, that we do not accept pre-release # versions for the version mentioned in the specifier (e.g. <3.1 should # not match 3.1.dev0, but should match 3.0.dev0). if not spec.is_prerelease and prospective.is_prerelease: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # less than the spec version *and* it's not a pre-release of the same # version in the spec. return True @_require_version_compare def _compare_greater_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is greater than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective > spec: return False # This special case is here so that, unless the specifier itself # includes is a post-release version, that we do not accept # post-release versions for the version mentioned in the specifier # (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0). if not spec.is_postrelease and prospective.is_postrelease: if Version(prospective.base_version) == Version(spec.base_version): return False # Ensure that we do not allow a local version of the version mentioned # in the specifier, which is techincally greater than, to match. if prospective.local is not None: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # greater than the spec version *and* it's not a pre-release of the # same version in the spec. return True def _compare_arbitrary(self, prospective, spec): return str(prospective).lower() == str(spec).lower() @property def prereleases(self): # If there is an explicit prereleases set for this, then we'll just # blindly use that. if self._prereleases is not None: return self._prereleases # Look at all of our specifiers and determine if they are inclusive # operators, and if they are if they are including an explicit # prerelease. operator, version = self._spec if operator in ["==", ">=", "<=", "~=", "==="]: # The == specifier can include a trailing .*, if it does we # want to remove before parsing. if operator == "==" and version.endswith(".*"): version = version[:-2] # Parse the version, and if it is a pre-release than this # specifier allows pre-releases. if parse(version).is_prerelease: return True return False @prereleases.setter def prereleases(self, value): self._prereleases = value _prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$") def _version_split(version): result = [] for item in version.split("."): match = _prefix_regex.search(item) if match: result.extend(match.groups()) else: result.append(item) return result def _pad_version(left, right): left_split, right_split = [], [] # Get the release segment of our versions left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left))) right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right))) # Get the rest of our versions left_split.append(left[len(left_split[0]):]) right_split.append(right[len(right_split[0]):]) # Insert our padding left_split.insert( 1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])), ) right_split.insert( 1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])), ) return ( list(itertools.chain(*left_split)), list(itertools.chain(*right_split)), ) class SpecifierSet(BaseSpecifier): def __init__(self, specifiers="", prereleases=None): # Split on , to break each indidivual specifier into it's own item, and # strip each item to remove leading/trailing whitespace. specifiers = [s.strip() for s in specifiers.split(",") if s.strip()] # Parsed each individual specifier, attempting first to make it a # Specifier and falling back to a LegacySpecifier. parsed = set() for specifier in specifiers: try: parsed.add(Specifier(specifier)) except InvalidSpecifier: parsed.add(LegacySpecifier(specifier)) # Turn our parsed specifiers into a frozen set and save them for later. self._specs = frozenset(parsed) # Store our prereleases value so we can use it later to determine if # we accept prereleases or not. self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<SpecifierSet({0!r}{1})>".format(str(self), pre) def __str__(self): return ",".join(sorted(str(s) for s in self._specs)) def __hash__(self): return hash(self._specs) def __and__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif not isinstance(other, SpecifierSet): return NotImplemented specifier = SpecifierSet() specifier._specs = frozenset(self._specs | other._specs) if self._prereleases is None and other._prereleases is not None: specifier._prereleases = other._prereleases elif self._prereleases is not None and other._prereleases is None: specifier._prereleases = self._prereleases elif self._prereleases == other._prereleases: specifier._prereleases = self._prereleases else: raise ValueError( "Cannot combine SpecifierSets with True and False prerelease " "overrides." ) return specifier def __eq__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs == other._specs def __ne__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs != other._specs def __len__(self): return len(self._specs) def __iter__(self): return iter(self._specs) @property def prereleases(self): # If we have been given an explicit prerelease modifier, then we'll # pass that through here. if self._prereleases is not None: return self._prereleases # If we don't have any specifiers, and we don't have a forced value, # then we'll just return None since we don't know if this should have # pre-releases or not. if not self._specs: return None # Otherwise we'll see if any of the given specifiers accept # prereleases, if any of them do we'll return True, otherwise False. return any(s.prereleases for s in self._specs) @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Ensure that our item is a Version or LegacyVersion instance. if not isinstance(item, (LegacyVersion, Version)): item = parse(item) # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # We can determine if we're going to allow pre-releases by looking to # see if any of the underlying items supports them. If none of them do # and this item is a pre-release then we do not allow it and we can # short circuit that here. # Note: This means that 1.0.dev1 would not be contained in something # like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0 if not prereleases and item.is_prerelease: return False # We simply dispatch to the underlying specs here to make sure that the # given version is contained within all of them. # Note: This use of all() here means that an empty set of specifiers # will always return True, this is an explicit design decision. return all( s.contains(item, prereleases=prereleases) for s in self._specs ) def filter(self, iterable, prereleases=None): # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # If we have any specifiers, then we want to wrap our iterable in the # filter method for each one, this will act as a logical AND amongst # each specifier. if self._specs: for spec in self._specs: iterable = spec.filter(iterable, prereleases=bool(prereleases)) return iterable # If we do not have any specifiers, then we need to have a rough filter # which will filter out any pre-releases, unless there are no final # releases, and which will filter out LegacyVersion in general. else: filtered = [] found_prereleases = [] for item in iterable: # Ensure that we some kind of Version class for this item. if not isinstance(item, (LegacyVersion, Version)): parsed_version = parse(item) else: parsed_version = item # Filter out any item which is parsed as a LegacyVersion if isinstance(parsed_version, LegacyVersion): continue # Store any item which is a pre-release for later unless we've # already found a final version or we are accepting prereleases if parsed_version.is_prerelease and not prereleases: if not filtered: found_prereleases.append(item) else: filtered.append(item) # If we've found no items except for pre-releases, then we'll go # ahead and use the pre-releases if not filtered and found_prereleases and prereleases is None: return found_prereleases return filtered site-packages/setuptools/_vendor/packaging/requirements.py 0000644 00000010367 15231162611 0020167 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import string import re from setuptools.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException from setuptools.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine from setuptools.extern.pyparsing import Literal as L # noqa from setuptools.extern.six.moves.urllib import parse as urlparse from .markers import MARKER_EXPR, Marker from .specifiers import LegacySpecifier, Specifier, SpecifierSet class InvalidRequirement(ValueError): """ An invalid requirement was found, users should refer to PEP 508. """ ALPHANUM = Word(string.ascii_letters + string.digits) LBRACKET = L("[").suppress() RBRACKET = L("]").suppress() LPAREN = L("(").suppress() RPAREN = L(")").suppress() COMMA = L(",").suppress() SEMICOLON = L(";").suppress() AT = L("@").suppress() PUNCTUATION = Word("-_.") IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) NAME = IDENTIFIER("name") EXTRA = IDENTIFIER URI = Regex(r'[^ ]+')("url") URL = (AT + URI) EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False)("_raw_spec") _VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)) _VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '') VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") MARKER_EXPR.setParseAction( lambda s, l, t: Marker(s[t._original_start:t._original_end]) ) MARKER_SEPERATOR = SEMICOLON MARKER = MARKER_SEPERATOR + MARKER_EXPR VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) URL_AND_MARKER = URL + Optional(MARKER) NAMED_REQUIREMENT = \ NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd class Requirement(object): """Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. """ # TODO: Can we test whether something is contained within a requirement? # If so how do we do that? Do we need to test against the _name_ of # the thing as well as the version? What about the markers? # TODO: Can we normalize the name and extra name? def __init__(self, requirement_string): try: req = REQUIREMENT.parseString(requirement_string) except ParseException as e: raise InvalidRequirement( "Invalid requirement, parse error at \"{0!r}\"".format( requirement_string[e.loc:e.loc + 8])) self.name = req.name if req.url: parsed_url = urlparse.urlparse(req.url) if not (parsed_url.scheme and parsed_url.netloc) or ( not parsed_url.scheme and not parsed_url.netloc): raise InvalidRequirement("Invalid URL given") self.url = req.url else: self.url = None self.extras = set(req.extras.asList() if req.extras else []) self.specifier = SpecifierSet(req.specifier) self.marker = req.marker if req.marker else None def __str__(self): parts = [self.name] if self.extras: parts.append("[{0}]".format(",".join(sorted(self.extras)))) if self.specifier: parts.append(str(self.specifier)) if self.url: parts.append("@ {0}".format(self.url)) if self.marker: parts.append("; {0}".format(self.marker)) return "".join(parts) def __repr__(self): return "<Requirement({0!r})>".format(str(self)) site-packages/setuptools/_vendor/packaging/_structures.py 0000644 00000002610 15231162611 0020016 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function class Infinity(object): def __repr__(self): return "Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return False def __le__(self, other): return False def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return True def __ge__(self, other): return True def __neg__(self): return NegativeInfinity Infinity = Infinity() class NegativeInfinity(object): def __repr__(self): return "-Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return True def __le__(self, other): return True def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return False def __ge__(self, other): return False def __neg__(self): return Infinity NegativeInfinity = NegativeInfinity() site-packages/setuptools/_vendor/packaging/utils.py 0000644 00000000645 15231162611 0016602 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import re _canonicalize_regex = re.compile(r"[-_.]+") def canonicalize_name(name): # This is taken from PEP 503. return _canonicalize_regex.sub("-", name).lower() site-packages/setuptools/_vendor/packaging/__init__.py 0000644 00000001001 15231162611 0017164 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function from .__about__ import ( __author__, __copyright__, __email__, __license__, __summary__, __title__, __uri__, __version__ ) __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] site-packages/setuptools/_vendor/packaging/__about__.py 0000644 00000001320 15231162611 0017337 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] __title__ = "packaging" __summary__ = "Core utilities for Python packages" __uri__ = "https://github.com/pypa/packaging" __version__ = "16.8" __author__ = "Donald Stufft and individual contributors" __email__ = "donald@stufft.io" __license__ = "BSD or Apache License, Version 2.0" __copyright__ = "Copyright 2014-2016 %s" % __author__ site-packages/setuptools/_vendor/packaging/_compat.py 0000644 00000001534 15231162611 0017062 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import sys PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 # flake8: noqa if PY3: string_types = str, else: string_types = basestring, def with_metaclass(meta, *bases): """ Create a base class with a metaclass. """ # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) site-packages/setuptools/_vendor/packaging/__pycache__/_structures.cpython-36.opt-1.pyc 0000644 00000005335 15231162611 0025250 0 ustar 00 3 Xo�h� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/requirements.cpython-36.pyc 0000644 00000007322 15231162611 0024450 0 ustar 00 3 Xo�h� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>6 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, 9 s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, = s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__X s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__m s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ K s r/ )DZ __future__r r r �string�reZsetuptools.extern.pyparsingr r r r r r r r r r �LZ"setuptools.extern.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/setuptools/_vendor/packaging/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000024426 15231162611 0024355 0 ustar 00 3 Xo�h$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/setuptools/_vendor/packaging/__pycache__/specifiers.cpython-36.opt-1.pyc 0000644 00000046437 15231162611 0025032 0 ustar 00 3 Xo�hym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/setuptools/_vendor/packaging/__pycache__/markers.cpython-36.pyc 0000644 00000021141 15231162611 0023364 0 ustar 00 3 Xo�h/ � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__. s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__1 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__4 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize7 s zNode.serializeN)r r r r r" r% r' r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' = s zVariable.serializeN)r r r r' r r r r r( ; s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' C s zValue.serializeN)r r r r' r r r r r) A s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' I s z Op.serializeN)r r r r' r r r r r* G s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>i s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< w s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< z s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rndj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �listrD r �AssertionError�lenrN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rX rY r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rU r' r �contains� _operatorsr8 r r# )rX �oprY �specZoperr r r �_eval_op� s r_ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rc c C s� g g}x�| D ]�}t |tttf�s$t�t |t�rD|d jt||�� q t |t�r�|\}}}t |t�rvt||j �}|j }n|j }t||j �}|d jt |||�� q |dks�t�|dkr |jg � q W t dd� |D ��S ) Nr rB rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���rf )rB rC ) rK rR rD r rS �append�_evaluate_markersr( rc r r_ �any) Zmarkersra �groupsrV rX r] rY Z lhs_valueZ rhs_valuer r r rh � s" rh c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s rp c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rZ � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysrp rq ro rb �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rV �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r} )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterh r} )r ra Zcurrent_environmentr r r �evaluate s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorrv rw ru Zsetuptools.extern.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr| rG rN �lt�le�eq�ne�ge�gtr\ r_ r` rc rh rp r r r r r r �<module> sx � 6 site-packages/setuptools/_vendor/packaging/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000735 15231162611 0024424 0 ustar 00 3 Xo�h � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/setuptools/_vendor/packaging/__pycache__/specifiers.cpython-36.pyc 0000644 00000046437 15231162611 0024073 0 ustar 00 3 Xo�hym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/setuptools/_vendor/packaging/__pycache__/_compat.cpython-36.opt-1.pyc 0000644 00000001634 15231162611 0024306 0 ustar 00 3 Xo�h\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/version.cpython-36.pyc 0000644 00000024426 15231162611 0023416 0 ustar 00 3 Xo�h$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/setuptools/_vendor/packaging/__pycache__/_compat.cpython-36.pyc 0000644 00000001634 15231162611 0023347 0 ustar 00 3 Xo�h\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/__about__.cpython-36.opt-1.pyc 0000644 00000001177 15231162611 0024574 0 ustar 00 3 Xo�h� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/setuptools/_vendor/packaging/__pycache__/requirements.cpython-36.opt-1.pyc 0000644 00000007322 15231162611 0025407 0 ustar 00 3 Xo�h� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>6 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, 9 s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, = s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__X s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__m s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ K s r/ )DZ __future__r r r �string�reZsetuptools.extern.pyparsingr r r r r r r r r r �LZ"setuptools.extern.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/setuptools/_vendor/packaging/__pycache__/_structures.cpython-36.pyc 0000644 00000005335 15231162611 0024311 0 ustar 00 3 Xo�h� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/__init__.cpython-36.pyc 0000644 00000000735 15231162611 0023465 0 ustar 00 3 Xo�h � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/setuptools/_vendor/packaging/__pycache__/utils.cpython-36.opt-1.pyc 0000644 00000000630 15231162611 0024017 0 ustar 00 3 Xo�h� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/utils.cpython-36.pyc 0000644 00000000630 15231162611 0023060 0 ustar 00 3 Xo�h� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/setuptools/_vendor/packaging/__pycache__/__about__.cpython-36.pyc 0000644 00000001177 15231162611 0023635 0 ustar 00 3 Xo�h� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/setuptools/_vendor/packaging/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000020767 15231162611 0024340 0 ustar 00 3 Xo�h/ � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r % s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__. s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__1 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__4 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize7 s zNode.serializeN)r r r r r" r% r' r r r r r , s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' = s zVariable.serializeN)r r r r' r r r r r( ; s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' C s zValue.serializeN)r r r r' r r r r r) A s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' I s z Op.serializeN)r r r r' r r r r r* G s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>i s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< w s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< z s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZdj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �list�lenrD rN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rW rX r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rT r' r �contains� _operatorsr8 r r# )rW �oprX �specZoperr r r �_eval_op� s r^ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rb c C s� g g}x�| D ]�}t |t�r0|d jt||�� q t |t�r�|\}}}t |t�rbt||j�}|j}n|j}t||j�}|d jt|||�� q |dkr |jg � q W t dd� |D ��S )Nr rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���re ) rK rR �append�_evaluate_markersrD r( rb r r^ �any) Zmarkersr` �groupsrU rW r\ rX Z lhs_valueZ rhs_valuer r r rg � s rg c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s ro c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rY � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysro rp rn ra �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rU �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r| )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterg r| )r r` Zcurrent_environmentr r r �evaluate s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorru rv rt Zsetuptools.extern.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr{ rG rN �lt�le�eq�ne�ge�gtr[ r^ r_ rb rg ro r r r r r r �<module> sx � 6 site-packages/setuptools/_vendor/pyparsing.py 0000644 00000700753 15231162611 0015541 0 ustar 00 # module pyparsing.py # # Copyright (c) 2003-2016 Paul T. McGuire # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY # CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, # TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # __doc__ = \ """ pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments """ __version__ = "2.1.10" __versionTime__ = "07 Oct 2016 01:31 UTC" __author__ = "Paul McGuire <ptmcg@users.sourceforge.net>" import string from weakref import ref as wkref import copy import sys import warnings import re import sre_constants import collections import pprint import traceback import types from datetime import datetime try: from _thread import RLock except ImportError: from threading import RLock try: from collections import OrderedDict as _OrderedDict except ImportError: try: from ordereddict import OrderedDict as _OrderedDict except ImportError: _OrderedDict = None #~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) ) __all__ = [ 'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty', 'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or', 'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException', 'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException', 'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter', 'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col', 'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString', 'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums', 'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno', 'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral', 'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables', 'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity', 'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd', 'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute', 'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass', 'CloseMatch', 'tokenMap', 'pyparsing_common', ] system_version = tuple(sys.version_info)[:3] PY_3 = system_version[0] == 3 if PY_3: _MAX_INT = sys.maxsize basestring = str unichr = chr _ustr = str # build list of single arg builtins, that can be used as parse actions singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max] else: _MAX_INT = sys.maxint range = xrange def _ustr(obj): """Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. """ if isinstance(obj,unicode): return obj try: # If this works, then _ustr(obj) has the same behaviour as str(obj), so # it won't break any existing code. return str(obj) except UnicodeEncodeError: # Else encode it ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace') xmlcharref = Regex('&#\d+;') xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:]) return xmlcharref.transformString(ret) # build list of single arg builtins, tolerant of Python version, that can be used as parse actions singleArgBuiltins = [] import __builtin__ for fname in "sum len sorted reversed list tuple set any all min max".split(): try: singleArgBuiltins.append(getattr(__builtin__,fname)) except AttributeError: continue _generatorType = type((y for y in range(1))) def _xml_escape(data): """Escape &, <, >, ", ', etc. in a string of data.""" # ampersand must be replaced first from_symbols = '&><"\'' to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split()) for from_,to_ in zip(from_symbols, to_symbols): data = data.replace(from_, to_) return data class _Constants(object): pass alphas = string.ascii_uppercase + string.ascii_lowercase nums = "0123456789" hexnums = nums + "ABCDEFabcdef" alphanums = alphas + nums _bslash = chr(92) printables = "".join(c for c in string.printable if c not in string.whitespace) class ParseBaseException(Exception): """base exception class for all parsing runtime exceptions""" # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, pstr, loc=0, msg=None, elem=None ): self.loc = loc if msg is None: self.msg = pstr self.pstr = "" else: self.msg = msg self.pstr = pstr self.parserElement = elem self.args = (pstr, loc, msg) @classmethod def _from_exception(cls, pe): """ internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses """ return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement) def __getattr__( self, aname ): """supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text """ if( aname == "lineno" ): return lineno( self.loc, self.pstr ) elif( aname in ("col", "column") ): return col( self.loc, self.pstr ) elif( aname == "line" ): return line( self.loc, self.pstr ) else: raise AttributeError(aname) def __str__( self ): return "%s (at char %d), (line:%d, col:%d)" % \ ( self.msg, self.loc, self.lineno, self.column ) def __repr__( self ): return _ustr(self) def markInputline( self, markerString = ">!<" ): """Extracts the exception line from the input string, and marks the location of the exception with a special symbol. """ line_str = self.line line_column = self.column - 1 if markerString: line_str = "".join((line_str[:line_column], markerString, line_str[line_column:])) return line_str.strip() def __dir__(self): return "lineno col line".split() + dir(type(self)) class ParseException(ParseBaseException): """ Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 """ pass class ParseFatalException(ParseBaseException): """user-throwable exception thrown when inconsistent parse content is found; stops all parsing immediately""" pass class ParseSyntaxException(ParseFatalException): """just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found""" pass #~ class ReparseException(ParseBaseException): #~ """Experimental class - parse actions can raise this exception to cause #~ pyparsing to reparse the input string: #~ - with a modified input string, and/or #~ - with a modified start location #~ Set the values of the ReparseException in the constructor, and raise the #~ exception in a parse action to cause pyparsing to use the new string/location. #~ Setting the values as None causes no change to be made. #~ """ #~ def __init_( self, newstring, restartLoc ): #~ self.newParseText = newstring #~ self.reparseLoc = restartLoc class RecursiveGrammarException(Exception): """exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive""" def __init__( self, parseElementList ): self.parseElementTrace = parseElementList def __str__( self ): return "RecursiveGrammarException: %s" % self.parseElementTrace class _ParseResultsWithOffset(object): def __init__(self,p1,p2): self.tup = (p1,p2) def __getitem__(self,i): return self.tup[i] def __repr__(self): return repr(self.tup[0]) def setOffset(self,i): self.tup = (self.tup[0],i) class ParseResults(object): """ Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 """ def __new__(cls, toklist=None, name=None, asList=True, modal=True ): if isinstance(toklist, cls): return toklist retobj = object.__new__(cls) retobj.__doinit = True return retobj # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ): if self.__doinit: self.__doinit = False self.__name = None self.__parent = None self.__accumNames = {} self.__asList = asList self.__modal = modal if toklist is None: toklist = [] if isinstance(toklist, list): self.__toklist = toklist[:] elif isinstance(toklist, _generatorType): self.__toklist = list(toklist) else: self.__toklist = [toklist] self.__tokdict = dict() if name is not None and name: if not modal: self.__accumNames[name] = 0 if isinstance(name,int): name = _ustr(name) # will always return a str, but use _ustr for consistency self.__name = name if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])): if isinstance(toklist,basestring): toklist = [ toklist ] if asList: if isinstance(toklist,ParseResults): self[name] = _ParseResultsWithOffset(toklist.copy(),0) else: self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0) self[name].__name = name else: try: self[name] = toklist[0] except (KeyError,TypeError,IndexError): self[name] = toklist def __getitem__( self, i ): if isinstance( i, (int,slice) ): return self.__toklist[i] else: if i not in self.__accumNames: return self.__tokdict[i][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[i] ]) def __setitem__( self, k, v, isinstance=isinstance ): if isinstance(v,_ParseResultsWithOffset): self.__tokdict[k] = self.__tokdict.get(k,list()) + [v] sub = v[0] elif isinstance(k,(int,slice)): self.__toklist[k] = v sub = v else: self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)] sub = v if isinstance(sub,ParseResults): sub.__parent = wkref(self) def __delitem__( self, i ): if isinstance(i,(int,slice)): mylen = len( self.__toklist ) del self.__toklist[i] # convert int to slice if isinstance(i, int): if i < 0: i += mylen i = slice(i, i+1) # get removed indices removed = list(range(*i.indices(mylen))) removed.reverse() # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for j in removed: for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position - (position > j)) else: del self.__tokdict[i] def __contains__( self, k ): return k in self.__tokdict def __len__( self ): return len( self.__toklist ) def __bool__(self): return ( not not self.__toklist ) __nonzero__ = __bool__ def __iter__( self ): return iter( self.__toklist ) def __reversed__( self ): return iter( self.__toklist[::-1] ) def _iterkeys( self ): if hasattr(self.__tokdict, "iterkeys"): return self.__tokdict.iterkeys() else: return iter(self.__tokdict) def _itervalues( self ): return (self[k] for k in self._iterkeys()) def _iteritems( self ): return ((k, self[k]) for k in self._iterkeys()) if PY_3: keys = _iterkeys """Returns an iterator of all named result keys (Python 3.x only).""" values = _itervalues """Returns an iterator of all named result values (Python 3.x only).""" items = _iteritems """Returns an iterator of all named result key-value tuples (Python 3.x only).""" else: iterkeys = _iterkeys """Returns an iterator of all named result keys (Python 2.x only).""" itervalues = _itervalues """Returns an iterator of all named result values (Python 2.x only).""" iteritems = _iteritems """Returns an iterator of all named result key-value tuples (Python 2.x only).""" def keys( self ): """Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.iterkeys()) def values( self ): """Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.itervalues()) def items( self ): """Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).""" return list(self.iteritems()) def haskeys( self ): """Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.""" return bool(self.__tokdict) def pop( self, *args, **kwargs): """ Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] """ if not args: args = [-1] for k,v in kwargs.items(): if k == 'default': args = (args[0], v) else: raise TypeError("pop() got an unexpected keyword argument '%s'" % k) if (isinstance(args[0], int) or len(args) == 1 or args[0] in self): index = args[0] ret = self[index] del self[index] return ret else: defaultvalue = args[1] return defaultvalue def get(self, key, defaultValue=None): """ Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None """ if key in self: return self[key] else: return defaultValue def insert( self, index, insStr ): """ Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] """ self.__toklist.insert(index, insStr) # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position + (position > index)) def append( self, item ): """ Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] """ self.__toklist.append(item) def extend( self, itemseq ): """ Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' """ if isinstance(itemseq, ParseResults): self += itemseq else: self.__toklist.extend(itemseq) def clear( self ): """ Clear all elements and results names. """ del self.__toklist[:] self.__tokdict.clear() def __getattr__( self, name ): try: return self[name] except KeyError: return "" if name in self.__tokdict: if name not in self.__accumNames: return self.__tokdict[name][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[name] ]) else: return "" def __add__( self, other ): ret = self.copy() ret += other return ret def __iadd__( self, other ): if other.__tokdict: offset = len(self.__toklist) addoffset = lambda a: offset if a<0 else a+offset otheritems = other.__tokdict.items() otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) ) for (k,vlist) in otheritems for v in vlist] for k,v in otherdictitems: self[k] = v if isinstance(v[0],ParseResults): v[0].__parent = wkref(self) self.__toklist += other.__toklist self.__accumNames.update( other.__accumNames ) return self def __radd__(self, other): if isinstance(other,int) and other == 0: # useful for merging many ParseResults using sum() builtin return self.copy() else: # this may raise a TypeError - so be it return other + self def __repr__( self ): return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) ) def __str__( self ): return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']' def _asStringList( self, sep='' ): out = [] for item in self.__toklist: if out and sep: out.append(sep) if isinstance( item, ParseResults ): out += item._asStringList() else: out.append( _ustr(item) ) return out def asList( self ): """ Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] """ return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist] def asDict( self ): """ Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} """ if PY_3: item_fn = self.items else: item_fn = self.iteritems def toItem(obj): if isinstance(obj, ParseResults): if obj.haskeys(): return obj.asDict() else: return [toItem(v) for v in obj] else: return obj return dict((k,toItem(v)) for k,v in item_fn()) def copy( self ): """ Returns a new copy of a C{ParseResults} object. """ ret = ParseResults( self.__toklist ) ret.__tokdict = self.__tokdict.copy() ret.__parent = self.__parent ret.__accumNames.update( self.__accumNames ) ret.__name = self.__name return ret def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ): """ (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. """ nl = "\n" out = [] namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items() for v in vlist) nextLevelIndent = indent + " " # collapse out indents if formatting is not desired if not formatted: indent = "" nextLevelIndent = "" nl = "" selfTag = None if doctag is not None: selfTag = doctag else: if self.__name: selfTag = self.__name if not selfTag: if namedItemsOnly: return "" else: selfTag = "ITEM" out += [ nl, indent, "<", selfTag, ">" ] for i,res in enumerate(self.__toklist): if isinstance(res,ParseResults): if i in namedItems: out += [ res.asXML(namedItems[i], namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: out += [ res.asXML(None, namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: # individual token, see if there is a name for it resTag = None if i in namedItems: resTag = namedItems[i] if not resTag: if namedItemsOnly: continue else: resTag = "ITEM" xmlBodyText = _xml_escape(_ustr(res)) out += [ nl, nextLevelIndent, "<", resTag, ">", xmlBodyText, "</", resTag, ">" ] out += [ nl, indent, "</", selfTag, ">" ] return "".join(out) def __lookup(self,sub): for k,vlist in self.__tokdict.items(): for v,loc in vlist: if sub is v: return k return None def getName(self): """ Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B """ if self.__name: return self.__name elif self.__parent: par = self.__parent() if par: return par.__lookup(self) else: return None elif (len(self) == 1 and len(self.__tokdict) == 1 and next(iter(self.__tokdict.values()))[0][1] in (0,-1)): return next(iter(self.__tokdict.keys())) else: return None def dump(self, indent='', depth=0, full=True): """ Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 """ out = [] NL = '\n' out.append( indent+_ustr(self.asList()) ) if full: if self.haskeys(): items = sorted((str(k), v) for k,v in self.items()) for k,v in items: if out: out.append(NL) out.append( "%s%s- %s: " % (indent,(' '*depth), k) ) if isinstance(v,ParseResults): if v: out.append( v.dump(indent,depth+1) ) else: out.append(_ustr(v)) else: out.append(repr(v)) elif any(isinstance(vv,ParseResults) for vv in self): v = self for i,vv in enumerate(v): if isinstance(vv,ParseResults): out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) )) else: out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv))) return "".join(out) def pprint(self, *args, **kwargs): """ Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] """ pprint.pprint(self.asList(), *args, **kwargs) # add support for pickle protocol def __getstate__(self): return ( self.__toklist, ( self.__tokdict.copy(), self.__parent is not None and self.__parent() or None, self.__accumNames, self.__name ) ) def __setstate__(self,state): self.__toklist = state[0] (self.__tokdict, par, inAccumNames, self.__name) = state[1] self.__accumNames = {} self.__accumNames.update(inAccumNames) if par is not None: self.__parent = wkref(par) else: self.__parent = None def __getnewargs__(self): return self.__toklist, self.__name, self.__asList, self.__modal def __dir__(self): return (dir(type(self)) + list(self.keys())) collections.MutableMapping.register(ParseResults) def col (loc,strg): """Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ s = strg return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc) def lineno(loc,strg): """Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ return strg.count("\n",0,loc) + 1 def line( loc, strg ): """Returns the line of text containing loc within a string, counting newlines as line separators. """ lastCR = strg.rfind("\n", 0, loc) nextCR = strg.find("\n", loc) if nextCR >= 0: return strg[lastCR+1:nextCR] else: return strg[lastCR+1:] def _defaultStartDebugAction( instring, loc, expr ): print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))) def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ): print ("Matched " + _ustr(expr) + " -> " + str(toks.asList())) def _defaultExceptionDebugAction( instring, loc, expr, exc ): print ("Exception raised:" + _ustr(exc)) def nullDebugAction(*args): """'Do-nothing' debug action, to suppress debugging output during parsing.""" pass # Only works on Python 3.x - nonlocal is toxic to Python 2 installs #~ 'decorator to trim function calls to match the arity of the target' #~ def _trim_arity(func, maxargs=3): #~ if func in singleArgBuiltins: #~ return lambda s,l,t: func(t) #~ limit = 0 #~ foundArity = False #~ def wrapper(*args): #~ nonlocal limit,foundArity #~ while 1: #~ try: #~ ret = func(*args[limit:]) #~ foundArity = True #~ return ret #~ except TypeError: #~ if limit == maxargs or foundArity: #~ raise #~ limit += 1 #~ continue #~ return wrapper # this version is Python 2.x-3.x cross-compatible 'decorator to trim function calls to match the arity of the target' def _trim_arity(func, maxargs=2): if func in singleArgBuiltins: return lambda s,l,t: func(t) limit = [0] foundArity = [False] # traceback return data structure changed in Py3.5 - normalize back to plain tuples if system_version[:2] >= (3,5): def extract_stack(limit=0): # special handling for Python 3.5.0 - extra deep call stack by 1 offset = -3 if system_version == (3,5,0) else -2 frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset] return [(frame_summary.filename, frame_summary.lineno)] def extract_tb(tb, limit=0): frames = traceback.extract_tb(tb, limit=limit) frame_summary = frames[-1] return [(frame_summary.filename, frame_summary.lineno)] else: extract_stack = traceback.extract_stack extract_tb = traceback.extract_tb # synthesize what would be returned by traceback.extract_stack at the call to # user's parse action 'func', so that we don't incur call penalty at parse time LINE_DIFF = 6 # IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND # THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!! this_line = extract_stack(limit=2)[-1] pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF) def wrapper(*args): while 1: try: ret = func(*args[limit[0]:]) foundArity[0] = True return ret except TypeError: # re-raise TypeErrors if they did not come from our arity testing if foundArity[0]: raise else: try: tb = sys.exc_info()[-1] if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth: raise finally: del tb if limit[0] <= maxargs: limit[0] += 1 continue raise # copy func name to wrapper for sensible debug output func_name = "<parse action>" try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) wrapper.__name__ = func_name return wrapper class ParserElement(object): """Abstract base level parser element class.""" DEFAULT_WHITE_CHARS = " \n\t\r" verbose_stacktrace = False @staticmethod def setDefaultWhitespaceChars( chars ): r""" Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] """ ParserElement.DEFAULT_WHITE_CHARS = chars @staticmethod def inlineLiteralsUsing(cls): """ Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] """ ParserElement._literalStringClass = cls def __init__( self, savelist=False ): self.parseAction = list() self.failAction = None #~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall self.strRepr = None self.resultsName = None self.saveAsList = savelist self.skipWhitespace = True self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS self.copyDefaultWhiteChars = True self.mayReturnEmpty = False # used when checking for left-recursion self.keepTabs = False self.ignoreExprs = list() self.debug = False self.streamlined = False self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index self.errmsg = "" self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all) self.debugActions = ( None, None, None ) #custom debug actions self.re = None self.callPreparse = True # used to avoid redundant calls to preParse self.callDuringTry = False def copy( self ): """ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") """ cpy = copy.copy( self ) cpy.parseAction = self.parseAction[:] cpy.ignoreExprs = self.ignoreExprs[:] if self.copyDefaultWhiteChars: cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS return cpy def setName( self, name ): """ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) """ self.name = name self.errmsg = "Expected " + self.name if hasattr(self,"exception"): self.exception.msg = self.errmsg return self def setResultsName( self, name, listAllMatches=False ): """ Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") """ newself = self.copy() if name.endswith("*"): name = name[:-1] listAllMatches=True newself.resultsName = name newself.modalResults = not listAllMatches return newself def setBreak(self,breakFlag = True): """Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. """ if breakFlag: _parseMethod = self._parse def breaker(instring, loc, doActions=True, callPreParse=True): import pdb pdb.set_trace() return _parseMethod( instring, loc, doActions, callPreParse ) breaker._originalParseMethod = _parseMethod self._parse = breaker else: if hasattr(self._parse,"_originalParseMethod"): self._parse = self._parse._originalParseMethod return self def setParseAction( self, *fns, **kwargs ): """ Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] """ self.parseAction = list(map(_trim_arity, list(fns))) self.callDuringTry = kwargs.get("callDuringTry", False) return self def addParseAction( self, *fns, **kwargs ): """ Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. """ self.parseAction += list(map(_trim_arity, list(fns))) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def addCondition(self, *fns, **kwargs): """Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) """ msg = kwargs.get("message", "failed user-defined condition") exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException for fn in fns: def pa(s,l,t): if not bool(_trim_arity(fn)(s,l,t)): raise exc_type(s,l,msg) self.parseAction.append(pa) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def setFailAction( self, fn ): """Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.""" self.failAction = fn return self def _skipIgnorables( self, instring, loc ): exprsFound = True while exprsFound: exprsFound = False for e in self.ignoreExprs: try: while 1: loc,dummy = e._parse( instring, loc ) exprsFound = True except ParseException: pass return loc def preParse( self, instring, loc ): if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) if self.skipWhitespace: wt = self.whiteChars instrlen = len(instring) while loc < instrlen and instring[loc] in wt: loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): return loc, [] def postParse( self, instring, loc, tokenlist ): return tokenlist #~ @profile def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ): debugging = ( self.debug ) #and doActions ) if debugging or self.failAction: #~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )) if (self.debugActions[0] ): self.debugActions[0]( instring, loc, self ) if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc try: try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) except ParseBaseException as err: #~ print ("Exception raised:", err) if self.debugActions[2]: self.debugActions[2]( instring, tokensStart, self, err ) if self.failAction: self.failAction( instring, tokensStart, self, err ) raise else: if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc if self.mayIndexError or loc >= len(instring): try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) else: loc,tokens = self.parseImpl( instring, preloc, doActions ) tokens = self.postParse( instring, loc, tokens ) retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults ) if self.parseAction and (doActions or self.callDuringTry): if debugging: try: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) except ParseBaseException as err: #~ print "Exception raised in user parse action:", err if (self.debugActions[2] ): self.debugActions[2]( instring, tokensStart, self, err ) raise else: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) if debugging: #~ print ("Matched",self,"->",retTokens.asList()) if (self.debugActions[1] ): self.debugActions[1]( instring, tokensStart, loc, self, retTokens ) return loc, retTokens def tryParse( self, instring, loc ): try: return self._parse( instring, loc, doActions=False )[0] except ParseFatalException: raise ParseException( instring, loc, self.errmsg, self) def canParseNext(self, instring, loc): try: self.tryParse(instring, loc) except (ParseException, IndexError): return False else: return True class _UnboundedCache(object): def __init__(self): cache = {} self.not_in_cache = not_in_cache = object() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value def clear(self): cache.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) if _OrderedDict is not None: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = _OrderedDict() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value if len(cache) > size: cache.popitem(False) def clear(self): cache.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) else: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = {} key_fifo = collections.deque([], size) def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value if len(cache) > size: cache.pop(key_fifo.popleft(), None) key_fifo.append(key) def clear(self): cache.clear() key_fifo.clear() self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) # argument cache for optimizing repeated calls when backtracking through recursive expressions packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail packrat_cache_lock = RLock() packrat_cache_stats = [0, 0] # this method gets repeatedly called during backtracking with the same arguments - # we can cache these arguments and save ourselves the trouble of re-parsing the contained expression def _parseCache( self, instring, loc, doActions=True, callPreParse=True ): HIT, MISS = 0, 1 lookup = (self, instring, loc, callPreParse, doActions) with ParserElement.packrat_cache_lock: cache = ParserElement.packrat_cache value = cache.get(lookup) if value is cache.not_in_cache: ParserElement.packrat_cache_stats[MISS] += 1 try: value = self._parseNoCache(instring, loc, doActions, callPreParse) except ParseBaseException as pe: # cache a copy of the exception, without the traceback cache.set(lookup, pe.__class__(*pe.args)) raise else: cache.set(lookup, (value[0], value[1].copy())) return value else: ParserElement.packrat_cache_stats[HIT] += 1 if isinstance(value, Exception): raise value return (value[0], value[1].copy()) _parse = _parseNoCache @staticmethod def resetCache(): ParserElement.packrat_cache.clear() ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats) _packratEnabled = False @staticmethod def enablePackrat(cache_size_limit=128): """Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() """ if not ParserElement._packratEnabled: ParserElement._packratEnabled = True if cache_size_limit is None: ParserElement.packrat_cache = ParserElement._UnboundedCache() else: ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit) ParserElement._parse = ParserElement._parseCache def parseString( self, instring, parseAll=False ): """ Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text """ ParserElement.resetCache() if not self.streamlined: self.streamline() #~ self.saveAsList = True for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = instring.expandtabs() try: loc, tokens = self._parse( instring, 0 ) if parseAll: loc = self.preParse( instring, loc ) se = Empty() + StringEnd() se._parse( instring, loc ) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc else: return tokens def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ): """ Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd """ if not self.streamlined: self.streamline() for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = _ustr(instring).expandtabs() instrlen = len(instring) loc = 0 preparseFn = self.preParse parseFn = self._parse ParserElement.resetCache() matches = 0 try: while loc <= instrlen and matches < maxMatches: try: preloc = preparseFn( instring, loc ) nextLoc,tokens = parseFn( instring, preloc, callPreParse=False ) except ParseException: loc = preloc+1 else: if nextLoc > loc: matches += 1 yield tokens, preloc, nextLoc if overlap: nextloc = preparseFn( instring, loc ) if nextloc > loc: loc = nextLoc else: loc += 1 else: loc = nextLoc else: loc = preloc+1 except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def transformString( self, instring ): """ Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. """ out = [] lastE = 0 # force preservation of <TAB>s, to minimize unwanted transformation of string, and to # keep string locs straight between transformString and scanString self.keepTabs = True try: for t,s,e in self.scanString( instring ): out.append( instring[lastE:s] ) if t: if isinstance(t,ParseResults): out += t.asList() elif isinstance(t,list): out += t else: out.append(t) lastE = e out.append(instring[lastE:]) out = [o for o in out if o] return "".join(map(_ustr,_flatten(out))) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def searchString( self, instring, maxMatches=_MAX_INT ): """ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] """ try: return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ]) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False): """ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] """ splits = 0 last = 0 for t,s,e in self.scanString(instring, maxMatches=maxsplit): yield instring[last:s] if includeSeparators: yield t[0] last = e yield instring[last:] def __add__(self, other ): """ Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And( [ self, other ] ) def __radd__(self, other ): """ Implementation of + operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other + self def __sub__(self, other): """ Implementation of - operator, returns C{L{And}} with error stop """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And( [ self, And._ErrorStop(), other ] ) def __rsub__(self, other ): """ Implementation of - operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other - self def __mul__(self,other): """ Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} """ if isinstance(other,int): minElements, optElements = other,0 elif isinstance(other,tuple): other = (other + (None, None))[:2] if other[0] is None: other = (0, other[1]) if isinstance(other[0],int) and other[1] is None: if other[0] == 0: return ZeroOrMore(self) if other[0] == 1: return OneOrMore(self) else: return self*other[0] + ZeroOrMore(self) elif isinstance(other[0],int) and isinstance(other[1],int): minElements, optElements = other optElements -= minElements else: raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1])) else: raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other)) if minElements < 0: raise ValueError("cannot multiply ParserElement by negative value") if optElements < 0: raise ValueError("second tuple value must be greater or equal to first tuple value") if minElements == optElements == 0: raise ValueError("cannot multiply ParserElement by 0 or (0,0)") if (optElements): def makeOptionalList(n): if n>1: return Optional(self + makeOptionalList(n-1)) else: return Optional(self) if minElements: if minElements == 1: ret = self + makeOptionalList(optElements) else: ret = And([self]*minElements) + makeOptionalList(optElements) else: ret = makeOptionalList(optElements) else: if minElements == 1: ret = self else: ret = And([self]*minElements) return ret def __rmul__(self, other): return self.__mul__(other) def __or__(self, other ): """ Implementation of | operator - returns C{L{MatchFirst}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return MatchFirst( [ self, other ] ) def __ror__(self, other ): """ Implementation of | operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other | self def __xor__(self, other ): """ Implementation of ^ operator - returns C{L{Or}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Or( [ self, other ] ) def __rxor__(self, other ): """ Implementation of ^ operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other ^ self def __and__(self, other ): """ Implementation of & operator - returns C{L{Each}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Each( [ self, other ] ) def __rand__(self, other ): """ Implementation of & operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other & self def __invert__( self ): """ Implementation of ~ operator - returns C{L{NotAny}} """ return NotAny( self ) def __call__(self, name=None): """ Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") """ if name is not None: return self.setResultsName(name) else: return self.copy() def suppress( self ): """ Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. """ return Suppress( self ) def leaveWhitespace( self ): """ Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. """ self.skipWhitespace = False return self def setWhitespaceChars( self, chars ): """ Overrides the default whitespace chars """ self.skipWhitespace = True self.whiteChars = chars self.copyDefaultWhiteChars = False return self def parseWithTabs( self ): """ Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. """ self.keepTabs = True return self def ignore( self, other ): """ Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] """ if isinstance(other, basestring): other = Suppress(other) if isinstance( other, Suppress ): if other not in self.ignoreExprs: self.ignoreExprs.append(other) else: self.ignoreExprs.append( Suppress( other.copy() ) ) return self def setDebugActions( self, startAction, successAction, exceptionAction ): """ Enable display of debugging messages while doing pattern matching. """ self.debugActions = (startAction or _defaultStartDebugAction, successAction or _defaultSuccessDebugAction, exceptionAction or _defaultExceptionDebugAction) self.debug = True return self def setDebug( self, flag=True ): """ Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. """ if flag: self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction ) else: self.debug = False return self def __str__( self ): return self.name def __repr__( self ): return _ustr(self) def streamline( self ): self.streamlined = True self.strRepr = None return self def checkRecursion( self, parseElementList ): pass def validate( self, validateTrace=[] ): """ Check defined expressions for valid structure, check for infinite recursive definitions. """ self.checkRecursion( [] ) def parseFile( self, file_or_filename, parseAll=False ): """ Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. """ try: file_contents = file_or_filename.read() except AttributeError: with open(file_or_filename, "r") as f: file_contents = f.read() try: return self.parseString(file_contents, parseAll) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def __eq__(self,other): if isinstance(other, ParserElement): return self is other or vars(self) == vars(other) elif isinstance(other, basestring): return self.matches(other) else: return super(ParserElement,self)==other def __ne__(self,other): return not (self == other) def __hash__(self): return hash(id(self)) def __req__(self,other): return self == other def __rne__(self,other): return not (self == other) def matches(self, testString, parseAll=True): """ Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") """ try: self.parseString(_ustr(testString), parseAll=parseAll) return True except ParseBaseException: return False def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False): """ Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) """ if isinstance(tests, basestring): tests = list(map(str.strip, tests.rstrip().splitlines())) if isinstance(comment, basestring): comment = Literal(comment) allResults = [] comments = [] success = True for t in tests: if comment is not None and comment.matches(t, False) or comments and not t: comments.append(t) continue if not t: continue out = ['\n'.join(comments), t] comments = [] try: t = t.replace(r'\n','\n') result = self.parseString(t, parseAll=parseAll) out.append(result.dump(full=fullDump)) success = success and not failureTests except ParseBaseException as pe: fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else "" if '\n' in t: out.append(line(pe.loc, t)) out.append(' '*(col(pe.loc,t)-1) + '^' + fatal) else: out.append(' '*pe.loc + '^' + fatal) out.append("FAIL: " + str(pe)) success = success and failureTests result = pe except Exception as exc: out.append("FAIL-EXCEPTION: " + str(exc)) success = success and failureTests result = exc if printResults: if fullDump: out.append('') print('\n'.join(out)) allResults.append((t, result)) return success, allResults class Token(ParserElement): """ Abstract C{ParserElement} subclass, for defining atomic matching patterns. """ def __init__( self ): super(Token,self).__init__( savelist=False ) class Empty(Token): """ An empty token, will always match. """ def __init__( self ): super(Empty,self).__init__() self.name = "Empty" self.mayReturnEmpty = True self.mayIndexError = False class NoMatch(Token): """ A token that will never match. """ def __init__( self ): super(NoMatch,self).__init__() self.name = "NoMatch" self.mayReturnEmpty = True self.mayIndexError = False self.errmsg = "Unmatchable token" def parseImpl( self, instring, loc, doActions=True ): raise ParseException(instring, loc, self.errmsg, self) class Literal(Token): """ Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. """ def __init__( self, matchString ): super(Literal,self).__init__() self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Literal; use Empty() instead", SyntaxWarning, stacklevel=2) self.__class__ = Empty self.name = '"%s"' % _ustr(self.match) self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False # Performance tuning: this routine gets called a *lot* # if this is a single character match string and the first character matches, # short-circuit as quickly as possible, and avoid calling startswith #~ @profile def parseImpl( self, instring, loc, doActions=True ): if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) _L = Literal ParserElement._literalStringClass = Literal class Keyword(Token): """ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. """ DEFAULT_KEYWORD_CHARS = alphanums+"_$" def __init__( self, matchString, identChars=None, caseless=False ): super(Keyword,self).__init__() if identChars is None: identChars = Keyword.DEFAULT_KEYWORD_CHARS self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Keyword; use Empty() instead", SyntaxWarning, stacklevel=2) self.name = '"%s"' % self.match self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False self.caseless = caseless if caseless: self.caselessmatch = matchString.upper() identChars = identChars.upper() self.identChars = set(identChars) def parseImpl( self, instring, loc, doActions=True ): if self.caseless: if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and (loc == 0 or instring[loc-1].upper() not in self.identChars) ): return loc+self.matchLen, self.match else: if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and (loc == 0 or instring[loc-1] not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) def copy(self): c = super(Keyword,self).copy() c.identChars = Keyword.DEFAULT_KEYWORD_CHARS return c @staticmethod def setDefaultKeywordChars( chars ): """Overrides the default Keyword chars """ Keyword.DEFAULT_KEYWORD_CHARS = chars class CaselessLiteral(Literal): """ Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) """ def __init__( self, matchString ): super(CaselessLiteral,self).__init__( matchString.upper() ) # Preserve the defining literal. self.returnString = matchString self.name = "'%s'" % self.returnString self.errmsg = "Expected " + self.name def parseImpl( self, instring, loc, doActions=True ): if instring[ loc:loc+self.matchLen ].upper() == self.match: return loc+self.matchLen, self.returnString raise ParseException(instring, loc, self.errmsg, self) class CaselessKeyword(Keyword): """ Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) """ def __init__( self, matchString, identChars=None ): super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True ) def parseImpl( self, instring, loc, doActions=True ): if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) class CloseMatch(Token): """ A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) """ def __init__(self, match_string, maxMismatches=1): super(CloseMatch,self).__init__() self.name = match_string self.match_string = match_string self.maxMismatches = maxMismatches self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches) self.mayIndexError = False self.mayReturnEmpty = False def parseImpl( self, instring, loc, doActions=True ): start = loc instrlen = len(instring) maxloc = start + len(self.match_string) if maxloc <= instrlen: match_string = self.match_string match_stringloc = 0 mismatches = [] maxMismatches = self.maxMismatches for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)): src,mat = s_m if src != mat: mismatches.append(match_stringloc) if len(mismatches) > maxMismatches: break else: loc = match_stringloc + 1 results = ParseResults([instring[start:loc]]) results['original'] = self.match_string results['mismatches'] = mismatches return loc, results raise ParseException(instring, loc, self.errmsg, self) class Word(Token): """ Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") """ def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ): super(Word,self).__init__() if excludeChars: initChars = ''.join(c for c in initChars if c not in excludeChars) if bodyChars: bodyChars = ''.join(c for c in bodyChars if c not in excludeChars) self.initCharsOrig = initChars self.initChars = set(initChars) if bodyChars : self.bodyCharsOrig = bodyChars self.bodyChars = set(bodyChars) else: self.bodyCharsOrig = initChars self.bodyChars = set(initChars) self.maxSpecified = max > 0 if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.asKeyword = asKeyword if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0): if self.bodyCharsOrig == self.initCharsOrig: self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig) elif len(self.initCharsOrig) == 1: self.reString = "%s[%s]*" % \ (re.escape(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) else: self.reString = "[%s][%s]*" % \ (_escapeRegexRangeChars(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) if self.asKeyword: self.reString = r"\b"+self.reString+r"\b" try: self.re = re.compile( self.reString ) except Exception: self.re = None def parseImpl( self, instring, loc, doActions=True ): if self.re: result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() return loc, result.group() if not(instring[ loc ] in self.initChars): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 instrlen = len(instring) bodychars = self.bodyChars maxloc = start + self.maxLen maxloc = min( maxloc, instrlen ) while loc < maxloc and instring[loc] in bodychars: loc += 1 throwException = False if loc - start < self.minLen: throwException = True if self.maxSpecified and loc < instrlen and instring[loc] in bodychars: throwException = True if self.asKeyword: if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars): throwException = True if throwException: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(Word,self).__str__() except Exception: pass if self.strRepr is None: def charsAsStr(s): if len(s)>4: return s[:4]+"..." else: return s if ( self.initCharsOrig != self.bodyCharsOrig ): self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) ) else: self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig) return self.strRepr class Regex(Token): """ Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") """ compiledREtype = type(re.compile("[A-Z]")) def __init__( self, pattern, flags=0): """The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.""" super(Regex,self).__init__() if isinstance(pattern, basestring): if not pattern: warnings.warn("null string passed to Regex; use Empty() instead", SyntaxWarning, stacklevel=2) self.pattern = pattern self.flags = flags try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % pattern, SyntaxWarning, stacklevel=2) raise elif isinstance(pattern, Regex.compiledREtype): self.re = pattern self.pattern = \ self.reString = str(pattern) self.flags = flags else: raise ValueError("Regex may only be constructed with a string or a compiled RE object") self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() d = result.groupdict() ret = ParseResults(result.group()) if d: for k in d: ret[k] = d[k] return loc,ret def __str__( self ): try: return super(Regex,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "Re:(%s)" % repr(self.pattern) return self.strRepr class QuotedString(Token): r""" Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] """ def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True): super(QuotedString,self).__init__() # remove white space from quote chars - wont work anyway quoteChar = quoteChar.strip() if not quoteChar: warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() if endQuoteChar is None: endQuoteChar = quoteChar else: endQuoteChar = endQuoteChar.strip() if not endQuoteChar: warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() self.quoteChar = quoteChar self.quoteCharLen = len(quoteChar) self.firstQuoteChar = quoteChar[0] self.endQuoteChar = endQuoteChar self.endQuoteCharLen = len(endQuoteChar) self.escChar = escChar self.escQuote = escQuote self.unquoteResults = unquoteResults self.convertWhitespaceEscapes = convertWhitespaceEscapes if multiline: self.flags = re.MULTILINE | re.DOTALL self.pattern = r'%s(?:[^%s%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) else: self.flags = 0 self.pattern = r'%s(?:[^%s\n\r%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) if len(self.endQuoteChar) > 1: self.pattern += ( '|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]), _escapeRegexRangeChars(self.endQuoteChar[i])) for i in range(len(self.endQuoteChar)-1,0,-1)) + ')' ) if escQuote: self.pattern += (r'|(?:%s)' % re.escape(escQuote)) if escChar: self.pattern += (r'|(?:%s.)' % re.escape(escChar)) self.escCharReplacePattern = re.escape(self.escChar)+"(.)" self.pattern += (r')*%s' % re.escape(self.endQuoteChar)) try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern, SyntaxWarning, stacklevel=2) raise self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result.group() if self.unquoteResults: # strip off quotes ret = ret[self.quoteCharLen:-self.endQuoteCharLen] if isinstance(ret,basestring): # replace escaped whitespace if '\\' in ret and self.convertWhitespaceEscapes: ws_map = { r'\t' : '\t', r'\n' : '\n', r'\f' : '\f', r'\r' : '\r', } for wslit,wschar in ws_map.items(): ret = ret.replace(wslit, wschar) # replace escaped characters if self.escChar: ret = re.sub(self.escCharReplacePattern,"\g<1>",ret) # replace escaped quotes if self.escQuote: ret = ret.replace(self.escQuote, self.endQuoteChar) return loc, ret def __str__( self ): try: return super(QuotedString,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar) return self.strRepr class CharsNotIn(Token): """ Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] """ def __init__( self, notChars, min=1, max=0, exact=0 ): super(CharsNotIn,self).__init__() self.skipWhitespace = False self.notChars = notChars if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayReturnEmpty = ( self.minLen == 0 ) self.mayIndexError = False def parseImpl( self, instring, loc, doActions=True ): if instring[loc] in self.notChars: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 notchars = self.notChars maxlen = min( start+self.maxLen, len(instring) ) while loc < maxlen and \ (instring[loc] not in notchars): loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(CharsNotIn, self).__str__() except Exception: pass if self.strRepr is None: if len(self.notChars) > 4: self.strRepr = "!W:(%s...)" % self.notChars[:4] else: self.strRepr = "!W:(%s)" % self.notChars return self.strRepr class White(Token): """ Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. """ whiteStrs = { " " : "<SPC>", "\t": "<TAB>", "\n": "<LF>", "\r": "<CR>", "\f": "<FF>", } def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0): super(White,self).__init__() self.matchWhite = ws self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) ) #~ self.leaveWhitespace() self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite)) self.mayReturnEmpty = True self.errmsg = "Expected " + self.name self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact def parseImpl( self, instring, loc, doActions=True ): if not(instring[ loc ] in self.matchWhite): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 maxloc = start + self.maxLen maxloc = min( maxloc, len(instring) ) while loc < maxloc and instring[loc] in self.matchWhite: loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] class _PositionToken(Token): def __init__( self ): super(_PositionToken,self).__init__() self.name=self.__class__.__name__ self.mayReturnEmpty = True self.mayIndexError = False class GoToColumn(_PositionToken): """ Token to advance to a specific column of input text; useful for tabular report scraping. """ def __init__( self, colno ): super(GoToColumn,self).__init__() self.col = colno def preParse( self, instring, loc ): if col(loc,instring) != self.col: instrlen = len(instring) if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col : loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): thiscol = col( loc, instring ) if thiscol > self.col: raise ParseException( instring, loc, "Text not in expected column", self ) newloc = loc + self.col - thiscol ret = instring[ loc: newloc ] return newloc, ret class LineStart(_PositionToken): """ Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] """ def __init__( self ): super(LineStart,self).__init__() self.errmsg = "Expected start of line" def parseImpl( self, instring, loc, doActions=True ): if col(loc, instring) == 1: return loc, [] raise ParseException(instring, loc, self.errmsg, self) class LineEnd(_PositionToken): """ Matches if current position is at the end of a line within the parse string """ def __init__( self ): super(LineEnd,self).__init__() self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") ) self.errmsg = "Expected end of line" def parseImpl( self, instring, loc, doActions=True ): if loc<len(instring): if instring[loc] == "\n": return loc+1, "\n" else: raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] else: raise ParseException(instring, loc, self.errmsg, self) class StringStart(_PositionToken): """ Matches if current position is at the beginning of the parse string """ def __init__( self ): super(StringStart,self).__init__() self.errmsg = "Expected start of text" def parseImpl( self, instring, loc, doActions=True ): if loc != 0: # see if entire string up to here is just whitespace and ignoreables if loc != self.preParse( instring, 0 ): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class StringEnd(_PositionToken): """ Matches if current position is at the end of the parse string """ def __init__( self ): super(StringEnd,self).__init__() self.errmsg = "Expected end of text" def parseImpl( self, instring, loc, doActions=True ): if loc < len(instring): raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] elif loc > len(instring): return loc, [] else: raise ParseException(instring, loc, self.errmsg, self) class WordStart(_PositionToken): """ Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. """ def __init__(self, wordChars = printables): super(WordStart,self).__init__() self.wordChars = set(wordChars) self.errmsg = "Not at the start of a word" def parseImpl(self, instring, loc, doActions=True ): if loc != 0: if (instring[loc-1] in self.wordChars or instring[loc] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class WordEnd(_PositionToken): """ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. """ def __init__(self, wordChars = printables): super(WordEnd,self).__init__() self.wordChars = set(wordChars) self.skipWhitespace = False self.errmsg = "Not at the end of a word" def parseImpl(self, instring, loc, doActions=True ): instrlen = len(instring) if instrlen>0 and loc<instrlen: if (instring[loc] in self.wordChars or instring[loc-1] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class ParseExpression(ParserElement): """ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. """ def __init__( self, exprs, savelist = False ): super(ParseExpression,self).__init__(savelist) if isinstance( exprs, _generatorType ): exprs = list(exprs) if isinstance( exprs, basestring ): self.exprs = [ ParserElement._literalStringClass( exprs ) ] elif isinstance( exprs, collections.Iterable ): exprs = list(exprs) # if sequence of strings provided, wrap with Literal if all(isinstance(expr, basestring) for expr in exprs): exprs = map(ParserElement._literalStringClass, exprs) self.exprs = list(exprs) else: try: self.exprs = list( exprs ) except TypeError: self.exprs = [ exprs ] self.callPreparse = False def __getitem__( self, i ): return self.exprs[i] def append( self, other ): self.exprs.append( other ) self.strRepr = None return self def leaveWhitespace( self ): """Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.""" self.skipWhitespace = False self.exprs = [ e.copy() for e in self.exprs ] for e in self.exprs: e.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) else: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) return self def __str__( self ): try: return super(ParseExpression,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) ) return self.strRepr def streamline( self ): super(ParseExpression,self).streamline() for e in self.exprs: e.streamline() # collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d ) # but only if there are no parse actions or resultsNames on the nested And's # (likewise for Or's and MatchFirst's) if ( len(self.exprs) == 2 ): other = self.exprs[0] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = other.exprs[:] + [ self.exprs[1] ] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError other = self.exprs[-1] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = self.exprs[:-1] + other.exprs[:] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError self.errmsg = "Expected " + _ustr(self) return self def setResultsName( self, name, listAllMatches=False ): ret = super(ParseExpression,self).setResultsName(name,listAllMatches) return ret def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] for e in self.exprs: e.validate(tmp) self.checkRecursion( [] ) def copy(self): ret = super(ParseExpression,self).copy() ret.exprs = [e.copy() for e in self.exprs] return ret class And(ParseExpression): """ Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") """ class _ErrorStop(Empty): def __init__(self, *args, **kwargs): super(And._ErrorStop,self).__init__(*args, **kwargs) self.name = '-' self.leaveWhitespace() def __init__( self, exprs, savelist = True ): super(And,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.setWhitespaceChars( self.exprs[0].whiteChars ) self.skipWhitespace = self.exprs[0].skipWhitespace self.callPreparse = True def parseImpl( self, instring, loc, doActions=True ): # pass False as last arg to _parse for first element, since we already # pre-parsed the string as part of our And pre-parsing loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False ) errorStop = False for e in self.exprs[1:]: if isinstance(e, And._ErrorStop): errorStop = True continue if errorStop: try: loc, exprtokens = e._parse( instring, loc, doActions ) except ParseSyntaxException: raise except ParseBaseException as pe: pe.__traceback__ = None raise ParseSyntaxException._from_exception(pe) except IndexError: raise ParseSyntaxException(instring, len(instring), self.errmsg, self) else: loc, exprtokens = e._parse( instring, loc, doActions ) if exprtokens or exprtokens.haskeys(): resultlist += exprtokens return loc, resultlist def __iadd__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #And( [ self, other ] ) def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) if not e.mayReturnEmpty: break def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr class Or(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(Or,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None matches = [] for e in self.exprs: try: loc2 = e.tryParse( instring, loc ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) else: # save match among all matches, to retry longest to shortest matches.append((loc2, e)) if matches: matches.sort(key=lambda x: -x[0]) for _,e in matches: try: return e._parse( instring, loc, doActions ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ixor__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #Or( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class MatchFirst(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(MatchFirst,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None for e in self.exprs: try: ret = e._parse( instring, loc, doActions ) return ret except ParseException as err: if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) # only got here if no expression matched, raise exception for match that made it the furthest else: if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ior__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #MatchFirst( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class Each(ParseExpression): """ Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 """ def __init__( self, exprs, savelist = True ): super(Each,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.skipWhitespace = True self.initExprGroups = True def parseImpl( self, instring, loc, doActions=True ): if self.initExprGroups: self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional)) opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ] opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)] self.optionals = opt1 + opt2 self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ] self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ] self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ] self.required += self.multirequired self.initExprGroups = False tmpLoc = loc tmpReqd = self.required[:] tmpOpt = self.optionals[:] matchOrder = [] keepMatching = True while keepMatching: tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired failed = [] for e in tmpExprs: try: tmpLoc = e.tryParse( instring, tmpLoc ) except ParseException: failed.append(e) else: matchOrder.append(self.opt1map.get(id(e),e)) if e in tmpReqd: tmpReqd.remove(e) elif e in tmpOpt: tmpOpt.remove(e) if len(failed) == len(tmpExprs): keepMatching = False if tmpReqd: missing = ", ".join(_ustr(e) for e in tmpReqd) raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing ) # add any unmatched Optionals, in case they have default values defined matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt] resultlist = [] for e in matchOrder: loc,results = e._parse(instring,loc,doActions) resultlist.append(results) finalResults = sum(resultlist, ParseResults([])) return loc, finalResults def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class ParseElementEnhance(ParserElement): """ Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. """ def __init__( self, expr, savelist=False ): super(ParseElementEnhance,self).__init__(savelist) if isinstance( expr, basestring ): if issubclass(ParserElement._literalStringClass, Token): expr = ParserElement._literalStringClass(expr) else: expr = ParserElement._literalStringClass(Literal(expr)) self.expr = expr self.strRepr = None if expr is not None: self.mayIndexError = expr.mayIndexError self.mayReturnEmpty = expr.mayReturnEmpty self.setWhitespaceChars( expr.whiteChars ) self.skipWhitespace = expr.skipWhitespace self.saveAsList = expr.saveAsList self.callPreparse = expr.callPreparse self.ignoreExprs.extend(expr.ignoreExprs) def parseImpl( self, instring, loc, doActions=True ): if self.expr is not None: return self.expr._parse( instring, loc, doActions, callPreParse=False ) else: raise ParseException("",loc,self.errmsg,self) def leaveWhitespace( self ): self.skipWhitespace = False self.expr = self.expr.copy() if self.expr is not None: self.expr.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) else: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) return self def streamline( self ): super(ParseElementEnhance,self).streamline() if self.expr is not None: self.expr.streamline() return self def checkRecursion( self, parseElementList ): if self in parseElementList: raise RecursiveGrammarException( parseElementList+[self] ) subRecCheckList = parseElementList[:] + [ self ] if self.expr is not None: self.expr.checkRecursion( subRecCheckList ) def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion( [] ) def __str__( self ): try: return super(ParseElementEnhance,self).__str__() except Exception: pass if self.strRepr is None and self.expr is not None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) ) return self.strRepr class FollowedBy(ParseElementEnhance): """ Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] """ def __init__( self, expr ): super(FollowedBy,self).__init__(expr) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): self.expr.tryParse( instring, loc ) return loc, [] class NotAny(ParseElementEnhance): """ Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: """ def __init__( self, expr ): super(NotAny,self).__init__(expr) #~ self.leaveWhitespace() self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs self.mayReturnEmpty = True self.errmsg = "Found unwanted token, "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): if self.expr.canParseNext(instring, loc): raise ParseException(instring, loc, self.errmsg, self) return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "~{" + _ustr(self.expr) + "}" return self.strRepr class _MultipleMatch(ParseElementEnhance): def __init__( self, expr, stopOn=None): super(_MultipleMatch, self).__init__(expr) self.saveAsList = True ender = stopOn if isinstance(ender, basestring): ender = ParserElement._literalStringClass(ender) self.not_ender = ~ender if ender is not None else None def parseImpl( self, instring, loc, doActions=True ): self_expr_parse = self.expr._parse self_skip_ignorables = self._skipIgnorables check_ender = self.not_ender is not None if check_ender: try_not_ender = self.not_ender.tryParse # must be at least one (but first see if we are the stopOn sentinel; # if so, fail) if check_ender: try_not_ender(instring, loc) loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False ) try: hasIgnoreExprs = (not not self.ignoreExprs) while 1: if check_ender: try_not_ender(instring, loc) if hasIgnoreExprs: preloc = self_skip_ignorables( instring, loc ) else: preloc = loc loc, tmptokens = self_expr_parse( instring, preloc, doActions ) if tmptokens or tmptokens.haskeys(): tokens += tmptokens except (ParseException,IndexError): pass return loc, tokens class OneOrMore(_MultipleMatch): """ Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() """ def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + _ustr(self.expr) + "}..." return self.strRepr class ZeroOrMore(_MultipleMatch): """ Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} """ def __init__( self, expr, stopOn=None): super(ZeroOrMore,self).__init__(expr, stopOn=stopOn) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: return super(ZeroOrMore, self).parseImpl(instring, loc, doActions) except (ParseException,IndexError): return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]..." return self.strRepr class _NullToken(object): def __bool__(self): return False __nonzero__ = __bool__ def __str__(self): return "" _optionalNotMatched = _NullToken() class Optional(ParseElementEnhance): """ Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) """ def __init__( self, expr, default=_optionalNotMatched ): super(Optional,self).__init__( expr, savelist=False ) self.saveAsList = self.expr.saveAsList self.defaultValue = default self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False ) except (ParseException,IndexError): if self.defaultValue is not _optionalNotMatched: if self.expr.resultsName: tokens = ParseResults([ self.defaultValue ]) tokens[self.expr.resultsName] = self.defaultValue else: tokens = [ self.defaultValue ] else: tokens = [] return loc, tokens def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]" return self.strRepr class SkipTo(ParseElementEnhance): """ Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor """ def __init__( self, other, include=False, ignore=None, failOn=None ): super( SkipTo, self ).__init__( other ) self.ignoreExpr = ignore self.mayReturnEmpty = True self.mayIndexError = False self.includeMatch = include self.asList = False if isinstance(failOn, basestring): self.failOn = ParserElement._literalStringClass(failOn) else: self.failOn = failOn self.errmsg = "No match found for "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): startloc = loc instrlen = len(instring) expr = self.expr expr_parse = self.expr._parse self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None tmploc = loc while tmploc <= instrlen: if self_failOn_canParseNext is not None: # break if failOn expression matches if self_failOn_canParseNext(instring, tmploc): break if self_ignoreExpr_tryParse is not None: # advance past ignore expressions while 1: try: tmploc = self_ignoreExpr_tryParse(instring, tmploc) except ParseBaseException: break try: expr_parse(instring, tmploc, doActions=False, callPreParse=False) except (ParseException, IndexError): # no match, advance loc in string tmploc += 1 else: # matched skipto expr, done break else: # ran off the end of the input string without matching skipto expr, fail raise ParseException(instring, loc, self.errmsg, self) # build up return values loc = tmploc skiptext = instring[startloc:loc] skipresult = ParseResults(skiptext) if self.includeMatch: loc, mat = expr_parse(instring,loc,doActions,callPreParse=False) skipresult += mat return loc, skipresult class Forward(ParseElementEnhance): """ Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. """ def __init__( self, other=None ): super(Forward,self).__init__( other, savelist=False ) def __lshift__( self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass(other) self.expr = other self.strRepr = None self.mayIndexError = self.expr.mayIndexError self.mayReturnEmpty = self.expr.mayReturnEmpty self.setWhitespaceChars( self.expr.whiteChars ) self.skipWhitespace = self.expr.skipWhitespace self.saveAsList = self.expr.saveAsList self.ignoreExprs.extend(self.expr.ignoreExprs) return self def __ilshift__(self, other): return self << other def leaveWhitespace( self ): self.skipWhitespace = False return self def streamline( self ): if not self.streamlined: self.streamlined = True if self.expr is not None: self.expr.streamline() return self def validate( self, validateTrace=[] ): if self not in validateTrace: tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion([]) def __str__( self ): if hasattr(self,"name"): return self.name return self.__class__.__name__ + ": ..." # stubbed out for now - creates awful memory and perf issues self._revertClass = self.__class__ self.__class__ = _ForwardNoRecurse try: if self.expr is not None: retString = _ustr(self.expr) else: retString = "None" finally: self.__class__ = self._revertClass return self.__class__.__name__ + ": " + retString def copy(self): if self.expr is not None: return super(Forward,self).copy() else: ret = Forward() ret <<= self return ret class _ForwardNoRecurse(Forward): def __str__( self ): return "..." class TokenConverter(ParseElementEnhance): """ Abstract subclass of C{ParseExpression}, for converting parsed results. """ def __init__( self, expr, savelist=False ): super(TokenConverter,self).__init__( expr )#, savelist ) self.saveAsList = False class Combine(TokenConverter): """ Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) """ def __init__( self, expr, joinString="", adjacent=True ): super(Combine,self).__init__( expr ) # suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself if adjacent: self.leaveWhitespace() self.adjacent = adjacent self.skipWhitespace = True self.joinString = joinString self.callPreparse = True def ignore( self, other ): if self.adjacent: ParserElement.ignore(self, other) else: super( Combine, self).ignore( other ) return self def postParse( self, instring, loc, tokenlist ): retToks = tokenlist.copy() del retToks[:] retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults) if self.resultsName and retToks.haskeys(): return [ retToks ] else: return retToks class Group(TokenConverter): """ Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] """ def __init__( self, expr ): super(Group,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): return [ tokenlist ] class Dict(TokenConverter): """ Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. """ def __init__( self, expr ): super(Dict,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): for i,tok in enumerate(tokenlist): if len(tok) == 0: continue ikey = tok[0] if isinstance(ikey,int): ikey = _ustr(tok[0]).strip() if len(tok)==1: tokenlist[ikey] = _ParseResultsWithOffset("",i) elif len(tok)==2 and not isinstance(tok[1],ParseResults): tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i) else: dictvalue = tok.copy() #ParseResults(i) del dictvalue[0] if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()): tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i) else: tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i) if self.resultsName: return [ tokenlist ] else: return tokenlist class Suppress(TokenConverter): """ Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) """ def postParse( self, instring, loc, tokenlist ): return [] def suppress( self ): return self class OnlyOnce(object): """ Wrapper for parse actions, to ensure they are only called once. """ def __init__(self, methodCall): self.callable = _trim_arity(methodCall) self.called = False def __call__(self,s,l,t): if not self.called: results = self.callable(s,l,t) self.called = True return results raise ParseException(s,l,"") def reset(self): self.called = False def traceParseAction(f): """ Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] """ f = _trim_arity(f) def z(*paArgs): thisFunc = f.__name__ s,l,t = paArgs[-3:] if len(paArgs)>3: thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) ) try: ret = f(*paArgs) except Exception as exc: sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) ) raise sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) ) return ret try: z.__name__ = f.__name__ except AttributeError: pass return z # # global helpers # def delimitedList( expr, delim=",", combine=False ): """ Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] """ dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..." if combine: return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName) else: return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName) def countedArray( expr, intExpr=None ): """ Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] """ arrayExpr = Forward() def countFieldParseAction(s,l,t): n = t[0] arrayExpr << (n and Group(And([expr]*n)) or Group(empty)) return [] if intExpr is None: intExpr = Word(nums).setParseAction(lambda t:int(t[0])) else: intExpr = intExpr.copy() intExpr.setName("arrayLen") intExpr.addParseAction(countFieldParseAction, callDuringTry=True) return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...') def _flatten(L): ret = [] for i in L: if isinstance(i,list): ret.extend(_flatten(i)) else: ret.append(i) return ret def matchPreviousLiteral(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. """ rep = Forward() def copyTokenToRepeater(s,l,t): if t: if len(t) == 1: rep << t[0] else: # flatten t tokens tflat = _flatten(t.asList()) rep << And(Literal(tt) for tt in tflat) else: rep << Empty() expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def matchPreviousExpr(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. """ rep = Forward() e2 = expr.copy() rep <<= e2 def copyTokenToRepeater(s,l,t): matchTokens = _flatten(t.asList()) def mustMatchTheseTokens(s,l,t): theseTokens = _flatten(t.asList()) if theseTokens != matchTokens: raise ParseException("",0,"") rep.setParseAction( mustMatchTheseTokens, callDuringTry=True ) expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def _escapeRegexRangeChars(s): #~ escape these chars: ^-] for c in r"\^-]": s = s.replace(c,_bslash+c) s = s.replace("\n",r"\n") s = s.replace("\t",r"\t") return _ustr(s) def oneOf( strs, caseless=False, useRegex=True ): """ Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] """ if caseless: isequal = ( lambda a,b: a.upper() == b.upper() ) masks = ( lambda a,b: b.upper().startswith(a.upper()) ) parseElementClass = CaselessLiteral else: isequal = ( lambda a,b: a == b ) masks = ( lambda a,b: b.startswith(a) ) parseElementClass = Literal symbols = [] if isinstance(strs,basestring): symbols = strs.split() elif isinstance(strs, collections.Iterable): symbols = list(strs) else: warnings.warn("Invalid argument to oneOf, expected string or iterable", SyntaxWarning, stacklevel=2) if not symbols: return NoMatch() i = 0 while i < len(symbols)-1: cur = symbols[i] for j,other in enumerate(symbols[i+1:]): if ( isequal(other, cur) ): del symbols[i+j+1] break elif ( masks(cur, other) ): del symbols[i+j+1] symbols.insert(i,other) cur = other break else: i += 1 if not caseless and useRegex: #~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] )) try: if len(symbols)==len("".join(symbols)): return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols)) else: return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols)) except Exception: warnings.warn("Exception creating Regex for oneOf, building MatchFirst", SyntaxWarning, stacklevel=2) # last resort, just use MatchFirst return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols)) def dictOf( key, value ): """ Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} """ return Dict( ZeroOrMore( Group ( key + value ) ) ) def originalTextFor(expr, asString=True): """ Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] """ locMarker = Empty().setParseAction(lambda s,loc,t: loc) endlocMarker = locMarker.copy() endlocMarker.callPreparse = False matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end") if asString: extractText = lambda s,l,t: s[t._original_start:t._original_end] else: def extractText(s,l,t): t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]] matchExpr.setParseAction(extractText) matchExpr.ignoreExprs = expr.ignoreExprs return matchExpr def ungroup(expr): """ Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. """ return TokenConverter(expr).setParseAction(lambda t:t[0]) def locatedExpr(expr): """ Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] """ locator = Empty().setParseAction(lambda s,l,t: l) return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end")) # convenience constants for positional expressions empty = Empty().setName("empty") lineStart = LineStart().setName("lineStart") lineEnd = LineEnd().setName("lineEnd") stringStart = StringStart().setName("stringStart") stringEnd = StringEnd().setName("stringEnd") _escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1]) _escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16))) _escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8))) _singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | Word(printables, excludeChars=r'\]', exact=1) | Regex(r"\w", re.UNICODE) _charRange = Group(_singleChar + Suppress("-") + _singleChar) _reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]" def srange(s): r""" Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) """ _expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1)) try: return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body) except Exception: return "" def matchOnlyAtCol(n): """ Helper method for defining parse actions that require matching at a specific column in the input text. """ def verifyCol(strg,locn,toks): if col(locn,strg) != n: raise ParseException(strg,locn,"matched token not at column %d" % n) return verifyCol def replaceWith(replStr): """ Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] """ return lambda s,l,t: [replStr] def removeQuotes(s,l,t): """ Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] """ return t[0][1:-1] def tokenMap(func, *args): """ Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] """ def pa(s,l,t): return [func(tokn, *args) for tokn in t] try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) pa.__name__ = func_name return pa upcaseTokens = tokenMap(lambda t: _ustr(t).upper()) """(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}""" downcaseTokens = tokenMap(lambda t: _ustr(t).lower()) """(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}""" def _makeTags(tagStr, xml): """Internal helper to construct opening and closing tag expressions, given a tag name""" if isinstance(tagStr,basestring): resname = tagStr tagStr = Keyword(tagStr, caseless=not xml) else: resname = tagStr.name tagAttrName = Word(alphas,alphanums+"_-:") if (xml): tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes ) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") else: printablesLessRAbrack = "".join(c for c in printables if c not in ">") tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \ Optional( Suppress("=") + tagAttrValue ) ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") closeTag = Combine(_L("</") + tagStr + ">") openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname) closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname) openTag.tag = resname closeTag.tag = resname return openTag, closeTag def makeHTMLTags(tagStr): """ Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com """ return _makeTags( tagStr, False ) def makeXMLTags(tagStr): """ Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} """ return _makeTags( tagStr, True ) def withAttribute(*args,**attrDict): """ Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ if args: attrs = args[:] else: attrs = attrDict.items() attrs = [(k,v) for k,v in attrs] def pa(s,l,tokens): for attrName,attrValue in attrs: if attrName not in tokens: raise ParseException(s,l,"no matching attribute " + attrName) if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue: raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" % (attrName, tokens[attrName], attrValue)) return pa withAttribute.ANY_VALUE = object() def withClass(classname, namespace=''): """ Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ classattr = "%s:class" % namespace if namespace else "class" return withAttribute(**{classattr : classname}) opAssoc = _Constants() opAssoc.LEFT = object() opAssoc.RIGHT = object() def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ): """ Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] """ ret = Forward() lastExpr = baseExpr | ( lpar + ret + rpar ) for i,operDef in enumerate(opList): opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4] termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr if arity == 3: if opExpr is None or len(opExpr) != 2: raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions") opExpr1, opExpr2 = opExpr thisExpr = Forward().setName(termName) if rightLeftAssoc == opAssoc.LEFT: if arity == 1: matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) ) else: matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \ Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") elif rightLeftAssoc == opAssoc.RIGHT: if arity == 1: # try to avoid LR with this extra test if not isinstance(opExpr, Optional): opExpr = Optional(opExpr) matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) ) else: matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \ Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") else: raise ValueError("operator must indicate right or left associativity") if pa: matchExpr.setParseAction( pa ) thisExpr <<= ( matchExpr.setName(termName) | lastExpr ) lastExpr = thisExpr ret <<= lastExpr return ret operatorPrecedence = infixNotation """(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release.""" dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes") sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes") quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'| Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes") unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal") def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()): """ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] """ if opener == closer: raise ValueError("opening and closing strings cannot be the same") if content is None: if isinstance(opener,basestring) and isinstance(closer,basestring): if len(opener) == 1 and len(closer)==1: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS ).setParseAction(lambda t:t[0].strip())) else: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + ~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: raise ValueError("opening and closing arguments must be strings if no content expression is given") ret = Forward() if ignoreExpr is not None: ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) ) else: ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) ) ret.setName('nested %s%s expression' % (opener,closer)) return ret def indentedBlock(blockStatementExpr, indentStack, indent=True): """ Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] """ def checkPeerIndent(s,l,t): if l >= len(s): return curCol = col(l,s) if curCol != indentStack[-1]: if curCol > indentStack[-1]: raise ParseFatalException(s,l,"illegal nesting") raise ParseException(s,l,"not a peer entry") def checkSubIndent(s,l,t): curCol = col(l,s) if curCol > indentStack[-1]: indentStack.append( curCol ) else: raise ParseException(s,l,"not a subentry") def checkUnindent(s,l,t): if l >= len(s): return curCol = col(l,s) if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]): raise ParseException(s,l,"not an unindent") indentStack.pop() NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress()) INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT') PEER = Empty().setParseAction(checkPeerIndent).setName('') UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT') if indent: smExpr = Group( Optional(NL) + #~ FollowedBy(blockStatementExpr) + INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT) else: smExpr = Group( Optional(NL) + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) ) blockStatementExpr.ignore(_bslash + LineEnd()) return smExpr.setName('indented block') alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]") punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]") anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag')) _htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\'')) commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity") def replaceHTMLEntity(t): """Helper parser action to replace common HTML entities with their special characters""" return _htmlEntityMap.get(t.entity) # it's easy to get these comment structures wrong - they're very common, so may as well make them available cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment") "Comment of the form C{/* ... */}" htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment") "Comment of the form C{<!-- ... -->}" restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line") dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment") "Comment of the form C{// ... (to end of line)}" cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment") "Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}" javaStyleComment = cppStyleComment "Same as C{L{cppStyleComment}}" pythonStyleComment = Regex(r"#.*").setName("Python style comment") "Comment of the form C{# ... (to end of line)}" _commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') + Optional( Word(" \t") + ~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem") commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList") """(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas. This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}.""" # some other useful expressions - using lower-case class name since we are really using this as a namespace class pyparsing_common: """ Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] """ convertToInteger = tokenMap(int) """ Parse action for converting parsed integers to Python int """ convertToFloat = tokenMap(float) """ Parse action for converting parsed numbers to Python float """ integer = Word(nums).setName("integer").setParseAction(convertToInteger) """expression that parses an unsigned integer, returns an int""" hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16)) """expression that parses a hexadecimal integer, returns an int""" signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger) """expression that parses an integer with optional leading sign, returns an int""" fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction") """fractional expression of an integer divided by an integer, returns a float""" fraction.addParseAction(lambda t: t[0]/t[-1]) mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction") """mixed integer of the form 'integer - fraction', with optional leading integer, returns float""" mixed_integer.addParseAction(sum) real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat) """expression that parses a floating point number and returns a float""" sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat) """expression that parses a floating point number with optional scientific notation and returns a float""" # streamlining this expression makes the docs nicer-looking number = (sci_real | real | signed_integer).streamline() """any numeric expression, returns the corresponding Python type""" fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat) """any int or real number, returned as float""" identifier = Word(alphas+'_', alphanums+'_').setName("identifier") """typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')""" ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address") "IPv4 address (C{0.0.0.0 - 255.255.255.255})" _ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer") _full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address") _short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address") _short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8) _mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address") ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address") "IPv6 address (long, short, or mixed form)" mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address") "MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)" @staticmethod def convertToDate(fmt="%Y-%m-%d"): """ Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt).date() except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn @staticmethod def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"): """ Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt) except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date") "ISO8601 date (C{yyyy-mm-dd})" iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime") "ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}" uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID") "UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})" _html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress() @staticmethod def stripHTMLTags(s, l, tokens): """ Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' """ return pyparsing_common._html_stripper.transformString(tokens[0]) _commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',') + Optional( White(" \t") ) ) ).streamline().setName("commaItem") comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list") """Predefined expression of 1 or more printable words or quoted strings, separated by commas.""" upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper())) """Parse action to convert tokens to upper case.""" downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower())) """Parse action to convert tokens to lower case.""" if __name__ == "__main__": selectToken = CaselessLiteral("select") fromToken = CaselessLiteral("from") ident = Word(alphas, alphanums + "_$") columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) columnNameList = Group(delimitedList(columnName)).setName("columns") columnSpec = ('*' | columnNameList) tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) tableNameList = Group(delimitedList(tableName)).setName("tables") simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables") # demo runTests method, including embedded comments in test string simpleSQL.runTests(""" # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual """) pyparsing_common.number.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) # any int or real number, returned as float pyparsing_common.fnumber.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) pyparsing_common.hex_integer.runTests(""" 100 FF """) import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(""" 12345678-1234-5678-1234-567812345678 """) site-packages/setuptools/_vendor/__init__.py 0000644 00000000000 15231162611 0015236 0 ustar 00 site-packages/setuptools/_vendor/six.py 0000644 00000072622 15231162611 0014325 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3""" # Copyright (c) 2010-2015 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.10.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = str, integer_types = int, class_types = type, text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = basestring, integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [ MovedModule("winreg", "_winreg"), ] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse") class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error") class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request") class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response") class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"), ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes _importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser") class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ['parse', 'error', 'request', 'response', 'robotparser'] _importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib") def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc(get_unbound_function, """Get the function out of a possibly unbound function""") get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc(iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary.") if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_("""def reraise(tp, value, tb=None): raise tp, value, tb """) if sys.version_info[:2] == (3, 2): exec_("""def raise_from(value, from_value): if from_value is None: raise value raise value from from_value """) elif sys.version_info[:2] > (3, 2): exec_("""def raise_from(value, from_value): raise value from from_value """) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if (isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get('__slots__') if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop('__dict__', None) orig_vars.pop('__weakref__', None) return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if '__str__' not in klass.__dict__: raise ValueError("@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode('utf-8') return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if (type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) site-packages/setuptools/_vendor/__pycache__/six.cpython-36.pyc 0000644 00000057532 15231162611 0020614 0 ustar 00 3 Xo�h�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/setuptools/_vendor/__pycache__/pyparsing.cpython-36.opt-1.pyc 0000644 00000610513 15231162611 0022756 0 ustar 00 3 Xo�h� � @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ yddlmZ W n ek r� ddlmZ Y nX ydd l mZ W n> ek r� ydd lmZ W n ek r� dZY nX Y nX d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgiZee j�dds� Z e d dskZ e �r"e j Z e Z!e"Z#e Z$e%e&e'e(e)ee*e+e,e-e.g Z/nbe j0Z e1Z2dtdu� Z$g Z/ddl3Z3xBdvj4� D ]6Z5ye/j6e7e3e5�� W n e8k �r| �wJY nX �qJW e9dwdx� e2dy�D ��Z:dzd{� Z;G d|d}� d}e<�Z=ej>ej? Z@d~ZAeAd ZBe@eA ZCe"d��ZDd�jEd�dx� ejFD ��ZGG d�d!� d!eH�ZIG d�d#� d#eI�ZJG d�d%� d%eI�ZKG d�d'� d'eK�ZLG d�d*� d*eH�ZMG d�d�� d�e<�ZNG d�d&� d&e<�ZOe jPjQeO� d�d=� ZRd�dN� ZSd�dK� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�dU� ZX�d/d�d��ZYG d�d(� d(e<�ZZG d�d0� d0eZ�Z[G d�d� de[�Z\G d�d� de[�Z]G d�d� de[�Z^e^Z_e^eZ_`G d�d� de[�ZaG d�d � d e^�ZbG d�d � d ea�ZcG d�dp� dpe[�ZdG d�d3� d3e[�ZeG d�d+� d+e[�ZfG d�d)� d)e[�ZgG d�d � d e[�ZhG d�d2� d2e[�ZiG d�d�� d�e[�ZjG d�d� dej�ZkG d�d� dej�ZlG d�d� dej�ZmG d�d.� d.ej�ZnG d�d-� d-ej�ZoG d�d5� d5ej�ZpG d�d4� d4ej�ZqG d�d$� d$eZ�ZrG d�d � d er�ZsG d�d � d er�ZtG d�d� der�ZuG d�d� der�ZvG d�d"� d"eZ�ZwG d�d� dew�ZxG d�d � d ew�ZyG d�d�� d�ew�ZzG d�d � d ez�Z{G d�d6� d6ez�Z|G d�d�� d�e<�Z}e}� Z~G d�d � d ew�ZG d�d,� d,ew�Z�G d�d� dew�Z�G d�d�� d�e��Z�G d�d1� d1ew�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d/� d/e��Z�G d�d � d e<�Z�d�df� Z��d0d�dD�Z��d1d�d@�Z�d�d΄ Z�d�dS� Z�d�dR� Z�d�d҄ Z��d2d�dW�Z�d�dE� Z��d3d�dk�Z�d�dl� Z�d�dn� Z�e\� j�dG�Z�el� j�dM�Z�em� j�dL�Z�en� j�de�Z�eo� j�dd�Z�eeeDd�d�dڍj�d�d܄ �Z�efd݃j�d�d܄ �Z�efd߃j�d�d܄ �Z�e�e�B e�B eeeGd�dyd�B efd�e j��B Z�e�e�e�d� e� �Z�e^d�ed�j�d� e�e{e�e�B ��j�d� d� Z�d�dc� Z�d�dQ� Z�d�d`� Z�d�d^� Z�d�dq� Z�e�d�d܄ �Z�e�d�d܄ �Z�d�d� Z�d�dO� Z�d�dP� Z�d�di� Z�e<� e�_��d4d�do�Z�e=� Z�e<� e�_�e<� e�_�e�d��e�d��fd�dm�Z�e�Z�e�efd��d� �j�d��Z�e�efd��d� �j�d��Z�e�efd��d� efd��d� B �j��d �Z�e�e_�d�e�j� �j��d�Z�d�d�de�j� f�ddT�Z��d5�ddj�Z�e��d�Z�e��d�Z�e�eee@eC�d �j��d��\Z�Z�e�e��d j4� �d ��Z�ef�d �d jEe�jà � �d �j��d�ZĐdd_� Z�e�ef�d��d �j��d�Z�ef�d�j��d�Z�ef�d�jȃ j��d�Z�ef�d�j��d�Z�e�ef�d��d e�B �j��d�Z�e�Z�ef�d�j��d�Z�e�e{eeeGdɐd �eee�d �e^dɃ em� � ��j j��d �Z�e�ee�j� e�B d��d ��j�d>�Z�G �d dr� dr�Z�eҐd!k� r�eb�d"�Z�eb�d#�Z�eee@eC�d$ �Z�e�eՐd%dӐd&�j�e��Z�e�e�eփ�j��d'�Zאd(e�B Z�e�eՐd%dӐd&�j�e��Z�e�e�eك�j��d)�Z�eӐd*�eؐd'� e� eڐd)� Z�e�jܐd+� e�j�jܐd,� e�j�jܐd,� e�j�jܐd-� ddl�Z�e�j�j�e�e�j�� e�j�jܐd.� dS (6 aS pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments z2.1.10z07 Oct 2016 01:31 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)� OrderedDict�And�CaselessKeyword�CaselessLiteral� CharsNotIn�Combine�Dict�Each�Empty� FollowedBy�Forward� GoToColumn�Group�Keyword�LineEnd� LineStart�Literal� MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException� ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart� ZeroOrMore� alphanums�alphas� alphas8bit� anyCloseTag� anyOpenTag� cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment� delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral� nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence� printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith� restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction� unicodeString� upcaseTokens� withAttribute� indentedBlock�originalTextFor�ungroup� infixNotation� locatedExpr� withClass� CloseMatch�tokenMap�pyparsing_common� c C s` t | t�r| S yt| �S tk rZ t| �jtj� d�}td�}|jdd� � |j |�S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. �xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � � ���)�hex�int)�t� rw � /usr/lib/python3.6/pyparsing.py�<lambda>� s z_ustr.<locals>.<lambda>N) � isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr' �setParseAction�transformString)�obj�retZ xmlcharrefrw rw rx �_ustr� s r� z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S )Nrw )�.0�yrw rw rx � <genexpr>� s r� rr c C s> d}dd� dj � D �}x"t||�D ]\}}| j||�} q"W | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nrw )r� �srw rw rx r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ to_symbolsZfrom_Zto_rw rw rx � _xml_escape� s r� c @ s e Zd ZdS )� _ConstantsN)�__name__� __module__� __qualname__rw rw rw rx r� � s r� � 0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S )N)�stringZ whitespace)r� �crw rw rx r� � s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd d � Zd d � Z ddd�Z dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S )Nr� )�loc�msg�pstr� parserElement�args)�selfr� r� r� �elemrw rw rx �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z� internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r� r� r� r� )�cls�perw rw rx �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rJ r9 �columnrG N)r9 r� )rJ r� r� r9 rG �AttributeError)r� Zanamerw rw rx � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rJ r� )r� rw rw rx �__str__� s zParseBaseException.__str__c C s t | �S )N)r� )r� rw rw rx �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4dj|d|� |||d� f�}|j� S )z�Extracts the exception line from the input string, and marks the location of the exception with a special symbol. rr r� N)rG r� �join�strip)r� Z markerStringZline_strZ line_columnrw rw rx � markInputline� s z ParseBaseException.markInputlinec C s dj � tt| �� S )Nzlineno col line)r� �dir�type)r� rw rw rx �__dir__� s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 N)r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r! znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyN)r� r� r� r� rw rw rw rx r! s c @ s e Zd ZdZdS )r# z�just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundN)r� r� r� r� rw rw rw rx r# s c @ s e Zd ZdZdd� Zdd� ZdS )r& zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S )N)�parseElementTrace)r� �parseElementListrw rw rx r� s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %s)r� )r� rw rw rx r� s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� rw rw rw rx r& s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �_ParseResultsWithOffsetc C s ||f| _ d S )N)�tup)r� Zp1Zp2rw rw rx r� $ s z _ParseResultsWithOffset.__init__c C s | j | S )N)r� )r� �irw rw rx � __getitem__& s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S )Nr )�reprr� )r� rw rw rx r� ( s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S )Nr )r� )r� r� rw rw rx � setOffset* s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� rw rw rw rx r� # s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd d �Zd d � Z dd� Z dd� Z dd� Z e Z dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r" aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || �r|S tj| �}d|_|S )NT)rz �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjrw rw rx r� T s zParseResults.__new__c C s` | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _ |d k o�|�r\|s�d| j|< ||t �r�t |�}|| _||t d �ttf�o�|d dg fk�s\||t�r�|g}|�r&||t��rt|j� d�| |< ntt|d �d�| |< || | _n6y|d | |< W n$ tttfk �rZ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictru r� r� � basestringr" r� �copy�KeyError� TypeError� IndexError)r� r� r� r� r� rz rw rw rx r� ] sB $ zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrr r c S s g | ] }|d �qS )r rw )r� �vrw rw rx � <listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>rs )rz ru �slicer� r� r� r" )r� r� rw rw rx r� � s zParseResults.__getitem__c C s� ||t �r0| jj|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| jj|t� �t |d�g | j|< |}||t�r�t| �|_ d S )Nr ) r� r� �getr� ru r� r� r" �wkrefr� )r� �kr� rz �subrw rw rx � __setitem__� s " zParseResults.__setitem__c C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|j|�� �}|j� x^| j j � D ]F\}}x<|D ]4}x.t |�D ]"\}\}} t || | |k �||< q�W q|W qnW n| j |= d S )Nr rr ) rz ru r� �lenr� r� �range�indices�reverser� �items� enumerater� ) r� r� ZmylenZremovedr� � occurrences�jr� �value�positionrw rw rx � __delitem__� s $zParseResults.__delitem__c C s || j kS )N)r� )r� r� rw rw rx � __contains__� s zParseResults.__contains__c C s t | j�S )N)r� r� )r� rw rw rx �__len__� s zParseResults.__len__c C s | j S )N)r� )r� rw rw rx �__bool__� s zParseResults.__bool__c C s t | j�S )N)�iterr� )r� rw rw rx �__iter__� s zParseResults.__iter__c C s t | jd d d� �S )Nrr rs )r� r� )r� rw rw rx � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| jj� S t| j�S d S )N�iterkeys)�hasattrr� r� r� )r� rw rw rx � _iterkeys� s zParseResults._iterkeysc s � fdd�� j � D �S )Nc 3 s | ]}� | V qd S )Nrw )r� r� )r� rw rx r� � s z+ParseResults._itervalues.<locals>.<genexpr>)r� )r� rw )r� rx � _itervalues� s zParseResults._itervaluesc s � fdd�� j � D �S )Nc 3 s | ]}|� | fV qd S )Nrw )r� r� )r� rw rx r� � s z*ParseResults._iteritems.<locals>.<genexpr>)r� )r� rw )r� rx � _iteritems� s zParseResults._iteritemsc C s t | j� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� )r� rw rw rx �keys� s zParseResults.keysc C s t | j� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� � itervalues)r� rw rw rx �values� s zParseResults.valuesc C s t | j� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritems)r� rw rw rx r� � s zParseResults.itemsc C s t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)�boolr� )r� rw rw rx �haskeys� s zParseResults.haskeysc O s� |s dg}x6|j � D ]*\}}|dkr2|d |f}qtd| ��qW t|d t�sht|�dksh|d | kr�|d }| | }| |= |S |d }|S dS )a� Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rr �defaultr z-pop() got an unexpected keyword argument '%s'Nrs )r� r� rz ru r� )r� r� �kwargsr� r� �indexr� Z defaultvaluerw rw rx �pop� s " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nrw )r� �key� defaultValuerw rw rx r� s zParseResults.getc C sZ | j j||� xF| jj� D ]8\}}x.t|�D ]"\}\}}t||||k �||< q,W qW dS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r� �insertr� r� r� r� )r� r� ZinsStrr� r� r� r� r� rw rw rx r� 2 s zParseResults.insertc C s | j j|� dS )a� Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r� �append)r� �itemrw rw rx r� F s zParseResults.appendc C s$ t |t�r| |7 } n | jj|� dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)rz r" r� �extend)r� Zitemseqrw rw rx r� T s zParseResults.extendc C s | j dd�= | jj� dS )z7 Clear all elements and results names. N)r� r� �clear)r� rw rw rx r� f s zParseResults.clearc C sf y| | S t k r dS X || jkr^|| jkrD| j| d d S tdd� | j| D ��S ndS d S )Nr� rr r c S s g | ] }|d �qS )r rw )r� r� rw rw rx r� w s z,ParseResults.__getattr__.<locals>.<listcomp>rs )r� r� r� r" )r� r� rw rw rx r� m s zParseResults.__getattr__c C s | j � }||7 }|S )N)r� )r� �otherr� rw rw rx �__add__{ s zParseResults.__add__c s� |j rnt| j���fdd�� |j j� }� fdd�|D �}x4|D ],\}}|| |< t|d t�r>t| �|d _q>W | j|j7 _| jj |j� | S )Nc s | dk r � S | � S )Nr rw )�a)�offsetrw rx ry � s z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS )r rr )r� )r� r� �vlistr� )� addoffsetrw rx r� � s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r� r� r� r� rz r" r� r� r� �update)r� r� Z otheritemsZotherdictitemsr� r� rw )r r rx �__iadd__� s zParseResults.__iadd__c C s& t |t�r|dkr| j� S || S d S )Nr )rz ru r� )r� r� rw rw rx �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� )r� rw rw rx r� � s zParseResults.__repr__c C s ddj dd� | jD �� d S )N�[z, c s s( | ] }t |t�rt|�nt|�V qd S )N)rz r" r� r� )r� r� rw rw rx r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� )r� rw rw rx r� � s zParseResults.__str__r� c C sP g }xF| j D ]<}|r"|r"|j|� t|t�r:||j� 7 }q |jt|�� q W |S )N)r� r� rz r" � _asStringListr� )r� �sep�outr� rw rw rx r � s zParseResults._asStringListc C s dd� | j D �S )a� Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |t�r|j� n|�qS rw )rz r" r� )r� �resrw rw rx r� � s z'ParseResults.asList.<locals>.<listcomp>)r� )r� rw rw rx r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a� Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | t�r.| j� r| j� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS rw rw )r� r� )�toItemrw rx r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)rz r" r� �asDict)r� )r rw rx r � s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S )Nrw )r� r� r� )r rw rx r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r� r� )r� Zitem_fnrw )r rx r � s zParseResults.asDictc C s8 t | j�}| jj� |_| j|_|jj| j� | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r" r� r� r� r� r� r r� )r� r� rw rw rx r� � s zParseResults.copyFc C sP d}g }t dd� | jj� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }x�t| j�D ]�\} } t| t�r�| |kr�|| j|| |o�|dk||�g7 }n || jd|o�|dk||�g7 }q�d} | |kr�|| } | �s |�rq�nd} t t | ��} |||d| d | d | d g 7 }q�W |||d | d g7 }dj |�S ) z� (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. � c s s( | ] \}}|D ]}|d |fV qqdS )rr Nrw )r� r� r r� rw rw rx r� � s z%ParseResults.asXML.<locals>.<genexpr>z r� NZITEM�<�>z</) r� r� r� r� r� r� rz r" �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr Z namedItemsZnextLevelIndentZselfTagr� r ZresTagZ xmlBodyTextrw rw rx r � sT zParseResults.asXMLc C s: x4| j j� D ]&\}}x |D ]\}}||kr|S qW q W d S )N)r� r� )r� r� r� r r� r� rw rw rx Z__lookup$ s zParseResults.__lookupc C s� | j r | j S | jr.| j� }|r(|j| �S dS nNt| �dkrxt| j�dkrxtt| jj� ��d d dkrxtt| jj� ��S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nrr r rs )r rs ) r� r� �_ParseResults__lookupr� r� �nextr� r� r� )r� �parrw rw rx �getName+ s zParseResults.getNamer c C sb g }d}|j |t| j� � � |�rX| j� r�tdd� | j� D ��}xz|D ]r\}}|r^|j |� |j d|d| |f � t|t�r�|r�|j |j||d �� q�|j t|�� qH|j t |�� qHW n�t dd� | D ���rX| }x~t |�D ]r\} } t| t��r*|j d|d| | |d|d | j||d �f � q�|j d|d| | |d|d t| �f � q�W d j |�S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r c s s | ]\}}t |�|fV qd S )N)r{ )r� r� r� rw rw rx r� g s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: z rr c s s | ]}t |t�V qd S )N)rz r" )r� �vvrw rw rx r� s s z %s%s[%d]: %s%s%sr� ) r� r� r� r� �sortedr� rz r" �dumpr� �anyr� r� ) r� r Zdepth�fullr �NLr� r� r� r� r rw rw rx r P s, 4.zParseResults.dumpc O s t j | j� f|�|� dS )a� Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)�pprintr� )r� r� r� rw rw rx r! } s zParseResults.pprintc C s. | j | jj� | jd k r | j� p d | j| jffS )N)r� r� r� r� r� r� )r� rw rw rx � __getstate__� s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| jj|� |d k rDt|�| _nd | _d S )Nr rr )r� r� r� r� r r� r� )r� �stater Z inAccumNamesrw rw rx � __setstate__� s zParseResults.__setstate__c C s | j | j| j| jfS )N)r� r� r� r� )r� rw rw rx �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| j� � S )N)r� r� r� r� )r� rw rw rx r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� rz r� r� r� r� r� r� r� � __nonzero__r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r r� r r� r r r r r! r" r$ r% r� rw rw rw rx r" - sh & ' 4 # =% - c C sF |}d| k ot |�k n r4|| d dkr4dS | |jdd| � S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r rr r )r� �rfind)r� �strgr� rw rw rx r9 � s c C s |j dd| �d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r rr )�count)r� r( rw rw rx rJ � s c C sF |j dd| �}|jd| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r rr N)r' �find)r� r( ZlastCRZnextCRrw rw rx rG � s c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rJ r9 )�instringr� �exprrw rw rx �_defaultStartDebugAction� s r. c C s$ t dt|� d t|j� � � d S )NzMatched z -> )r+ r� r{ r� )r, �startlocZendlocr- �toksrw rw rx �_defaultSuccessDebugAction� s r1 c C s t dt|� � d S )NzException raised:)r+ r� )r, r� r- �excrw rw rx � _defaultExceptionDebugAction� s r3 c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nrw )r� rw rw rx rQ � s rq c s� �t kr�fdd�S dg�dg�td d� dkrFddd �}dd d �� n tj}tj� d }|dd �d }|d |d | f�� �����fdd�}d}yt�dt�d�j�}W n tk r� t��}Y nX ||_|S )Nc s � |�S )Nrw )r� �lrv )�funcrw rx ry � s z _trim_arity.<locals>.<lambda>r Frq ro � c S s8 t dkr dnd }tj| | d d�| }|j|jfgS ) Nro r6 r rq rr )�limit)ro r6 r ������)�system_version� traceback� extract_stack�filenamerJ )r7 r � frame_summaryrw rw rx r< s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|j|jfgS )N)r7 rr rs )r; � extract_tbr= rJ )�tbr7 Zframesr> rw rw rx r? s z _trim_arity.<locals>.extract_tb� )r7 rr c s� x�y �| �d d � � }d�d< |S t k r� �d r>� n4z.tj� d }� |dd�d d d� �ksj� W d ~X �d �kr��d d7 < w� Y qX qW d S )Nr Trr rq )r7 rs rs )r� r~ �exc_info)r� r� r@ )r? � foundArityr5 r7 �maxargs�pa_call_line_synthrw rx �wrapper s" z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)ro r6 )r )r rs ) �singleArgBuiltinsr: r; r< r? �getattrr� � Exceptionr{ )r5 rD r< Z LINE_DIFFZ this_linerF � func_namerw )r? rC r5 r7 rD rE rx � _trim_arity� s* rL c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d d � Z d d � Z d�dd�Z d�dd�Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r$ z)Abstract base level parser element class.z Fc C s | t _dS )a� Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r$ �DEFAULT_WHITE_CHARS)�charsrw rw rx �setDefaultWhitespaceChars= s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a� Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r$ �_literalStringClass)r� rw rw rx �inlineLiteralsUsingL s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t � | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction� failAction�strRepr� resultsName� saveAsList�skipWhitespacer$ rM � whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined� mayIndexError�errmsg� modalResults� debugActions�re� callPreparse� callDuringTry)r� �savelistrw rw rx r� a s( zParserElement.__init__c C s< t j | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r� rR r\ rY r$ rM rX )r� Zcpyrw rw rx r� x s zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) z Expected � exception)r� r` r� rg r� )r� r� rw rw rx �setName� s zParserElement.setNamec C s4 | j � }|jd�r"|dd� }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") �*Nrr Trs )r� �endswithrU ra )r� r� �listAllMatchesZnewselfrw rw rx �setResultsName� s z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }|j� � | |||�S )Nr )�pdbZ set_trace)r, r� � doActions� callPreParserm )� _parseMethodrw rx �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parserr r� )r� Z breakFlagrq rw )rp rx �setBreak� s zParserElement.setBreakc O s& t ttt |���| _|jdd�| _| S )a Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] re F)r� �maprL rR r� re )r� �fnsr� rw rw rx r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|jdd�| _| S )z� Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. re F)rR r� ru rL re r� )r� rv r� rw rw rx �addParseAction� s z ParserElement.addParseActionc sb |j dd��|j dd�r tnt� x(|D ] �� ��fdd�}| jj|� q&W | jpZ|j dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) �messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S )N)r� rL )r� r4 rv )�exc_type�fnr� rw rx �pa s z&ParserElement.addCondition.<locals>.pare )r� r! r rR r� re )r� rv r� r| rw )rz r{ r� rx � addCondition� s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rS )r� r{ rw rw rx � setFailAction s zParserElement.setFailActionc C sZ d}xP|rTd}xB| j D ]8}y x|j||�\}}d}q W W q tk rL Y qX qW qW |S )NTF)r\ rs r )r� r, r� Z exprsFound�eZdummyrw rw rx �_skipIgnorables# s z ParserElement._skipIgnorablesc C sL | j r| j||�}| jrH| j}t|�}x ||k rF|| |krF|d7 }q(W |S )Nrr )r\ r� rW rX r� )r� r, r� Zwt�instrlenrw rw rx �preParse0 s zParserElement.preParsec C s |g fS )Nrw )r� r, r� rn rw rw rx � parseImpl< s zParserElement.parseImplc C s |S )Nrw )r� r, r� � tokenlistrw rw rx � postParse? s zParserElement.postParsec " C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| j||�}n|}|}yDy| j|||�\}}W n( tk r� t|t|�| j | ��Y nX W nX t k r� } z<| jd r�| jd ||| | � | jr�| j||| | � � W Y d d } ~ X nX n�|o�| j�r| j||�}n|}|}| j �s$|t|�k�rhy| j|||�\}}W n* tk �rd t|t|�| j | ��Y nX n| j|||�\}}| j |||�}t || j| j| jd�} | j�r�|�s�| j�r�|�rVyRxL| jD ]B} | ||| �}|d k �r�t || j| j�o�t|t tf�| jd�} �q�W W nF t k �rR } z(| jd �r@| jd ||| | � � W Y d d } ~ X nX nNxL| jD ]B} | ||| �}|d k �r^t || j| j�o�t|t tf�| jd�} �q^W |�r�| jd �r�| jd |||| | � || fS )Nr rq )r� r� rr )r] rS rb rd r� r� r� r r� r` r r_ r� r" rU rV ra rR re rz r� ) r� r, r� rn ro Z debugging�prelocZ tokensStart�tokens�errZ retTokensr{ rw rw rx � _parseNoCacheC sp zParserElement._parseNoCachec C s> y| j ||dd�d S tk r8 t||| j| ��Y nX d S )NF)rn r )rs r! r r` )r� r, r� rw rw rx �tryParse� s zParserElement.tryParsec C s2 y| j ||� W n ttfk r( dS X dS d S )NFT)r� r r� )r� r, r� rw rw rx � canParseNext� s zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec sd i � t � | _�� �fdd�}� fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )�cache� not_in_cacherw rx r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S )Nrw )r� r� r� )r� rw rx �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z5ParserElement._UnboundedCache.__init__.<locals>.clear)r� r� �types� MethodTyper� r� r� )r� r� r� r� rw )r� r� rx r� � s z&ParserElement._UnboundedCache.__init__N)r� r� r� r� rw rw rw rx �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sh t � | _�t� � � �fdd�}� �fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s" |� |< t � ��kr � jd� d S )NF)r� �popitem)r� r� r� )r� �sizerw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear)r� r� � _OrderedDictr� r� r� r� r� )r� r� r� r� r� rw )r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx � _FifoCache� s r� c @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sv t � | _�i � tjg ���� �fdd�}� ��fdd�}� �fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s2 |� |< t � ��kr$� j�j� d � �j|� d S )N)r� r� �popleftr� )r� r� r� )r� �key_fifor� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � �j � d S )N)r� )r� )r� r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear) r� r� � collections�dequer� r� r� r� r� )r� r� r� r� r� rw )r� r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx r� � s r c C s� d\}}| ||||f}t j�� t j}|j|�} | |jkr�t j| d7 < y| j||||�} W n8 tk r� } z |j|| j | j � � � W Y d d } ~ X q�X |j|| d | d j � f� | S n4t j| d7 < t | t �r�| �| d | d j � fS W d Q R X d S )Nr rr )r rr )r$ �packrat_cache_lock� packrat_cacher� r� �packrat_cache_statsr� r r� rG r� r� rz rJ ) r� r, r� rn ro ZHITZMISS�lookupr� r� r� rw rw rx � _parseCache� s$ zParserElement._parseCachec C s( t jj� dgtt j� t jd d �< d S )Nr )r$ r� r� r� r� rw rw rw rx � resetCache� s zParserElement.resetCache� c C s8 t js4dt _| dkr t j� t _n t j| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r$ �_packratEnabledr� r� r� r� rs )Zcache_size_limitrw rw rx � enablePackrat s zParserElement.enablePackratc C s� t j� | js| j� x| jD ] }|j� q W | js<|j� }y<| j|d�\}}|rv| j||�}t � t � }|j||� W n0 t k r� } zt j r�� n|�W Y dd}~X nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r$ r� r^ � streamliner\ r[ � expandtabsrs r� r r) r �verbose_stacktrace)r� r, �parseAllr r� r� Zser2 rw rw rx � parseString# s$ zParserElement.parseStringc c s@ | j s| j� x| jD ] }|j� qW | js8t|�j� }t|�}d}| j}| j}t j � d} y�x�||kon| |k �ry |||�} ||| dd�\} } W n t k r� | d }Y q`X | |kr�| d7 } | | | fV |r�|||�} | |kr�| }q�|d7 }n| }q`| d }q`W W n4 t k �r: } zt j �r&� n|�W Y dd}~X nX dS )a� Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r F)ro rr N)r^ r� r\ r[ r� r� r� r� rs r$ r� r r r� )r� r, � maxMatchesZoverlapr r� r� Z preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr2 rw rw rx � scanStringU sB zParserElement.scanStringc C s� g }d}d| _ y�xh| j|�D ]Z\}}}|j|||� � |rrt|t�rT||j� 7 }n t|t�rh||7 }n |j|� |}q W |j||d� � dd� |D �}djtt t |���S t k r� } zt j rȂ n|�W Y dd}~X nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|�qS rw rw )r� �orw rw rx r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r[ r� r� rz r" r� r� r� ru r� �_flattenr r$ r� )r� r, r ZlastErv r� r r2 rw rw rx r� � s( z ParserElement.transformStringc C sP yt dd� | j||�D ��S tk rJ } ztjr6� n|�W Y dd}~X nX dS )a~ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] c S s g | ]\}}}|�qS rw rw )r� rv r� r rw rw rx r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r" r� r r$ r� )r� r, r� r2 rw rw rx � searchString� s zParserElement.searchStringc c sX d}d}x<| j ||d�D ]*\}}}|||� V |r>|d V |}qW ||d� V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r� N)r� ) r� r, �maxsplitZincludeSeparatorsZsplitsZlastrv r� r rw rw rx r� � s zParserElement.splitc C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )a� Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] z4Cannot combine element of type %s with ParserElementrq )� stacklevelN) rz r� r$ rP �warnings�warnr� � SyntaxWarningr )r� r� rw rw rx r � s zParserElement.__add__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx r s zParserElement.__radd__c C sL t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| tj � |g�S )zQ Implementation of - operator, returns C{L{And}} with error stop z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r � _ErrorStop)r� r� rw rw rx �__sub__ s zParserElement.__sub__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rsub__ s zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S nJt |d t�r�t |d t�r�|\}}||8 }n tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td��|| k�o2dkn �rBtd ��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S ) a� Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r Nrq rr z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S )Nrr )r )�n)�makeOptionalListr� rw rx r� ] s z/ParserElement.__mul__.<locals>.makeOptionalList)NN) rz ru �tupler2 r r� r� � ValueErrorr )r� r� Z minElementsZ optElementsr� rw )r� r� rx �__mul__, sD zParserElement.__mul__c C s | j |�S )N)r� )r� r� rw rw rx �__rmul__p s zParserElement.__rmul__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI Implementation of | operator - returns C{L{MatchFirst}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__or__s s zParserElement.__or__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__ror__ s zParserElement.__ror__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA Implementation of ^ operator - returns C{L{Or}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__xor__� s zParserElement.__xor__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rxor__� s zParserElement.__rxor__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC Implementation of & operator - returns C{L{Each}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__and__� s zParserElement.__and__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rand__� s zParserElement.__rand__c C s t | �S )zE Implementation of ~ operator - returns C{L{NotAny}} )r )r� rw rw rx � __invert__� s zParserElement.__invert__c C s |dk r| j |�S | j� S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)rl r� )r� r� rw rw rx �__call__� s zParserElement.__call__c C s t | �S )z� Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r+ )r� rw rw rx �suppress� s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. F)rW )r� rw rw rx �leaveWhitespace� s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)rW rX rY )r� rN rw rw rx �setWhitespaceChars� s z ParserElement.setWhitespaceCharsc C s d| _ | S )z� Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r[ )r� rw rw rx � parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| jj|� n| jjt|j� �� | S )a� Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )rz r� r+ r\ r� r� )r� r� rw rw rx �ignore� s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r. r1 r3 rb r] )r� Z startActionZ successActionZexceptionActionrw rw rx �setDebugActions s z ParserElement.setDebugActionsc C s |r| j ttt� nd| _| S )a� Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r� r. r1 r3 r] )r� �flagrw rw rx �setDebug s #zParserElement.setDebugc C s | j S )N)r� )r� rw rw rx r� @ s zParserElement.__str__c C s t | �S )N)r� )r� rw rw rx r� C s zParserElement.__repr__c C s d| _ d | _| S )NT)r^ rT )r� rw rw rx r� F s zParserElement.streamlinec C s d S )Nrw )r� r� rw rw rx �checkRecursionK s z ParserElement.checkRecursionc C s | j g � dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r� )r� � validateTracerw rw rx �validateN s zParserElement.validatec C s� y |j � }W n2 tk r> t|d��}|j � }W dQ R X Y nX y | j||�S tk r| } ztjrh� n|�W Y dd}~X nX dS )z� Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. �rN)�readr� �openr� r r$ r� )r� Zfile_or_filenamer� Z file_contents�fr2 rw rw rx � parseFileT s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| j|�S tt| �|kS d S )N)rz r$ �varsr� r� �super)r� r� )rG rw rx �__eq__h s zParserElement.__eq__c C s | |k S )Nrw )r� r� rw rw rx �__ne__p s zParserElement.__ne__c C s t t| ��S )N)�hash�id)r� rw rw rx �__hash__s s zParserElement.__hash__c C s | |kS )Nrw )r� r� rw rw rx �__req__v s zParserElement.__req__c C s | |k S )Nrw )r� r� rw rw rx �__rne__y s zParserElement.__rne__c C s0 y| j t|�|d� dS tk r* dS X dS )a� Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") )r� TFN)r� r� r )r� Z testStringr� rw rw rx r� | s zParserElement.matches�#c C s� t |t�r"tttj|j� j� ��}t |t�r4t|�}g }g }d} �x�|D �]�} |dk rb|j | d�sl|rx| rx|j | � qH| s~qHdj |�| g} g }y:| j dd�} | j | |d�} | j | j|d�� | o�| } W n� tk �rx } z�t | t�r�dnd }d| k�r0| j t| j| �� | j d t| j| �d d | � n| j d | j d | � | j d t| � � | �ob|} | } W Y dd} ~ X nD tk �r� } z&| j dt|� � | �o�|} |} W Y dd}~X nX |�r�|�r�| j d � tdj | �� |j | | f� qHW | |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr z\n)r� )r z(FATAL)r� � rr �^zFAIL: zFAIL-EXCEPTION: )rz r� r� ru r{ r� �rstrip� splitlinesr r� r� r� r� r� r r r! rG r� r9 rJ r+ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcomments�successrv r �resultr� ry r2 rw rw rx �runTests� sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr� TTF)Or� r� r� r� rM r� � staticmethodrO rQ r� r� rh rl rt r� rw r} r~ r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� rs r� r� r� r� �_MAX_INTr� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__rw rw )rG rx r$ 8 s� & H " 2G+ D ) c s e Zd ZdZ� fdd�Z� ZS )r, zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| �jdd� d S )NF)rf )r� r, r� )r� )rG rw rx r� s zToken.__init__)r� r� r� r� r� r� rw rw )rG rx r, s c s e Zd ZdZ� fdd�Z� ZS )r z, An empty token, will always match. c s$ t t| �j� d| _d| _d| _d S )Nr TF)r� r r� r� rZ r_ )r� )rG rw rx r� s zEmpty.__init__)r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z( A token that will never match. c s* t t| �j� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r� r r� r� rZ r_ r` )r� )rG rw rx r� * s zNoMatch.__init__Tc C s t ||| j| ��d S )N)r r` )r� r, r� rn rw rw rx r� 1 s zNoMatch.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r & s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s� t t| �j� || _t|�| _y|d | _W n* tk rV tj dt dd� t | _ Y nX dt | j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rG r� r� r` rZ r_ )r� � matchString)rG rw rx r� C s zLiteral.__init__Tc C sJ || | j kr6| jdks&|j| j|�r6|| j | jfS t||| j| ��d S )Nrr )r� r� � startswithr� r r` )r� r, r� rn rw rw rx r� V s zLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r 5 s c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd d �Ze d d � �Z � Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. z_$NFc s� t t| �j� |d kr tj}|| _t|�| _y|d | _W n$ tk r^ t j dt dd� Y nX d| j | _ d| j | _ d| _d| _|| _|r�|j� | _|j� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r� r� r� r� r` rZ r_ �caseless�upper� caselessmatchr� � identChars)r� r� r� r� )rG rw rx r� q s& zKeyword.__init__Tc C s | j r||||| j � j� | jkr�|t|�| j ksL||| j j� | jkr�|dksj||d j� | jkr�|| j | jfS nv|| | jkr�| jdks�|j| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j | ��d S )Nr rr ) r� r� r� r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s * &zKeyword.parseImplc s t t| �j� }tj|_|S )N)r� r r� r� r� )r� r� )rG rw rx r� � s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r� )rN rw rw rx �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r3 r� r� r� r� r� r� r� rw rw )rG rx r ^ s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| �j|j� � || _d| j | _d| j | _d S )Nz'%s'z Expected )r� r r� r� � returnStringr� r` )r� r� )rG rw rx r� � s zCaselessLiteral.__init__Tc C s@ |||| j � j� | jkr,|| j | jfS t||| j| ��d S )N)r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s zCaselessLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) r z� Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| �j||dd� d S )NT)r� )r� r r� )r� r� r� )rG rw rx r� � s zCaselessKeyword.__init__Tc C sj |||| j � j� | jkrV|t|�| j ksF||| j j� | jkrV|| j | jfS t||| j| ��d S )N)r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s *zCaselessKeyword.parseImpl)N)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) rl ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) rr c sB t t| �j� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r� rl r� r� � match_string� maxMismatchesr` r_ rZ )r� r� r� )rG rw rx r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j} x�tt|||� | j��D ]0\}} | \} } | | krP| j|� t | �| krPP qPW |d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr rr Zoriginal� mismatches) r� r� r� r� r� r� r" r r` )r� r, r� rn �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsrw rw rx r� � s( " zCloseMatch.parseImpl)rr )T)r� r� r� r� r� r� r� rw rw )rG rx rl � s c s8 e Zd ZdZd � fdd� Zdd d �Z� fd d �Z� ZS )r/ a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nrr r Fc s� t t| �j� � rFdj� fdd�|D ��}|rFdj� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t d��|| _ |dkr�|| _ nt | _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d | j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd tj| j�t| j�f | _nd t| j�t| j�f | _| j�r�d| j d | _ytj| j�| _W n tk �r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S )Nrw )r� r� )� excludeCharsrw rx r� 7 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nrw )r� r� )r� rw rx r� 9 s r rr zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedz Expected Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b)r� r/ r� r� � initCharsOrigr� � initChars� bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr� r� r� r` r_ � asKeyword�_escapeRegexRangeChars�reStringr� rc �escape�compilerJ )r� r� r �min�max�exactr r� )rG )r� rx r� 4 sT 0 z Word.__init__Tc C sD | j r<| j j||�}|s(t||| j| ��|j� }||j� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t ||�}x ||k r�|| |kr�|d7 }q�W d} || | j k r�d} | j r�||k r�|| |kr�d} | j �r |dk�r||d |k�s||k �r || |k�r d} | �r4t||| j| ��||||� fS )Nrr FTr )rc r� r r` �end�groupr� r� r r r r r r ) r� r, r� rn r� r� r� Z bodycharsr� ZthrowExceptionrw rw rx r� j s6 4zWord.parseImplc st yt t| �j� S tk r" Y nX | jd krndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� z...)r� )r� rw rw rx � charsAsStr� s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r� r/ r� rJ rT r� r� )r� r )rG rw rx r� � s z Word.__str__)Nrr r r FN)T)r� r� r� r� r� r� r� r� rw rw )rG rx r/ s .6 #c sF e Zd ZdZeejd��Zd � fdd� Zd dd�Z � fd d �Z � Z S ) r' a� Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s� t t| �j� t|t�r�|s,tjdtdd� || _|| _ y t j | j| j �| _ | j| _ W q� t jk r� tjd| tdd� � Y q�X n2t|tj�r�|| _ t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S ) z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrq )r� z$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectz Expected FTN)r� r' r� rz r� r� r� r� �pattern�flagsrc r r � sre_constants�error�compiledREtyper{ r� r� r� r` r_ rZ )r� r r )rG rw rx r� � s. zRegex.__init__Tc C sd | j j||�}|s"t||| j| ��|j� }|j� }t|j� �}|r\x|D ]}|| ||< qHW ||fS )N)rc r� r r` r � groupdictr" r )r� r, r� rn r� �dr� r� rw rw rx r� � s zRegex.parseImplc sD yt t| �j� S tk r" Y nX | jd kr>dt| j� | _| jS )NzRe:(%s))r� r' r� rJ rT r� r )r� )rG rw rx r� � s z Regex.__str__)r )T) r� r� r� r� r� rc r r r� r� r� r� rw rw )rG rx r' � s " c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r% a� Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t� �j� |j� }|s0tjdtdd� t� �|d kr>|}n"|j� }|s`tjdtdd� t� �|� _t |�� _ |d � _ |� _ t |�� _ |� _|� _|� _|� _|r�tjtjB � _dtj� j�t� j d �|d k r�t|�p�df � _n<d� _dtj� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd d j� fd d �tt � j �d dd�D �� d 7 _|�r�� jdtj|� 7 _|�r�� jdtj|� 7 _tj� j�d � _� jdtj� j � 7 _y tj � j� j�� _� j� _ W n0 t j k �r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrq )r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]rr z|(?:z)|(?:c 3 s4 | ],}d t j� jd|� �t� j| �f V qdS )z%s[^%s]N)rc r � endQuoteCharr )r� r� )r� rw rx r� / s z(QuotedString.__init__.<locals>.<genexpr>�)z|(?:%s)z|(?:%s.)z(.)z)*%sz$invalid pattern (%s) passed to Regexz Expected FTrs )%r� r% r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesrc � MULTILINE�DOTALLr r r r r� r� �escCharReplacePatternr r r r r� r� r` r_ rZ )r� r r r Z multiliner r r! )rG )r� rx r� sf 6 zQuotedString.__init__c C s� || | j kr | jj||�p d }|s4t||| j| ��|j� }|j� }| jr�|| j| j � }t |t �r�d|kr�| j r�ddddd�}x |j � D ]\}}|j||�}q�W | jr�tj| jd|�}| jr�|j| j| j�}||fS )N�\� r � � )z\tz\nz\fz\rz\g<1>)r rc r� r r` r r r r r rz r� r! r� r� r r� r$ r r ) r� r, r� rn r� r� Zws_mapZwslitZwscharrw rw rx r� G s( zQuotedString.parseImplc sF yt t| �j� S tk r" Y nX | jd kr@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r� r% r� rJ rT r r )r� )rG rw rx r� j s zQuotedString.__str__)NNFTNT)T)r� r� r� r� r� r� r� r� rw rw )rG rx r% � s A #c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r a� Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] rr r c s� t t| �j� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _ d| j | _ | jdk| _ d| _ d S )NFrr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr z Expected )r� r r� rW �notCharsr� r r r� r� r� r` rZ r_ )r� r) r r r )rG rw rx r� � s zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}x ||k rd|| |krd|d7 }qFW || | jk r�t||| j| ��||||� fS )Nrr )r) r r` r r r� r )r� r, r� rn r� Znotchars�maxlenrw rw rx r� � s zCharsNotIn.parseImplc sd yt t| �j� S tk r" Y nX | jd kr^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))r� r r� rJ rT r� r) )r� )rG rw rx r� � s zCharsNotIn.__str__)rr r r )T)r� r� r� r� r� r� r� r� rw rw )rG rx r v s c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r. a� Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r� r& r r( r' � rr r c s� t t� �j� |� _� jdj� fdd�� jD ��� djdd� � jD ��� _d� _d� j � _ |� _ |dkrt|� _ nt � _ |dkr�|� _ |� _ d S )Nr� c 3 s | ]}|� j kr|V qd S )N)� matchWhite)r� r� )r� rw rx r� � s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S )N)r. � whiteStrs)r� r� rw rw rx r� � s Tz Expected r ) r� r. r� r, r� r� rX r� rZ r` r r r� )r� Zwsr r r )rG )r� rx r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}x"||k rd|| | j krd|d7 }qDW || | jk r�t||| j| ��||||� fS )Nrr )r, r r` r r r� r )r� r, r� rn r� r� rw rw rx r� � s zWhite.parseImpl)r+ rr r r )T)r� r� r� r� r- r� r� r� rw rw )rG rx r. � s c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| �j� | jj| _d| _d| _d S )NTF)r� r. r� rG r� r� rZ r_ )r� )rG rw rx r� � s z_PositionToken.__init__)r� r� r� r� r� rw rw )rG rx r. � s r. c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| �j� || _d S )N)r� r r� r9 )r� �colno)rG rw rx r� � s zGoToColumn.__init__c C s` t ||�| j kr\t|�}| jr*| j||�}x0||k rZ|| j� rZt ||�| j krZ|d7 }q,W |S )Nrr )r9 r� r\ r� �isspace)r� r, r� r� rw rw rx r� � s & zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column)r9 r )r� r, r� rn ZthiscolZnewlocr� rw rw rx r� s zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| �j� d| _d S )NzExpected start of line)r� r r� r` )r� )rG rw rx r� & s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S )Nrr )r9 r r` )r� r, r� rn rw rw rx r� * s zLineStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| �j� | jtjjdd�� d| _d S )Nr r� zExpected end of line)r� r r� r� r$ rM r� r` )r� )rG rw rx r� 3 s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr rr )r� r r` )r� r, r� rn rw rw rx r� 8 s zLineEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r / s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* zM Matches if current position is at the beginning of the parse string c s t t| �j� d| _d S )NzExpected start of text)r� r* r� r` )r� )rG rw rx r� G s zStringStart.__init__Tc C s0 |dkr(|| j |d�kr(t||| j| ��|g fS )Nr )r� r r` )r� r, r� rn rw rw rx r� K s zStringStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r* C s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r) zG Matches if current position is at the end of the parse string c s t t| �j� d| _d S )NzExpected end of text)r� r) r� r` )r� )rG rw rx r� V s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S )Nrr )r� r r` )r� r, r� rn rw rw rx r� Z s zStringEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r) R s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r1 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| �j� t|�| _d| _d S )NzNot at the start of a word)r� r1 r� r� � wordCharsr` )r� r1 )rG rw rx r� l s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS )Nr rr )r1 r r` )r� r, r� rn rw rw rx r� q s zWordStart.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r1 d s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r0 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| �j� t|�| _d| _d| _d S )NFzNot at the end of a word)r� r0 r� r� r1 rW r` )r� r1 )rG rw rx r� � s zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS )Nr rr )r� r1 r r` )r� r, r� rn r� rw rw rx r� � s zWordEnd.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r0 x s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Z� fd d �Z� fd d�Z � fdd�Z d� fdd� Z g fdd�Z � fdd�Z � ZS )r z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r"t|�}t|t�r<tj|�g| _ njt|t j �rzt|�}t dd� |D ��rnt tj|�}t|�| _ n,yt|�| _ W n tk r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S )N)rz r� )r� r- rw rw rx r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r� r r� rz r� r� r� r$ rP �exprsr� �Iterable�allru r� rd )r� r2 rf )rG rw rx r� � s zParseExpression.__init__c C s | j | S )N)r2 )r� r� rw rw rx r� � s zParseExpression.__getitem__c C s | j j|� d | _| S )N)r2 r� rT )r� r� rw rw rx r� � s zParseExpression.appendc C s4 d| _ dd� | jD �| _x| jD ] }|j� q W | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)rW r2 r� )r� r rw rw rx r� � s z ParseExpression.leaveWhitespacec sz t |t�rF|| jkrvtt| �j|� xP| jD ]}|j| jd � q,W n0tt| �j|� x | jD ]}|j| jd � q^W | S )Nrr rs rs )rz r+ r\ r� r r� r2 )r� r� r )rG rw rx r� � s zParseExpression.ignorec sL yt t| �j� S tk r" Y nX | jd krFd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT rG r� r� r2 )r� )rG rw rx r� � s zParseExpression.__str__c s0 t t| �j� x| jD ] }|j� qW t| j�dk�r | jd }t|| j�r�|j r�|jd kr�|j r�|jd d � | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| j�o�|j o�|jd ko�|j �r | jd d� |jd d � | _d | _ | j |j O _ | j |j O _ dt | � | _| S )Nrq r rr z Expected rs rs )r� r r� r2 r� rz rG rR rU r] rT rZ r_ r� r` )r� r r� )rG rw rx r� � s0 zParseExpression.streamlinec s t t| �j||�}|S )N)r� r rl )r� r� rk r� )rG rw rx rl � s z ParseExpression.setResultsNamec C s: |d d � | g }x| j D ]}|j|� qW | jg � d S )N)r2 r� r� )r� r� �tmpr rw rw rx r� � s zParseExpression.validatec s$ t t| �j� }dd� | jD �|_|S )Nc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z(ParseExpression.copy.<locals>.<listcomp>)r� r r� r2 )r� r� )rG rw rx r� � s zParseExpression.copy)F)F)r� r� r� r� r� r� r� r� r� r� r� rl r� r� r� rw rw )rG rx r � s " c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d � Zd d � Z d d� Z � Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| j� d S )N�-)r� r r� r� r� r� )r� r� r� )rG rw rx r� s zAnd._ErrorStop.__init__)r� r� r� r� r� rw rw )rG rx r� s r� Tc sR t t| �j||� tdd� | jD ��| _| j| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z And.__init__.<locals>.<genexpr>r T) r� r r� r4 r2 rZ r� rX rW rd )r� r2 rf )rG rw rx r� s z And.__init__c C s | j d j|||dd�\}}d}x�| j dd � D ]�}t|tj�rFd}q0|r�y|j|||�\}}W q� tk rv � Y q� tk r� } zd |_tj|��W Y d d }~X q� t k r� t|t |�| j | ��Y q�X n|j|||�\}}|s�|j � r0||7 }q0W ||fS )Nr F)ro rr T) r2 rs rz r r� r# r � __traceback__r� r� r� r` r� ) r� r, r� rn � resultlistZ errorStopr Z exprtokensr� rw rw rx r� s( z And.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx r 5 s z And.__iadd__c C s8 |d d � | g }x | j D ]}|j|� |jsP qW d S )N)r2 r� rZ )r� r� �subRecCheckListr rw rw rx r� : s zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� �{r� c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� F s z And.__str__.<locals>.<genexpr>�})r� r� rT r� r2 )r� rw rw rx r� A s z And.__str__)T)T) r� r� r� r� r r� r� r� r r� r� r� rw rw )rG rx r � s c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� \ s z Or.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� Y s z Or.__init__Tc C sT d}d }g }x�| j D ]�}y|j||�}W nv tk rd } z d | _| j|krT| }| j}W Y d d } ~ X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX |j||f� qW |�r*|j dd� d� x`|D ]X\} }y|j |||�S tk �r$ } z"d | _| j|k�r| }| j}W Y d d } ~ X q�X q�W |d k �rB| j|_ |�nt||d| ��d S )Nrr c S s | d S )Nr rw )�xrw rw rx ry u s z Or.parseImpl.<locals>.<lambda>)r� z no defined alternatives to matchrs ) r2 r� r r7 r� r� r� r` r� �sortrs r� ) r� r, r� rn � maxExcLoc� maxExceptionr� r Zloc2r� �_rw rw rx r� ` s< z Or.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ixor__� s z Or.__ixor__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z ^ c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z Or.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s z Or.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zOr.checkRecursion)F)T) r� r� r� r� r� r� rA r� r� r� rw rw )rG rx r K s & c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� � s z&MatchFirst.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� � s zMatchFirst.__init__Tc C s� d}d }x�| j D ]�}y|j|||�}|S tk r\ } z|j|krL|}|j}W Y d d }~X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX qW |d k r�| j|_|�nt||d| ��d S )Nrr z no defined alternatives to matchrs )r2 rs r r� r� r� r` r� ) r� r, r� rn r> r? r r� r� rw rw rx r� � s$ zMatchFirst.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ior__� s zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z | c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z%MatchFirst.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s zMatchFirst.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zMatchFirst.checkRecursion)F)T) r� r� r� r� r� r� rB r� r� r� rw rw )rG rx r � s c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d � Z� ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| �j||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z Each.__init__.<locals>.<genexpr>T)r� r r� r4 r2 rZ rW �initExprGroups)r� r2 rf )rG rw rx r� s z Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d } x�| �rp|� | j | j } g } x~| D ]v} y| j||�}W n t k �r | j | � Y q�X |j | jj t | �| �� | |k�rD|j | � q�| � kr� j | � q�W t| �t| �kr�d } q�W |�r�d jd d� |D ��} t ||d | ��|� fdd�| jD �7 }g }x*|D ]"} | j|||�\}}|j |� �q�W t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S )N)rz r r� r- )r� r rw rw rx r� s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� s z"Each.parseImpl.<locals>.<listcomp>c S s" g | ]}|j rt|t� r|�qS rw )rZ rz r )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r2 r- )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� ! s c S s g | ]}t |tttf�s|�qS rw )rz r r2 r )r� r rw rw rx r� " s FTz, c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� = s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS rw )rz r r- )r� r )�tmpOptrw rx r� A s )rC r� r2 Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr� r r� r� r� �remover� r� rs �sumr" )r� r, r� rn Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr8 r� Z finalResultsrw )rD rx r� sP zEach.parseImplc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z & c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� P s z Each.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� K s z Each.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� T s zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r� r� rw rw )rG rx r � s 5 1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd d �Z� fd d �Zdd� Z g fdd�Z � fdd�Z � Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r@ttjt�r2tj|�}ntjt |��}|| _ d | _ |d k r�|j | _ |j | _ | j|j� |j| _|j| _|j| _| jj|j� d S )N)r� r r� rz r� � issubclassr$ rP r, r r- rT r_ rZ r� rX rW rV rd r\ r� )r� r- rf )rG rw rx r� ^ s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NF)ro r� )r- rs r r` )r� r, r� rn rw rw rx r� p s z ParseElementEnhance.parseImplc C s* d| _ | jj� | _| jd k r&| jj� | S )NF)rW r- r� r� )r� rw rw rx r� v s z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| �j|� | jd k rn| jj| jd � n,tt| �j|� | jd k rn| jj| jd � | S )Nrr rs rs )rz r+ r\ r� r r� r- )r� r� )rG rw rx r� } s zParseElementEnhance.ignorec s& t t| �j� | jd k r"| jj� | S )N)r� r r� r- )r� )rG rw rx r� � s z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| jj|� d S )N)r& r- r� )r� r� r9 rw rw rx r� � s z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� � s z ParseElementEnhance.validatec sV yt t| �j� S tk r" Y nX | jd krP| jd k rPd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT r- rG r� r� )r� )rG rw rx r� � s zParseElementEnhance.__str__)F)T) r� r� r� r� r� r� r� r� r� r� r� r� r� rw rw )rG rx r Z s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| �j|� d| _d S )NT)r� r r� rZ )r� r- )rG rw rx r� � s zFollowedBy.__init__Tc C s | j j||� |g fS )N)r- r� )r� r, r� rn rw rw rx r� � s zFollowedBy.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS ) r a� Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| �j|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r� r r� rW rZ r� r- r` )r� r- )rG rw rx r� � s zNotAny.__init__Tc C s& | j j||�r t||| j| ��|g fS )N)r- r� r r` )r� r, r� rn rw rw rx r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r; )r� r� rT r� r- )r� rw rw rx r� � s zNotAny.__str__)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| �j|� d| _|}t|t�r.tj|�}|d k r<| nd | _d S )NT) r� rH r� rV rz r� r$ rP � not_ender)r� r- �stopOnZender)rG rw rx r� � s z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}yZ| j } xJ|rb|||� | rr|||�} n|} ||| |�\}} | s�| j� rT|| 7 }qTW W n ttfk r� Y nX ||fS )NF)ro ) r- rs r� rI r� r\ r� r r� ) r� r, r� rn Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr� ZhasIgnoreExprsr� Z tmptokensrw rw rx r� � s, z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� rw rw )rG rx rH � s rH c @ s e Zd ZdZdd� ZdS )r a� Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r: z}...)r� r� rT r� r- )r� rw rw rx r� ! s zOneOrMore.__str__N)r� r� r� r� r� rw rw rw rx r s c s8 e Zd ZdZd � fdd� Zd � fdd� Zdd � Z� ZS ) r2 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| �j||d� d| _d S )N)rJ T)r� r2 r� rZ )r� r- rJ )rG rw rx r� 6 s zZeroOrMore.__init__Tc s6 yt t| �j|||�S ttfk r0 |g fS X d S )N)r� r2 r� r r� )r� r, r� rn )rG rw rx r� : s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r z]...)r� r� rT r� r- )r� rw rw rx r� @ s zZeroOrMore.__str__)N)T)r� r� r� r� r� r� r� r� rw rw )rG rx r2 * s c @ s e Zd Zdd� ZeZdd� ZdS )� _NullTokenc C s dS )NFrw )r� rw rw rx r� J s z_NullToken.__bool__c C s dS )Nr� rw )r� rw rw rx r� M s z_NullToken.__str__N)r� r� r� r� r& r� rw rw rw rx rK I s rK c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| �j|dd� | jj| _|| _d| _d S )NF)rf T)r� r r� r- rV r� rZ )r� r- r� )rG rw rx r� t s zOptional.__init__Tc C sz y | j j|||dd�\}}W nT ttfk rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS )NF)ro )r- rs r r� r� �_optionalNotMatchedrU r" )r� r, r� rn r� rw rw rx r� z s zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r r )r� r� rT r� r- )r� rw rw rx r� � s zOptional.__str__)T) r� r� r� r� rL r� r� r� r� rw rw )rG rx r Q s " c s, e Zd ZdZd � fdd� Zd dd�Z� ZS ) r( a� Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| �j|� || _d| _d| _|| _d| _t|t �rFt j |�| _ n|| _ dt | j� | _d S )NTFzNo match found for )r� r( r� � ignoreExprrZ r_ � includeMatchr� rz r� r$ rP �failOnr� r- r` )r� r� �includer� rO )rG rw rx r� � s zSkipTo.__init__Tc C s, |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} x�| |kr�|d k rh||| �rhP | d k r�x*y| || �} W qr tk r� P Y qrX qrW y||| ddd� W n tt fk r� | d7 } Y qLX P qLW t||| j | ��| }|||� } t | �} | j �r$||||dd�\}} | | 7 } || fS )NF)rn ro rr )ro ) r� r- rs rO r� rM r� r r r� r` r" rN )r� r, r� rn r/ r� r- Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr� rw rw rx r� � s< zSkipTo.parseImpl)FNN)T)r� r� r� r� r� r� r� rw rw )rG rx r( � s 6 c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Zd d � Zg fd d�Z dd� Z � fdd�Z � Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| �j|dd� d S )NF)rf )r� r r� )r� r� )rG rw rx r� s zForward.__init__c C sj t |t�rtj|�}|| _d | _| jj| _| jj| _| j| jj � | jj | _ | jj | _ | j j | jj � | S )N)rz r� r$ rP r- rT r_ rZ r� rX rW rV r\ r� )r� r� rw rw rx � __lshift__ s zForward.__lshift__c C s | |> S )Nrw )r� r� rw rw rx � __ilshift__' s zForward.__ilshift__c C s d| _ | S )NF)rW )r� rw rw rx r� * s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | jj� | S )NT)r^ r- r� )r� rw rw rx r� . s zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� 5 s zForward.validatec C s> t | d�r| jS | jjd S d}W d | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rG r� Z _revertClass�_ForwardNoRecurser- r� )r� Z retStringrw rw rx r� < s zForward.__str__c s. | j d k rtt| �j� S t� }|| K }|S d S )N)r- r� r r� )r� r� )rG rw rx r� M s z Forward.copy)N) r� r� r� r� r� rQ rR r� r� r� r� r� r� rw rw )rG rx r s c @ s e Zd Zdd� ZdS )rT c C s dS )Nz...rw )r� rw rw rx r� V s z_ForwardNoRecurse.__str__N)r� r� r� r� rw rw rw rx rT U s rT c s" e Zd ZdZd� fdd� Z� ZS )r- zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| �j|� d| _d S )NF)r� r- r� rV )r� r- rf )rG rw rx r� ] s zTokenConverter.__init__)F)r� r� r� r� r� r� rw rw )rG rx r- Y s c s6 e Zd ZdZd � fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r� Tc s8 t t| �j|� |r | j� || _d| _|| _d| _d S )NT)r� r r� r� �adjacentrW � joinStringrd )r� r- rV rU )rG rw rx r� r s zCombine.__init__c s( | j rtj| |� ntt| �j|� | S )N)rU r$ r� r� r )r� r� )rG rw rx r� | s zCombine.ignorec C sP |j � }|d d �= |tdj|j| j��g| jd�7 }| jrH|j� rH|gS |S d S )Nr� )r� )r� r" r� r rV ra rU r� )r� r, r� r� ZretToksrw rw rx r� � s "zCombine.postParse)r� T)r� r� r� r� r� r� r� r� rw rw )rG rx r a s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a� Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s zGroup.__init__c C s |gS )Nrw )r� r, r� r� rw rw rx r� � s zGroup.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s z Dict.__init__c C s� x�t |�D ]�\}}t|�dkr q |d }t|t�rBt|d �j� }t|�dkr^td|�||< q t|�dkr�t|d t� r�t|d |�||< q |j� }|d= t|�dks�t|t�r�|j � r�t||�||< q t|d |�||< q W | j r�|gS |S d S )Nr rr r� rq ) r� r� rz ru r� r� r� r" r� r� rU )r� r, r� r� r� �tokZikeyZ dictvaluerw rw rx r� � s$ zDict.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s # c @ s e Zd ZdZdd� Zdd� ZdS )r+ aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S )Nrw )r� r, r� r� rw rw rx r� � s zSuppress.postParsec C s | S )Nrw )r� rw rw rx r� � s zSuppress.suppressN)r� r� r� r� r� r� rw rw rw rx r+ � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t |�| _d| _d S )NF)rL �callable�called)r� Z methodCallrw rw rx r� s zOnlyOnce.__init__c C s. | j s | j|||�}d| _ |S t||d��d S )NTr� )rY rX r )r� r� r4 rv r� rw rw rx r� s zOnlyOnce.__call__c C s d| _ d S )NF)rY )r� rw rw rx �reset s zOnlyOnce.resetN)r� r� r� r� r� r� rZ rw rw rw rx r � s c s: t � �� � fdd�}y � j|_W n tk r4 Y nX |S )as Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s� � j }| dd � \}}}t| �dkr8| d jj d | }tjjd|t||�||f � y � | � }W n8 tk r� } z tjjd||f � � W Y d d }~X nX tjjd||f � |S )Nro r �.z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) r8 )r� r� rG r~ �stderr�writerG rJ )ZpaArgsZthisFuncr� r4 rv r� r2 )r� rw rx �z# s ztraceParseAction.<locals>.z)rL r� r� )r� r^ rw )r� rx rb s �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � �j|�S | tt|�| � j|�S dS )a� Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r� z]...N)r� r r2 rh r+ )r- Zdelim�combineZdlNamerw rw rx r@ 9 s $c sj t � � � �fdd�}|dkr0tt�jdd� �}n|j� }|jd� |j|dd� |� jd t�� d �S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d }� |r t t�g| ��p&t t�> g S )Nr )r r rC )r� r4 rv r� )� arrayExprr- rw rx �countFieldParseAction_ s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S )Nr )ru )rv rw rw rx ry d s z countedArray.<locals>.<lambda>ZarrayLenT)re z(len) z...)r r/ rR r� r� rh rw r� )r- ZintExprrb rw )ra r- rx r< L s c C s: g }x0| D ](}t |t�r(|jt|�� q |j|� q W |S )N)rz r� r� r� r� )�Lr� r� rw rw rx r� k s r� c s6 t � � � fdd�}| j|dd� � jdt| � � � S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |�dkr � |d > qLt|j� �}� tdd� |D ��> n � t� > d S )Nrr r c s s | ]}t |�V qd S )N)r )r� �ttrw rw rx r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r4 rv Ztflat)�reprw rx �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterT)re z(prev) )r rw rh r� )r- rf rw )re rx rO t s c sF t � � | j� }� |K � � fdd�}| j|dd� � jdt| � � � S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t |j� �� � fdd�}�j|dd� d S )Nc s$ t |j� �}|� kr tddd��d S )Nr� r )r� r� r )r� r4 rv Z theseTokens)� matchTokensrw rx �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensT)re )r� r� r� )r� r4 rv rh )re )rg rx rf � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterT)re z(prev) )r r� rw rh r� )r- Ze2rf rw )re rx rN � s c C s> x dD ]}| j |t| �} qW | j dd�} | j dd�} t| �S )Nz\^-]r z\nr& z\t)r� �_bslashr� )r� r� rw rw rx r � s r Tc s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| j� }n&t| tj�r\t| �}ntj dt dd� |svt � S d }x�|t |�d k �r|| }xnt ||d d � �D ]N\}} || |�r�||| d = P q�||| �r�||| d = |j|| � | }P q�W |d 7 }q|W | �r�|�r�yht |�t d j|��k�rZtd d jdd� |D �� �jdj|��S tdjdd� |D ���jdj|��S W n& tk �r� tj dt dd� Y nX t� fdd�|D ��jdj|��S )a� Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | j � |j � kS )N)r� )r �brw rw rx ry � s zoneOf.<locals>.<lambda>c S s |j � j| j � �S )N)r� r� )r rj rw rw rx ry � s c S s | |kS )Nrw )r rj rw rw rx ry � s c S s |j | �S )N)r� )r rj rw rw rx ry � s z6Invalid argument to oneOf, expected string or iterablerq )r� r rr Nr� z[%s]c s s | ]}t |�V qd S )N)r )r� �symrw rw rx r� � s zoneOf.<locals>.<genexpr>z | �|c s s | ]}t j|�V qd S )N)rc r )r� rk rw rw rx r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S )Nrw )r� rk )�parseElementClassrw rx r� � s )r r rz r� r� r� r3 r� r� r� r� r r� r� r� r� r' rh rJ r ) Zstrsr� ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r� rw )rm rx rS � sL ((c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r2 r )r� r� rw rw rx rA � s !c C s^ t � jdd� �}|j� }d|_|d�| |d� }|r@dd� }ndd� }|j|� | j|_|S ) a� Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S )Nrw )r� r� rv rw rw rx ry 8 s z!originalTextFor.<locals>.<lambda>F�_original_start� _original_endc S s | |j |j� S )N)rn ro )r� r4 rv rw rw rx ry = s c S s& | |j d�|j d�� g|d d �< d S )Nrn ro )r� )r� r4 rv rw rw rx � extractText? s z$originalTextFor.<locals>.extractText)r r� r� rd r\ )r- ZasStringZ locMarkerZ endlocMarker� matchExprrp rw rw rx rg s c C s t | �jdd� �S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S )Nr rw )rv rw rw rx ry J s zungroup.<locals>.<lambda>)r- r� )r- rw rw rx rh E s c C s4 t � jdd� �}t|d�| d� |j� j� d� �S )a� Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S )Nrw )r� r4 rv rw rw rx ry ` s z locatedExpr.<locals>.<lambda>Z locn_startr� Zlocn_end)r r� r r� r� )r- Zlocatorrw rw rx rj L s z\[]-*.$+^?()~ )r c C s |d d S )Nr rr rw )r� r4 rv rw rw rx ry k s ry z\\0?[xX][0-9a-fA-F]+c C s t t|d jd�d��S )Nr z\0x� )�unichrru �lstrip)r� r4 rv rw rw rx ry l s z \\0[0-7]+c C s t t|d dd � d��S )Nr rr � )rs ru )r� r4 rv rw rw rx ry m s z\])r� r z\wr6 r r� Znegate�bodyr c sB dd� � y dj � fdd�tj| �jD ��S tk r< dS X dS )a� Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | t�s| S djdd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S )N)rs )r� r� rw rw rx r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r rr )rz r" r� r� �ord)�prw rw rx ry � s zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S )Nrw )r� �part)� _expandedrw rx r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� rv rJ )r� rw )rz rx r_ r s c s � fdd�}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || �� kr t| |d� ��d S )Nz matched token not at column %d)r9 r )r( Zlocnr0 )r� rw rx � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColrw )r� r| rw )r� rx rM � s c s � fdd�S )a� Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s � gS )Nrw )r� r4 rv )�replStrrw rx ry � s z replaceWith.<locals>.<lambda>rw )r} rw )r} rx r\ � s c C s |d dd� S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r rr rs rw )r� r4 rv rw rw rx rZ � s c sN � �fdd�}yt �dt �d�j�}W n tk rB t��}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS rw rw )r� Ztokn)r� r5 rw rx r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>rw )r� r4 rv )r� r5 rw rx r| � s ztokenMap.<locals>.par� rG )rI r� rJ r{ )r5 r� r| rK rw )r� r5 rx rm � s c C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� �lower)rv rw rw rx ry � s c C s� t | t�r | }t| | d�} n| j}tttd �}|r�tj� j t �}t d�| d� t t t|t d� | ��� tddgd�jd �j d d � � t d � }n�d jdd� tD ��}tj� j t �t|�B }t d�| d� t t t|j t�tt d�| � ��� tddgd�jd �j dd � � t d � }ttd�| d �}|jdd j|jdd�j� j� � �jd| �}|jdd j|jdd�j� j� � �jd| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag name)r� z_-:r �tag�=�/F)r� rC c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z_makeTags.<locals>.<lambda>r r� c s s | ]}|d kr|V qdS )r Nrw )r� r� rw rw rx r� � s z _makeTags.<locals>.<genexpr>c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z</r� �:r� z<%s>r z</%s>) rz r� r r� r/ r4 r3 r> r� r� rZ r+ r r2 r r rl r� rV rY rB r �_Lr� �titler� rh r )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagrw rw rx � _makeTags� s" T\..r� c C s t | d�S )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com F)r� )r� rw rw rx rK � s c C s t | d�S )z� Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} T)r� )r� rw rw rx rL s c s8 | r| dd� � n|j � � dd� � D �� � fdd�}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||f�qS rw rw )r� r� r� rw rw rx r� Q s z!withAttribute.<locals>.<listcomp>c s^ xX� D ]P\}}||kr&t | |d| ��|tjkr|| |krt | |d||| |f ��qW d S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r re � ANY_VALUE)r� r4 r� ZattrNameZ attrValue)�attrsrw rx r| R s zwithAttribute.<locals>.pa)r� )r� ZattrDictr| rw )r� rx re s 2 c C s |r d| nd}t f || i�S )a� Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:class�class)re )Z classname� namespaceZ classattrrw rw rx rk \ s �(r c C s� t � }| || | B }�x`t|�D �]R\}}|d dd� \}} } } | dk rTd| nd| } | dkr�|dksxt|�dkr�td��|\} }t � j| �}| tjk�rd| dkr�t|| �t|t |� � }n�| dk�r |dk �r t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rZt|| | | | �t|| | | | � }ntd ��n�| tj k�rH| dk�r�t |t ��s�t |�}t|j | �t|| � }n�| dk�r|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r>t|| | | | �t|| | | | � }ntd ��ntd ��| �r`|j| � ||j| �|B K }|}q"W ||K }|S ) a� Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] Nr ro z%s termz %s%s termrq z@if numterms=3, opExpr must be a tuple or list of two expressionsrr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)N)r r� r� r� rh rT �LEFTr r r �RIGHTrz r r- r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr| ZtermNameZopExpr1ZopExpr2ZthisExprrq rw rw rx ri � sR ; & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r(t| t�o,t|t��r t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��j dd� �}n$t j � t| | tj �j dd� � }nx|dk r�tt| t | � t |� ttjdd� ��j dd� �}n4ttt | � t |� ttjdd� ��j d d� �}nt d ��t � }|dk �rb|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|jd | |f � |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNrr )r c S s | d j � S )Nr )r� )rv rw rw rx ry 9 s z nestedExpr.<locals>.<lambda>c S s | d j � S )Nr )r� )rv rw rw rx ry < s c S s | d j � S )Nr )r� )rv rw rw rx ry B s c S s | d j � S )Nr )r� )rv rw rw rx ry F s zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� rz r� r� r r r r$ rM r� rC r� r r r r+ r2 rh )�openerZcloserZcontentrM r� rw rw rx rP � s4 : *$c s� � fdd�}� fdd�}� fdd�}t t� jd�j� �}t� t� j|� jd�}t� j|�jd �}t� j|�jd �} |r�tt|�| t |t| � t|� � | �} n$tt|�t |t| � t|� � �} | j t t� � | jd �S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrr zillegal nestingznot a peer entryrs rs )r� r9 r! r )r� r4 rv �curCol)� indentStackrw rx �checkPeerIndent� s z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� j|� n t| |d��d S )Nrr znot a subentryrs )r9 r� r )r� r4 rv r� )r� rw rx �checkSubIndent� s z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� o4|� d k o4|� d ksBt| |d��� j� d S )Nrr rq znot an unindentrs r9 )r� r9 r r� )r� r4 rv r� )r� rw rx � checkUnindent� s z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r� r� r r� rh r r r� ri ) ZblockStatementExprr� r r� r� r� r r� ZPEERZUNDENTZsmExprrw )r� rx rf Q s N , z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>rl z);zcommon HTML entityc C s t j| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentity)rv rw rw rx r[ � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style comment)r� z � commaItem)r� c @ s� e Zd ZdZee�Zee�Ze e �j d�j e�Z e e�j d�j eed��Zed�j d�j e�Ze� j e�d e� j e� j d�Zejd d � � eeeed �j� e � B j d �Zeje� ed �j d�j e�Zed�j d�j e�ZeeB eB j� Zed�j d�j e�Z e e d e d �j d�Z ed�j d�Z ed�j d�Z!e!de! d j d�Z"ee!de! d> �d ee!de! d? � j d �Z#e#j$d d � � d!e j d"�Z%e&e"e%B e#B j d#��j d#�Z'ed$�j d%�Z(e)d@d'd(��Z*e)dAd*d+��Z+ed,�j d-�Z,ed.�j d/�Z-ed0�j d1�Z.e/j� e0j� B Z1e)d2d3� �Z2e&e3e4d4� e5� e e6d4d5� ee7d6�� ��j� j d7�Z8e9ee:j;� e8B d8d9��j d:�Z<e)ed;d � ��Z=e)ed<d � ��Z>d=S )Brn a� Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] �integerz hex integerrr z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rr rs rw )rv rw rw rx ry � s zpyparsing_common.<lambda>r6 z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr@ � identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 addressr rA z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t jj|�rd V qdS )rr N)rn � _ipv6_partr� )r� rd rw rw rx r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>ru )rF )rv rw rw rx ry � s z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a� Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sL yt j|d � �j� S tk rF } zt| |t|���W Y d d }~X nX d S )Nr )r �strptimeZdater� r r{ )r� r4 rv �ve)�fmtrw rx �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnrw )r� r� rw )r� rx � convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sH yt j|d � �S tk rB } zt| |t|���W Y d d }~X nX d S )Nr )r r� r� r r{ )r� r4 rv r� )r� rw rx r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnrw )r� r� rw )r� rx �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t jj|d �S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rn �_html_stripperr� )r� r4 r� rw rw rx � stripHTMLTags� s z pyparsing_common.stripHTMLTagsr_ )r� z r� r� )r� zcomma separated listc C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� r~ )rv rw rw rx ry � s N)r rA )r rA )r� )r� )?r� r� r� r� rm ru ZconvertToInteger�floatZconvertToFloatr/ rR rh r� r� rD r� r' Zsigned_integerr� rw r r� Z mixed_integerrF �realZsci_realr� �numberr� r4 r3 r� Z ipv4_addressr� Z_full_ipv6_addressZ_short_ipv6_addressr} Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� r� r� Z iso8601_dateZiso8601_datetime�uuidr7 r6 r� r� r r r rV r. � _commasepitemr@ rY r� Zcomma_separated_listrd rB rw rw rw rx rn � sN "" 2 8 �__main__Zselect�fromz_$r[ )r` �columnsri ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rq )r_ F)N)FT)T)r� )T)�r� � __version__Z__versionTime__� __author__r� �weakrefr r� r� r~ r� rc r r� r! r; r� r �_threadr � ImportErrorZ threadingr r� Z ordereddict�__all__r� � version_infor: r �maxsizer� r{ r� �chrrs r� rF r� r �reversedr� r� r r4 r r rH ZmaxintZxranger� Z __builtin__r� Zfnamer� rI r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser4 rR rD r3 ri r� Z printablerV rJ r r r! r# r& r� r" �MutableMapping�registerr9 rJ rG r. r1 r3 rQ rL r$ r, r r r r� rP r r r rl r/ r' r% r r. r. r r r r* r) r1 r0 r r r r r r r r rH r r2 rK rL r r( r rT r- r r r r+ r rb r@ r< r� rO rN r rS rA rg rh rj rh rC rI rH ra r` r� Z _escapedPuncZ_escapedHexCharZ_escapedOctChar�UNICODEZ _singleCharZ _charRangerl r{ r_ rM r\ rZ rm rd rB r� rK rL re r� rk rT r� r� ri rU r> r^ rY rc rP rf r5 rW r7 r6 r� r� r� r� r; r[ r8 rE r� r] r? r= rF rX r� r� r: rn r� Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr� r� r� r� r� r� rw rw rw rx �<module>= s� 8 @ d &A= I G3 pLOD|M &# @sQ,A, I# % &0 , ? #k Zr ( 0 " site-packages/setuptools/_vendor/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0022471 0 ustar 00 3 Xo�h � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/setuptools/_vendor/__pycache__/six.cpython-36.opt-1.pyc 0000644 00000057532 15231162611 0021553 0 ustar 00 3 Xo�h�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/setuptools/_vendor/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0021532 0 ustar 00 3 Xo�h � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/setuptools/_vendor/__pycache__/pyparsing.cpython-36.pyc 0000644 00000610513 15231162611 0022017 0 ustar 00 3 Xo�h� � @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ yddlmZ W n ek r� ddlmZ Y nX ydd l mZ W n> ek r� ydd lmZ W n ek r� dZY nX Y nX d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgiZee j�dds� Z e d dskZ e �r"e j Z e Z!e"Z#e Z$e%e&e'e(e)ee*e+e,e-e.g Z/nbe j0Z e1Z2dtdu� Z$g Z/ddl3Z3xBdvj4� D ]6Z5ye/j6e7e3e5�� W n e8k �r| �wJY nX �qJW e9dwdx� e2dy�D ��Z:dzd{� Z;G d|d}� d}e<�Z=ej>ej? Z@d~ZAeAd ZBe@eA ZCe"d��ZDd�jEd�dx� ejFD ��ZGG d�d!� d!eH�ZIG d�d#� d#eI�ZJG d�d%� d%eI�ZKG d�d'� d'eK�ZLG d�d*� d*eH�ZMG d�d�� d�e<�ZNG d�d&� d&e<�ZOe jPjQeO� d�d=� ZRd�dN� ZSd�dK� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�dU� ZX�d/d�d��ZYG d�d(� d(e<�ZZG d�d0� d0eZ�Z[G d�d� de[�Z\G d�d� de[�Z]G d�d� de[�Z^e^Z_e^eZ_`G d�d� de[�ZaG d�d � d e^�ZbG d�d � d ea�ZcG d�dp� dpe[�ZdG d�d3� d3e[�ZeG d�d+� d+e[�ZfG d�d)� d)e[�ZgG d�d � d e[�ZhG d�d2� d2e[�ZiG d�d�� d�e[�ZjG d�d� dej�ZkG d�d� dej�ZlG d�d� dej�ZmG d�d.� d.ej�ZnG d�d-� d-ej�ZoG d�d5� d5ej�ZpG d�d4� d4ej�ZqG d�d$� d$eZ�ZrG d�d � d er�ZsG d�d � d er�ZtG d�d� der�ZuG d�d� der�ZvG d�d"� d"eZ�ZwG d�d� dew�ZxG d�d � d ew�ZyG d�d�� d�ew�ZzG d�d � d ez�Z{G d�d6� d6ez�Z|G d�d�� d�e<�Z}e}� Z~G d�d � d ew�ZG d�d,� d,ew�Z�G d�d� dew�Z�G d�d�� d�e��Z�G d�d1� d1ew�Z�G d�d� de��Z�G d�d� de��Z�G d�d� de��Z�G d�d/� d/e��Z�G d�d � d e<�Z�d�df� Z��d0d�dD�Z��d1d�d@�Z�d�d΄ Z�d�dS� Z�d�dR� Z�d�d҄ Z��d2d�dW�Z�d�dE� Z��d3d�dk�Z�d�dl� Z�d�dn� Z�e\� j�dG�Z�el� j�dM�Z�em� j�dL�Z�en� j�de�Z�eo� j�dd�Z�eeeDd�d�dڍj�d�d܄ �Z�efd݃j�d�d܄ �Z�efd߃j�d�d܄ �Z�e�e�B e�B eeeGd�dyd�B efd�e j��B Z�e�e�e�d� e� �Z�e^d�ed�j�d� e�e{e�e�B ��j�d� d� Z�d�dc� Z�d�dQ� Z�d�d`� Z�d�d^� Z�d�dq� Z�e�d�d܄ �Z�e�d�d܄ �Z�d�d� Z�d�dO� Z�d�dP� Z�d�di� Z�e<� e�_��d4d�do�Z�e=� Z�e<� e�_�e<� e�_�e�d��e�d��fd�dm�Z�e�Z�e�efd��d� �j�d��Z�e�efd��d� �j�d��Z�e�efd��d� efd��d� B �j��d �Z�e�e_�d�e�j� �j��d�Z�d�d�de�j� f�ddT�Z��d5�ddj�Z�e��d�Z�e��d�Z�e�eee@eC�d �j��d��\Z�Z�e�e��d j4� �d ��Z�ef�d �d jEe�jà � �d �j��d�ZĐdd_� Z�e�ef�d��d �j��d�Z�ef�d�j��d�Z�ef�d�jȃ j��d�Z�ef�d�j��d�Z�e�ef�d��d e�B �j��d�Z�e�Z�ef�d�j��d�Z�e�e{eeeGdɐd �eee�d �e^dɃ em� � ��j j��d �Z�e�ee�j� e�B d��d ��j�d>�Z�G �d dr� dr�Z�eҐd!k� r�eb�d"�Z�eb�d#�Z�eee@eC�d$ �Z�e�eՐd%dӐd&�j�e��Z�e�e�eփ�j��d'�Zאd(e�B Z�e�eՐd%dӐd&�j�e��Z�e�e�eك�j��d)�Z�eӐd*�eؐd'� e� eڐd)� Z�e�jܐd+� e�j�jܐd,� e�j�jܐd,� e�j�jܐd-� ddl�Z�e�j�j�e�e�j�� e�j�jܐd.� dS (6 aS pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments z2.1.10z07 Oct 2016 01:31 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�RLock)� OrderedDict�And�CaselessKeyword�CaselessLiteral� CharsNotIn�Combine�Dict�Each�Empty� FollowedBy�Forward� GoToColumn�Group�Keyword�LineEnd� LineStart�Literal� MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException� ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart� ZeroOrMore� alphanums�alphas� alphas8bit� anyCloseTag� anyOpenTag� cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment� delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral� nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence� printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith� restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction� unicodeString� upcaseTokens� withAttribute� indentedBlock�originalTextFor�ungroup� infixNotation� locatedExpr� withClass� CloseMatch�tokenMap�pyparsing_common� c C s` t | t�r| S yt| �S tk rZ t| �jtj� d�}td�}|jdd� � |j |�S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. �xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � � ���)�hex�int)�t� rw � /usr/lib/python3.6/pyparsing.py�<lambda>� s z_ustr.<locals>.<lambda>N) � isinstanceZunicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr' �setParseAction�transformString)�obj�retZ xmlcharrefrw rw rx �_ustr� s r� z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S )Nrw )�.0�yrw rw rx � <genexpr>� s r� rr c C s> d}dd� dj � D �}x"t||�D ]\}}| j||�} q"W | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nrw )r� �srw rw rx r� � s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ to_symbolsZfrom_Zto_rw rw rx � _xml_escape� s r� c @ s e Zd ZdS )� _ConstantsN)�__name__� __module__� __qualname__rw rw rw rx r� � s r� � 0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S )N)�stringZ whitespace)r� �crw rw rx r� � s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd d � Zd d � Z ddd�Z dd� Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S )Nr� )�loc�msg�pstr� parserElement�args)�selfr� r� r� �elemrw rw rx �__init__� s zParseBaseException.__init__c C s | |j |j|j|j�S )z� internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r� r� r� r� )�cls�perw rw rx �_from_exception� s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rJ r9 �columnrG N)r9 r� )rJ r� r� r9 rG �AttributeError)r� Zanamerw rw rx � __getattr__� s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r� r� rJ r� )r� rw rw rx �__str__� s zParseBaseException.__str__c C s t | �S )N)r� )r� rw rw rx �__repr__� s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4dj|d|� |||d� f�}|j� S )z�Extracts the exception line from the input string, and marks the location of the exception with a special symbol. rr r� N)rG r� �join�strip)r� Z markerStringZline_strZ line_columnrw rw rx � markInputline� s z ParseBaseException.markInputlinec C s dj � tt| �� S )Nzlineno col line)r� �dir�type)r� rw rw rx �__dir__� s zParseBaseException.__dir__)r NN)r� ) r� r� r� �__doc__r� � classmethodr� r� r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 N)r� r� r� r� rw rw rw rx r � s c @ s e Zd ZdZdS )r! znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyN)r� r� r� r� rw rw rw rx r! s c @ s e Zd ZdZdS )r# z�just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundN)r� r� r� r� rw rw rw rx r# s c @ s e Zd ZdZdd� Zdd� ZdS )r& zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S )N)�parseElementTrace)r� �parseElementListrw rw rx r� s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %s)r� )r� rw rw rx r� s z!RecursiveGrammarException.__str__N)r� r� r� r� r� r� rw rw rw rx r& s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �_ParseResultsWithOffsetc C s ||f| _ d S )N)�tup)r� Zp1Zp2rw rw rx r� $ s z _ParseResultsWithOffset.__init__c C s | j | S )N)r� )r� �irw rw rx � __getitem__& s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S )Nr )�reprr� )r� rw rw rx r� ( s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S )Nr )r� )r� r� rw rw rx � setOffset* s z!_ParseResultsWithOffset.setOffsetN)r� r� r� r� r� r� r� rw rw rw rx r� # s r� c @ s� e Zd ZdZd[dd�Zddddefdd�Zdd � Zefd d �Zd d � Z dd� Z dd� Z dd� Z e Z dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd\d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d]d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d^dHdI�Z+dJdK� Z,dLdM� Z-d_dOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3dS )`r" aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || �r|S tj| �}d|_|S )NT)rz �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjrw rw rx r� T s zParseResults.__new__c C s` | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _ |d k o�|�r\|s�d| j|< ||t �r�t |�}|| _||t d �ttf�o�|d dg fk�s\||t�r�|g}|�r&||t��rt|j� d�| |< ntt|d �d�| |< || | _n6y|d | |< W n$ tttfk �rZ || |< Y nX d S )NFr r� )r� �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictru r� r� � basestringr" r� �copy�KeyError� TypeError� IndexError)r� r� r� r� r� rz rw rw rx r� ] sB $ zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nrr r c S s g | ] }|d �qS )r rw )r� �vrw rw rx � <listcomp>� s z,ParseResults.__getitem__.<locals>.<listcomp>rs )rz ru �slicer� r� r� r" )r� r� rw rw rx r� � s zParseResults.__getitem__c C s� ||t �r0| jj|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| jj|t� �t |d�g | j|< |}||t�r�t| �|_ d S )Nr ) r� r� �getr� ru r� r� r" �wkrefr� )r� �kr� rz �subrw rw rx � __setitem__� s " zParseResults.__setitem__c C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|j|�� �}|j� x^| j j � D ]F\}}x<|D ]4}x.t |�D ]"\}\}} t || | |k �||< q�W q|W qnW n| j |= d S )Nr rr ) rz ru r� �lenr� r� �range�indices�reverser� �items� enumerater� ) r� r� ZmylenZremovedr� � occurrences�jr� �value�positionrw rw rx � __delitem__� s $zParseResults.__delitem__c C s || j kS )N)r� )r� r� rw rw rx � __contains__� s zParseResults.__contains__c C s t | j�S )N)r� r� )r� rw rw rx �__len__� s zParseResults.__len__c C s | j S )N)r� )r� rw rw rx �__bool__� s zParseResults.__bool__c C s t | j�S )N)�iterr� )r� rw rw rx �__iter__� s zParseResults.__iter__c C s t | jd d d� �S )Nrr rs )r� r� )r� rw rw rx � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| jj� S t| j�S d S )N�iterkeys)�hasattrr� r� r� )r� rw rw rx � _iterkeys� s zParseResults._iterkeysc s � fdd�� j � D �S )Nc 3 s | ]}� | V qd S )Nrw )r� r� )r� rw rx r� � s z+ParseResults._itervalues.<locals>.<genexpr>)r� )r� rw )r� rx � _itervalues� s zParseResults._itervaluesc s � fdd�� j � D �S )Nc 3 s | ]}|� | fV qd S )Nrw )r� r� )r� rw rx r� � s z*ParseResults._iteritems.<locals>.<genexpr>)r� )r� rw )r� rx � _iteritems� s zParseResults._iteritemsc C s t | j� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r� r� )r� rw rw rx �keys� s zParseResults.keysc C s t | j� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r� � itervalues)r� rw rw rx �values� s zParseResults.valuesc C s t | j� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r� � iteritems)r� rw rw rx r� � s zParseResults.itemsc C s t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)�boolr� )r� rw rw rx �haskeys� s zParseResults.haskeysc O s� |s dg}x6|j � D ]*\}}|dkr2|d |f}qtd| ��qW t|d t�sht|�dksh|d | kr�|d }| | }| |= |S |d }|S dS )a� Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rr �defaultr z-pop() got an unexpected keyword argument '%s'Nrs )r� r� rz ru r� )r� r� �kwargsr� r� �indexr� Z defaultvaluerw rw rx �pop� s " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nrw )r� �key� defaultValuerw rw rx r� s zParseResults.getc C sZ | j j||� xF| jj� D ]8\}}x.t|�D ]"\}\}}t||||k �||< q,W qW dS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r� �insertr� r� r� r� )r� r� ZinsStrr� r� r� r� r� rw rw rx r� 2 s zParseResults.insertc C s | j j|� dS )a� Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r� �append)r� �itemrw rw rx r� F s zParseResults.appendc C s$ t |t�r| |7 } n | jj|� dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)rz r" r� �extend)r� Zitemseqrw rw rx r� T s zParseResults.extendc C s | j dd�= | jj� dS )z7 Clear all elements and results names. N)r� r� �clear)r� rw rw rx r� f s zParseResults.clearc C sf y| | S t k r dS X || jkr^|| jkrD| j| d d S tdd� | j| D ��S ndS d S )Nr� rr r c S s g | ] }|d �qS )r rw )r� r� rw rw rx r� w s z,ParseResults.__getattr__.<locals>.<listcomp>rs )r� r� r� r" )r� r� rw rw rx r� m s zParseResults.__getattr__c C s | j � }||7 }|S )N)r� )r� �otherr� rw rw rx �__add__{ s zParseResults.__add__c s� |j rnt| j���fdd�� |j j� }� fdd�|D �}x4|D ],\}}|| |< t|d t�r>t| �|d _q>W | j|j7 _| jj |j� | S )Nc s | dk r � S | � S )Nr rw )�a)�offsetrw rx ry � s z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS )r rr )r� )r� r� �vlistr� )� addoffsetrw rx r� � s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r� r� r� r� rz r" r� r� r� �update)r� r� Z otheritemsZotherdictitemsr� r� rw )r r rx �__iadd__� s zParseResults.__iadd__c C s& t |t�r|dkr| j� S || S d S )Nr )rz ru r� )r� r� rw rw rx �__radd__� s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r� r� )r� rw rw rx r� � s zParseResults.__repr__c C s ddj dd� | jD �� d S )N�[z, c s s( | ] }t |t�rt|�nt|�V qd S )N)rz r" r� r� )r� r� rw rw rx r� � s z'ParseResults.__str__.<locals>.<genexpr>�])r� r� )r� rw rw rx r� � s zParseResults.__str__r� c C sP g }xF| j D ]<}|r"|r"|j|� t|t�r:||j� 7 }q |jt|�� q W |S )N)r� r� rz r" � _asStringListr� )r� �sep�outr� rw rw rx r � s zParseResults._asStringListc C s dd� | j D �S )a� Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |t�r|j� n|�qS rw )rz r" r� )r� �resrw rw rx r� � s z'ParseResults.asList.<locals>.<listcomp>)r� )r� rw rw rx r� � s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a� Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | t�r.| j� r| j� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS rw rw )r� r� )�toItemrw rx r� � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)rz r" r� �asDict)r� )r rw rx r � s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S )Nrw )r� r� r� )r rw rx r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r� r� r� )r� Zitem_fnrw )r rx r � s zParseResults.asDictc C s8 t | j�}| jj� |_| j|_|jj| j� | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r" r� r� r� r� r� r r� )r� r� rw rw rx r� � s zParseResults.copyFc C sP d}g }t dd� | jj� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }x�t| j�D ]�\} } t| t�r�| |kr�|| j|| |o�|dk||�g7 }n || jd|o�|dk||�g7 }q�d} | |kr�|| } | �s |�rq�nd} t t | ��} |||d| d | d | d g 7 }q�W |||d | d g7 }dj |�S ) z� (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. � c s s( | ] \}}|D ]}|d |fV qqdS )rr Nrw )r� r� r r� rw rw rx r� � s z%ParseResults.asXML.<locals>.<genexpr>z r� NZITEM�<�>z</) r� r� r� r� r� r� rz r" �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr Z namedItemsZnextLevelIndentZselfTagr� r ZresTagZ xmlBodyTextrw rw rx r � sT zParseResults.asXMLc C s: x4| j j� D ]&\}}x |D ]\}}||kr|S qW q W d S )N)r� r� )r� r� r� r r� r� rw rw rx Z__lookup$ s zParseResults.__lookupc C s� | j r | j S | jr.| j� }|r(|j| �S dS nNt| �dkrxt| j�dkrxtt| jj� ��d d dkrxtt| jj� ��S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nrr r rs )r rs ) r� r� �_ParseResults__lookupr� r� �nextr� r� r� )r� �parrw rw rx �getName+ s zParseResults.getNamer c C sb g }d}|j |t| j� � � |�rX| j� r�tdd� | j� D ��}xz|D ]r\}}|r^|j |� |j d|d| |f � t|t�r�|r�|j |j||d �� q�|j t|�� qH|j t |�� qHW n�t dd� | D ���rX| }x~t |�D ]r\} } t| t��r*|j d|d| | |d|d | j||d �f � q�|j d|d| | |d|d t| �f � q�W d j |�S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r c s s | ]\}}t |�|fV qd S )N)r{ )r� r� r� rw rw rx r� g s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: z rr c s s | ]}t |t�V qd S )N)rz r" )r� �vvrw rw rx r� s s z %s%s[%d]: %s%s%sr� ) r� r� r� r� �sortedr� rz r" �dumpr� �anyr� r� ) r� r Zdepth�fullr �NLr� r� r� r� r rw rw rx r P s, 4.zParseResults.dumpc O s t j | j� f|�|� dS )a� Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)�pprintr� )r� r� r� rw rw rx r! } s zParseResults.pprintc C s. | j | jj� | jd k r | j� p d | j| jffS )N)r� r� r� r� r� r� )r� rw rw rx � __getstate__� s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| jj|� |d k rDt|�| _nd | _d S )Nr rr )r� r� r� r� r r� r� )r� �stater Z inAccumNamesrw rw rx � __setstate__� s zParseResults.__setstate__c C s | j | j| j| jfS )N)r� r� r� r� )r� rw rw rx �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| j� � S )N)r� r� r� r� )r� rw rw rx r� � s zParseResults.__dir__)NNTT)N)r� )NFr� T)r� r T)4r� r� r� r� r� rz r� r� r� r� r� r� r� � __nonzero__r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r r� r r� r r r r r! r" r$ r% r� rw rw rw rx r" - sh & ' 4 # =% - c C sF |}d| k ot |�k n r4|| d dkr4dS | |jdd| � S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r rr r )r� �rfind)r� �strgr� rw rw rx r9 � s c C s |j dd| �d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r rr )�count)r� r( rw rw rx rJ � s c C sF |j dd| �}|jd| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r rr N)r' �find)r� r( ZlastCRZnextCRrw rw rx rG � s c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� rJ r9 )�instringr� �exprrw rw rx �_defaultStartDebugAction� s r. c C s$ t dt|� d t|j� � � d S )NzMatched z -> )r+ r� r{ r� )r, �startlocZendlocr- �toksrw rw rx �_defaultSuccessDebugAction� s r1 c C s t dt|� � d S )NzException raised:)r+ r� )r, r� r- �excrw rw rx � _defaultExceptionDebugAction� s r3 c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nrw )r� rw rw rx rQ � s rq c s� �t kr�fdd�S dg�dg�td d� dkrFddd �}dd d �� n tj}tj� d }|dd �d }|d |d | f�� �����fdd�}d}yt�dt�d�j�}W n tk r� t��}Y nX ||_|S )Nc s � |�S )Nrw )r� �lrv )�funcrw rx ry � s z _trim_arity.<locals>.<lambda>r Frq ro � c S s8 t dkr dnd }tj| | d d�| }|j|jfgS ) Nro r6 r rq rr )�limit)ro r6 r ������)�system_version� traceback� extract_stack�filenamerJ )r7 r � frame_summaryrw rw rx r< s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|j|jfgS )N)r7 rr rs )r; � extract_tbr= rJ )�tbr7 Zframesr> rw rw rx r? s z _trim_arity.<locals>.extract_tb� )r7 rr c s� x�y �| �d d � � }d�d< |S t k r� �d r>� n4z.tj� d }� |dd�d d d� �ksj� W d ~X �d �kr��d d7 < w� Y qX qW d S )Nr Trr rq )r7 rs rs )r� r~ �exc_info)r� r� r@ )r? � foundArityr5 r7 �maxargs�pa_call_line_synthrw rx �wrapper s" z _trim_arity.<locals>.wrapperz<parse action>r� � __class__)ro r6 )r )r rs ) �singleArgBuiltinsr: r; r< r? �getattrr� � Exceptionr{ )r5 rD r< Z LINE_DIFFZ this_linerF � func_namerw )r? rC r5 r7 rD rE rx � _trim_arity� s* rL c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d d � Z d d � Z d�dd�Z d�dd�Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd�d d �Zd!d"� Zd�d#d$�Zd%d&� Zd'd(� ZG d)d*� d*e�Zed+k r�G d,d-� d-e�Z nG d.d-� d-e�Z i Z e � Z d/d/gZ d�d0d1�Z!eZ"ed2d3� �Z#dZ$ed�d5d6��Z%d�d7d8�Z&e'dfd9d:�Z(d;d<� Z)e'fd=d>�Z*e'dfd?d@�Z+dAdB� Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d�d[d\�Z9d]d^� Z:d_d`� Z;dadb� Z<dcdd� Z=dedf� Z>dgdh� Z?d�didj�Z@dkdl� ZAdmdn� ZBdodp� ZCdqdr� ZDg fdsdt�ZEd�dudv�ZF� fdwdx�ZGdydz� ZHd{d|� ZId}d~� ZJdd�� ZKd�d�d��ZLd�d�d��ZM� ZNS )�r$ z)Abstract base level parser element class.z Fc C s | t _dS )a� Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r$ �DEFAULT_WHITE_CHARS)�charsrw rw rx �setDefaultWhitespaceChars= s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a� Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r$ �_literalStringClass)r� rw rw rx �inlineLiteralsUsingL s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t � | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r� � parseAction� failAction�strRepr� resultsName� saveAsList�skipWhitespacer$ rM � whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined� mayIndexError�errmsg� modalResults� debugActions�re� callPreparse� callDuringTry)r� �savelistrw rw rx r� a s( zParserElement.__init__c C s< t j | �}| jdd� |_| jdd� |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r� rR r\ rY r$ rM rX )r� Zcpyrw rw rx r� x s zParserElement.copyc C s* || _ d| j | _t| d�r&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) z Expected � exception)r� r` r� rg r� )r� r� rw rw rx �setName� s zParserElement.setNamec C s4 | j � }|jd�r"|dd� }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") �*Nrr Trs )r� �endswithrU ra )r� r� �listAllMatchesZnewselfrw rw rx �setResultsName� s z ParserElement.setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }|j� � | |||�S )Nr )�pdbZ set_trace)r, r� � doActions� callPreParserm )� _parseMethodrw rx �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parserr r� )r� Z breakFlagrq rw )rp rx �setBreak� s zParserElement.setBreakc O s& t ttt |���| _|jdd�| _| S )a Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] re F)r� �maprL rR r� re )r� �fnsr� rw rw rx r� � s "z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|jdd�| _| S )z� Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. re F)rR r� ru rL re r� )r� rv r� rw rw rx �addParseAction� s z ParserElement.addParseActionc sb |j dd��|j dd�r tnt� x(|D ] �� ��fdd�}| jj|� q&W | jpZ|j dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) �messagez failed user-defined condition�fatalFc s$ t t��| ||��s � | |���d S )N)r� rL )r� r4 rv )�exc_type�fnr� rw rx �pa s z&ParserElement.addCondition.<locals>.pare )r� r! r rR r� re )r� rv r� r| rw )rz r{ r� rx � addCondition� s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rS )r� r{ rw rw rx � setFailAction s zParserElement.setFailActionc C sZ d}xP|rTd}xB| j D ]8}y x|j||�\}}d}q W W q tk rL Y qX qW qW |S )NTF)r\ rs r )r� r, r� Z exprsFound�eZdummyrw rw rx �_skipIgnorables# s z ParserElement._skipIgnorablesc C sL | j r| j||�}| jrH| j}t|�}x ||k rF|| |krF|d7 }q(W |S )Nrr )r\ r� rW rX r� )r� r, r� Zwt�instrlenrw rw rx �preParse0 s zParserElement.preParsec C s |g fS )Nrw )r� r, r� rn rw rw rx � parseImpl< s zParserElement.parseImplc C s |S )Nrw )r� r, r� � tokenlistrw rw rx � postParse? s zParserElement.postParsec " C s� | j }|s| jr�| jd r,| jd ||| � |rD| jrD| j||�}n|}|}yDy| j|||�\}}W n( tk r� t|t|�| j | ��Y nX W nX t k r� } z<| jd r�| jd ||| | � | jr�| j||| | � � W Y d d } ~ X nX n�|o�| j�r| j||�}n|}|}| j �s$|t|�k�rhy| j|||�\}}W n* tk �rd t|t|�| j | ��Y nX n| j|||�\}}| j |||�}t || j| j| jd�} | j�r�|�s�| j�r�|�rVyRxL| jD ]B} | ||| �}|d k �r�t || j| j�o�t|t tf�| jd�} �q�W W nF t k �rR } z(| jd �r@| jd ||| | � � W Y d d } ~ X nX nNxL| jD ]B} | ||| �}|d k �r^t || j| j�o�t|t tf�| jd�} �q^W |�r�| jd �r�| jd |||| | � || fS )Nr rq )r� r� rr )r] rS rb rd r� r� r� r r� r` r r_ r� r" rU rV ra rR re rz r� ) r� r, r� rn ro Z debugging�prelocZ tokensStart�tokens�errZ retTokensr{ rw rw rx � _parseNoCacheC sp zParserElement._parseNoCachec C s> y| j ||dd�d S tk r8 t||| j| ��Y nX d S )NF)rn r )rs r! r r` )r� r, r� rw rw rx �tryParse� s zParserElement.tryParsec C s2 y| j ||� W n ttfk r( dS X dS d S )NFT)r� r r� )r� r, r� rw rw rx � canParseNext� s zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec sd i � t � | _�� �fdd�}� fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )�cache� not_in_cacherw rx r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S )Nrw )r� r� r� )r� rw rx �set� s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z5ParserElement._UnboundedCache.__init__.<locals>.clear)r� r� �types� MethodTyper� r� r� )r� r� r� r� rw )r� r� rx r� � s z&ParserElement._UnboundedCache.__init__N)r� r� r� r� rw rw rw rx �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sh t � | _�t� � � �fdd�}� �fdd�}� fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s" |� |< t � ��kr � jd� d S )NF)r� �popitem)r� r� r� )r� �sizerw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � d S )N)r� )r� )r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear)r� r� � _OrderedDictr� r� r� r� r� )r� r� r� r� r� rw )r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx � _FifoCache� s r� c @ s e Zd Zdd� ZdS )zParserElement._FifoCachec sv t � | _�i � tjg ���� �fdd�}� ��fdd�}� �fdd�}tj|| �| _tj|| �| _tj|| �| _d S )Nc s � j |��S )N)r� )r� r� )r� r� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.getc s2 |� |< t � ��kr$� j�j� d � �j|� d S )N)r� r� �popleftr� )r� r� r� )r� �key_fifor� rw rx r� � s z.ParserElement._FifoCache.__init__.<locals>.setc s � j � �j � d S )N)r� )r� )r� r� rw rx r� � s z0ParserElement._FifoCache.__init__.<locals>.clear) r� r� � collections�dequer� r� r� r� r� )r� r� r� r� r� rw )r� r� r� r� rx r� � s z!ParserElement._FifoCache.__init__N)r� r� r� r� rw rw rw rx r� � s r c C s� d\}}| ||||f}t j�� t j}|j|�} | |jkr�t j| d7 < y| j||||�} W n8 tk r� } z |j|| j | j � � � W Y d d } ~ X q�X |j|| d | d j � f� | S n4t j| d7 < t | t �r�| �| d | d j � fS W d Q R X d S )Nr rr )r rr )r$ �packrat_cache_lock� packrat_cacher� r� �packrat_cache_statsr� r r� rG r� r� rz rJ ) r� r, r� rn ro ZHITZMISS�lookupr� r� r� rw rw rx � _parseCache� s$ zParserElement._parseCachec C s( t jj� dgtt j� t jd d �< d S )Nr )r$ r� r� r� r� rw rw rw rx � resetCache� s zParserElement.resetCache� c C s8 t js4dt _| dkr t j� t _n t j| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r$ �_packratEnabledr� r� r� r� rs )Zcache_size_limitrw rw rx � enablePackrat s zParserElement.enablePackratc C s� t j� | js| j� x| jD ] }|j� q W | js<|j� }y<| j|d�\}}|rv| j||�}t � t � }|j||� W n0 t k r� } zt j r�� n|�W Y dd}~X nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r$ r� r^ � streamliner\ r[ � expandtabsrs r� r r) r �verbose_stacktrace)r� r, �parseAllr r� r� Zser2 rw rw rx � parseString# s$ zParserElement.parseStringc c s@ | j s| j� x| jD ] }|j� qW | js8t|�j� }t|�}d}| j}| j}t j � d} y�x�||kon| |k �ry |||�} ||| dd�\} } W n t k r� | d }Y q`X | |kr�| d7 } | | | fV |r�|||�} | |kr�| }q�|d7 }n| }q`| d }q`W W n4 t k �r: } zt j �r&� n|�W Y dd}~X nX dS )a� Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r F)ro rr N)r^ r� r\ r[ r� r� r� r� rs r$ r� r r r� )r� r, � maxMatchesZoverlapr r� r� Z preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr2 rw rw rx � scanStringU sB zParserElement.scanStringc C s� g }d}d| _ y�xh| j|�D ]Z\}}}|j|||� � |rrt|t�rT||j� 7 }n t|t�rh||7 }n |j|� |}q W |j||d� � dd� |D �}djtt t |���S t k r� } zt j rȂ n|�W Y dd}~X nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|�qS rw rw )r� �orw rw rx r� � s z1ParserElement.transformString.<locals>.<listcomp>r� )r[ r� r� rz r" r� r� r� ru r� �_flattenr r$ r� )r� r, r ZlastErv r� r r2 rw rw rx r� � s( z ParserElement.transformStringc C sP yt dd� | j||�D ��S tk rJ } ztjr6� n|�W Y dd}~X nX dS )a~ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) prints:: ['More', 'Iron', 'Lead', 'Gold', 'I'] c S s g | ]\}}}|�qS rw rw )r� rv r� r rw rw rx r� � s z.ParserElement.searchString.<locals>.<listcomp>N)r" r� r r$ r� )r� r, r� r2 rw rw rx � searchString� s zParserElement.searchStringc c sX d}d}x<| j ||d�D ]*\}}}|||� V |r>|d V |}qW ||d� V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r� N)r� ) r� r, �maxsplitZincludeSeparatorsZsplitsZlastrv r� r rw rw rx r� � s zParserElement.splitc C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )a� Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] z4Cannot combine element of type %s with ParserElementrq )� stacklevelN) rz r� r$ rP �warnings�warnr� � SyntaxWarningr )r� r� rw rw rx r � s zParserElement.__add__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx r s zParserElement.__radd__c C sL t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| tj � |g�S )zQ Implementation of - operator, returns C{L{And}} with error stop z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r � _ErrorStop)r� r� rw rw rx �__sub__ s zParserElement.__sub__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rsub__ s zParserElement.__rsub__c s� t |t�r|d }}n�t |t�r�|d dd� }|d dkrHd|d f}t |d t�r�|d dkr�|d dkrvt��S |d dkr�t��S �|d t�� S nJt |d t�r�t |d t�r�|\}}||8 }n tdt|d �t|d ���ntdt|���|dk �r td��|dk �r td��|| k�o2dkn �rBtd ��|�r�� �fd d �� |�r�|dk�rt�� |� }nt�g| �� |� }n� |�}n |dk�r��}nt�g| �}|S ) a� Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r Nrq rr z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t �� | d � �S t ��S d S )Nrr )r )�n)�makeOptionalListr� rw rx r� ] s z/ParserElement.__mul__.<locals>.makeOptionalList)NN) rz ru �tupler2 r r� r� � ValueErrorr )r� r� Z minElementsZ optElementsr� rw )r� r� rx �__mul__, sD zParserElement.__mul__c C s | j |�S )N)r� )r� r� rw rw rx �__rmul__p s zParserElement.__rmul__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zI Implementation of | operator - returns C{L{MatchFirst}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__or__s s zParserElement.__or__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__ror__ s zParserElement.__ror__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zA Implementation of ^ operator - returns C{L{Or}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__xor__� s zParserElement.__xor__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rxor__� s zParserElement.__rxor__c C sF t |t�rtj|�}t |t�s:tjdt|� tdd� dS t| |g�S )zC Implementation of & operator - returns C{L{Each}} z4Cannot combine element of type %s with ParserElementrq )r� N) rz r� r$ rP r� r� r� r� r )r� r� rw rw rx �__and__� s zParserElement.__and__c C sB t |t�rtj|�}t |t�s:tjdt|� tdd� dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} z4Cannot combine element of type %s with ParserElementrq )r� N)rz r� r$ rP r� r� r� r� )r� r� rw rw rx �__rand__� s zParserElement.__rand__c C s t | �S )zE Implementation of ~ operator - returns C{L{NotAny}} )r )r� rw rw rx � __invert__� s zParserElement.__invert__c C s |dk r| j |�S | j� S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)rl r� )r� r� rw rw rx �__call__� s zParserElement.__call__c C s t | �S )z� Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r+ )r� rw rw rx �suppress� s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. F)rW )r� rw rw rx �leaveWhitespace� s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)rW rX rY )r� rN rw rw rx �setWhitespaceChars� s z ParserElement.setWhitespaceCharsc C s d| _ | S )z� Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r[ )r� rw rw rx � parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| jj|� n| jjt|j� �� | S )a� Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )rz r� r+ r\ r� r� )r� r� rw rw rx �ignore� s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r. r1 r3 rb r] )r� Z startActionZ successActionZexceptionActionrw rw rx �setDebugActions s z ParserElement.setDebugActionsc C s |r| j ttt� nd| _| S )a� Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r� r. r1 r3 r] )r� �flagrw rw rx �setDebug s #zParserElement.setDebugc C s | j S )N)r� )r� rw rw rx r� @ s zParserElement.__str__c C s t | �S )N)r� )r� rw rw rx r� C s zParserElement.__repr__c C s d| _ d | _| S )NT)r^ rT )r� rw rw rx r� F s zParserElement.streamlinec C s d S )Nrw )r� r� rw rw rx �checkRecursionK s z ParserElement.checkRecursionc C s | j g � dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r� )r� � validateTracerw rw rx �validateN s zParserElement.validatec C s� y |j � }W n2 tk r> t|d��}|j � }W dQ R X Y nX y | j||�S tk r| } ztjrh� n|�W Y dd}~X nX dS )z� Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. �rN)�readr� �openr� r r$ r� )r� Zfile_or_filenamer� Z file_contents�fr2 rw rw rx � parseFileT s zParserElement.parseFilec sH t |t�r"| |kp t| �t|�kS t |t�r6| j|�S tt| �|kS d S )N)rz r$ �varsr� r� �super)r� r� )rG rw rx �__eq__h s zParserElement.__eq__c C s | |k S )Nrw )r� r� rw rw rx �__ne__p s zParserElement.__ne__c C s t t| ��S )N)�hash�id)r� rw rw rx �__hash__s s zParserElement.__hash__c C s | |kS )Nrw )r� r� rw rw rx �__req__v s zParserElement.__req__c C s | |k S )Nrw )r� r� rw rw rx �__rne__y s zParserElement.__rne__c C s0 y| j t|�|d� dS tk r* dS X dS )a� Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") )r� TFN)r� r� r )r� Z testStringr� rw rw rx r� | s zParserElement.matches�#c C s� t |t�r"tttj|j� j� ��}t |t�r4t|�}g }g }d} �x�|D �]�} |dk rb|j | d�sl|rx| rx|j | � qH| s~qHdj |�| g} g }y:| j dd�} | j | |d�} | j | j|d�� | o�| } W n� tk �rx } z�t | t�r�dnd }d| k�r0| j t| j| �� | j d t| j| �d d | � n| j d | j d | � | j d t| � � | �ob|} | } W Y dd} ~ X nD tk �r� } z&| j dt|� � | �o�|} |} W Y dd}~X nX |�r�|�r�| j d � tdj | �� |j | | f� qHW | |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr z\n)r� )r z(FATAL)r� � rr �^zFAIL: zFAIL-EXCEPTION: )rz r� r� ru r{ r� �rstrip� splitlinesr r� r� r� r� r� r r r! rG r� r9 rJ r+ )r� Ztestsr� ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcomments�successrv r �resultr� ry r2 rw rw rx �runTests� sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r� )F)N)T)F)T)Tr� TTF)Or� r� r� r� rM r� � staticmethodrO rQ r� r� rh rl rt r� rw r} r~ r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� rs r� r� r� r� �_MAX_INTr� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__rw rw )rG rx r$ 8 s� & H " 2G+ D ) c s e Zd ZdZ� fdd�Z� ZS )r, zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| �jdd� d S )NF)rf )r� r, r� )r� )rG rw rx r� s zToken.__init__)r� r� r� r� r� r� rw rw )rG rx r, s c s e Zd ZdZ� fdd�Z� ZS )r z, An empty token, will always match. c s$ t t| �j� d| _d| _d| _d S )Nr TF)r� r r� r� rZ r_ )r� )rG rw rx r� s zEmpty.__init__)r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r z( A token that will never match. c s* t t| �j� d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r� r r� r� rZ r_ r` )r� )rG rw rx r� * s zNoMatch.__init__Tc C s t ||| j| ��d S )N)r r` )r� r, r� rn rw rw rx r� 1 s zNoMatch.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r & s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s� t t| �j� || _t|�| _y|d | _W n* tk rV tj dt dd� t | _ Y nX dt | j� | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �matchr� �matchLen�firstMatchCharr� r� r� r� r rG r� r� r` rZ r_ )r� � matchString)rG rw rx r� C s zLiteral.__init__Tc C sJ || | j kr6| jdks&|j| j|�r6|| j | jfS t||| j| ��d S )Nrr )r� r� � startswithr� r r` )r� r, r� rn rw rw rx r� V s zLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r 5 s c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd d �Ze d d � �Z � Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. z_$NFc s� t t| �j� |d kr tj}|| _t|�| _y|d | _W n$ tk r^ t j dt dd� Y nX d| j | _ d| j | _ d| _d| _|| _|r�|j� | _|j� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadrq )r� z"%s"z Expected F)r� r r� �DEFAULT_KEYWORD_CHARSr� r� r� r� r� r� r� r� r� r` rZ r_ �caseless�upper� caselessmatchr� � identChars)r� r� r� r� )rG rw rx r� q s& zKeyword.__init__Tc C s | j r||||| j � j� | jkr�|t|�| j ksL||| j j� | jkr�|dksj||d j� | jkr�|| j | jfS nv|| | jkr�| jdks�|j| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j | ��d S )Nr rr ) r� r� r� r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s * &zKeyword.parseImplc s t t| �j� }tj|_|S )N)r� r r� r� r� )r� r� )rG rw rx r� � s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r� )rN rw rw rx �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r� r� r� r� r3 r� r� r� r� r� r� r� rw rw )rG rx r ^ s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| �j|j� � || _d| j | _d| j | _d S )Nz'%s'z Expected )r� r r� r� � returnStringr� r` )r� r� )rG rw rx r� � s zCaselessLiteral.__init__Tc C s@ |||| j � j� | jkr,|| j | jfS t||| j| ��d S )N)r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s zCaselessLiteral.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) r z� Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| �j||dd� d S )NT)r� )r� r r� )r� r� r� )rG rw rx r� � s zCaselessKeyword.__init__Tc C sj |||| j � j� | jkrV|t|�| j ksF||| j j� | jkrV|| j | jfS t||| j| ��d S )N)r� r� r� r� r� r� r r` )r� r, r� rn rw rw rx r� � s *zCaselessKeyword.parseImpl)N)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS ) rl ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) rr c sB t t| �j� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r� rl r� r� � match_string� maxMismatchesr` r_ rZ )r� r� r� )rG rw rx r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j} x�tt|||� | j��D ]0\}} | \} } | | krP| j|� t | �| krPP qPW |d }t|||� g�}| j|d< | |d< ||fS t||| j| ��d S )Nr rr Zoriginal� mismatches) r� r� r� r� r� r� r" r r` )r� r, r� rn �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsrw rw rx r� � s( " zCloseMatch.parseImpl)rr )T)r� r� r� r� r� r� r� rw rw )rG rx rl � s c s8 e Zd ZdZd � fdd� Zdd d �Z� fd d �Z� ZS )r/ a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nrr r Fc s� t t| �j� � rFdj� fdd�|D ��}|rFdj� fdd�|D ��}|| _t|�| _|rl|| _t|�| _n|| _t|�| _|dk| _ |dk r�t d��|| _ |dkr�|| _ nt | _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d | j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r8d t| j� | _nHt| j�dk�rfd tj| j�t| j�f | _nd t| j�t| j�f | _| j�r�d| j d | _ytj| j�| _W n tk �r� d | _Y nX d S )Nr� c 3 s | ]}|� kr|V qd S )Nrw )r� r� )� excludeCharsrw rx r� 7 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S )Nrw )r� r� )r� rw rx r� 9 s r rr zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedz Expected Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b)r� r/ r� r� � initCharsOrigr� � initChars� bodyCharsOrig� bodyChars� maxSpecifiedr� �minLen�maxLenr� r� r� r` r_ � asKeyword�_escapeRegexRangeChars�reStringr� rc �escape�compilerJ )r� r� r �min�max�exactr r� )rG )r� rx r� 4 sT 0 z Word.__init__Tc C sD | j r<| j j||�}|s(t||| j| ��|j� }||j� fS || | jkrZt||| j| ��|}|d7 }t|�}| j}|| j }t ||�}x ||k r�|| |kr�|d7 }q�W d} || | j k r�d} | j r�||k r�|| |kr�d} | j �r |dk�r||d |k�s||k �r || |k�r d} | �r4t||| j| ��||||� fS )Nrr FTr )rc r� r r` �end�groupr� r� r r r r r r ) r� r, r� rn r� r� r� Z bodycharsr� ZthrowExceptionrw rw rx r� j s6 4zWord.parseImplc st yt t| �j� S tk r" Y nX | jd krndd� }| j| jkr^d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� z...)r� )r� rw rw rx � charsAsStr� s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r� r/ r� rJ rT r� r� )r� r )rG rw rx r� � s z Word.__str__)Nrr r r FN)T)r� r� r� r� r� r� r� r� rw rw )rG rx r/ s .6 #c sF e Zd ZdZeejd��Zd � fdd� Zd dd�Z � fd d �Z � Z S ) r' a� Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s� t t| �j� t|t�r�|s,tjdtdd� || _|| _ y t j | j| j �| _ | j| _ W q� t jk r� tjd| tdd� � Y q�X n2t|tj�r�|| _ t|� | _| _ || _ ntd��t| �| _d| j | _d| _d| _d S ) z�The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrq )r� z$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectz Expected FTN)r� r' r� rz r� r� r� r� �pattern�flagsrc r r � sre_constants�error�compiledREtyper{ r� r� r� r` r_ rZ )r� r r )rG rw rx r� � s. zRegex.__init__Tc C sd | j j||�}|s"t||| j| ��|j� }|j� }t|j� �}|r\x|D ]}|| ||< qHW ||fS )N)rc r� r r` r � groupdictr" r )r� r, r� rn r� �dr� r� rw rw rx r� � s zRegex.parseImplc sD yt t| �j� S tk r" Y nX | jd kr>dt| j� | _| jS )NzRe:(%s))r� r' r� rJ rT r� r )r� )rG rw rx r� � s z Regex.__str__)r )T) r� r� r� r� r� rc r r r� r� r� r� rw rw )rG rx r' � s " c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r% a� Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t� �j� |j� }|s0tjdtdd� t� �|d kr>|}n"|j� }|s`tjdtdd� t� �|� _t |�� _ |d � _ |� _ t |�� _ |� _|� _|� _|� _|r�tjtjB � _dtj� j�t� j d �|d k r�t|�p�df � _n<d� _dtj� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd d j� fd d �tt � j �d dd�D �� d 7 _|�r�� jdtj|� 7 _|�r�� jdtj|� 7 _tj� j�d � _� jdtj� j � 7 _y tj � j� j�� _� j� _ W n0 t j k �r& tjd� j tdd� � Y nX t � �� _!d� j! � _"d� _#d� _$d S )Nz$quoteChar cannot be the empty stringrq )r� z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]rr z|(?:z)|(?:c 3 s4 | ],}d t j� jd|� �t� j| �f V qdS )z%s[^%s]N)rc r � endQuoteCharr )r� r� )r� rw rx r� / s z(QuotedString.__init__.<locals>.<genexpr>�)z|(?:%s)z|(?:%s.)z(.)z)*%sz$invalid pattern (%s) passed to Regexz Expected FTrs )%r� r% r� r� r� r� r� � SyntaxError� quoteCharr� � quoteCharLen�firstQuoteCharr �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesrc � MULTILINE�DOTALLr r r r r� r� �escCharReplacePatternr r r r r� r� r` r_ rZ )r� r r r Z multiliner r r! )rG )r� rx r� sf 6 zQuotedString.__init__c C s� || | j kr | jj||�p d }|s4t||| j| ��|j� }|j� }| jr�|| j| j � }t |t �r�d|kr�| j r�ddddd�}x |j � D ]\}}|j||�}q�W | jr�tj| jd|�}| jr�|j| j| j�}||fS )N�\� r � � )z\tz\nz\fz\rz\g<1>)r rc r� r r` r r r r r rz r� r! r� r� r r� r$ r r ) r� r, r� rn r� r� Zws_mapZwslitZwscharrw rw rx r� G s( zQuotedString.parseImplc sF yt t| �j� S tk r" Y nX | jd kr@d| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r� r% r� rJ rT r r )r� )rG rw rx r� j s zQuotedString.__str__)NNFTNT)T)r� r� r� r� r� r� r� r� rw rw )rG rx r% � s A #c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d �Z� ZS ) r a� Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] rr r c s� t t| �j� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _ d| j | _ | jdk| _ d| _ d S )NFrr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr z Expected )r� r r� rW �notCharsr� r r r� r� r� r` rZ r_ )r� r) r r r )rG rw rx r� � s zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}x ||k rd|| |krd|d7 }qFW || | jk r�t||| j| ��||||� fS )Nrr )r) r r` r r r� r )r� r, r� rn r� Znotchars�maxlenrw rw rx r� � s zCharsNotIn.parseImplc sd yt t| �j� S tk r" Y nX | jd kr^t| j�dkrRd| jd d� | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))r� r r� rJ rT r� r) )r� )rG rw rx r� � s zCharsNotIn.__str__)rr r r )T)r� r� r� r� r� r� r� r� rw rw )rG rx r v s c s< e Zd ZdZdddddd�Zd� fd d � Zddd�Z� ZS )r. a� Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r� r& r r( r' � rr r c s� t t� �j� |� _� jdj� fdd�� jD ��� djdd� � jD ��� _d� _d� j � _ |� _ |dkrt|� _ nt � _ |dkr�|� _ |� _ d S )Nr� c 3 s | ]}|� j kr|V qd S )N)� matchWhite)r� r� )r� rw rx r� � s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S )N)r. � whiteStrs)r� r� rw rw rx r� � s Tz Expected r ) r� r. r� r, r� r� rX r� rZ r` r r r� )r� Zwsr r r )rG )r� rx r� � s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}x"||k rd|| | j krd|d7 }qDW || | jk r�t||| j| ��||||� fS )Nrr )r, r r` r r r� r )r� r, r� rn r� r� rw rw rx r� � s zWhite.parseImpl)r+ rr r r )T)r� r� r� r� r- r� r� r� rw rw )rG rx r. � s c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| �j� | jj| _d| _d| _d S )NTF)r� r. r� rG r� r� rZ r_ )r� )rG rw rx r� � s z_PositionToken.__init__)r� r� r� r� r� rw rw )rG rx r. � s r. c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| �j� || _d S )N)r� r r� r9 )r� �colno)rG rw rx r� � s zGoToColumn.__init__c C s` t ||�| j kr\t|�}| jr*| j||�}x0||k rZ|| j� rZt ||�| j krZ|d7 }q,W |S )Nrr )r9 r� r\ r� �isspace)r� r, r� r� rw rw rx r� � s & zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column)r9 r )r� r, r� rn ZthiscolZnewlocr� rw rw rx r� s zGoToColumn.parseImpl)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| �j� d| _d S )NzExpected start of line)r� r r� r` )r� )rG rw rx r� & s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S )Nrr )r9 r r` )r� r, r� rn rw rw rx r� * s zLineStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| �j� | jtjjdd�� d| _d S )Nr r� zExpected end of line)r� r r� r� r$ rM r� r` )r� )rG rw rx r� 3 s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr rr )r� r r` )r� r, r� rn rw rw rx r� 8 s zLineEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r / s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* zM Matches if current position is at the beginning of the parse string c s t t| �j� d| _d S )NzExpected start of text)r� r* r� r` )r� )rG rw rx r� G s zStringStart.__init__Tc C s0 |dkr(|| j |d�kr(t||| j| ��|g fS )Nr )r� r r` )r� r, r� rn rw rw rx r� K s zStringStart.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r* C s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r) zG Matches if current position is at the end of the parse string c s t t| �j� d| _d S )NzExpected end of text)r� r) r� r` )r� )rG rw rx r� V s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S )Nrr )r� r r` )r� r, r� rn rw rw rx r� Z s zStringEnd.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r) R s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r1 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| �j� t|�| _d| _d S )NzNot at the start of a word)r� r1 r� r� � wordCharsr` )r� r1 )rG rw rx r� l s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS )Nr rr )r1 r r` )r� r, r� rn rw rw rx r� q s zWordStart.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r1 d s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )r0 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| �j� t|�| _d| _d| _d S )NFzNot at the end of a word)r� r0 r� r� r1 rW r` )r� r1 )rG rw rx r� � s zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS )Nr rr )r� r1 r r` )r� r, r� rn r� rw rw rx r� � s zWordEnd.parseImpl)T)r� r� r� r� rV r� r� r� rw rw )rG rx r0 x s c s� e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Z� fd d �Z� fd d�Z � fdd�Z d� fdd� Z g fdd�Z � fdd�Z � ZS )r z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r"t|�}t|t�r<tj|�g| _ njt|t j �rzt|�}t dd� |D ��rnt tj|�}t|�| _ n,yt|�| _ W n tk r� |g| _ Y nX d| _d S )Nc s s | ]}t |t�V qd S )N)rz r� )r� r- rw rw rx r� � s z+ParseExpression.__init__.<locals>.<genexpr>F)r� r r� rz r� r� r� r$ rP �exprsr� �Iterable�allru r� rd )r� r2 rf )rG rw rx r� � s zParseExpression.__init__c C s | j | S )N)r2 )r� r� rw rw rx r� � s zParseExpression.__getitem__c C s | j j|� d | _| S )N)r2 r� rT )r� r� rw rw rx r� � s zParseExpression.appendc C s4 d| _ dd� | jD �| _x| jD ] }|j� q W | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)rW r2 r� )r� r rw rw rx r� � s z ParseExpression.leaveWhitespacec sz t |t�rF|| jkrvtt| �j|� xP| jD ]}|j| jd � q,W n0tt| �j|� x | jD ]}|j| jd � q^W | S )Nrr rs rs )rz r+ r\ r� r r� r2 )r� r� r )rG rw rx r� � s zParseExpression.ignorec sL yt t| �j� S tk r" Y nX | jd krFd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT rG r� r� r2 )r� )rG rw rx r� � s zParseExpression.__str__c s0 t t| �j� x| jD ] }|j� qW t| j�dk�r | jd }t|| j�r�|j r�|jd kr�|j r�|jd d � | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| j�o�|j o�|jd ko�|j �r | jd d� |jd d � | _d | _ | j |j O _ | j |j O _ dt | � | _| S )Nrq r rr z Expected rs rs )r� r r� r2 r� rz rG rR rU r] rT rZ r_ r� r` )r� r r� )rG rw rx r� � s0 zParseExpression.streamlinec s t t| �j||�}|S )N)r� r rl )r� r� rk r� )rG rw rx rl � s z ParseExpression.setResultsNamec C s: |d d � | g }x| j D ]}|j|� qW | jg � d S )N)r2 r� r� )r� r� �tmpr rw rw rx r� � s zParseExpression.validatec s$ t t| �j� }dd� | jD �|_|S )Nc S s g | ] }|j � �qS rw )r� )r� r rw rw rx r� � s z(ParseExpression.copy.<locals>.<listcomp>)r� r r� r2 )r� r� )rG rw rx r� � s zParseExpression.copy)F)F)r� r� r� r� r� r� r� r� r� r� r� rl r� r� r� rw rw )rG rx r � s " c sT e Zd ZdZG dd� de�Zd� fdd� Zddd�Zd d � Zd d � Z d d� Z � Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| j� d S )N�-)r� r r� r� r� r� )r� r� r� )rG rw rx r� s zAnd._ErrorStop.__init__)r� r� r� r� r� rw rw )rG rx r� s r� Tc sR t t| �j||� tdd� | jD ��| _| j| jd j� | jd j| _d| _ d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z And.__init__.<locals>.<genexpr>r T) r� r r� r4 r2 rZ r� rX rW rd )r� r2 rf )rG rw rx r� s z And.__init__c C s | j d j|||dd�\}}d}x�| j dd � D ]�}t|tj�rFd}q0|r�y|j|||�\}}W q� tk rv � Y q� tk r� } zd |_tj|��W Y d d }~X q� t k r� t|t |�| j | ��Y q�X n|j|||�\}}|s�|j � r0||7 }q0W ||fS )Nr F)ro rr T) r2 rs rz r r� r# r � __traceback__r� r� r� r` r� ) r� r, r� rn � resultlistZ errorStopr Z exprtokensr� rw rw rx r� s( z And.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx r 5 s z And.__iadd__c C s8 |d d � | g }x | j D ]}|j|� |jsP qW d S )N)r2 r� rZ )r� r� �subRecCheckListr rw rw rx r� : s zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� �{r� c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� F s z And.__str__.<locals>.<genexpr>�})r� r� rT r� r2 )r� rw rw rx r� A s z And.__str__)T)T) r� r� r� r� r r� r� r� r r� r� r� rw rw )rG rx r � s c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� \ s z Or.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� Y s z Or.__init__Tc C sT d}d }g }x�| j D ]�}y|j||�}W nv tk rd } z d | _| j|krT| }| j}W Y d d } ~ X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX |j||f� qW |�r*|j dd� d� x`|D ]X\} }y|j |||�S tk �r$ } z"d | _| j|k�r| }| j}W Y d d } ~ X q�X q�W |d k �rB| j|_ |�nt||d| ��d S )Nrr c S s | d S )Nr rw )�xrw rw rx ry u s z Or.parseImpl.<locals>.<lambda>)r� z no defined alternatives to matchrs ) r2 r� r r7 r� r� r� r` r� �sortrs r� ) r� r, r� rn � maxExcLoc� maxExceptionr� r Zloc2r� �_rw rw rx r� ` s< z Or.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ixor__� s z Or.__ixor__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z ^ c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z Or.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s z Or.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zOr.checkRecursion)F)T) r� r� r� r� r� r� rA r� r� r� rw rw )rG rx r K s & c sD e Zd ZdZd� fdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )r a� Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| �j||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� � s z&MatchFirst.__init__.<locals>.<genexpr>T)r� r r� r2 r rZ )r� r2 rf )rG rw rx r� � s zMatchFirst.__init__Tc C s� d}d }x�| j D ]�}y|j|||�}|S tk r\ } z|j|krL|}|j}W Y d d }~X q tk r� t|�|kr�t|t|�|j| �}t|�}Y qX qW |d k r�| j|_|�nt||d| ��d S )Nrr z no defined alternatives to matchrs )r2 rs r r� r� r� r` r� ) r� r, r� rn r> r? r r� r� rw rw rx r� � s$ zMatchFirst.parseImplc C s t |t�rtj|�}| j|�S )N)rz r� r$ rP r� )r� r� rw rw rx �__ior__� s zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z | c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� � s z%MatchFirst.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� � s zMatchFirst.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� � s zMatchFirst.checkRecursion)F)T) r� r� r� r� r� r� rB r� r� r� rw rw )rG rx r � s c s< e Zd ZdZd � fdd� Zd dd�Zdd� Zd d � Z� ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| �j||� tdd� | jD ��| _d| _d| _d S )Nc s s | ] }|j V qd S )N)rZ )r� r rw rw rx r� s z Each.__init__.<locals>.<genexpr>T)r� r r� r4 r2 rZ rW �initExprGroups)r� r2 rf )rG rw rx r� s z Each.__init__c s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d } x�| �rp|� | j | j } g } x~| D ]v} y| j||�}W n t k �r | j | � Y q�X |j | jj t | �| �� | |k�rD|j | � q�| � kr� j | � q�W t| �t| �kr�d } q�W |�r�d jd d� |D ��} t ||d | ��|� fdd�| jD �7 }g }x*|D ]"} | j|||�\}}|j |� �q�W t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S )N)rz r r� r- )r� r rw rw rx r� s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� s z"Each.parseImpl.<locals>.<listcomp>c S s" g | ]}|j rt|t� r|�qS rw )rZ rz r )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r2 r- )r� r rw rw rx r� s c S s g | ]}t |t�r|j�qS rw )rz r r- )r� r rw rw rx r� ! s c S s g | ]}t |tttf�s|�qS rw )rz r r2 r )r� r rw rw rx r� " s FTz, c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� = s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS rw )rz r r- )r� r )�tmpOptrw rx r� A s )rC r� r2 Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr� r r� r� r� �remover� r� rs �sumr" )r� r, r� rn Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr8 r� Z finalResultsrw )rD rx r� sP zEach.parseImplc C s@ t | d�r| jS | jd kr:ddjdd� | jD �� d | _| jS )Nr� r: z & c s s | ]}t |�V qd S )N)r� )r� r rw rw rx r� P s z Each.__str__.<locals>.<genexpr>r; )r� r� rT r� r2 )r� rw rw rx r� K s z Each.__str__c C s0 |d d � | g }x| j D ]}|j|� qW d S )N)r2 r� )r� r� r9 r rw rw rx r� T s zEach.checkRecursion)T)T) r� r� r� r� r� r� r� r� r� rw rw )rG rx r � s 5 1 c sl e Zd ZdZd� fdd� Zddd�Zdd � Z� fd d �Z� fd d �Zdd� Z g fdd�Z � fdd�Z � Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s� t t| �j|� t|t�r@ttjt�r2tj|�}ntjt |��}|| _ d | _ |d k r�|j | _ |j | _ | j|j� |j| _|j| _|j| _| jj|j� d S )N)r� r r� rz r� � issubclassr$ rP r, r r- rT r_ rZ r� rX rW rV rd r\ r� )r� r- rf )rG rw rx r� ^ s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NF)ro r� )r- rs r r` )r� r, r� rn rw rw rx r� p s z ParseElementEnhance.parseImplc C s* d| _ | jj� | _| jd k r&| jj� | S )NF)rW r- r� r� )r� rw rw rx r� v s z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| �j|� | jd k rn| jj| jd � n,tt| �j|� | jd k rn| jj| jd � | S )Nrr rs rs )rz r+ r\ r� r r� r- )r� r� )rG rw rx r� } s zParseElementEnhance.ignorec s& t t| �j� | jd k r"| jj� | S )N)r� r r� r- )r� )rG rw rx r� � s z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| jj|� d S )N)r& r- r� )r� r� r9 rw rw rx r� � s z"ParseElementEnhance.checkRecursionc C s6 |d d � | g }| j d k r(| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� � s z ParseElementEnhance.validatec sV yt t| �j� S tk r" Y nX | jd krP| jd k rPd| jjt| j�f | _| jS )Nz%s:(%s)) r� r r� rJ rT r- rG r� r� )r� )rG rw rx r� � s zParseElementEnhance.__str__)F)T) r� r� r� r� r� r� r� r� r� r� r� r� r� rw rw )rG rx r Z s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r a� Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| �j|� d| _d S )NT)r� r r� rZ )r� r- )rG rw rx r� � s zFollowedBy.__init__Tc C s | j j||� |g fS )N)r- r� )r� r, r� rn rw rw rx r� � s zFollowedBy.parseImpl)T)r� r� r� r� r� r� r� rw rw )rG rx r � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS ) r a� Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| �j|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )r� r r� rW rZ r� r- r` )r� r- )rG rw rx r� � s zNotAny.__init__Tc C s& | j j||�r t||| j| ��|g fS )N)r- r� r r` )r� r, r� rn rw rw rx r� � s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� z~{r; )r� r� rT r� r- )r� rw rw rx r� � s zNotAny.__str__)T)r� r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd Zd� fdd� Zddd�Z� ZS ) �_MultipleMatchNc sF t t| �j|� d| _|}t|t�r.tj|�}|d k r<| nd | _d S )NT) r� rH r� rV rz r� r$ rP � not_ender)r� r- �stopOnZender)rG rw rx r� � s z_MultipleMatch.__init__Tc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}yZ| j } xJ|rb|||� | rr|||�} n|} ||| |�\}} | s�| j� rT|| 7 }qTW W n ttfk r� Y nX ||fS )NF)ro ) r- rs r� rI r� r\ r� r r� ) r� r, r� rn Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr� ZhasIgnoreExprsr� Z tmptokensrw rw rx r� � s, z_MultipleMatch.parseImpl)N)T)r� r� r� r� r� r� rw rw )rG rx rH � s rH c @ s e Zd ZdZdd� ZdS )r a� Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r: z}...)r� r� rT r� r- )r� rw rw rx r� ! s zOneOrMore.__str__N)r� r� r� r� r� rw rw rw rx r s c s8 e Zd ZdZd � fdd� Zd � fdd� Zdd � Z� ZS ) r2 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| �j||d� d| _d S )N)rJ T)r� r2 r� rZ )r� r- rJ )rG rw rx r� 6 s zZeroOrMore.__init__Tc s6 yt t| �j|||�S ttfk r0 |g fS X d S )N)r� r2 r� r r� )r� r, r� rn )rG rw rx r� : s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r z]...)r� r� rT r� r- )r� rw rw rx r� @ s zZeroOrMore.__str__)N)T)r� r� r� r� r� r� r� r� rw rw )rG rx r2 * s c @ s e Zd Zdd� ZeZdd� ZdS )� _NullTokenc C s dS )NFrw )r� rw rw rx r� J s z_NullToken.__bool__c C s dS )Nr� rw )r� rw rw rx r� M s z_NullToken.__str__N)r� r� r� r� r& r� rw rw rw rx rK I s rK c s6 e Zd ZdZef� fdd� Zd dd�Zdd� Z� ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| �j|dd� | jj| _|| _d| _d S )NF)rf T)r� r r� r- rV r� rZ )r� r- r� )rG rw rx r� t s zOptional.__init__Tc C sz y | j j|||dd�\}}W nT ttfk rp | jtk rh| j jr^t| jg�}| j|| j j< ql| jg}ng }Y nX ||fS )NF)ro )r- rs r r� r� �_optionalNotMatchedrU r" )r� r, r� rn r� rw rw rx r� z s zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr� r r )r� r� rT r� r- )r� rw rw rx r� � s zOptional.__str__)T) r� r� r� r� rL r� r� r� r� rw rw )rG rx r Q s " c s, e Zd ZdZd � fdd� Zd dd�Z� ZS ) r( a� Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| �j|� || _d| _d| _|| _d| _t|t �rFt j |�| _ n|| _ dt | j� | _d S )NTFzNo match found for )r� r( r� � ignoreExprrZ r_ � includeMatchr� rz r� r$ rP �failOnr� r- r` )r� r� �includer� rO )rG rw rx r� � s zSkipTo.__init__Tc C s, |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} x�| |kr�|d k rh||| �rhP | d k r�x*y| || �} W qr tk r� P Y qrX qrW y||| ddd� W n tt fk r� | d7 } Y qLX P qLW t||| j | ��| }|||� } t | �} | j �r$||||dd�\}} | | 7 } || fS )NF)rn ro rr )ro ) r� r- rs rO r� rM r� r r r� r` r" rN )r� r, r� rn r/ r� r- Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr� rw rw rx r� � s< zSkipTo.parseImpl)FNN)T)r� r� r� r� r� r� r� rw rw )rG rx r( � s 6 c sb e Zd ZdZd� fdd� Zdd� Zdd� Zd d � Zd d � Zg fd d�Z dd� Z � fdd�Z � Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| �j|dd� d S )NF)rf )r� r r� )r� r� )rG rw rx r� s zForward.__init__c C sj t |t�rtj|�}|| _d | _| jj| _| jj| _| j| jj � | jj | _ | jj | _ | j j | jj � | S )N)rz r� r$ rP r- rT r_ rZ r� rX rW rV r\ r� )r� r� rw rw rx � __lshift__ s zForward.__lshift__c C s | |> S )Nrw )r� r� rw rw rx � __ilshift__' s zForward.__ilshift__c C s d| _ | S )NF)rW )r� rw rw rx r� * s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | jj� | S )NT)r^ r- r� )r� rw rw rx r� . s zForward.streamlinec C s> | |kr0|d d � | g }| j d k r0| j j|� | jg � d S )N)r- r� r� )r� r� r5 rw rw rx r� 5 s zForward.validatec C s> t | d�r| jS | jjd S d}W d | j| _X | jjd | S )Nr� z: ...�Nonez: )r� r� rG r� Z _revertClass�_ForwardNoRecurser- r� )r� Z retStringrw rw rx r� < s zForward.__str__c s. | j d k rtt| �j� S t� }|| K }|S d S )N)r- r� r r� )r� r� )rG rw rx r� M s z Forward.copy)N) r� r� r� r� r� rQ rR r� r� r� r� r� r� rw rw )rG rx r s c @ s e Zd Zdd� ZdS )rT c C s dS )Nz...rw )r� rw rw rx r� V s z_ForwardNoRecurse.__str__N)r� r� r� r� rw rw rw rx rT U s rT c s" e Zd ZdZd� fdd� Z� ZS )r- zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| �j|� d| _d S )NF)r� r- r� rV )r� r- rf )rG rw rx r� ] s zTokenConverter.__init__)F)r� r� r� r� r� r� rw rw )rG rx r- Y s c s6 e Zd ZdZd � fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r� Tc s8 t t| �j|� |r | j� || _d| _|| _d| _d S )NT)r� r r� r� �adjacentrW � joinStringrd )r� r- rV rU )rG rw rx r� r s zCombine.__init__c s( | j rtj| |� ntt| �j|� | S )N)rU r$ r� r� r )r� r� )rG rw rx r� | s zCombine.ignorec C sP |j � }|d d �= |tdj|j| j��g| jd�7 }| jrH|j� rH|gS |S d S )Nr� )r� )r� r" r� r rV ra rU r� )r� r, r� r� ZretToksrw rw rx r� � s "zCombine.postParse)r� T)r� r� r� r� r� r� r� r� rw rw )rG rx r a s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a� Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s zGroup.__init__c C s |gS )Nrw )r� r, r� r� rw rw rx r� � s zGroup.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| �j|� d| _d S )NT)r� r r� rV )r� r- )rG rw rx r� � s z Dict.__init__c C s� x�t |�D ]�\}}t|�dkr q |d }t|t�rBt|d �j� }t|�dkr^td|�||< q t|�dkr�t|d t� r�t|d |�||< q |j� }|d= t|�dks�t|t�r�|j � r�t||�||< q t|d |�||< q W | j r�|gS |S d S )Nr rr r� rq ) r� r� rz ru r� r� r� r" r� r� rU )r� r, r� r� r� �tokZikeyZ dictvaluerw rw rx r� � s$ zDict.postParse)r� r� r� r� r� r� r� rw rw )rG rx r � s # c @ s e Zd ZdZdd� Zdd� ZdS )r+ aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S )Nrw )r� r, r� r� rw rw rx r� � s zSuppress.postParsec C s | S )Nrw )r� rw rw rx r� � s zSuppress.suppressN)r� r� r� r� r� r� rw rw rw rx r+ � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t |�| _d| _d S )NF)rL �callable�called)r� Z methodCallrw rw rx r� s zOnlyOnce.__init__c C s. | j s | j|||�}d| _ |S t||d��d S )NTr� )rY rX r )r� r� r4 rv r� rw rw rx r� s zOnlyOnce.__call__c C s d| _ d S )NF)rY )r� rw rw rx �reset s zOnlyOnce.resetN)r� r� r� r� r� r� rZ rw rw rw rx r � s c s: t � �� � fdd�}y � j|_W n tk r4 Y nX |S )as Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s� � j }| dd � \}}}t| �dkr8| d jj d | }tjjd|t||�||f � y � | � }W n8 tk r� } z tjjd||f � � W Y d d }~X nX tjjd||f � |S )Nro r �.z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) r8 )r� r� rG r~ �stderr�writerG rJ )ZpaArgsZthisFuncr� r4 rv r� r2 )r� rw rx �z# s ztraceParseAction.<locals>.z)rL r� r� )r� r^ rw )r� rx rb s �,Fc C s` t | �d t |� d t | � d }|rBt| t|| � �j|�S | tt|�| � j|�S dS )a� Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r� z]...N)r� r r2 rh r+ )r- Zdelim�combineZdlNamerw rw rx r@ 9 s $c sj t � � � �fdd�}|dkr0tt�jdd� �}n|j� }|jd� |j|dd� |� jd t�� d �S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d }� |r t t�g| ��p&t t�> g S )Nr )r r rC )r� r4 rv r� )� arrayExprr- rw rx �countFieldParseAction_ s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S )Nr )ru )rv rw rw rx ry d s z countedArray.<locals>.<lambda>ZarrayLenT)re z(len) z...)r r/ rR r� r� rh rw r� )r- ZintExprrb rw )ra r- rx r< L s c C s: g }x0| D ](}t |t�r(|jt|�� q |j|� q W |S )N)rz r� r� r� r� )�Lr� r� rw rw rx r� k s r� c s6 t � � � fdd�}| j|dd� � jdt| � � � S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |�dkr � |d > qLt|j� �}� tdd� |D ��> n � t� > d S )Nrr r c s s | ]}t |�V qd S )N)r )r� �ttrw rw rx r� � s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r� r� r r )r� r4 rv Ztflat)�reprw rx �copyTokenToRepeater� s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterT)re z(prev) )r rw rh r� )r- rf rw )re rx rO t s c sF t � � | j� }� |K � � fdd�}| j|dd� � jdt| � � � S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t |j� �� � fdd�}�j|dd� d S )Nc s$ t |j� �}|� kr tddd��d S )Nr� r )r� r� r )r� r4 rv Z theseTokens)� matchTokensrw rx �mustMatchTheseTokens� s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensT)re )r� r� r� )r� r4 rv rh )re )rg rx rf � s z.matchPreviousExpr.<locals>.copyTokenToRepeaterT)re z(prev) )r r� rw rh r� )r- Ze2rf rw )re rx rN � s c C s> x dD ]}| j |t| �} qW | j dd�} | j dd�} t| �S )Nz\^-]r z\nr& z\t)r� �_bslashr� )r� r� rw rw rx r � s r Tc s� |rdd� }dd� }t � ndd� }dd� }t� g }t| t�rF| j� }n&t| tj�r\t| �}ntj dt dd� |svt � S d }x�|t |�d k �r|| }xnt ||d d � �D ]N\}} || |�r�||| d = P q�||| �r�||| d = |j|| � | }P q�W |d 7 }q|W | �r�|�r�yht |�t d j|��k�rZtd d jdd� |D �� �jdj|��S tdjdd� |D ���jdj|��S W n& tk �r� tj dt dd� Y nX t� fdd�|D ��jdj|��S )a� Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | j � |j � kS )N)r� )r �brw rw rx ry � s zoneOf.<locals>.<lambda>c S s |j � j| j � �S )N)r� r� )r rj rw rw rx ry � s c S s | |kS )Nrw )r rj rw rw rx ry � s c S s |j | �S )N)r� )r rj rw rw rx ry � s z6Invalid argument to oneOf, expected string or iterablerq )r� r rr Nr� z[%s]c s s | ]}t |�V qd S )N)r )r� �symrw rw rx r� � s zoneOf.<locals>.<genexpr>z | �|c s s | ]}t j|�V qd S )N)rc r )r� rk rw rw rx r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S )Nrw )r� rk )�parseElementClassrw rx r� � s )r r rz r� r� r� r3 r� r� r� r� r r� r� r� r� r' rh rJ r ) Zstrsr� ZuseRegexZisequalZmasksZsymbolsr� Zcurr� r� rw )rm rx rS � sL ((c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r2 r )r� r� rw rw rx rA � s !c C s^ t � jdd� �}|j� }d|_|d�| |d� }|r@dd� }ndd� }|j|� | j|_|S ) a� Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S )Nrw )r� r� rv rw rw rx ry 8 s z!originalTextFor.<locals>.<lambda>F�_original_start� _original_endc S s | |j |j� S )N)rn ro )r� r4 rv rw rw rx ry = s c S s& | |j d�|j d�� g|d d �< d S )Nrn ro )r� )r� r4 rv rw rw rx � extractText? s z$originalTextFor.<locals>.extractText)r r� r� rd r\ )r- ZasStringZ locMarkerZ endlocMarker� matchExprrp rw rw rx rg s c C s t | �jdd� �S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S )Nr rw )rv rw rw rx ry J s zungroup.<locals>.<lambda>)r- r� )r- rw rw rx rh E s c C s4 t � jdd� �}t|d�| d� |j� j� d� �S )a� Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S )Nrw )r� r4 rv rw rw rx ry ` s z locatedExpr.<locals>.<lambda>Z locn_startr� Zlocn_end)r r� r r� r� )r- Zlocatorrw rw rx rj L s z\[]-*.$+^?()~ )r c C s |d d S )Nr rr rw )r� r4 rv rw rw rx ry k s ry z\\0?[xX][0-9a-fA-F]+c C s t t|d jd�d��S )Nr z\0x� )�unichrru �lstrip)r� r4 rv rw rw rx ry l s z \\0[0-7]+c C s t t|d dd � d��S )Nr rr � )rs ru )r� r4 rv rw rw rx ry m s z\])r� r z\wr6 r r� Znegate�bodyr c sB dd� � y dj � fdd�tj| �jD ��S tk r< dS X dS )a� Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | t�s| S djdd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S )N)rs )r� r� rw rw rx r� � s z+srange.<locals>.<lambda>.<locals>.<genexpr>r rr )rz r" r� r� �ord)�prw rw rx ry � s zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S )Nrw )r� �part)� _expandedrw rx r� � s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr� rv rJ )r� rw )rz rx r_ r s c s � fdd�}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || �� kr t| |d� ��d S )Nz matched token not at column %d)r9 r )r( Zlocnr0 )r� rw rx � verifyCol� s z!matchOnlyAtCol.<locals>.verifyColrw )r� r| rw )r� rx rM � s c s � fdd�S )a� Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s � gS )Nrw )r� r4 rv )�replStrrw rx ry � s z replaceWith.<locals>.<lambda>rw )r} rw )r} rx r\ � s c C s |d dd� S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r rr rs rw )r� r4 rv rw rw rx rZ � s c sN � �fdd�}yt �dt �d�j�}W n tk rB t��}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS rw rw )r� Ztokn)r� r5 rw rx r� � s z(tokenMap.<locals>.pa.<locals>.<listcomp>rw )r� r4 rv )r� r5 rw rx r| � s ztokenMap.<locals>.par� rG )rI r� rJ r{ )r5 r� r| rK rw )r� r5 rx rm � s c C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� �lower)rv rw rw rx ry � s c C s� t | t�r | }t| | d�} n| j}tttd �}|r�tj� j t �}t d�| d� t t t|t d� | ��� tddgd�jd �j d d � � t d � }n�d jdd� tD ��}tj� j t �t|�B }t d�| d� t t t|j t�tt d�| � ��� tddgd�jd �j dd � � t d � }ttd�| d �}|jdd j|jdd�j� j� � �jd| �}|jdd j|jdd�j� j� � �jd| �}||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag name)r� z_-:r �tag�=�/F)r� rC c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z_makeTags.<locals>.<lambda>r r� c s s | ]}|d kr|V qdS )r Nrw )r� r� rw rw rx r� � s z _makeTags.<locals>.<genexpr>c S s |d dkS )Nr r� rw )r� r4 rv rw rw rx ry � s z</r� �:r� z<%s>r z</%s>) rz r� r r� r/ r4 r3 r> r� r� rZ r+ r r2 r r rl r� rV rY rB r �_Lr� �titler� rh r )�tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagrw rw rx � _makeTags� s" T\..r� c C s t | d�S )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com F)r� )r� rw rw rx rK � s c C s t | d�S )z� Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} T)r� )r� rw rw rx rL s c s8 | r| dd� � n|j � � dd� � D �� � fdd�}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||f�qS rw rw )r� r� r� rw rw rx r� Q s z!withAttribute.<locals>.<listcomp>c s^ xX� D ]P\}}||kr&t | |d| ��|tjkr|| |krt | |d||| |f ��qW d S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r re � ANY_VALUE)r� r4 r� ZattrNameZ attrValue)�attrsrw rx r| R s zwithAttribute.<locals>.pa)r� )r� ZattrDictr| rw )r� rx re s 2 c C s |r d| nd}t f || i�S )a� Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:class�class)re )Z classname� namespaceZ classattrrw rw rx rk \ s �(r c C s� t � }| || | B }�x`t|�D �]R\}}|d dd� \}} } } | dk rTd| nd| } | dkr�|dksxt|�dkr�td��|\} }t � j| �}| tjk�rd| dkr�t|| �t|t |� � }n�| dk�r |dk �r t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�rZt|| | | | �t|| | | | � }ntd ��n�| tj k�rH| dk�r�t |t ��s�t |�}t|j | �t|| � }n�| dk�r|dk �r�t|| | �t|t || � � }n t|| �t|t |� � }nD| dk�r>t|| | | | �t|| | | | � }ntd ��ntd ��| �r`|j| � ||j| �|B K }|}q"W ||K }|S ) a� Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] Nr ro z%s termz %s%s termrq z@if numterms=3, opExpr must be a tuple or list of two expressionsrr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)N)r r� r� r� rh rT �LEFTr r r �RIGHTrz r r- r� )ZbaseExprZopListZlparZrparr� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr| ZtermNameZopExpr1ZopExpr2ZthisExprrq rw rw rx ri � sR ; & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r(t| t�o,t|t��r t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��j dd� �}n$t j � t| | tj �j dd� � }nx|dk r�tt| t | � t |� ttjdd� ��j dd� �}n4ttt | � t |� ttjdd� ��j d d� �}nt d ��t � }|dk �rb|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|jd | |f � |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNrr )r c S s | d j � S )Nr )r� )rv rw rw rx ry 9 s z nestedExpr.<locals>.<lambda>c S s | d j � S )Nr )r� )rv rw rw rx ry < s c S s | d j � S )Nr )r� )rv rw rw rx ry B s c S s | d j � S )Nr )r� )rv rw rw rx ry F s zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r� rz r� r� r r r r$ rM r� rC r� r r r r+ r2 rh )�openerZcloserZcontentrM r� rw rw rx rP � s4 : *$c s� � fdd�}� fdd�}� fdd�}t t� jd�j� �}t� t� j|� jd�}t� j|�jd �}t� j|�jd �} |r�tt|�| t |t| � t|� � | �} n$tt|�t |t| � t|� � �} | j t t� � | jd �S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nrr zillegal nestingznot a peer entryrs rs )r� r9 r! r )r� r4 rv �curCol)� indentStackrw rx �checkPeerIndent� s z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� j|� n t| |d��d S )Nrr znot a subentryrs )r9 r� r )r� r4 rv r� )r� rw rx �checkSubIndent� s z%indentedBlock.<locals>.checkSubIndentc sN |t | �krd S t|| �}� o4|� d k o4|� d ksBt| |d��� j� d S )Nrr rq znot an unindentrs r9 )r� r9 r r� )r� r4 rv r� )r� rw rx � checkUnindent� s z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTzindented block) r r r� r� r r� rh r r r� ri ) ZblockStatementExprr� r r� r� r� r r� ZPEERZUNDENTZsmExprrw )r� rx rf Q s N , z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>rl z);zcommon HTML entityc C s t j| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentity)rv rw rw rx r[ � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style comment)r� z � commaItem)r� c @ s� e Zd ZdZee�Zee�Ze e �j d�j e�Z e e�j d�j eed��Zed�j d�j e�Ze� j e�d e� j e� j d�Zejd d � � eeeed �j� e � B j d �Zeje� ed �j d�j e�Zed�j d�j e�ZeeB eB j� Zed�j d�j e�Z e e d e d �j d�Z ed�j d�Z ed�j d�Z!e!de! d j d�Z"ee!de! d> �d ee!de! d? � j d �Z#e#j$d d � � d!e j d"�Z%e&e"e%B e#B j d#��j d#�Z'ed$�j d%�Z(e)d@d'd(��Z*e)dAd*d+��Z+ed,�j d-�Z,ed.�j d/�Z-ed0�j d1�Z.e/j� e0j� B Z1e)d2d3� �Z2e&e3e4d4� e5� e e6d4d5� ee7d6�� ��j� j d7�Z8e9ee:j;� e8B d8d9��j d:�Z<e)ed;d � ��Z=e)ed<d � ��Z>d=S )Brn a� Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] �integerz hex integerrr z[+-]?\d+zsigned integerr� �fractionc C s | d | d S )Nr rr rs rw )rv rw rw rx ry � s zpyparsing_common.<lambda>r6 z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr@ � identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerr� � zfull IPv6 addressr rA z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t jj|�rd V qdS )rr N)rn � _ipv6_partr� )r� rd rw rw rx r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>ru )rF )rv rw rw rx ry � s z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a� Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sL yt j|d � �j� S tk rF } zt| |t|���W Y d d }~X nX d S )Nr )r �strptimeZdater� r r{ )r� r4 rv �ve)�fmtrw rx �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnrw )r� r� rw )r� rx � convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sH yt j|d � �S tk rB } zt| |t|���W Y d d }~X nX d S )Nr )r r� r� r r{ )r� r4 rv r� )r� rw rx r� � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnrw )r� r� rw )r� rx �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t jj|d �S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rn �_html_stripperr� )r� r4 r� rw rw rx � stripHTMLTags� s z pyparsing_common.stripHTMLTagsr_ )r� z r� r� )r� zcomma separated listc C s t | �j� S )N)r� r� )rv rw rw rx ry � s c C s t | �j� S )N)r� r~ )rv rw rw rx ry � s N)r rA )r rA )r� )r� )?r� r� r� r� rm ru ZconvertToInteger�floatZconvertToFloatr/ rR rh r� r� rD r� r' Zsigned_integerr� rw r r� Z mixed_integerrF �realZsci_realr� �numberr� r4 r3 r� Z ipv4_addressr� Z_full_ipv6_addressZ_short_ipv6_addressr} Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� r� r� Z iso8601_dateZiso8601_datetime�uuidr7 r6 r� r� r r r rV r. � _commasepitemr@ rY r� Zcomma_separated_listrd rB rw rw rw rx rn � sN "" 2 8 �__main__Zselect�fromz_$r[ )r` �columnsri ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rq )r_ F)N)FT)T)r� )T)�r� � __version__Z__versionTime__� __author__r� �weakrefr r� r� r~ r� rc r r� r! r; r� r �_threadr � ImportErrorZ threadingr r� Z ordereddict�__all__r� � version_infor: r �maxsizer� r{ r� �chrrs r� rF r� r �reversedr� r� r r4 r r rH ZmaxintZxranger� Z __builtin__r� Zfnamer� rI r� r� r� r� r� r� Zascii_uppercaseZascii_lowercaser4 rR rD r3 ri r� Z printablerV rJ r r r! r# r& r� r" �MutableMapping�registerr9 rJ rG r. r1 r3 rQ rL r$ r, r r r r� rP r r r rl r/ r' r% r r. r. r r r r* r) r1 r0 r r r r r r r r rH r r2 rK rL r r( r rT r- r r r r+ r rb r@ r< r� rO rN r rS rA rg rh rj rh rC rI rH ra r` r� Z _escapedPuncZ_escapedHexCharZ_escapedOctChar�UNICODEZ _singleCharZ _charRangerl r{ r_ rM r\ rZ rm rd rB r� rK rL re r� rk rT r� r� ri rU r> r^ rY rc rP rf r5 rW r7 r6 r� r� r� r� r; r[ r8 rE r� r] r? r= rF rX r� r� r: rn r� Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr� r� r� r� r� r� rw rw rw rx �<module>= s� 8 @ d &A= I G3 pLOD|M &# @sQ,A, I# % &0 , ? #k Zr ( 0 " site-packages/setuptools/glibc.py 0000644 00000006112 15231162611 0013135 0 ustar 00 # This file originally from pip: # https://github.com/pypa/pip/blob/8f4f15a5a95d7d5b511ceaee9ed261176c181970/src/pip/_internal/utils/glibc.py from __future__ import absolute_import import ctypes import re import warnings def glibc_version_string(): "Returns glibc version string, or None if not using glibc." # ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen # manpage says, "If filename is NULL, then the returned handle is for the # main program". This way we can let the linker do the work to figure out # which libc our process is actually using. process_namespace = ctypes.CDLL(None) try: gnu_get_libc_version = process_namespace.gnu_get_libc_version except AttributeError: # Symbol doesn't exist -> therefore, we are not linked to # glibc. return None # Call gnu_get_libc_version, which returns a string like "2.5" gnu_get_libc_version.restype = ctypes.c_char_p version_str = gnu_get_libc_version() # py2 / py3 compatibility: if not isinstance(version_str, str): version_str = version_str.decode("ascii") return version_str # Separated out from have_compatible_glibc for easier unit testing def check_glibc_version(version_str, required_major, minimum_minor): # Parse string and check against requested version. # # We use a regexp instead of str.split because we want to discard any # random junk that might come after the minor version -- this might happen # in patched/forked versions of glibc (e.g. Linaro's version of glibc # uses version strings like "2.20-2014.11"). See gh-3588. m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str) if not m: warnings.warn("Expected glibc version with 2 components major.minor," " got: %s" % version_str, RuntimeWarning) return False return (int(m.group("major")) == required_major and int(m.group("minor")) >= minimum_minor) def have_compatible_glibc(required_major, minimum_minor): version_str = glibc_version_string() if version_str is None: return False return check_glibc_version(version_str, required_major, minimum_minor) # platform.libc_ver regularly returns completely nonsensical glibc # versions. E.g. on my computer, platform says: # # ~$ python2.7 -c 'import platform; print(platform.libc_ver())' # ('glibc', '2.7') # ~$ python3.5 -c 'import platform; print(platform.libc_ver())' # ('glibc', '2.9') # # But the truth is: # # ~$ ldd --version # ldd (Debian GLIBC 2.22-11) 2.22 # # This is unfortunate, because it means that the linehaul data on libc # versions that was generated by pip 8.1.2 and earlier is useless and # misleading. Solution: instead of using platform, use our code that actually # works. def libc_ver(): """Try to determine the glibc version Returns a tuple of strings (lib, version) which default to empty strings in case the lookup fails. """ glibc_version = glibc_version_string() if glibc_version is None: return ("", "") else: return ("glibc", glibc_version) site-packages/setuptools/depends.py 0000644 00000013315 15231162611 0013502 0 ustar 00 import sys import imp import marshal from distutils.version import StrictVersion from imp import PKG_DIRECTORY, PY_COMPILED, PY_SOURCE, PY_FROZEN from .py33compat import Bytecode __all__ = [ 'Require', 'find_module', 'get_module_constant', 'extract_constant' ] class Require: """A prerequisite to building or installing a distribution""" def __init__(self, name, requested_version, module, homepage='', attribute=None, format=None): if format is None and requested_version is not None: format = StrictVersion if format is not None: requested_version = format(requested_version) if attribute is None: attribute = '__version__' self.__dict__.update(locals()) del self.self def full_name(self): """Return full package/distribution name, w/version""" if self.requested_version is not None: return '%s-%s' % (self.name, self.requested_version) return self.name def version_ok(self, version): """Is 'version' sufficiently up-to-date?""" return self.attribute is None or self.format is None or \ str(version) != "unknown" and version >= self.requested_version def get_version(self, paths=None, default="unknown"): """Get version number of installed module, 'None', or 'default' Search 'paths' for module. If not found, return 'None'. If found, return the extracted version attribute, or 'default' if no version attribute was specified, or the value cannot be determined without importing the module. The version is formatted according to the requirement's version format (if any), unless it is 'None' or the supplied 'default'. """ if self.attribute is None: try: f, p, i = find_module(self.module, paths) if f: f.close() return default except ImportError: return None v = get_module_constant(self.module, self.attribute, default, paths) if v is not None and v is not default and self.format is not None: return self.format(v) return v def is_present(self, paths=None): """Return true if dependency is present on 'paths'""" return self.get_version(paths) is not None def is_current(self, paths=None): """Return true if dependency is present and up-to-date on 'paths'""" version = self.get_version(paths) if version is None: return False return self.version_ok(version) def find_module(module, paths=None): """Just like 'imp.find_module()', but with package support""" parts = module.split('.') while parts: part = parts.pop(0) f, path, (suffix, mode, kind) = info = imp.find_module(part, paths) if kind == PKG_DIRECTORY: parts = parts or ['__init__'] paths = [path] elif parts: raise ImportError("Can't find %r in %s" % (parts, module)) return info def get_module_constant(module, symbol, default=-1, paths=None): """Find 'module' by searching 'paths', and extract 'symbol' Return 'None' if 'module' does not exist on 'paths', or it does not define 'symbol'. If the module defines 'symbol' as a constant, return the constant. Otherwise, return 'default'.""" try: f, path, (suffix, mode, kind) = find_module(module, paths) except ImportError: # Module doesn't exist return None try: if kind == PY_COMPILED: f.read(8) # skip magic & date code = marshal.load(f) elif kind == PY_FROZEN: code = imp.get_frozen_object(module) elif kind == PY_SOURCE: code = compile(f.read(), path, 'exec') else: # Not something we can parse; we'll have to import it. :( if module not in sys.modules: imp.load_module(module, f, path, (suffix, mode, kind)) return getattr(sys.modules[module], symbol, None) finally: if f: f.close() return extract_constant(code, symbol, default) def extract_constant(code, symbol, default=-1): """Extract the constant value of 'symbol' from 'code' If the name 'symbol' is bound to a constant value by the Python code object 'code', return that value. If 'symbol' is bound to an expression, return 'default'. Otherwise, return 'None'. Return value is based on the first assignment to 'symbol'. 'symbol' must be a global, or at least a non-"fast" local in the code block. That is, only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol' must be present in 'code.co_names'. """ if symbol not in code.co_names: # name's not there, can't possibly be an assignment return None name_idx = list(code.co_names).index(symbol) STORE_NAME = 90 STORE_GLOBAL = 97 LOAD_CONST = 100 const = default for byte_code in Bytecode(code): op = byte_code.opcode arg = byte_code.arg if op == LOAD_CONST: const = code.co_consts[arg] elif arg == name_idx and (op == STORE_NAME or op == STORE_GLOBAL): return const else: const = default def _update_globals(): """ Patch the globals to remove the objects not available on some platforms. XXX it'd be better to test assertions about bytecode instead. """ if not sys.platform.startswith('java') and sys.platform != 'cli': return incompatible = 'extract_constant', 'get_module_constant' for name in incompatible: del globals()[name] __all__.remove(name) _update_globals() site-packages/setuptools/py33compat.py 0000644 00000002236 15231162611 0014062 0 ustar 00 import dis import array import collections try: import html except ImportError: html = None from setuptools.extern import six from setuptools.extern.six.moves import html_parser OpArg = collections.namedtuple('OpArg', 'opcode arg') class Bytecode_compat(object): def __init__(self, code): self.code = code def __iter__(self): """Yield '(op,arg)' pair for each operation in code object 'code'""" bytes = array.array('b', self.code.co_code) eof = len(self.code.co_code) ptr = 0 extended_arg = 0 while ptr < eof: op = bytes[ptr] if op >= dis.HAVE_ARGUMENT: arg = bytes[ptr + 1] + bytes[ptr + 2] * 256 + extended_arg ptr += 3 if op == dis.EXTENDED_ARG: long_type = six.integer_types[-1] extended_arg = arg * long_type(65536) continue else: arg = None ptr += 1 yield OpArg(op, arg) Bytecode = getattr(dis, 'Bytecode', Bytecode_compat) unescape = getattr(html, 'unescape', html_parser.HTMLParser().unescape) site-packages/setuptools/wheel.py 0000644 00000017142 15231162611 0013166 0 ustar 00 '''Wheels support.''' from distutils.util import get_platform import email import itertools import os import posixpath import re import zipfile from pkg_resources import Distribution, PathMetadata, parse_version from setuptools.extern.packaging.utils import canonicalize_name from setuptools.extern.six import PY3 from setuptools import Distribution as SetuptoolsDistribution from setuptools import pep425tags from setuptools.command.egg_info import write_requirements WHEEL_NAME = re.compile( r"""^(?P<project_name>.+?)-(?P<version>\d.*?) ((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?) )\.whl$""", re.VERBOSE).match NAMESPACE_PACKAGE_INIT = '''\ try: __import__('pkg_resources').declare_namespace(__name__) except ImportError: __path__ = __import__('pkgutil').extend_path(__path__, __name__) ''' def unpack(src_dir, dst_dir): '''Move everything under `src_dir` to `dst_dir`, and delete the former.''' for dirpath, dirnames, filenames in os.walk(src_dir): subdir = os.path.relpath(dirpath, src_dir) for f in filenames: src = os.path.join(dirpath, f) dst = os.path.join(dst_dir, subdir, f) os.renames(src, dst) for n, d in reversed(list(enumerate(dirnames))): src = os.path.join(dirpath, d) dst = os.path.join(dst_dir, subdir, d) if not os.path.exists(dst): # Directory does not exist in destination, # rename it and prune it from os.walk list. os.renames(src, dst) del dirnames[n] # Cleanup. for dirpath, dirnames, filenames in os.walk(src_dir, topdown=True): assert not filenames os.rmdir(dirpath) class Wheel(object): def __init__(self, filename): match = WHEEL_NAME(os.path.basename(filename)) if match is None: raise ValueError('invalid wheel name: %r' % filename) self.filename = filename for k, v in match.groupdict().items(): setattr(self, k, v) def tags(self): '''List tags (py_version, abi, platform) supported by this wheel.''' return itertools.product(self.py_version.split('.'), self.abi.split('.'), self.platform.split('.')) def is_compatible(self): '''Is the wheel is compatible with the current platform?''' supported_tags = pep425tags.get_supported() return next((True for t in self.tags() if t in supported_tags), False) def egg_name(self): return Distribution( project_name=self.project_name, version=self.version, platform=(None if self.platform == 'any' else get_platform()), ).egg_name() + '.egg' def get_dist_info(self, zf): # find the correct name of the .dist-info dir in the wheel file for member in zf.namelist(): dirname = posixpath.dirname(member) if (dirname.endswith('.dist-info') and canonicalize_name(dirname).startswith( canonicalize_name(self.project_name))): return dirname raise ValueError("unsupported wheel format. .dist-info not found") def install_as_egg(self, destination_eggdir): '''Install wheel as an egg directory.''' with zipfile.ZipFile(self.filename) as zf: dist_basename = '%s-%s' % (self.project_name, self.version) dist_info = self.get_dist_info(zf) dist_data = '%s.data' % dist_basename def get_metadata(name): with zf.open(posixpath.join(dist_info, name)) as fp: value = fp.read().decode('utf-8') if PY3 else fp.read() return email.parser.Parser().parsestr(value) wheel_metadata = get_metadata('WHEEL') dist_metadata = get_metadata('METADATA') # Check wheel format version is supported. wheel_version = parse_version(wheel_metadata.get('Wheel-Version')) if not parse_version('1.0') <= wheel_version < parse_version('2.0dev0'): raise ValueError('unsupported wheel format version: %s' % wheel_version) # Extract to target directory. os.mkdir(destination_eggdir) zf.extractall(destination_eggdir) # Convert metadata. dist_info = os.path.join(destination_eggdir, dist_info) dist = Distribution.from_location( destination_eggdir, dist_info, metadata=PathMetadata(destination_eggdir, dist_info) ) # Note: we need to evaluate and strip markers now, # as we can't easily convert back from the syntax: # foobar; "linux" in sys_platform and extra == 'test' def raw_req(req): req.marker = None return str(req) install_requires = list(sorted(map(raw_req, dist.requires()))) extras_require = { extra: list(sorted( req for req in map(raw_req, dist.requires((extra,))) if req not in install_requires )) for extra in dist.extras } egg_info = os.path.join(destination_eggdir, 'EGG-INFO') os.rename(dist_info, egg_info) os.rename(os.path.join(egg_info, 'METADATA'), os.path.join(egg_info, 'PKG-INFO')) setup_dist = SetuptoolsDistribution(attrs=dict( install_requires=install_requires, extras_require=extras_require, )) write_requirements(setup_dist.get_command_obj('egg_info'), None, os.path.join(egg_info, 'requires.txt')) # Move data entries to their correct location. dist_data = os.path.join(destination_eggdir, dist_data) dist_data_scripts = os.path.join(dist_data, 'scripts') if os.path.exists(dist_data_scripts): egg_info_scripts = os.path.join(destination_eggdir, 'EGG-INFO', 'scripts') os.mkdir(egg_info_scripts) for entry in os.listdir(dist_data_scripts): # Remove bytecode, as it's not properly handled # during easy_install scripts install phase. if entry.endswith('.pyc'): os.unlink(os.path.join(dist_data_scripts, entry)) else: os.rename(os.path.join(dist_data_scripts, entry), os.path.join(egg_info_scripts, entry)) os.rmdir(dist_data_scripts) for subdir in filter(os.path.exists, ( os.path.join(dist_data, d) for d in ('data', 'headers', 'purelib', 'platlib') )): unpack(subdir, destination_eggdir) if os.path.exists(dist_data): os.rmdir(dist_data) # Fix namespace packages. namespace_packages = os.path.join(egg_info, 'namespace_packages.txt') if os.path.exists(namespace_packages): with open(namespace_packages) as fp: namespace_packages = fp.read().split() for mod in namespace_packages: mod_dir = os.path.join(destination_eggdir, *mod.split('.')) mod_init = os.path.join(mod_dir, '__init__.py') if os.path.exists(mod_dir) and not os.path.exists(mod_init): with open(mod_init, 'w') as fp: fp.write(NAMESPACE_PACKAGE_INIT) site-packages/setuptools/namespaces.py 0000644 00000006177 15231162611 0014207 0 ustar 00 import os from distutils import log import itertools from setuptools.extern.six.moves import map flatten = itertools.chain.from_iterable class Installer: nspkg_ext = '-nspkg.pth' def install_namespaces(self): nsp = self._get_all_ns_packages() if not nsp: return filename, ext = os.path.splitext(self._get_target()) filename += self.nspkg_ext self.outputs.append(filename) log.info("Installing %s", filename) lines = map(self._gen_nspkg_line, nsp) if self.dry_run: # always generate the lines, even in dry run list(lines) return with open(filename, 'wt') as f: f.writelines(lines) def uninstall_namespaces(self): filename, ext = os.path.splitext(self._get_target()) filename += self.nspkg_ext if not os.path.exists(filename): return log.info("Removing %s", filename) os.remove(filename) def _get_target(self): return self.target _nspkg_tmpl = ( "import sys, types, os", "has_mfs = sys.version_info > (3, 5)", "p = os.path.join(%(root)s, *%(pth)r)", "importlib = has_mfs and __import__('importlib.util')", "has_mfs and __import__('importlib.machinery')", "m = has_mfs and " "sys.modules.setdefault(%(pkg)r, " "importlib.util.module_from_spec(" "importlib.machinery.PathFinder.find_spec(%(pkg)r, " "[os.path.dirname(p)])))", "m = m or " "sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))", "mp = (m or []) and m.__dict__.setdefault('__path__',[])", "(p not in mp) and mp.append(p)", ) "lines for the namespace installer" _nspkg_tmpl_multi = ( 'm and setattr(sys.modules[%(parent)r], %(child)r, m)', ) "additional line(s) when a parent package is indicated" def _get_root(self): return "sys._getframe(1).f_locals['sitedir']" def _gen_nspkg_line(self, pkg): # ensure pkg is not a unicode string under Python 2.7 pkg = str(pkg) pth = tuple(pkg.split('.')) root = self._get_root() tmpl_lines = self._nspkg_tmpl parent, sep, child = pkg.rpartition('.') if parent: tmpl_lines += self._nspkg_tmpl_multi return ';'.join(tmpl_lines) % locals() + '\n' def _get_all_ns_packages(self): """Return sorted list of all package namespaces""" pkgs = self.distribution.namespace_packages or [] return sorted(flatten(map(self._pkg_names, pkgs))) @staticmethod def _pkg_names(pkg): """ Given a namespace package, yield the components of that package. >>> names = Installer._pkg_names('a.b.c') >>> set(names) == set(['a', 'a.b', 'a.b.c']) True """ parts = pkg.split('.') while parts: yield '.'.join(parts) parts.pop() class DevelopInstaller(Installer): def _get_root(self): return repr(str(self.egg_path)) def _get_target(self): return self.egg_link site-packages/setuptools/__init__.py 0000644 00000013104 15231162611 0013613 0 ustar 00 """Extensions to the 'distutils' for large or complex distributions""" import os import functools import distutils.core import distutils.filelist from distutils.util import convert_path from fnmatch import fnmatchcase from setuptools.extern.six.moves import filter, map import setuptools.version from setuptools.extension import Extension from setuptools.dist import Distribution, Feature from setuptools.depends import Require from . import monkey __all__ = [ 'setup', 'Distribution', 'Feature', 'Command', 'Extension', 'Require', 'find_packages', ] __version__ = setuptools.version.__version__ bootstrap_install_from = None # If we run 2to3 on .py files, should we also convert docstrings? # Default: yes; assume that we can detect doctests reliably run_2to3_on_doctests = True # Standard package names for fixer packages lib2to3_fixer_packages = ['lib2to3.fixes'] class PackageFinder(object): """ Generate a list of all Python packages found within a directory """ @classmethod def find(cls, where='.', exclude=(), include=('*',)): """Return a list all Python packages found within directory 'where' 'where' is the root directory which will be searched for packages. It should be supplied as a "cross-platform" (i.e. URL-style) path; it will be converted to the appropriate local path syntax. 'exclude' is a sequence of package names to exclude; '*' can be used as a wildcard in the names, such that 'foo.*' will exclude all subpackages of 'foo' (but not 'foo' itself). 'include' is a sequence of package names to include. If it's specified, only the named packages will be included. If it's not specified, all found packages will be included. 'include' can contain shell style wildcard patterns just like 'exclude'. """ return list(cls._find_packages_iter( convert_path(where), cls._build_filter('ez_setup', '*__pycache__', *exclude), cls._build_filter(*include))) @classmethod def _find_packages_iter(cls, where, exclude, include): """ All the packages found in 'where' that pass the 'include' filter, but not the 'exclude' filter. """ for root, dirs, files in os.walk(where, followlinks=True): # Copy dirs to iterate over it, then empty dirs. all_dirs = dirs[:] dirs[:] = [] for dir in all_dirs: full_path = os.path.join(root, dir) rel_path = os.path.relpath(full_path, where) package = rel_path.replace(os.path.sep, '.') # Skip directory trees that are not valid packages if ('.' in dir or not cls._looks_like_package(full_path)): continue # Should this package be included? if include(package) and not exclude(package): yield package # Keep searching subdirectories, as there may be more packages # down there, even if the parent was excluded. dirs.append(dir) @staticmethod def _looks_like_package(path): """Does a directory look like a package?""" return os.path.isfile(os.path.join(path, '__init__.py')) @staticmethod def _build_filter(*patterns): """ Given a list of patterns, return a callable that will be true only if the input matches at least one of the patterns. """ return lambda name: any(fnmatchcase(name, pat=pat) for pat in patterns) class PEP420PackageFinder(PackageFinder): @staticmethod def _looks_like_package(path): return True find_packages = PackageFinder.find def _install_setup_requires(attrs): # Note: do not use `setuptools.Distribution` directly, as # our PEP 517 backend patch `distutils.core.Distribution`. dist = distutils.core.Distribution(dict( (k, v) for k, v in attrs.items() if k in ('dependency_links', 'setup_requires') )) # Honor setup.cfg's options. dist.parse_config_files(ignore_option_errors=True) if dist.setup_requires: dist.fetch_build_eggs(dist.setup_requires) def setup(**attrs): # Make sure we have any requirements needed to interpret 'attrs'. _install_setup_requires(attrs) return distutils.core.setup(**attrs) setup.__doc__ = distutils.core.setup.__doc__ _Command = monkey.get_unpatched(distutils.core.Command) class Command(_Command): __doc__ = _Command.__doc__ command_consumes_arguments = False def __init__(self, dist, **kw): """ Construct the command for dist, updating vars(self) with any keyword parameters. """ _Command.__init__(self, dist) vars(self).update(kw) def reinitialize_command(self, command, reinit_subcommands=0, **kw): cmd = _Command.reinitialize_command(self, command, reinit_subcommands) vars(cmd).update(kw) return cmd def _find_all_simple(path): """ Find all files under 'path' """ results = ( os.path.join(base, file) for base, dirs, files in os.walk(path, followlinks=True) for file in files ) return filter(os.path.isfile, results) def findall(dir=os.curdir): """ Find all files under 'dir' and return the list of full filenames. Unless dir is '.', return full filenames with dir prepended. """ files = _find_all_simple(dir) if dir == os.curdir: make_rel = functools.partial(os.path.relpath, start=dir) files = map(make_rel, files) return list(files) monkey.patch_all() site-packages/setuptools/script.tmpl 0000644 00000000212 15231162611 0013700 0 ustar 00 # EASY-INSTALL-SCRIPT: %(spec)r,%(script_name)r __requires__ = %(spec)r __import__('pkg_resources').run_script(%(spec)r, %(script_name)r) site-packages/setuptools/launch.py 0000644 00000001423 15231162611 0013327 0 ustar 00 """ Launch the Python script on the command line after setuptools is bootstrapped via import. """ # Note that setuptools gets imported implicitly by the # invocation of this script using python -m setuptools.launch import tokenize import sys def run(): """ Run the script in sys.argv[1] as if it had been invoked naturally. """ __builtins__ script_name = sys.argv[1] namespace = dict( __file__=script_name, __name__='__main__', __doc__=None, ) sys.argv[:] = sys.argv[1:] open_ = getattr(tokenize, 'open', open) script = open_(script_name).read() norm_script = script.replace('\\r\\n', '\\n') code = compile(norm_script, script_name, 'exec') exec(code, namespace) if __name__ == '__main__': run() site-packages/setuptools/monkey.py 0000644 00000012215 15231162611 0013360 0 ustar 00 """ Monkey patching of distutils. """ import sys import distutils.filelist import platform import types import functools from importlib import import_module import inspect from setuptools.extern import six import setuptools __all__ = [] """ Everything is private. Contact the project team if you think you need this functionality. """ def _get_mro(cls): """ Returns the bases classes for cls sorted by the MRO. Works around an issue on Jython where inspect.getmro will not return all base classes if multiple classes share the same name. Instead, this function will return a tuple containing the class itself, and the contents of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024. """ if platform.python_implementation() == "Jython": return (cls,) + cls.__bases__ return inspect.getmro(cls) def get_unpatched(item): lookup = ( get_unpatched_class if isinstance(item, six.class_types) else get_unpatched_function if isinstance(item, types.FunctionType) else lambda item: None ) return lookup(item) def get_unpatched_class(cls): """Protect against re-patching the distutils if reloaded Also ensures that no other distutils extension monkeypatched the distutils first. """ external_bases = ( cls for cls in _get_mro(cls) if not cls.__module__.startswith('setuptools') ) base = next(external_bases) if not base.__module__.startswith('distutils'): msg = "distutils has already been patched by %r" % cls raise AssertionError(msg) return base def patch_all(): # we can't patch distutils.cmd, alas distutils.core.Command = setuptools.Command has_issue_12885 = sys.version_info <= (3, 5, 3) if has_issue_12885: # fix findall bug in distutils (http://bugs.python.org/issue12885) distutils.filelist.findall = setuptools.findall needs_warehouse = ( sys.version_info < (2, 7, 13) or (3, 0) < sys.version_info < (3, 3, 7) or (3, 4) < sys.version_info < (3, 4, 6) or (3, 5) < sys.version_info <= (3, 5, 3) ) if needs_warehouse: warehouse = 'https://upload.pypi.org/legacy/' distutils.config.PyPIRCCommand.DEFAULT_REPOSITORY = warehouse _patch_distribution_metadata_write_pkg_file() # Install Distribution throughout the distutils for module in distutils.dist, distutils.core, distutils.cmd: module.Distribution = setuptools.dist.Distribution # Install the patched Extension distutils.core.Extension = setuptools.extension.Extension distutils.extension.Extension = setuptools.extension.Extension if 'distutils.command.build_ext' in sys.modules: sys.modules['distutils.command.build_ext'].Extension = ( setuptools.extension.Extension ) patch_for_msvc_specialized_compiler() def _patch_distribution_metadata_write_pkg_file(): """Patch write_pkg_file to also write Requires-Python/Requires-External""" distutils.dist.DistributionMetadata.write_pkg_file = ( setuptools.dist.write_pkg_file ) def patch_func(replacement, target_mod, func_name): """ Patch func_name in target_mod with replacement Important - original must be resolved by name to avoid patching an already patched function. """ original = getattr(target_mod, func_name) # set the 'unpatched' attribute on the replacement to # point to the original. vars(replacement).setdefault('unpatched', original) # replace the function in the original module setattr(target_mod, func_name, replacement) def get_unpatched_function(candidate): return getattr(candidate, 'unpatched') def patch_for_msvc_specialized_compiler(): """ Patch functions in distutils to use standalone Microsoft Visual C++ compilers. """ # import late to avoid circular imports on Python < 3.5 msvc = import_module('setuptools.msvc') if platform.system() != 'Windows': # Compilers only availables on Microsoft Windows return def patch_params(mod_name, func_name): """ Prepare the parameters for patch_func to patch indicated function. """ repl_prefix = 'msvc9_' if 'msvc9' in mod_name else 'msvc14_' repl_name = repl_prefix + func_name.lstrip('_') repl = getattr(msvc, repl_name) mod = import_module(mod_name) if not hasattr(mod, func_name): raise ImportError(func_name) return repl, mod, func_name # Python 2.7 to 3.4 msvc9 = functools.partial(patch_params, 'distutils.msvc9compiler') # Python 3.5+ msvc14 = functools.partial(patch_params, 'distutils._msvccompiler') try: # Patch distutils.msvc9compiler patch_func(*msvc9('find_vcvarsall')) patch_func(*msvc9('query_vcvarsall')) except ImportError: pass try: # Patch distutils._msvccompiler._get_vc_env patch_func(*msvc14('_get_vc_env')) except ImportError: pass try: # Patch distutils._msvccompiler.gen_lib_options for Numpy patch_func(*msvc14('gen_lib_options')) except ImportError: pass site-packages/setuptools/py31compat.py 0000644 00000002250 15231162611 0014054 0 ustar 00 __all__ = ['get_config_vars', 'get_path'] try: # Python 2.7 or >=3.2 from sysconfig import get_config_vars, get_path except ImportError: from distutils.sysconfig import get_config_vars, get_python_lib def get_path(name): if name not in ('platlib', 'purelib'): raise ValueError("Name must be purelib or platlib") return get_python_lib(name == 'platlib') try: # Python >=3.2 from tempfile import TemporaryDirectory except ImportError: import shutil import tempfile class TemporaryDirectory(object): """ Very simple temporary directory context manager. Will try to delete afterward, but will also ignore OS and similar errors on deletion. """ def __init__(self): self.name = None # Handle mkdtemp raising an exception self.name = tempfile.mkdtemp() def __enter__(self): return self.name def __exit__(self, exctype, excvalue, exctrace): try: shutil.rmtree(self.name, True) except OSError: # removal errors are not the only possible pass self.name = None site-packages/setuptools/dist.py 0000644 00000123165 15231162611 0013030 0 ustar 00 # -*- coding: utf-8 -*- __all__ = ['Distribution'] import re import os import warnings import numbers import distutils.log import distutils.core import distutils.cmd import distutils.dist import itertools from collections import defaultdict from distutils.errors import ( DistutilsOptionError, DistutilsPlatformError, DistutilsSetupError, ) from distutils.util import rfc822_escape from distutils.version import StrictVersion from setuptools.extern import six from setuptools.extern import packaging from setuptools.extern.six.moves import map, filter, filterfalse from setuptools.depends import Require from setuptools import windows_support from setuptools.monkey import get_unpatched from setuptools.config import parse_configuration import pkg_resources from .py36compat import Distribution_parse_config_files __import__('setuptools.extern.packaging.specifiers') __import__('setuptools.extern.packaging.version') def _get_unpatched(cls): warnings.warn("Do not call this function", DeprecationWarning) return get_unpatched(cls) def get_metadata_version(dist_md): if dist_md.long_description_content_type or dist_md.provides_extras: return StrictVersion('2.1') elif (dist_md.maintainer is not None or dist_md.maintainer_email is not None or getattr(dist_md, 'python_requires', None) is not None): return StrictVersion('1.2') elif (dist_md.provides or dist_md.requires or dist_md.obsoletes or dist_md.classifiers or dist_md.download_url): return StrictVersion('1.1') return StrictVersion('1.0') # Based on Python 3.5 version def write_pkg_file(self, file): """Write the PKG-INFO format data to a file object. """ version = get_metadata_version(self) file.write('Metadata-Version: %s\n' % version) file.write('Name: %s\n' % self.get_name()) file.write('Version: %s\n' % self.get_version()) file.write('Summary: %s\n' % self.get_description()) file.write('Home-page: %s\n' % self.get_url()) if version < StrictVersion('1.2'): file.write('Author: %s\n' % self.get_contact()) file.write('Author-email: %s\n' % self.get_contact_email()) else: optional_fields = ( ('Author', 'author'), ('Author-email', 'author_email'), ('Maintainer', 'maintainer'), ('Maintainer-email', 'maintainer_email'), ) for field, attr in optional_fields: attr_val = getattr(self, attr) if six.PY2: attr_val = self._encode_field(attr_val) if attr_val is not None: file.write('%s: %s\n' % (field, attr_val)) file.write('License: %s\n' % self.get_license()) if self.download_url: file.write('Download-URL: %s\n' % self.download_url) for project_url in self.project_urls.items(): file.write('Project-URL: %s, %s\n' % project_url) long_desc = rfc822_escape(self.get_long_description()) file.write('Description: %s\n' % long_desc) keywords = ','.join(self.get_keywords()) if keywords: file.write('Keywords: %s\n' % keywords) if version >= StrictVersion('1.2'): for platform in self.get_platforms(): file.write('Platform: %s\n' % platform) else: self._write_list(file, 'Platform', self.get_platforms()) self._write_list(file, 'Classifier', self.get_classifiers()) # PEP 314 self._write_list(file, 'Requires', self.get_requires()) self._write_list(file, 'Provides', self.get_provides()) self._write_list(file, 'Obsoletes', self.get_obsoletes()) # Setuptools specific for PEP 345 if hasattr(self, 'python_requires'): file.write('Requires-Python: %s\n' % self.python_requires) # PEP 566 if self.long_description_content_type: file.write( 'Description-Content-Type: %s\n' % self.long_description_content_type ) if self.provides_extras: for extra in self.provides_extras: file.write('Provides-Extra: %s\n' % extra) sequence = tuple, list def check_importable(dist, attr, value): try: ep = pkg_resources.EntryPoint.parse('x=' + value) assert not ep.extras except (TypeError, ValueError, AttributeError, AssertionError): raise DistutilsSetupError( "%r must be importable 'module:attrs' string (got %r)" % (attr, value) ) def assert_string_list(dist, attr, value): """Verify that value is a string list or None""" try: assert ''.join(value) != value except (TypeError, ValueError, AttributeError, AssertionError): raise DistutilsSetupError( "%r must be a list of strings (got %r)" % (attr, value) ) def check_nsp(dist, attr, value): """Verify that namespace packages are valid""" ns_packages = value assert_string_list(dist, attr, ns_packages) for nsp in ns_packages: if not dist.has_contents_for(nsp): raise DistutilsSetupError( "Distribution contains no modules or packages for " + "namespace package %r" % nsp ) parent, sep, child = nsp.rpartition('.') if parent and parent not in ns_packages: distutils.log.warn( "WARNING: %r is declared as a package namespace, but %r" " is not: please correct this in setup.py", nsp, parent ) def check_extras(dist, attr, value): """Verify that extras_require mapping is valid""" try: list(itertools.starmap(_check_extra, value.items())) except (TypeError, ValueError, AttributeError): raise DistutilsSetupError( "'extras_require' must be a dictionary whose values are " "strings or lists of strings containing valid project/version " "requirement specifiers." ) def _check_extra(extra, reqs): name, sep, marker = extra.partition(':') if marker and pkg_resources.invalid_marker(marker): raise DistutilsSetupError("Invalid environment marker: " + marker) list(pkg_resources.parse_requirements(reqs)) def assert_bool(dist, attr, value): """Verify that value is True, False, 0, or 1""" if bool(value) != value: tmpl = "{attr!r} must be a boolean value (got {value!r})" raise DistutilsSetupError(tmpl.format(attr=attr, value=value)) def check_requirements(dist, attr, value): """Verify that install_requires is a valid requirements list""" try: list(pkg_resources.parse_requirements(value)) if isinstance(value, (dict, set)): raise TypeError("Unordered types are not allowed") except (TypeError, ValueError) as error: tmpl = ( "{attr!r} must be a string or list of strings " "containing valid project/version requirement specifiers; {error}" ) raise DistutilsSetupError(tmpl.format(attr=attr, error=error)) def check_specifier(dist, attr, value): """Verify that value is a valid version specifier""" try: packaging.specifiers.SpecifierSet(value) except packaging.specifiers.InvalidSpecifier as error: tmpl = ( "{attr!r} must be a string " "containing valid version specifiers; {error}" ) raise DistutilsSetupError(tmpl.format(attr=attr, error=error)) def check_entry_points(dist, attr, value): """Verify that entry_points map is parseable""" try: pkg_resources.EntryPoint.parse_map(value) except ValueError as e: raise DistutilsSetupError(e) def check_test_suite(dist, attr, value): if not isinstance(value, six.string_types): raise DistutilsSetupError("test_suite must be a string") def check_package_data(dist, attr, value): """Verify that value is a dictionary of package names to glob lists""" if isinstance(value, dict): for k, v in value.items(): if not isinstance(k, str): break try: iter(v) except TypeError: break else: return raise DistutilsSetupError( attr + " must be a dictionary mapping package names to lists of " "wildcard patterns" ) def check_packages(dist, attr, value): for pkgname in value: if not re.match(r'\w+(\.\w+)*', pkgname): distutils.log.warn( "WARNING: %r not a valid package name; please use only " ".-separated package names in setup.py", pkgname ) _Distribution = get_unpatched(distutils.core.Distribution) class Distribution(Distribution_parse_config_files, _Distribution): """Distribution with support for features, tests, and package data This is an enhanced version of 'distutils.dist.Distribution' that effectively adds the following new optional keyword arguments to 'setup()': 'install_requires' -- a string or sequence of strings specifying project versions that the distribution requires when installed, in the format used by 'pkg_resources.require()'. They will be installed automatically when the package is installed. If you wish to use packages that are not available in PyPI, or want to give your users an alternate download location, you can add a 'find_links' option to the '[easy_install]' section of your project's 'setup.cfg' file, and then setuptools will scan the listed web pages for links that satisfy the requirements. 'extras_require' -- a dictionary mapping names of optional "extras" to the additional requirement(s) that using those extras incurs. For example, this:: extras_require = dict(reST = ["docutils>=0.3", "reSTedit"]) indicates that the distribution can optionally provide an extra capability called "reST", but it can only be used if docutils and reSTedit are installed. If the user installs your package using EasyInstall and requests one of your extras, the corresponding additional requirements will be installed if needed. 'features' **deprecated** -- a dictionary mapping option names to 'setuptools.Feature' objects. Features are a portion of the distribution that can be included or excluded based on user options, inter-feature dependencies, and availability on the current system. Excluded features are omitted from all setup commands, including source and binary distributions, so you can create multiple distributions from the same source tree. Feature names should be valid Python identifiers, except that they may contain the '-' (minus) sign. Features can be included or excluded via the command line options '--with-X' and '--without-X', where 'X' is the name of the feature. Whether a feature is included by default, and whether you are allowed to control this from the command line, is determined by the Feature object. See the 'Feature' class for more information. 'test_suite' -- the name of a test suite to run for the 'test' command. If the user runs 'python setup.py test', the package will be installed, and the named test suite will be run. The format is the same as would be used on a 'unittest.py' command line. That is, it is the dotted name of an object to import and call to generate a test suite. 'package_data' -- a dictionary mapping package names to lists of filenames or globs to use to find data files contained in the named packages. If the dictionary has filenames or globs listed under '""' (the empty string), those names will be searched for in every package, in addition to any names for the specific package. Data files found using these names/globs will be installed along with the package, in the same location as the package. Note that globs are allowed to reference the contents of non-package subdirectories, as long as you use '/' as a path separator. (Globs are automatically converted to platform-specific paths at runtime.) In addition to these new keywords, this class also has several new methods for manipulating the distribution's contents. For example, the 'include()' and 'exclude()' methods can be thought of as in-place add and subtract commands that add or remove packages, modules, extensions, and so on from the distribution. They are used by the feature subsystem to configure the distribution for the included and excluded features. """ _DISTUTILS_UNSUPPORTED_METADATA = { 'long_description_content_type': None, 'project_urls': dict, 'provides_extras': set, } _patched_dist = None def patch_missing_pkg_info(self, attrs): # Fake up a replacement for the data that would normally come from # PKG-INFO, but which might not yet be built if this is a fresh # checkout. # if not attrs or 'name' not in attrs or 'version' not in attrs: return key = pkg_resources.safe_name(str(attrs['name'])).lower() dist = pkg_resources.working_set.by_key.get(key) if dist is not None and not dist.has_metadata('PKG-INFO'): dist._version = pkg_resources.safe_version(str(attrs['version'])) self._patched_dist = dist def __init__(self, attrs=None): have_package_data = hasattr(self, "package_data") if not have_package_data: self.package_data = {} attrs = attrs or {} if 'features' in attrs or 'require_features' in attrs: Feature.warn_deprecated() self.require_features = [] self.features = {} self.dist_files = [] # Filter-out setuptools' specific options. self.src_root = attrs.pop("src_root", None) self.patch_missing_pkg_info(attrs) self.dependency_links = attrs.pop('dependency_links', []) self.setup_requires = attrs.pop('setup_requires', []) for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'): vars(self).setdefault(ep.name, None) _Distribution.__init__(self, { k: v for k, v in attrs.items() if k not in self._DISTUTILS_UNSUPPORTED_METADATA }) # Fill-in missing metadata fields not supported by distutils. # Note some fields may have been set by other tools (e.g. pbr) # above; they are taken preferrentially to setup() arguments for option, default in self._DISTUTILS_UNSUPPORTED_METADATA.items(): for source in self.metadata.__dict__, attrs: if option in source: value = source[option] break else: value = default() if default else None setattr(self.metadata, option, value) if isinstance(self.metadata.version, numbers.Number): # Some people apparently take "version number" too literally :) self.metadata.version = str(self.metadata.version) if self.metadata.version is not None: try: ver = packaging.version.Version(self.metadata.version) normalized_version = str(ver) if self.metadata.version != normalized_version: warnings.warn( "Normalizing '%s' to '%s'" % ( self.metadata.version, normalized_version, ) ) self.metadata.version = normalized_version except (packaging.version.InvalidVersion, TypeError): warnings.warn( "The version specified (%r) is an invalid version, this " "may not work as expected with newer versions of " "setuptools, pip, and PyPI. Please see PEP 440 for more " "details." % self.metadata.version ) self._finalize_requires() def _finalize_requires(self): """ Set `metadata.python_requires` and fix environment markers in `install_requires` and `extras_require`. """ if getattr(self, 'python_requires', None): self.metadata.python_requires = self.python_requires if getattr(self, 'extras_require', None): for extra in self.extras_require.keys(): # Since this gets called multiple times at points where the # keys have become 'converted' extras, ensure that we are only # truly adding extras we haven't seen before here. extra = extra.split(':')[0] if extra: self.metadata.provides_extras.add(extra) self._convert_extras_requirements() self._move_install_requirements_markers() def _convert_extras_requirements(self): """ Convert requirements in `extras_require` of the form `"extra": ["barbazquux; {marker}"]` to `"extra:{marker}": ["barbazquux"]`. """ spec_ext_reqs = getattr(self, 'extras_require', None) or {} self._tmp_extras_require = defaultdict(list) for section, v in spec_ext_reqs.items(): # Do not strip empty sections. self._tmp_extras_require[section] for r in pkg_resources.parse_requirements(v): suffix = self._suffix_for(r) self._tmp_extras_require[section + suffix].append(r) @staticmethod def _suffix_for(req): """ For a requirement, return the 'extras_require' suffix for that requirement. """ return ':' + str(req.marker) if req.marker else '' def _move_install_requirements_markers(self): """ Move requirements in `install_requires` that are using environment markers `extras_require`. """ # divide the install_requires into two sets, simple ones still # handled by install_requires and more complex ones handled # by extras_require. def is_simple_req(req): return not req.marker spec_inst_reqs = getattr(self, 'install_requires', None) or () inst_reqs = list(pkg_resources.parse_requirements(spec_inst_reqs)) simple_reqs = filter(is_simple_req, inst_reqs) complex_reqs = filterfalse(is_simple_req, inst_reqs) self.install_requires = list(map(str, simple_reqs)) for r in complex_reqs: self._tmp_extras_require[':' + str(r.marker)].append(r) self.extras_require = dict( (k, [str(r) for r in map(self._clean_req, v)]) for k, v in self._tmp_extras_require.items() ) def _clean_req(self, req): """ Given a Requirement, remove environment markers and return it. """ req.marker = None return req def parse_config_files(self, filenames=None, ignore_option_errors=False): """Parses configuration files from various levels and loads configuration. """ _Distribution.parse_config_files(self, filenames=filenames) parse_configuration(self, self.command_options, ignore_option_errors=ignore_option_errors) self._finalize_requires() def parse_command_line(self): """Process features after parsing command line options""" result = _Distribution.parse_command_line(self) if self.features: self._finalize_features() return result def _feature_attrname(self, name): """Convert feature name to corresponding option attribute name""" return 'with_' + name.replace('-', '_') def fetch_build_eggs(self, requires): """Resolve pre-setup requirements""" resolved_dists = pkg_resources.working_set.resolve( pkg_resources.parse_requirements(requires), installer=self.fetch_build_egg, replace_conflicting=True, ) for dist in resolved_dists: pkg_resources.working_set.add(dist, replace=True) return resolved_dists def finalize_options(self): _Distribution.finalize_options(self) if self.features: self._set_global_opts_from_features() for ep in pkg_resources.iter_entry_points('distutils.setup_keywords'): value = getattr(self, ep.name, None) if value is not None: ep.require(installer=self.fetch_build_egg) ep.load()(self, ep.name, value) if getattr(self, 'convert_2to3_doctests', None): # XXX may convert to set here when we can rely on set being builtin self.convert_2to3_doctests = [ os.path.abspath(p) for p in self.convert_2to3_doctests ] else: self.convert_2to3_doctests = [] def get_egg_cache_dir(self): egg_cache_dir = os.path.join(os.curdir, '.eggs') if not os.path.exists(egg_cache_dir): os.mkdir(egg_cache_dir) windows_support.hide_file(egg_cache_dir) readme_txt_filename = os.path.join(egg_cache_dir, 'README.txt') with open(readme_txt_filename, 'w') as f: f.write('This directory contains eggs that were downloaded ' 'by setuptools to build, test, and run plug-ins.\n\n') f.write('This directory caches those eggs to prevent ' 'repeated downloads.\n\n') f.write('However, it is safe to delete this directory.\n\n') return egg_cache_dir def fetch_build_egg(self, req): """Fetch an egg needed for building""" from setuptools.command.easy_install import easy_install dist = self.__class__({'script_args': ['easy_install']}) opts = dist.get_option_dict('easy_install') opts.clear() opts.update( (k, v) for k, v in self.get_option_dict('easy_install').items() if k in ( # don't use any other settings 'find_links', 'site_dirs', 'index_url', 'optimize', 'site_dirs', 'allow_hosts', )) if self.dependency_links: links = self.dependency_links[:] if 'find_links' in opts: links = opts['find_links'][1] + links opts['find_links'] = ('setup', links) install_dir = self.get_egg_cache_dir() cmd = easy_install( dist, args=["x"], install_dir=install_dir, exclude_scripts=True, always_copy=False, build_directory=None, editable=False, upgrade=False, multi_version=True, no_report=True, user=False ) cmd.ensure_finalized() return cmd.easy_install(req) def _set_global_opts_from_features(self): """Add --with-X/--without-X options based on optional features""" go = [] no = self.negative_opt.copy() for name, feature in self.features.items(): self._set_feature(name, None) feature.validate(self) if feature.optional: descr = feature.description incdef = ' (default)' excdef = '' if not feature.include_by_default(): excdef, incdef = incdef, excdef new = ( ('with-' + name, None, 'include ' + descr + incdef), ('without-' + name, None, 'exclude ' + descr + excdef), ) go.extend(new) no['without-' + name] = 'with-' + name self.global_options = self.feature_options = go + self.global_options self.negative_opt = self.feature_negopt = no def _finalize_features(self): """Add/remove features and resolve dependencies between them""" # First, flag all the enabled items (and thus their dependencies) for name, feature in self.features.items(): enabled = self.feature_is_included(name) if enabled or (enabled is None and feature.include_by_default()): feature.include_in(self) self._set_feature(name, 1) # Then disable the rest, so that off-by-default features don't # get flagged as errors when they're required by an enabled feature for name, feature in self.features.items(): if not self.feature_is_included(name): feature.exclude_from(self) self._set_feature(name, 0) def get_command_class(self, command): """Pluggable version of get_command_class()""" if command in self.cmdclass: return self.cmdclass[command] eps = pkg_resources.iter_entry_points('distutils.commands', command) for ep in eps: ep.require(installer=self.fetch_build_egg) self.cmdclass[command] = cmdclass = ep.load() return cmdclass else: return _Distribution.get_command_class(self, command) def print_commands(self): for ep in pkg_resources.iter_entry_points('distutils.commands'): if ep.name not in self.cmdclass: # don't require extras as the commands won't be invoked cmdclass = ep.resolve() self.cmdclass[ep.name] = cmdclass return _Distribution.print_commands(self) def get_command_list(self): for ep in pkg_resources.iter_entry_points('distutils.commands'): if ep.name not in self.cmdclass: # don't require extras as the commands won't be invoked cmdclass = ep.resolve() self.cmdclass[ep.name] = cmdclass return _Distribution.get_command_list(self) def _set_feature(self, name, status): """Set feature's inclusion status""" setattr(self, self._feature_attrname(name), status) def feature_is_included(self, name): """Return 1 if feature is included, 0 if excluded, 'None' if unknown""" return getattr(self, self._feature_attrname(name)) def include_feature(self, name): """Request inclusion of feature named 'name'""" if self.feature_is_included(name) == 0: descr = self.features[name].description raise DistutilsOptionError( descr + " is required, but was excluded or is not available" ) self.features[name].include_in(self) self._set_feature(name, 1) def include(self, **attrs): """Add items to distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would add 'x' to the distribution's 'py_modules' attribute, if it was not already there. Currently, this method only supports inclusion for attributes that are lists or tuples. If you need to add support for adding to other attributes in this or a subclass, you can add an '_include_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})' will try to call 'dist._include_foo({"bar":"baz"})', which can then handle whatever special inclusion logic is needed. """ for k, v in attrs.items(): include = getattr(self, '_include_' + k, None) if include: include(v) else: self._include_misc(k, v) def exclude_package(self, package): """Remove packages, modules, and extensions in named package""" pfx = package + '.' if self.packages: self.packages = [ p for p in self.packages if p != package and not p.startswith(pfx) ] if self.py_modules: self.py_modules = [ p for p in self.py_modules if p != package and not p.startswith(pfx) ] if self.ext_modules: self.ext_modules = [ p for p in self.ext_modules if p.name != package and not p.name.startswith(pfx) ] def has_contents_for(self, package): """Return true if 'exclude_package(package)' would do something""" pfx = package + '.' for p in self.iter_distribution_names(): if p == package or p.startswith(pfx): return True def _exclude_misc(self, name, value): """Handle 'exclude()' for list/tuple attrs without a special handler""" if not isinstance(value, sequence): raise DistutilsSetupError( "%s: setting must be a list or tuple (%r)" % (name, value) ) try: old = getattr(self, name) except AttributeError: raise DistutilsSetupError( "%s: No such distribution setting" % name ) if old is not None and not isinstance(old, sequence): raise DistutilsSetupError( name + ": this setting cannot be changed via include/exclude" ) elif old: setattr(self, name, [item for item in old if item not in value]) def _include_misc(self, name, value): """Handle 'include()' for list/tuple attrs without a special handler""" if not isinstance(value, sequence): raise DistutilsSetupError( "%s: setting must be a list (%r)" % (name, value) ) try: old = getattr(self, name) except AttributeError: raise DistutilsSetupError( "%s: No such distribution setting" % name ) if old is None: setattr(self, name, value) elif not isinstance(old, sequence): raise DistutilsSetupError( name + ": this setting cannot be changed via include/exclude" ) else: new = [item for item in value if item not in old] setattr(self, name, old + new) def exclude(self, **attrs): """Remove items from distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from the distribution's 'py_modules' attribute. Excluding packages uses the 'exclude_package()' method, so all of the package's contained packages, modules, and extensions are also excluded. Currently, this method only supports exclusion from attributes that are lists or tuples. If you need to add support for excluding from other attributes in this or a subclass, you can add an '_exclude_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})' will try to call 'dist._exclude_foo({"bar":"baz"})', which can then handle whatever special exclusion logic is needed. """ for k, v in attrs.items(): exclude = getattr(self, '_exclude_' + k, None) if exclude: exclude(v) else: self._exclude_misc(k, v) def _exclude_packages(self, packages): if not isinstance(packages, sequence): raise DistutilsSetupError( "packages: setting must be a list or tuple (%r)" % (packages,) ) list(map(self.exclude_package, packages)) def _parse_command_opts(self, parser, args): # Remove --with-X/--without-X options when processing command args self.global_options = self.__class__.global_options self.negative_opt = self.__class__.negative_opt # First, expand any aliases command = args[0] aliases = self.get_option_dict('aliases') while command in aliases: src, alias = aliases[command] del aliases[command] # ensure each alias can expand only once! import shlex args[:1] = shlex.split(alias, True) command = args[0] nargs = _Distribution._parse_command_opts(self, parser, args) # Handle commands that want to consume all remaining arguments cmd_class = self.get_command_class(command) if getattr(cmd_class, 'command_consumes_arguments', None): self.get_option_dict(command)['args'] = ("command line", nargs) if nargs is not None: return [] return nargs def get_cmdline_options(self): """Return a '{cmd: {opt:val}}' map of all command-line options Option names are all long, but do not include the leading '--', and contain dashes rather than underscores. If the option doesn't take an argument (e.g. '--quiet'), the 'val' is 'None'. Note that options provided by config files are intentionally excluded. """ d = {} for cmd, opts in self.command_options.items(): for opt, (src, val) in opts.items(): if src != "command line": continue opt = opt.replace('_', '-') if val == 0: cmdobj = self.get_command_obj(cmd) neg_opt = self.negative_opt.copy() neg_opt.update(getattr(cmdobj, 'negative_opt', {})) for neg, pos in neg_opt.items(): if pos == opt: opt = neg val = None break else: raise AssertionError("Shouldn't be able to get here") elif val == 1: val = None d.setdefault(cmd, {})[opt] = val return d def iter_distribution_names(self): """Yield all packages, modules, and extension names in distribution""" for pkg in self.packages or (): yield pkg for module in self.py_modules or (): yield module for ext in self.ext_modules or (): if isinstance(ext, tuple): name, buildinfo = ext else: name = ext.name if name.endswith('module'): name = name[:-6] yield name def handle_display_options(self, option_order): """If there were any non-global "display-only" options (--help-commands or the metadata display options) on the command line, display the requested info and return true; else return false. """ import sys if six.PY2 or self.help_commands: return _Distribution.handle_display_options(self, option_order) # Stdout may be StringIO (e.g. in tests) import io if not isinstance(sys.stdout, io.TextIOWrapper): return _Distribution.handle_display_options(self, option_order) # Don't wrap stdout if utf-8 is already the encoding. Provides # workaround for #334. if sys.stdout.encoding.lower() in ('utf-8', 'utf8'): return _Distribution.handle_display_options(self, option_order) # Print metadata in UTF-8 no matter the platform encoding = sys.stdout.encoding errors = sys.stdout.errors newline = sys.platform != 'win32' and '\n' or None line_buffering = sys.stdout.line_buffering sys.stdout = io.TextIOWrapper( sys.stdout.detach(), 'utf-8', errors, newline, line_buffering) try: return _Distribution.handle_display_options(self, option_order) finally: sys.stdout = io.TextIOWrapper( sys.stdout.detach(), encoding, errors, newline, line_buffering) class Feature: """ **deprecated** -- The `Feature` facility was never completely implemented or supported, `has reported issues <https://github.com/pypa/setuptools/issues/58>`_ and will be removed in a future version. A subset of the distribution that can be excluded if unneeded/wanted Features are created using these keyword arguments: 'description' -- a short, human readable description of the feature, to be used in error messages, and option help messages. 'standard' -- if true, the feature is included by default if it is available on the current system. Otherwise, the feature is only included if requested via a command line '--with-X' option, or if another included feature requires it. The default setting is 'False'. 'available' -- if true, the feature is available for installation on the current system. The default setting is 'True'. 'optional' -- if true, the feature's inclusion can be controlled from the command line, using the '--with-X' or '--without-X' options. If false, the feature's inclusion status is determined automatically, based on 'availabile', 'standard', and whether any other feature requires it. The default setting is 'True'. 'require_features' -- a string or sequence of strings naming features that should also be included if this feature is included. Defaults to empty list. May also contain 'Require' objects that should be added/removed from the distribution. 'remove' -- a string or list of strings naming packages to be removed from the distribution if this feature is *not* included. If the feature *is* included, this argument is ignored. This argument exists to support removing features that "crosscut" a distribution, such as defining a 'tests' feature that removes all the 'tests' subpackages provided by other features. The default for this argument is an empty list. (Note: the named package(s) or modules must exist in the base distribution when the 'setup()' function is initially called.) other keywords -- any other keyword arguments are saved, and passed to the distribution's 'include()' and 'exclude()' methods when the feature is included or excluded, respectively. So, for example, you could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be added or removed from the distribution as appropriate. A feature must include at least one 'requires', 'remove', or other keyword argument. Otherwise, it can't affect the distribution in any way. Note also that you can subclass 'Feature' to create your own specialized feature types that modify the distribution in other ways when included or excluded. See the docstrings for the various methods here for more detail. Aside from the methods, the only feature attributes that distributions look at are 'description' and 'optional'. """ @staticmethod def warn_deprecated(): msg = ( "Features are deprecated and will be removed in a future " "version. See https://github.com/pypa/setuptools/issues/65." ) warnings.warn(msg, DeprecationWarning, stacklevel=3) def __init__( self, description, standard=False, available=True, optional=True, require_features=(), remove=(), **extras): self.warn_deprecated() self.description = description self.standard = standard self.available = available self.optional = optional if isinstance(require_features, (str, Require)): require_features = require_features, self.require_features = [ r for r in require_features if isinstance(r, str) ] er = [r for r in require_features if not isinstance(r, str)] if er: extras['require_features'] = er if isinstance(remove, str): remove = remove, self.remove = remove self.extras = extras if not remove and not require_features and not extras: raise DistutilsSetupError( "Feature %s: must define 'require_features', 'remove', or " "at least one of 'packages', 'py_modules', etc." ) def include_by_default(self): """Should this feature be included by default?""" return self.available and self.standard def include_in(self, dist): """Ensure feature and its requirements are included in distribution You may override this in a subclass to perform additional operations on the distribution. Note that this method may be called more than once per feature, and so should be idempotent. """ if not self.available: raise DistutilsPlatformError( self.description + " is required, " "but is not available on this platform" ) dist.include(**self.extras) for f in self.require_features: dist.include_feature(f) def exclude_from(self, dist): """Ensure feature is excluded from distribution You may override this in a subclass to perform additional operations on the distribution. This method will be called at most once per feature, and only after all included features have been asked to include themselves. """ dist.exclude(**self.extras) if self.remove: for item in self.remove: dist.exclude_package(item) def validate(self, dist): """Verify that feature makes sense in context of distribution This method is called by the distribution just before it parses its command line. It checks to ensure that the 'remove' attribute, if any, contains only valid package/module names that are present in the base distribution when 'setup()' is called. You may override it in a subclass to perform any other required validation of the feature against a target distribution. """ for item in self.remove: if not dist.has_contents_for(item): raise DistutilsSetupError( "%s wants to be able to remove %s, but the distribution" " doesn't contain any packages or modules under %s" % (self.description, item, item) ) site-packages/setuptools/extension.py 0000644 00000003301 15231162611 0014066 0 ustar 00 import re import functools import distutils.core import distutils.errors import distutils.extension from setuptools.extern.six.moves import map from .monkey import get_unpatched def _have_cython(): """ Return True if Cython can be imported. """ cython_impl = 'Cython.Distutils.build_ext' try: # from (cython_impl) import build_ext __import__(cython_impl, fromlist=['build_ext']).build_ext return True except Exception: pass return False # for compatibility have_pyrex = _have_cython _Extension = get_unpatched(distutils.core.Extension) class Extension(_Extension): """Extension that uses '.c' files in place of '.pyx' files""" def __init__(self, name, sources, *args, **kw): # The *args is needed for compatibility as calls may use positional # arguments. py_limited_api may be set only via keyword. self.py_limited_api = kw.pop("py_limited_api", False) _Extension.__init__(self, name, sources, *args, **kw) def _convert_pyx_sources_to_lang(self): """ Replace sources with .pyx extensions to sources with the target language extension. This mechanism allows language authors to supply pre-converted sources but to prefer the .pyx sources. """ if _have_cython(): # the build has Cython, so allow it to compile the .pyx files return lang = self.language or '' target_ext = '.cpp' if lang.lower() == 'c++' else '.c' sub = functools.partial(re.sub, '.pyx$', target_ext) self.sources = list(map(sub, self.sources)) class Library(Extension): """Just like a regular Extension, but built as a library instead""" site-packages/setuptools/py27compat.py 0000644 00000001030 15231162611 0014054 0 ustar 00 """ Compatibility Support for Python 2.7 and earlier """ import platform from setuptools.extern import six def get_all_headers(message, key): """ Given an HTTPMessage, return all headers matching a given key. """ return message.get_all(key) if six.PY2: def get_all_headers(message, key): return message.getheaders(key) linux_py2_ascii = ( platform.system() == 'Linux' and six.PY2 ) rmtree_safe = str if linux_py2_ascii else lambda x: x """Workaround for http://bugs.python.org/issue24672""" site-packages/setuptools/__pycache__/sandbox.cpython-36.pyc 0000644 00000036446 15231162611 0020014 0 ustar 00 3 Xo�h�7 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl m Z d dl m Z mZ d dlZejjd�r�d dljjjjZn eje j ZyeZW n e k r� dZY nX e Z d dl m Z d dlm!Z! ddd d gZ"d-d d �Z#ej$d.d d��Z%ej$dd� �Z&ej$dd� �Z'ej$dd� �Z(G dd� de)�Z*G dd� d�Z+ej$dd� �Z,dd � Z-ej$d d � �Z.ej$d d � �Z/d!d"� Z0d#d$� Z1d%d � Z2G d&d� d�Z3e4e d'��r�e j5gZ6ng Z6G d(d� de3�Z7ej8ej9d)d*� d+j:� D ��Z;G d,d � d e �Z<dS )/� N)�six)�builtins�map�java)�DistutilsError)� working_set�AbstractSandbox�DirectorySandbox�SandboxViolation� run_setupc C sJ d}t | |��}|j� }W dQ R X |dkr.|}t|| d�}t|||� dS )z. Python 3 implementation of execfile. �rbN�exec)�open�read�compiler )�filename�globals�locals�mode�streamZscript�code� r � /usr/lib/python3.6/sandbox.py� _execfile# s r c c sD t jd d � }| d k r$| t jd d �< z |V W d |t jd d �< X d S )N)�sys�argv)�repl�savedr r r � save_argv0 s r c c s. t jd d � } z | V W d | t jd d �< X d S )N)r �path)r r r r � save_path; s r c c s4 t jj| dd� tj}| t_z dV W d|t_X dS )zL Monkey-patch tempfile.tempdir with replacement, ensuring it exists T)�exist_okN)� pkg_resourcesZ py31compat�makedirs�tempfileZtempdir)Z replacementr r r r � override_tempD s r% c c s. t j� }t j| � z |V W d t j|� X d S )N)�os�getcwd�chdir)�targetr r r r �pushdU s r* c @ s e Zd ZdZedd� �ZdS )�UnpickleableExceptionzP An exception representing another Exception that could not be pickled. c C sJ yt j| �t j|�fS tk rD ddlm} |j||t|���S X dS )z� Always return a dumped (pickled) type and exc. If exc can't be pickled, wrap it in UnpickleableException first. r )r+ N)�pickle�dumps� Exception�setuptools.sandboxr+ �dump�repr)�type�exc�clsr r r r0 d s zUnpickleableException.dumpN)�__name__� __module__� __qualname__�__doc__� staticmethodr0 r r r r r+ _ s r+ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ExceptionSaverz^ A Context Manager that will save an exception, serialized, and restore it later. c C s | S )Nr )�selfr r r � __enter__x s zExceptionSaver.__enter__c C s |sd S t j||�| _|| _dS )NT)r+ r0 �_saved�_tb)r; r2 r3 �tbr r r �__exit__{ s zExceptionSaver.__exit__c C s6 dt | �krdS ttj| j�\}}tj||| j� dS )z"restore and re-raise any exceptionr= N)�varsr r, �loadsr= r Zreraiser> )r; r2 r3 r r r �resume� s zExceptionSaver.resumeN)r5 r6 r7 r8 r< r@ rC r r r r r: r s r: c # sV t jj� � t� � } � V W dQ R X t jj� � � fdd�t jD �}t|� | j� dS )z� Context in which imported modules are saved. Translates exceptions internal to the context into the equivalent exception outside the context. Nc 3 s& | ] }|� kr|j d � r|V qdS )z encodings.N)� startswith)�.0�mod_name)r r r � <genexpr>� s z save_modules.<locals>.<genexpr>)r �modules�copyr: �update�_clear_modulesrC )� saved_excZ del_modulesr )r r � save_modules� s rM c C s xt | �D ] }tj|= q W d S )N)�listr rH )Z module_namesrF r r r rK � s rK c c s$ t j� } z | V W d t j| � X d S )N)r" � __getstate__� __setstate__)r r r r �save_pkg_resources_state� s rQ c , c s� t jj| d�}t� �x t� �f t� t� �N t� �< t|��( t | �� t d� d V W d Q R X W d Q R X W d Q R X W d Q R X W d Q R X W d Q R X d S )NZtempZ setuptools) r& r �joinrQ rM �hide_setuptoolsr r r% r* � __import__)� setup_dirZtemp_dirr r r � setup_context� s rV c C s t jd�}t|j| ��S )aH >>> _needs_hiding('setuptools') True >>> _needs_hiding('pkg_resources') True >>> _needs_hiding('setuptools_plugin') False >>> _needs_hiding('setuptools.__init__') True >>> _needs_hiding('distutils') True >>> _needs_hiding('os') False >>> _needs_hiding('Cython') True z1(setuptools|pkg_resources|distutils|Cython)(\.|$))�rer �bool�match)rF �patternr r r � _needs_hiding� s r[ c C s t ttj�} t| � dS )a% Remove references to setuptools' modules from sys.modules to allow the invocation to import the most appropriate setuptools. This technique is necessary to avoid issues such as #315 where setuptools upgrading itself would fail to find a function declared in the metadata. N)�filterr[ r rH rK )rH r r r rS � s rS c C s� t jjt jj| ��}t|��� y�| gt|� tjdd�< tjjd|� t j � t j j dd� � t | t�rl| n | jtj� �}t|�� t|dd�}t| |� W dQ R X W n4 tk r� } z|jr�|jd rʂ W Y dd}~X nX W dQ R X dS )z8Run a distutils setup script, sandboxed in its directoryNr c S s | j � S )N)Zactivate)Zdistr r r �<lambda>� s zrun_setup.<locals>.<lambda>�__main__)�__file__r5 )r& r �abspath�dirnamerV rN r r �insertr �__init__Z callbacks�append� isinstance�str�encode�getfilesystemencodingr �dictr � SystemExit�args)Z setup_scriptrk rU Z dunder_file�ns�vr r r r � s c @ s2 e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z x$d9D ] Z e e e �rFe e �e� e < qFW d:dd�Zer~ede�Zede�Zx$d;D ] Z e e e �r�ee �e� e < q�W d)d*� Zx$d<D ] Z e e e �r�ee �e� e < q�W d-d.� Zx(d=D ] Z e e e �� r�ee �e� e < � q�W d1d2� Zd3d4� Zd5d6� Zd7d8� ZdS )>r zDWrap 'os' module and 'open()' builtin for virtualizing setup scriptsFc s � fdd�t t�D �� _d S )Nc s& g | ] }|j d � rt� |�r|�qS )�_)rD �hasattr)rE �name)r; r r � <listcomp> s z,AbstractSandbox.__init__.<locals>.<listcomp>)�dir�_os�_attrs)r; r )r; r rc s zAbstractSandbox.__init__c C s& x | j D ]}tt|t||�� qW d S )N)rt �setattrr& �getattr)r; �sourcerp r r r �_copy s zAbstractSandbox._copyc C s( | j | � tr| jt_| jt_d| _d S )NT)rx �_filer �file�_openr �_active)r; r r r r< s zAbstractSandbox.__enter__c C s$ d| _ trtt_tt_| jt� d S )NF)r| ry r rz r{ r rx rs )r; �exc_type� exc_value� tracebackr r r r@ s zAbstractSandbox.__exit__c C s | � |� S Q R X dS )z Run 'func' under os sandboxingNr )r; �funcr r r �run s zAbstractSandbox.runc s t t� ��� �fdd�}|S )Nc s2 | j r | j� ||f|�|�\}}�||f|�|�S )N)r| � _remap_pair)r; �src�dstrk �kw)rp �originalr r �wrap& s z3AbstractSandbox._mk_dual_path_wrapper.<locals>.wrap)rv rs )rp r� r )rp r� r �_mk_dual_path_wrapper# s z%AbstractSandbox._mk_dual_path_wrapper�rename�link�symlinkNc s �p t t� ��� �fdd�}|S )Nc s* | j r| j� |f|�|�}�|f|�|�S )N)r| � _remap_input)r; r rk r� )rp r� r r r� 4 s z5AbstractSandbox._mk_single_path_wrapper.<locals>.wrap)rv rs )rp r� r� r )rp r� r �_mk_single_path_wrapper1 s z'AbstractSandbox._mk_single_path_wrapperrz r �stat�listdirr( �chmod�chown�mkdir�remove�unlink�rmdir�utime�lchown�chroot�lstat� startfile�mkfifo�mknod�pathconf�accessc s t t� ��� �fdd�}|S )Nc sB | j r2| j� |f|�|�}| j� �|f|�|��S �|f|�|�S )N)r| r� � _remap_output)r; r rk r� )rp r� r r r� I s z4AbstractSandbox._mk_single_with_return.<locals>.wrap)rv rs )rp r� r )rp r� r �_mk_single_with_returnF s z&AbstractSandbox._mk_single_with_return�readlink�tempnamc s t t� ��� �fdd�}|S )Nc s �||�}| j r | j� |�S |S )N)r| r� )r; rk r� Zretval)rp r� r r r� X s z'AbstractSandbox._mk_query.<locals>.wrap)rv rs )rp r� r )rp r� r � _mk_queryU s zAbstractSandbox._mk_queryr' �tmpnamc C s |S )z=Called to remap or validate any path, whether input or outputr )r; r r r r �_validate_pathd s z AbstractSandbox._validate_pathc O s | j |�S )zCalled for path inputs)r� )r; � operationr rk r� r r r r� h s z AbstractSandbox._remap_inputc C s | j |�S )zCalled for path outputs)r� )r; r� r r r r r� l s z AbstractSandbox._remap_outputc O s0 | j |d |f|�|�| j |d |f|�|�fS )z?Called for path pairs like rename, link, and symlink operationsz-fromz-to)r� )r; r� r� r� rk r� r r r r� p s zAbstractSandbox._remap_pair)r� r� r� )N)r� r� r( r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r� r� )r' r� )r5 r6 r7 r8 r| rc rx r< r@ r� r� rp ro rs r r� ry r{ r� r� r� r� r� r� r r r r r sB �devnullc @ s� e Zd ZdZejdddddddd d d d d dg �ZdgZefdd�Z dd� Z e rXd'dd�Z d(dd�Z dd� Z dd � Zd d � Zd d � Zd!d"� Zd)d$d%�Zd&S )*r z<Restrict operations to a single subdirectory - pseudo-chrootr r� r� r� r� r� r� r� r� r� r� r� r� z.*lib2to3.*\.pickle$c C sF t jjt jj|��| _t jj| jd�| _dd� |D �| _tj | � d S )N� c S s g | ]}t jjt jj|���qS r )r& r �normcase�realpath)rE r r r r rq � s z-DirectorySandbox.__init__.<locals>.<listcomp>) r& r r� r� �_sandboxrR �_prefix� _exceptionsr rc )r; Zsandbox� exceptionsr r r rc � s zDirectorySandbox.__init__c O s ddl m} ||||��d S )Nr )r )r/ r )r; r� rk r� r r r r � _violation� s zDirectorySandbox._violation�rc O s< |dkr*| j |� r*| jd||f|�|� t||f|�|�S )Nr� �rtr �rU�Urz )r� r� r r� r� )�_okr� ry )r; r r rk r� r r r ry � s zDirectorySandbox._filec O s< |dkr*| j |� r*| jd||f|�|� t||f|�|�S )Nr� r� r r� r� r )r� r� r r� r� )r� r� r{ )r; r r rk r� r r r r{ � s zDirectorySandbox._openc C s | j d� d S )Nr� )r� )r; r r r r� � s zDirectorySandbox.tmpnamc C sN | j }z:d| _ tjjtjj|��}| j|�p@|| jkp@|j| j�S || _ X d S )NF) r| r& r r� r� � _exemptedr� rD r� )r; r Zactiver� r r r r� � s zDirectorySandbox._okc s< � fdd�| j D �}� fdd�| jD �}tj||�}t|�S )Nc 3 s | ]}� j |�V qd S )N)rD )rE Z exception)�filepathr r rG � s z-DirectorySandbox._exempted.<locals>.<genexpr>c 3 s | ]}t j|� �V qd S )N)rW rY )rE rZ )r� r r rG � s )r� �_exception_patterns� itertools�chain�any)r; r� Z start_matchesZpattern_matchesZ candidatesr )r� r r� � s zDirectorySandbox._exemptedc O s6 || j kr2| j|� r2| j|tjj|�f|�|� |S )zCalled for path inputs)� write_opsr� r� r& r r� )r; r� r rk r� r r r r� � s z DirectorySandbox._remap_inputc O s6 | j |� s| j |� r.| j|||f|�|� ||fS )z?Called for path pairs like rename, link, and symlink operations)r� r� )r; r� r� r� rk r� r r r r� � s z DirectorySandbox._remap_pair� c O sB |t @ r,| j|� r,| jd|||f|�|� tj|||f|�|�S )z Called for low-level os.open()zos.open)� WRITE_FLAGSr� r� rs r )r; rz �flagsr rk r� r r r r � s zDirectorySandbox.openN)r� )r� )r� )r5 r6 r7 r8 ri �fromkeysr� r� � _EXCEPTIONSrc r� ry r{ r� r� r� r� r� r r r r r r ~ s c C s g | ]}t t|d ��qS )r )rv rs )rE �ar r r rq � s rq z4O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARYc @ s& e Zd ZdZejd�j� Zdd� ZdS )r zEA setup script attempted to modify the filesystem outside the sandboxa SandboxViolation: {cmd}{args!r} {kwargs} The package setup script has attempted to modify files on your system that are not within the EasyInstall build area, and has been aborted. This package cannot be safely installed by EasyInstall, and may not support alternate installation locations even if you run its setup script by hand. Please inform the package's author and the EasyInstall maintainers to find out if a fix or workaround is available. c C s | j \}}}| jjf t� �S )N)rk �tmpl�formatr )r; �cmdrk �kwargsr r r �__str__� s zSandboxViolation.__str__N) r5 r6 r7 r8 �textwrap�dedent�lstripr� r� r r r r r � s )N)N)=r& r r$ �operator� functoolsr� rW � contextlibr, r� Zsetuptools.externr Zsetuptools.extern.six.movesr r Zpkg_resources.py31compatr" �platformrD Z$org.python.modules.posix.PosixModule�pythonrH �posixZ PosixModulers rp rz ry � NameErrorr r{ Zdistutils.errorsr r �__all__r �contextmanagerr r r% r* r. r+ r: rM rK rQ rV r[ rS r r ro r� r� r �reduce�or_�splitr� r r r r r �<module> s^ w V site-packages/setuptools/__pycache__/ssl_support.cpython-36.opt-1.pyc 0000644 00000015075 15231162611 0021705 0 ustar 00 3 Xo�h,! � " @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z d dl m Z m Z y d dl Z W n ek rt dZ Y nX dddddgZd j� j� ZyejjZejZW n ek r� e ZZY nX e dk o�eeefkZyd d l mZmZ W nR ek �r: y d d lmZ d d lmZ W n ek �r4 dZdZY nX Y nX e�sRG d d� de �Ze�sjd dd�Z dd� ZG dd� de�Z G dd� de�Z d dd�Z dd� Z!e!dd� �Z"d d� Z#d d � Z$dS )!� N)�urllib� http_client�map�filter)�ResolutionError�ExtractionError�VerifyingHTTPSHandler�find_ca_bundle� is_available� cert_paths� opener_fora /etc/pki/tls/certs/ca-bundle.crt /etc/ssl/certs/ca-certificates.crt /usr/share/ssl/certs/ca-bundle.crt /usr/local/share/certs/ca-root.crt /etc/ssl/cert.pem /System/Library/OpenSSL/certs/cert.pem /usr/local/share/certs/ca-root-nss.crt /etc/ssl/ca-bundle.pem )�CertificateError�match_hostname)r )r c @ s e Zd ZdS )r N)�__name__� __module__� __qualname__� r r �!/usr/lib/python3.6/ssl_support.pyr 5 s r � c C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append� startswith�re�escape�replace�compile�join� IGNORECASE�match) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match; s* r& c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td ||d f ��ntd ��dS ) a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. zempty or no certificateZsubjectAltNameZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) � ValueError�getr& r �lenr r! r r )Zcertr$ ZdnsnamesZsan�key�value�subr r r r o s. r c @ s e Zd ZdZdd� Zdd� ZdS )r z=Simple verifying handler: no auth, subclasses, timeouts, etc.c C s || _ tj| � d S )N)� ca_bundle� HTTPSHandler�__init__)�selfr- r r r r/ � s z VerifyingHTTPSHandler.__init__c s � j � fdd�|�S )Nc s t | � jf|�S )N)�VerifyingHTTPSConnr- )�host�kw)r0 r r �<lambda>� s z2VerifyingHTTPSHandler.https_open.<locals>.<lambda>)Zdo_open)r0 Zreqr )r0 r � https_open� s z VerifyingHTTPSHandler.https_openN)r r r �__doc__r/ r5 r r r r r � s c @ s e Zd ZdZdd� Zdd� ZdS )r1 z@Simple verifying connection: no auth, subclasses, timeouts, etc.c K s t j| |f|� || _d S )N)�HTTPSConnectionr/ r- )r0 r2 r- r3 r r r r/ � s zVerifyingHTTPSConn.__init__c C s� t j| j| jft| dd ��}t| d�rHt| dd �rH|| _| j� | j}n| j}tt d�rxt j | j d�}|j ||d�| _nt j |t j | j d�| _yt| jj� |� W n. tk r� | jjt j� | jj� � Y nX d S )NZsource_address�_tunnel� _tunnel_host�create_default_context)Zcafile)Zserver_hostname)Z cert_reqsZca_certs)�socketZcreate_connectionr2 Zport�getattr�hasattr�sockr8 r9 �sslr: r- Z wrap_socketZ CERT_REQUIREDr Z getpeercertr ZshutdownZ SHUT_RDWR�close)r0 r> Z actual_hostZctxr r r �connect� s$ zVerifyingHTTPSConn.connectN)r r r r6 r/ rA r r r r r1 � s r1 c C s t jjt| pt� ��jS )z@Get a urlopen() replacement that uses ca_bundle for verification)r �requestZ build_openerr r �open)r- r r r r � s c s t j� �� fdd��}|S )Nc s t � d�s� | |�� _� jS )N�always_returns)r= rD )�args�kwargs)�funcr r �wrapper� s zonce.<locals>.wrapper)� functools�wraps)rG rH r )rG r �once� s rK c sX y dd l } W n tk r d S X G � fdd�d| j�� � � }|jd� |jd� |jS )Nr c s, e Zd Z�� fdd�Z�� fdd�Z� ZS )z"get_win_certfile.<locals>.CertFilec s t � | �j� tj| j� d S )N)�superr/ �atexit�registerr@ )r0 )�CertFile� __class__r r r/ � s z+get_win_certfile.<locals>.CertFile.__init__c s, yt � | �j� W n tk r& Y nX d S )N)rL r@ �OSError)r0 )rO rP r r r@ � s z(get_win_certfile.<locals>.CertFile.close)r r r r/ r@ � __classcell__r )rO )rP r rO � s rO ZCAZROOT)� wincertstore� ImportErrorrO Zaddstore�name)rS Z _wincertsr )rO r �get_win_certfile� s rV c C s$ t tjjt�} t� p"t| d�p"t� S )z*Return an existing CA bundle path, or NoneN)r �os�path�isfiler rV �next�_certifi_where)Zextant_cert_pathsr r r r � s c C s, y t d�j� S tttfk r& Y nX d S )NZcertifi)� __import__�whererT r r r r r r r[ s r[ )r )N)%rW r; rM r rI Zsetuptools.extern.six.movesr r r r Z pkg_resourcesr r r? rT �__all__�stripr r rB r. r7 �AttributeError�objectr r r Z backports.ssl_match_hostnamer' r& r r1 r rK rV r r[ r r r r �<module> sP 4) ( site-packages/setuptools/__pycache__/build_meta.cpython-36.opt-1.pyc 0000644 00000013166 15231162611 0021414 0 ustar 00 3 Xo�h' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZG dd� de�Z G dd� dej j �Z ddd �Z d d � Z d d � Zdd� Zddd�Zd dd�Zd dd�Zd dd�Zd dd�ZdS ) a- A PEP 517 interface to setuptools Previously, when a user or a command line tool (let's call it a "frontend") needed to make a request of setuptools to take a certain action, for example, generating a list of installation requirements, the frontend would would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line. PEP 517 defines a different method of interfacing with setuptools. Rather than calling "setup.py" directly, the frontend should: 1. Set the current directory to the directory with a setup.py file 2. Import this module into a safe python interpreter (one in which setuptools can potentially set global variables or crash hard). 3. Call one of the functions defined in PEP 517. What each function does is defined in PEP 517. However, here is a "casual" definition of the functions (this definition should not be relied on for bug reports or API stability): - `build_wheel`: build a wheel in the folder and return the basename - `get_requires_for_build_wheel`: get the `setup_requires` to build - `prepare_metadata_for_build_wheel`: get the `install_requires` - `build_sdist`: build an sdist in the folder and return the basename - `get_requires_for_build_sdist`: get the `setup_requires` to build Again, this is not a formal definition! Just a "taste" of the module. � Nc @ s e Zd Zdd� ZdS )�SetupRequirementsErrorc C s || _ d S )N)� specifiers)�selfr � r � /usr/lib/python3.6/build_meta.py�__init__( s z SetupRequirementsError.__init__N)�__name__� __module__� __qualname__r r r r r r ' s r c @ s& e Zd Zdd� Zeejdd� ��ZdS )� Distributionc C s t |��d S )N)r )r r r r r �fetch_build_eggs- s z Distribution.fetch_build_eggsc c s* t jj}| t j_z dV W d|t j_X dS )zw Replace distutils.dist.Distribution with this class for the duration of this context. N)� distutilsZcorer )�clsZorigr r r �patch0 s zDistribution.patchN)r r r r � classmethod� contextlib�contextmanagerr r r r r r , s r �setup.pyc C sH | }d}t tdt�|�}|j� jdd�}|j� tt||d�t� � d S )N�__main__�openz\r\nz\n�exec) �getattr�tokenizer �read�replace�closer �compile�locals)Z setup_script�__file__r �f�coder r r � _run_setup@ s r! c C s | pi } | j dg � | S )Nz--global-option)� setdefault)�config_settingsr r r � _fix_configK s r$ c C s~ t | �} ddg}tjd d� dg | d t_y tj� � t� W d Q R X W n, tk rx } z||j7 }W Y d d }~X nX |S )N� setuptoolsZwheel� Zegg_infoz--global-option)r$ �sys�argvr r r! r r )r# Z requirements�er r r �_get_build_requiresQ s r* c s � fdd�t j� �D �S )Nc s& g | ] }t jjt jj� |��r|�qS r )�os�path�isdir�join)�.0�name)�a_dirr r � <listcomp>a s z1_get_immediate_subdirectories.<locals>.<listcomp>)r+ �listdir)r1 r )r1 r � _get_immediate_subdirectories` s r4 c C s t | �} t| �S )N)r$ r* )r# r r r � get_requires_for_build_wheele s r5 c C s t | �} t| �S )N)r$ r* )r# r r r � get_requires_for_build_sdistj s r6 c C s� t jd d� dd| g t _t� | }xPdd� tj|�D �}t|�dkrptt|��dkrptjj|tj|�d �}q&P q&W || kr�t j tjj||d �| � t j |dd� |d S ) Nr& Z dist_infoz --egg-basec S s g | ]}|j d �r|�qS )z .dist-info)�endswith)r/ r r r r r2 u s z4prepare_metadata_for_build_wheel.<locals>.<listcomp>r T)� ignore_errors) r' r( r! r+ r3 �lenr4 r, r. �shutilZmove�rmtree)�metadata_directoryr# Zdist_info_directoryZ dist_infosr r r � prepare_metadata_for_build_wheelo s" r= c C sr t |�}tjj| �} tjd d� dg |d t_t� | dkrVtj| � tj d| � dd� tj | �D �}|d S )Nr& Z bdist_wheelz--global-option�distc S s g | ]}|j d �r|�qS )z.whl)r7 )r/ r r r r r2 � s z build_wheel.<locals>.<listcomp>r ) r$ r+ r, �abspathr' r( r! r: r; �copytreer3 )Zwheel_directoryr# r< Zwheelsr r r � build_wheel� s rA c C sr t |�}tjj| �} tjd d� dg |d t_t� | dkrVtj| � tj d| � dd� tj | �D �}|d S )Nr& Zsdistz--global-optionr> c S s g | ]}|j d �r|�qS )z.tar.gz)r7 )r/ r r r r r2 � s z build_sdist.<locals>.<listcomp>r ) r$ r+ r, r? r' r( r! r: r; r@ r3 )Zsdist_directoryr# Zsdistsr r r � build_sdist� s rB )r )N)N)N)NN)N)�__doc__r+ r' r r: r r% r � BaseExceptionr r> r r! r$ r* r4 r5 r6 r= rA rB r r r r �<module> s& site-packages/setuptools/__pycache__/windows_support.cpython-36.pyc 0000644 00000001656 15231162611 0021637 0 ustar 00 3 Xo�h� � @ s( d dl Z d dlZdd� Zedd� �ZdS )� Nc C s t j� dkrdd� S | S )NZWindowsc _ s d S )N� )�args�kwargsr r �%/usr/lib/python3.6/windows_support.py�<lambda> s z windows_only.<locals>.<lambda>)�platform�system)�funcr r r � windows_only s r c C sL t d� tjjj}tjjtjjf|_tjj |_ d}|| |�}|sHtj � �dS )z� Set the hidden attribute on a file or directory. From http://stackoverflow.com/questions/19622133/ `path` must be text. zctypes.wintypes� N) � __import__�ctypesZwindllZkernel32ZSetFileAttributesWZwintypesZLPWSTRZDWORDZargtypesZBOOLZrestypeZWinError)�pathZSetFileAttributes�FILE_ATTRIBUTE_HIDDENZretr r r � hide_file s r )r r r r r r r r �<module> s site-packages/setuptools/__pycache__/namespaces.cpython-36.pyc 0000644 00000007031 15231162611 0020461 0 ustar 00 3 Xo�h � @ sR d dl Z d dlmZ d dlZd dlmZ ejjZG dd� d�Z G dd� de �Z dS )� N)�log)�mapc @ sT e Zd ZdZdd� Zdd� Zdd� ZdZd Zdd� Z dd� Z dd� Z e dd� �Z dS ) � Installerz -nspkg.pthc C s� | j � }|sd S tjj| j� �\}}|| j7 }| jj|� tj d|� t | j |�}| j rdt |� d S t|d��}|j|� W d Q R X d S )Nz Installing %sZwt)�_get_all_ns_packages�os�path�splitext� _get_target� nspkg_extZoutputs�appendr �infor �_gen_nspkg_lineZdry_run�list�open� writelines)�selfZnsp�filename�ext�lines�f� r � /usr/lib/python3.6/namespaces.py�install_namespaces s z Installer.install_namespacesc C sH t jj| j� �\}}|| j7 }t jj|�s.d S tjd|� t j|� d S )Nz Removing %s) r r r r r �existsr r �remove)r r r r r r �uninstall_namespaces! s z Installer.uninstall_namespacesc C s | j S )N)�target)r r r r r ) s zInstaller._get_target�import sys, types, os�#has_mfs = sys.version_info > (3, 5)�$p = os.path.join(%(root)s, *%(pth)r)�4importlib = has_mfs and __import__('importlib.util')�-has_mfs and __import__('importlib.machinery')��m = has_mfs and sys.modules.setdefault(%(pkg)r, importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec(%(pkg)r, [os.path.dirname(p)])))�Cm = m or sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))�7mp = (m or []) and m.__dict__.setdefault('__path__',[])� (p not in mp) and mp.append(p)�4m and setattr(sys.modules[%(parent)r], %(child)r, m)c C s dS )Nz$sys._getframe(1).f_locals['sitedir']r )r r r r � _get_rootC s zInstaller._get_rootc C sV t |�}t|jd��}| j� }| j}|jd�\}}}|rB|| j7 }dj|�t� d S )N�.�;� ) �str�tuple�splitr' � _nspkg_tmpl� rpartition�_nspkg_tmpl_multi�join�locals)r �pkgZpth�rootZ tmpl_lines�parent�sepZchildr r r r F s zInstaller._gen_nspkg_linec C s | j jp g }ttt| j|���S )z,Return sorted list of all package namespaces)Z distributionZnamespace_packages�sorted�flattenr � _pkg_names)r Zpkgsr r r r Q s z Installer._get_all_ns_packagesc c s, | j d�}x |r&dj|�V |j� q W dS )z� Given a namespace package, yield the components of that package. >>> names = Installer._pkg_names('a.b.c') >>> set(names) == set(['a', 'a.b', 'a.b.c']) True r( N)r- r1 �pop)r3 �partsr r r r9 V s zInstaller._pkg_namesN) r r r r r! r" r# r$ r% )r& )�__name__� __module__� __qualname__r r r r r. r0 r' r r � staticmethodr9 r r r r r s$ r c @ s e Zd Zdd� Zdd� ZdS )�DevelopInstallerc C s t t| j��S )N)�reprr+ Zegg_path)r r r r r' g s zDevelopInstaller._get_rootc C s | j S )N)Zegg_link)r r r r r j s z DevelopInstaller._get_targetN)r< r= r> r' r r r r r r@ f s r@ ) r Z distutilsr � itertoolsZsetuptools.extern.six.movesr �chain� from_iterabler8 r r@ r r r r �<module> s [ site-packages/setuptools/__pycache__/dist.cpython-36.opt-1.pyc 0000644 00000107631 15231162611 0020253 0 ustar 00 3 Xo�hu� � @ s� d gZ ddlZddlZddlZddlZddlZddlZddlZddl Zddl Z ddl m Z ddl mZmZmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZmZmZ dd l m Z dd l m Z dd l m!Z! dd l"m#Z# ddl$Z$ddl%m&Z& e'd� e'd� dd� Z(dd� Z)dd� Z*e+e,fZ-dd� Z.dd� Z/d d � Z0d d � Z1d d!� Z2d"d#� Z3d$d%� Z4d&d'� Z5d(d)� Z6d*d+� Z7d,d-� Z8d.d/� Z9e!ej:j;�Z<G d0d � d e&e<�Z;G d1d2� d2�Z=dS )3� Distribution� N)� defaultdict)�DistutilsOptionError�DistutilsPlatformError�DistutilsSetupError)� rfc822_escape)� StrictVersion)�six)� packaging)�map�filter� filterfalse)�Require)�windows_support)� get_unpatched)�parse_configuration� )� Distribution_parse_config_filesz&setuptools.extern.packaging.specifiersz#setuptools.extern.packaging.versionc C s t jdt� t| �S )NzDo not call this function)�warnings�warn�DeprecationWarningr )�cls� r �/usr/lib/python3.6/dist.py�_get_unpatched# s r c C sn | j s | jrtd�S | jd k s8| jd k s8t| dd �d k r@td�S | js^| js^| js^| j s^| j rftd�S td�S )Nz2.1�python_requiresz1.2z1.1z1.0) � long_description_content_type�provides_extrasr � maintainer�maintainer_email�getattrZprovides�requiresZ obsoletesZ classifiers� download_url)Zdist_mdr r r �get_metadata_version( s r# c C sP t | �}|jd| � |jd| j� � |jd| j� � |jd| j� � |jd| j� � |td�k r�|jd| j� � |jd| j� � nJd'}xD|D ]<\}}t | |�}t j r�| j |�}|dk r�|jd||f � q�W |jd| j � � | j�r|jd| j � x"| jj� D ]}|jd| � �qW t| j� �}|jd| � dj| j� �} | �rd|jd| � |td�k�r�x4| j� D ]} |jd| � �q|W n| j|d| j� � | j|d| j� � | j|d | j� � | j|d | j� � | j|d | j� � t| d ��r |jd | j � | j �r$|jd!| j � | j �rLx | j D ]} |jd"| � �q4W dS )(z5Write the PKG-INFO format data to a file object. zMetadata-Version: %s z Name: %s z Version: %s z Summary: %s zHome-page: %s z1.2z Author: %s zAuthor-email: %s �Author�author� Author-email� author_email� Maintainerr �Maintainer-emailr Nz%s: %s z License: %s zDownload-URL: %s zProject-URL: %s, %s zDescription: %s �,z Keywords: %s z Platform: %s ZPlatformZ ClassifierZRequiresZProvidesZ Obsoletesr zRequires-Python: %s z Description-Content-Type: %s zProvides-Extra: %s �r$ r% �r& r' �r( r �r) r )r+ r, r- r. ) r# �writeZget_nameZ get_versionZget_descriptionZget_urlr Z get_contactZget_contact_emailr r �PY2Z _encode_fieldZ get_licenser" � project_urls�itemsr Zget_long_description�joinZ get_keywordsZ get_platformsZ _write_listZget_classifiersZ get_requiresZ get_providesZ get_obsoletes�hasattrr r r ) �self�file�versionZoptional_fieldsZfield�attrZattr_valZ project_urlZ long_desc�keywords�platform�extrar r r �write_pkg_file7 s\ r< c C sF yt jjd| �}W n, ttttfk r@ td||f ��Y nX d S )Nzx=z4%r must be importable 'module:attrs' string (got %r))� pkg_resources� EntryPoint�parse� TypeError� ValueError�AttributeError�AssertionErrorr )�distr8 �value�epr r r �check_importable� s rG c C s6 yW n, t tttfk r0 td||f ��Y nX dS )z*Verify that value is a string list or Nonez%%r must be a list of strings (got %r)N)r@ rA rB rC r )rD r8 rE r r r �assert_string_list� s rH c C sh |}t | ||� xR|D ]J}| j|�s4tdd| ��|jd�\}}}|r||krtjjd||� qW dS )z(Verify that namespace packages are validz1Distribution contains no modules or packages for znamespace package %r�.z^WARNING: %r is declared as a package namespace, but %r is not: please correct this in setup.pyN)rH �has_contents_forr � rpartition� distutils�logr )rD r8 rE Z ns_packagesZnsp�parent�sepZchildr r r � check_nsp� s rP c C s@ yt tjt|j� �� W n" tttfk r: td��Y nX dS )z+Verify that extras_require mapping is validz�'extras_require' must be a dictionary whose values are strings or lists of strings containing valid project/version requirement specifiers.N) �list� itertools�starmap� _check_extrar2 r@ rA rB r )rD r8 rE r r r � check_extras� s rU c C s< | j d�\}}}|r*tj|�r*td| ��ttj|�� d S )N�:z Invalid environment marker: )� partitionr= Zinvalid_markerr rQ �parse_requirements)r; Zreqs�namerO �markerr r r rT � s rT c C s& t |�|kr"d}t|j||d���dS )z)Verify that value is True, False, 0, or 1z0{attr!r} must be a boolean value (got {value!r}))r8 rE N)�boolr �format)rD r8 rE �tmplr r r � assert_bool� s r^ c C sj y(t tj|�� t|ttf�r&td��W n< ttfk rd } z d}t|j ||d���W Y dd}~X nX dS )z9Verify that install_requires is a valid requirements listz Unordered types are not allowedzm{attr!r} must be a string or list of strings containing valid project/version requirement specifiers; {error})r8 �errorN) rQ r= rX � isinstance�dict�setr@ rA r r\ )rD r8 rE r_ r] r r r �check_requirements� s rc c C sR yt jj|� W n< t jjk rL } z d}t|j||d���W Y dd}~X nX dS )z.Verify that value is a valid version specifierzF{attr!r} must be a string containing valid version specifiers; {error})r8 r_ N)r Z specifiersZ SpecifierSetZInvalidSpecifierr r\ )rD r8 rE r_ r] r r r �check_specifier� s rd c C s@ yt jj|� W n* tk r: } zt|��W Y dd}~X nX dS )z)Verify that entry_points map is parseableN)r= r> Z parse_maprA r )rD r8 rE �er r r �check_entry_points� s rf c C s t |tj�std��d S )Nztest_suite must be a string)r` r Z string_typesr )rD r8 rE r r r �check_test_suite� s rg c C sd t |t�rTxH|j� D ]8\}}t |t�s(P y t|� W q tk rJ P Y qX qW dS t|d ��dS )z@Verify that value is a dictionary of package names to glob listsNzI must be a dictionary mapping package names to lists of wildcard patterns)r` ra r2 �str�iterr@ r )rD r8 rE �k�vr r r �check_package_data� s rl c C s, x&|D ] }t jd|�stjjd|� qW d S )Nz \w+(\.\w+)*z[WARNING: %r not a valid package name; please use only .-separated package names in setup.py)�re�matchrL rM r )rD r8 rE Zpkgnamer r r �check_packages� s ro c @ s0 e Zd ZdZdeed�ZdZdd� ZdGdd�Z dd � Z d d � Z e d d � �Z dd� Zdd� ZdHdd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Z d-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z!d7d8� Z"d9d:� Z#d;d<� Z$d=d>� Z%d?d@� Z&dAdB� Z'dCdD� Z(dEdF� Z)dS )Ir a� Distribution with support for features, tests, and package data This is an enhanced version of 'distutils.dist.Distribution' that effectively adds the following new optional keyword arguments to 'setup()': 'install_requires' -- a string or sequence of strings specifying project versions that the distribution requires when installed, in the format used by 'pkg_resources.require()'. They will be installed automatically when the package is installed. If you wish to use packages that are not available in PyPI, or want to give your users an alternate download location, you can add a 'find_links' option to the '[easy_install]' section of your project's 'setup.cfg' file, and then setuptools will scan the listed web pages for links that satisfy the requirements. 'extras_require' -- a dictionary mapping names of optional "extras" to the additional requirement(s) that using those extras incurs. For example, this:: extras_require = dict(reST = ["docutils>=0.3", "reSTedit"]) indicates that the distribution can optionally provide an extra capability called "reST", but it can only be used if docutils and reSTedit are installed. If the user installs your package using EasyInstall and requests one of your extras, the corresponding additional requirements will be installed if needed. 'features' **deprecated** -- a dictionary mapping option names to 'setuptools.Feature' objects. Features are a portion of the distribution that can be included or excluded based on user options, inter-feature dependencies, and availability on the current system. Excluded features are omitted from all setup commands, including source and binary distributions, so you can create multiple distributions from the same source tree. Feature names should be valid Python identifiers, except that they may contain the '-' (minus) sign. Features can be included or excluded via the command line options '--with-X' and '--without-X', where 'X' is the name of the feature. Whether a feature is included by default, and whether you are allowed to control this from the command line, is determined by the Feature object. See the 'Feature' class for more information. 'test_suite' -- the name of a test suite to run for the 'test' command. If the user runs 'python setup.py test', the package will be installed, and the named test suite will be run. The format is the same as would be used on a 'unittest.py' command line. That is, it is the dotted name of an object to import and call to generate a test suite. 'package_data' -- a dictionary mapping package names to lists of filenames or globs to use to find data files contained in the named packages. If the dictionary has filenames or globs listed under '""' (the empty string), those names will be searched for in every package, in addition to any names for the specific package. Data files found using these names/globs will be installed along with the package, in the same location as the package. Note that globs are allowed to reference the contents of non-package subdirectories, as long as you use '/' as a path separator. (Globs are automatically converted to platform-specific paths at runtime.) In addition to these new keywords, this class also has several new methods for manipulating the distribution's contents. For example, the 'include()' and 'exclude()' methods can be thought of as in-place add and subtract commands that add or remove packages, modules, extensions, and so on from the distribution. They are used by the feature subsystem to configure the distribution for the included and excluded features. N)r r1 r c C sp | sd|ksd|krd S t jt|d ��j� }t jjj|�}|d k rl|jd� rlt jt|d ��|_ || _ d S )NrY r7 zPKG-INFO) r= Z safe_namerh �lower� working_setZby_key�getZ has_metadataZ safe_versionZ_version� _patched_dist)r5 �attrs�keyrD r r r �patch_missing_pkg_infoS s z#Distribution.patch_missing_pkg_infoc s� t � d�}|si � _|pi }d|ks,d|kr4tj� g � _i � _g � _|jdd �� _� j |� |jdg �� _ |jdg �� _ x$t j d�D ]}t� �j|jd � q�W tj� � fdd �|j� D �� x\� jj� D ]N\}}x6� jj|fD ]}||kr�|| }P q�W |�r|� nd }t� j||� q�W t� jjtj��r>t � jj�� j_� jjd k �r�yHt jj � jj�}t |�} � jj| k�r�t j d � jj| f � | � j_W n0 t jj!t"fk �r� t j d � jj � Y nX � j#� d S ) N� package_data�features�require_features�src_root�dependency_links�setup_requireszdistutils.setup_keywordsc s i | ]\}}|� j kr||�qS r )� _DISTUTILS_UNSUPPORTED_METADATA)�.0rj rk )r5 r r � <dictcomp>q s z)Distribution.__init__.<locals>.<dictcomp>zNormalizing '%s' to '%s'z�The version specified (%r) is an invalid version, this may not work as expected with newer versions of setuptools, pip, and PyPI. Please see PEP 440 for more details.)$r4 rw �Feature�warn_deprecatedry rx Z dist_files�poprz rv r{ r| r= �iter_entry_points�vars� setdefaultrY � _Distribution�__init__r2 r} �metadata�__dict__�setattrr` r7 �numbers�Numberrh r ZVersionr r ZInvalidVersionr@ �_finalize_requires) r5 rt Zhave_package_datarF Zoption�default�sourcerE ZverZnormalized_versionr )r5 r r� ` sR zDistribution.__init__c C sj t | dd�r| j| j_t | dd�rVx2| jj� D ]$}|jd�d }|r.| jjj|� q.W | j� | j � dS )z� Set `metadata.python_requires` and fix environment markers in `install_requires` and `extras_require`. r N�extras_requirerV r ) r r r� r� �keys�splitr �add� _convert_extras_requirements�"_move_install_requirements_markers)r5 r; r r r r� � s z Distribution._finalize_requiresc C sp t | dd�pi }tt�| _xP|j� D ]D\}}| j| x0tj|�D ]"}| j|�}| j|| j|� qBW q$W dS )z� Convert requirements in `extras_require` of the form `"extra": ["barbazquux; {marker}"]` to `"extra:{marker}": ["barbazquux"]`. r� N) r r rQ �_tmp_extras_requirer2 r= rX � _suffix_for�append)r5 Z spec_ext_reqsZsectionrk �r�suffixr r r r� � s z)Distribution._convert_extras_requirementsc C s | j rdt| j � S dS )ze For a requirement, return the 'extras_require' suffix for that requirement. rV � )rZ rh )�reqr r r r� � s zDistribution._suffix_forc s� dd� }t � dd�pf }ttj|��}t||�}t||�}ttt|��� _x&|D ] }� j dt|j � j |� qPW t � fdd�� j j � D ��� _dS )zv Move requirements in `install_requires` that are using environment markers `extras_require`. c S s | j S )N)rZ )r� r r r � is_simple_req� s zFDistribution._move_install_requirements_markers.<locals>.is_simple_req�install_requiresNrV c 3 s, | ]$\}}|d d� t � j|�D �fV qdS )c S s g | ] }t |��qS r )rh )r~ r� r r r � <listcomp>� s zMDistribution._move_install_requirements_markers.<locals>.<genexpr>.<listcomp>N)r � _clean_req)r~ rj rk )r5 r r � <genexpr>� s zBDistribution._move_install_requirements_markers.<locals>.<genexpr>)r rQ r= rX r r r rh r� r� rZ r� ra r2 r� )r5 r� Zspec_inst_reqsZ inst_reqsZ simple_reqsZ complex_reqsr� r )r5 r r� � s z/Distribution._move_install_requirements_markersc C s d|_ |S )zP Given a Requirement, remove environment markers and return it. N)rZ )r5 r� r r r r� � s zDistribution._clean_reqFc C s* t j| |d� t| | j|d� | j� dS )zYParses configuration files from various levels and loads configuration. )� filenames)�ignore_option_errorsN)r� �parse_config_filesr �command_optionsr� )r5 r� r� r r r r� � s z Distribution.parse_config_filesc C s t j| �}| jr| j� |S )z3Process features after parsing command line options)r� �parse_command_linerx �_finalize_features)r5 �resultr r r r� � s z Distribution.parse_command_linec C s d|j dd� S )z;Convert feature name to corresponding option attribute nameZwith_�-�_)�replace)r5 rY r r r �_feature_attrname� s z Distribution._feature_attrnamec C s< t jjt j|�| jdd�}x |D ]}t jj|dd� q W |S )z Resolve pre-setup requirementsT)� installerZreplace_conflicting)r� )r= rq �resolverX �fetch_build_eggr� )r5 r! Zresolved_distsrD r r r �fetch_build_eggs� s z Distribution.fetch_build_eggsc C s� t j| � | jr| j� xHtjd�D ]:}t| |jd �}|d k r$|j| j d� |j � | |j|� q$W t| dd �r�dd� | j D �| _ ng | _ d S )Nzdistutils.setup_keywords)r� �convert_2to3_doctestsc S s g | ]}t jj|��qS r )�os�path�abspath)r~ �pr r r r� s z1Distribution.finalize_options.<locals>.<listcomp>) r� �finalize_optionsrx � _set_global_opts_from_featuresr= r� r rY �requirer� �loadr� )r5 rF rE r r r r� s z Distribution.finalize_optionsc C sv t jjt jd�}t jj|�srt j|� tj|� t jj|d�}t|d��$}|j d� |j d� |j d� W d Q R X |S )Nz.eggsz README.txt�wzcThis directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins. zAThis directory caches those eggs to prevent repeated downloads. z/However, it is safe to delete this directory. ) r� r� r3 �curdir�exists�mkdirr Z hide_file�openr/ )r5 Z egg_cache_dirZreadme_txt_filename�fr r r �get_egg_cache_dir s z Distribution.get_egg_cache_dirc C s� ddl m} | jddgi�}|jd�}|j� |jdd� | jd�j� D �� | jr�| jdd� }d|krx|d d | }d |f|d< | j� }||d g|d d dd d d d d d� }|j � |j|�S )z Fetch an egg needed for buildingr )� easy_installZ script_argsr� c s s" | ]\}}|dkr||fV qdS )� find_links� site_dirs� index_url�optimize� allow_hostsN)r� r� r� r� r� r� r )r~ rj rk r r r r� 1 s z/Distribution.fetch_build_egg.<locals>.<genexpr>Nr� r Zsetup�xTF) �args� install_dirZexclude_scriptsZ always_copyZbuild_directoryZeditableZupgradeZ multi_versionZ no_report�user) Z setuptools.command.easy_installr� � __class__�get_option_dict�clear�updater2 r{ r� Zensure_finalized)r5 r� r� rD �optsZlinksr� �cmdr r r r� * s( z Distribution.fetch_build_eggc C s� g }| j j� }x�| jj� D ]�\}}| j|d� |j| � |jr|j}d}d}|j� s^|| }}d| dd| | fd| dd| | ff}|j |� d| |d| < qW || j | _ | _ | | _ | _ dS )z;Add --with-X/--without-X options based on optional featuresNz (default)r� zwith-zinclude zwithout-zexclude ) � negative_opt�copyrx r2 � _set_feature�validate�optional� description�include_by_default�extend�global_optionsZfeature_optionsZfeature_negopt) r5 Zgo�norY �feature�descrZincdefZexcdef�newr r r r� G s" z+Distribution._set_global_opts_from_featuresc C s� xJ| j j� D ]<\}}| j|�}|s2|dkr |j� r |j| � | j|d� q W x6| j j� D ](\}}| j|�sX|j| � | j|d� qXW dS )z9Add/remove features and resolve dependencies between themNr r )rx r2 �feature_is_includedr� � include_inr� � exclude_from)r5 rY r� Zenabledr r r r� b s z Distribution._finalize_featuresc C s` || j kr| j | S tjd|�}x:|D ]&}|j| jd� |j� | j |< }|S W tj| |�S dS )z(Pluggable version of get_command_class()zdistutils.commands)r� N)�cmdclassr= r� r� r� r� r� �get_command_class)r5 �commandZepsrF r� r r r r� s s z Distribution.get_command_classc C s> x2t jd�D ]$}|j| jkr |j� }|| j|j< q W tj| �S )Nzdistutils.commands)r= r� rY r� r� r� �print_commands)r5 rF r� r r r r� � s zDistribution.print_commandsc C s> x2t jd�D ]$}|j| jkr |j� }|| j|j< q W tj| �S )Nzdistutils.commands)r= r� rY r� r� r� �get_command_list)r5 rF r� r r r r� � s z Distribution.get_command_listc C s t | | j|�|� dS )z Set feature's inclusion statusN)r� r� )r5 rY Zstatusr r r r� � s zDistribution._set_featurec C s t | | j|��S )zAReturn 1 if feature is included, 0 if excluded, 'None' if unknown)r r� )r5 rY r r r r� � s z Distribution.feature_is_includedc C sF | j |�dkr&| j| j}t|d ��| j| j| � | j|d� dS )z)Request inclusion of feature named 'name'r z2 is required, but was excluded or is not availabler N)r� rx r� r r� r� )r5 rY r� r r r �include_feature� s z Distribution.include_featurec K sD x>|j � D ]2\}}t| d| d�}|r0||� q | j||� q W dS )a� Add items to distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would add 'x' to the distribution's 'py_modules' attribute, if it was not already there. Currently, this method only supports inclusion for attributes that are lists or tuples. If you need to add support for adding to other attributes in this or a subclass, you can add an '_include_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})' will try to call 'dist._include_foo({"bar":"baz"})', which can then handle whatever special inclusion logic is needed. Z _include_N)r2 r � _include_misc)r5 rt rj rk �includer r r r� � s zDistribution.includec sf � d �| j r&� �fdd�| j D �| _ | jrD� �fdd�| jD �| _| jrb� �fdd�| jD �| _dS )z9Remove packages, modules, and extensions in named packagerI c s$ g | ] }|� kr|j �� r|�qS r )� startswith)r~ r� )�package�pfxr r r� � s z0Distribution.exclude_package.<locals>.<listcomp>c s$ g | ] }|� kr|j �� r|�qS r )r� )r~ r� )r� r� r r r� � s c s( g | ] }|j � kr|j j�� r|�qS r )rY r� )r~ r� )r� r� r r r� � s N)�packages� py_modules� ext_modules)r5 r� r )r� r� r �exclude_package� s z Distribution.exclude_packagec C s4 |d }x&| j � D ]}||ks(|j|�rdS qW dS )z<Return true if 'exclude_package(package)' would do somethingrI TN)�iter_distribution_namesr� )r5 r� r� r� r r r rJ � s z Distribution.has_contents_forc s� t � t�std|� f ��yt| |�}W n tk rH td| ��Y nX |dk rlt |t� rlt|d ��n |r�t| |� fdd�|D �� dS )zAHandle 'exclude()' for list/tuple attrs without a special handlerz(%s: setting must be a list or tuple (%r)z %s: No such distribution settingNz4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r )r~ �item)rE r r r� � s z.Distribution._exclude_misc.<locals>.<listcomp>)r` �sequencer r rB r� )r5 rY rE �oldr )rE r � _exclude_misc� s zDistribution._exclude_miscc s� t |t�std||f ��yt| |�� W n tk rH td| ��Y nX � dkr`t| ||� n:t � t�sxt|d ��n"� fdd�|D �}t| |� | � dS )zAHandle 'include()' for list/tuple attrs without a special handlerz %s: setting must be a list (%r)z %s: No such distribution settingNz4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r )r~ r� )r� r r r� � s z.Distribution._include_misc.<locals>.<listcomp>)r` r� r r rB r� )r5 rY rE r� r )r� r r� � s zDistribution._include_miscc K sD x>|j � D ]2\}}t| d| d�}|r0||� q | j||� q W dS )a Remove items from distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from the distribution's 'py_modules' attribute. Excluding packages uses the 'exclude_package()' method, so all of the package's contained packages, modules, and extensions are also excluded. Currently, this method only supports exclusion from attributes that are lists or tuples. If you need to add support for excluding from other attributes in this or a subclass, you can add an '_exclude_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})' will try to call 'dist._exclude_foo({"bar":"baz"})', which can then handle whatever special exclusion logic is needed. Z _exclude_N)r2 r r� )r5 rt rj rk �excluder r r r� s zDistribution.excludec C s, t |t�std|f ��tt| j|�� d S )Nz.packages: setting must be a list or tuple (%r))r` r� r rQ r r� )r5 r� r r r �_exclude_packages s z Distribution._exclude_packagesc C s� | j j| _| j j| _|d }| jd�}xB||krh|| \}}||= dd l}|j|d�|d d�< |d }q(W tj| ||�}| j|�} t | dd �r�d|f| j|�d< |d k r�g S |S )Nr �aliasesTr Zcommand_consumes_argumentsz command liner� ) r� r� r� r� �shlexr� r� �_parse_command_optsr� r ) r5 �parserr� r� r� �src�aliasr� �nargsZ cmd_classr r r r� s" z Distribution._parse_command_optsc C s� i }x�| j j� D ]�\}}x�|j� D ]�\}\}}|dkr8q"|jdd�}|dkr�| j|�}| jj� }|jt|di �� x<|j� D ]\} } | |kr|| }d}P q|W td��n |dkr�d}||j |i �|< q"W qW |S ) ah Return a '{cmd: {opt:val}}' map of all command-line options Option names are all long, but do not include the leading '--', and contain dashes rather than underscores. If the option doesn't take an argument (e.g. '--quiet'), the 'val' is 'None'. Note that options provided by config files are intentionally excluded. z command liner� r� r r� Nz Shouldn't be able to get herer ) r� r2 r� Zget_command_objr� r� r� r rC r� ) r5 �dr� r� �optr� �valZcmdobjZneg_opt�neg�posr r r �get_cmdline_options: s( z Distribution.get_cmdline_optionsc c s� x| j p f D ] }|V q W x| jp$f D ] }|V q&W xH| jp>f D ]:}t|t�rX|\}}n|j}|jd�rt|dd� }|V q@W dS )z@Yield all packages, modules, and extension names in distribution�moduleN� i����)r� r� r� r` �tuplerY �endswith)r5 Zpkgr ZextrY Z buildinfor r r r� b s z$Distribution.iter_distribution_namesc C s� ddl }tjs| jr tj| |�S ddl}t|j|j �sBtj| |�S |jj j � dkr^tj| |�S |jj }|jj }|j dkr|dp~d}|jj}|j |jj� d|||�|_z tj| |�S |j |jj� ||||�|_X dS )z�If there were any non-global "display-only" options (--help-commands or the metadata display options) on the command line, display the requested info and return true; else return false. r N�utf-8�utf8Zwin32� )r r )�sysr r0 Z help_commandsr� �handle_display_options�ior` �stdout� TextIOWrapper�encodingrp �errorsr: �line_buffering�detach)r5 Z option_orderr r r r �newliner r r r r t s$ z#Distribution.handle_display_options)N)NF)*�__name__� __module__� __qualname__�__doc__ra rb r} rs rv r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rJ r� r� r� r� r� r r� r r r r r r sL B ; (c @ sP e Zd ZdZedd� �Zdddf f fdd�Zdd � Zd d � Zd d � Z dd� Z dS )r� a� **deprecated** -- The `Feature` facility was never completely implemented or supported, `has reported issues <https://github.com/pypa/setuptools/issues/58>`_ and will be removed in a future version. A subset of the distribution that can be excluded if unneeded/wanted Features are created using these keyword arguments: 'description' -- a short, human readable description of the feature, to be used in error messages, and option help messages. 'standard' -- if true, the feature is included by default if it is available on the current system. Otherwise, the feature is only included if requested via a command line '--with-X' option, or if another included feature requires it. The default setting is 'False'. 'available' -- if true, the feature is available for installation on the current system. The default setting is 'True'. 'optional' -- if true, the feature's inclusion can be controlled from the command line, using the '--with-X' or '--without-X' options. If false, the feature's inclusion status is determined automatically, based on 'availabile', 'standard', and whether any other feature requires it. The default setting is 'True'. 'require_features' -- a string or sequence of strings naming features that should also be included if this feature is included. Defaults to empty list. May also contain 'Require' objects that should be added/removed from the distribution. 'remove' -- a string or list of strings naming packages to be removed from the distribution if this feature is *not* included. If the feature *is* included, this argument is ignored. This argument exists to support removing features that "crosscut" a distribution, such as defining a 'tests' feature that removes all the 'tests' subpackages provided by other features. The default for this argument is an empty list. (Note: the named package(s) or modules must exist in the base distribution when the 'setup()' function is initially called.) other keywords -- any other keyword arguments are saved, and passed to the distribution's 'include()' and 'exclude()' methods when the feature is included or excluded, respectively. So, for example, you could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be added or removed from the distribution as appropriate. A feature must include at least one 'requires', 'remove', or other keyword argument. Otherwise, it can't affect the distribution in any way. Note also that you can subclass 'Feature' to create your own specialized feature types that modify the distribution in other ways when included or excluded. See the docstrings for the various methods here for more detail. Aside from the methods, the only feature attributes that distributions look at are 'description' and 'optional'. c C s d} t j| tdd� d S )NzrFeatures are deprecated and will be removed in a future version. See https://github.com/pypa/setuptools/issues/65.� )� stacklevel)r r r )�msgr r r r� � s zFeature.warn_deprecatedFTc K s� | j � || _|| _|| _|| _t|ttf�r4|f}dd� |D �| _dd� |D �}|r^||d< t|t�rn|f}|| _ || _ | r�| r�| r�t d��d S )Nc S s g | ]}t |t�r|�qS r )r` rh )r~ r� r r r r� � s z$Feature.__init__.<locals>.<listcomp>c S s g | ]}t |t�s|�qS r )r` rh )r~ r� r r r r� � s ry zgFeature %s: must define 'require_features', 'remove', or at least one of 'packages', 'py_modules', etc.) r� r� �standard� availabler� r` rh r ry �remove�extrasr ) r5 r� r r r� ry r r Zerr r r r� � s$ zFeature.__init__c C s | j o | jS )z+Should this feature be included by default?)r r )r5 r r r r� � s zFeature.include_by_defaultc C s@ | j st| jd ��|jf | j� x| jD ]}|j|� q*W dS )a Ensure feature and its requirements are included in distribution You may override this in a subclass to perform additional operations on the distribution. Note that this method may be called more than once per feature, and so should be idempotent. z3 is required, but is not available on this platformN)r r r� r� r ry r� )r5 rD r� r r r r� � s zFeature.include_inc C s2 |j f | j� | jr.x| jD ]}|j|� q W dS )a2 Ensure feature is excluded from distribution You may override this in a subclass to perform additional operations on the distribution. This method will be called at most once per feature, and only after all included features have been asked to include themselves. N)r� r r r� )r5 rD r� r r r r� s zFeature.exclude_fromc C s2 x,| j D ]"}|j|�std| j||f ��qW dS )a� Verify that feature makes sense in context of distribution This method is called by the distribution just before it parses its command line. It checks to ensure that the 'remove' attribute, if any, contains only valid package/module names that are present in the base distribution when 'setup()' is called. You may override it in a subclass to perform any other required validation of the feature against a target distribution. zg%s wants to be able to remove %s, but the distribution doesn't contain any packages or modules under %sN)r rJ r r� )r5 rD r� r r r r� s zFeature.validateN) r r r r r r� r� r� r� r� r� r r r r r� � s 7 r� )>�__all__rm r� r r� Z distutils.logrL Zdistutils.coreZ distutils.cmdZdistutils.distrR � collectionsr Zdistutils.errorsr r r Zdistutils.utilr Zdistutils.versionr Zsetuptools.externr r Zsetuptools.extern.six.movesr r r Zsetuptools.dependsr Z setuptoolsr Zsetuptools.monkeyr Zsetuptools.configr r= Z py36compatr � __import__r r# r< r rQ r� rG rH rP rU rT r^ rc rd rf rg rl ro Zcorer r� r� r r r r �<module> s` G site-packages/setuptools/__pycache__/depends.cpython-36.opt-1.pyc 0000644 00000012134 15231162611 0020723 0 ustar 00 3 Xo�h� � @ s� d dl Z d dlZd dlZd dlmZ d dlmZmZmZmZ ddl m Z dddd gZ G d d� d�Z dd d�Z dd d�Zdd d �Zdd� Ze� dS )� N)� StrictVersion)� PKG_DIRECTORY� PY_COMPILED� PY_SOURCE� PY_FROZEN� )�Bytecode�Require� find_module�get_module_constant�extract_constantc @ sH e Zd ZdZddd�Zdd� Zdd � Zdd d �Zdd d�Zddd�Z dS )r z7A prerequisite to building or installing a distribution� Nc C sF |d kr|d k rt }|d k r0||�}|d kr0d}| jjt� � | `d S )N� __version__)r �__dict__�update�locals�self)r �name�requested_version�moduleZhomepage� attribute�format� r � /usr/lib/python3.6/depends.py�__init__ s zRequire.__init__c C s | j dk rd| j| j f S | jS )z0Return full package/distribution name, w/versionNz%s-%s)r r )r r r r � full_name s zRequire.full_namec C s* | j dkp(| jdkp(t|�dko(|| jkS )z%Is 'version' sufficiently up-to-date?N�unknown)r r �strr )r �versionr r r � version_ok& s zRequire.version_okr c C s| | j dkrBy"t| j|�\}}}|r*|j� |S tk r@ dS X t| j| j ||�}|dk rx||k rx| jdk rx| j|�S |S )a� Get version number of installed module, 'None', or 'default' Search 'paths' for module. If not found, return 'None'. If found, return the extracted version attribute, or 'default' if no version attribute was specified, or the value cannot be determined without importing the module. The version is formatted according to the requirement's version format (if any), unless it is 'None' or the supplied 'default'. N)r r r �close� ImportErrorr r )r �paths�default�f�p�i�vr r r � get_version+ s zRequire.get_versionc C s | j |�dk S )z/Return true if dependency is present on 'paths'N)r( )r r" r r r � is_presentF s zRequire.is_presentc C s | j |�}|dkrdS | j|�S )z>Return true if dependency is present and up-to-date on 'paths'NF)r( r )r r" r r r r � is_currentJ s zRequire.is_current)r NN)Nr )N)N) �__name__� __module__� __qualname__�__doc__r r r r( r) r* r r r r r s c C sl | j d�}x\|rf|jd�}tj||� \}}\}}}} |tkrP|pFdg}|g}q |r td|| f ��q W | S )z7Just like 'imp.find_module()', but with package support�.r r zCan't find %r in %s)�split�pop�impr r r! ) r r" �parts�partr$ �path�suffix�mode�kind�infor r r r R s c C s� yt | |�\}}\}}}W n tk r. dS X z�|tkrP|jd� tj|�} n`|tkrdtj| �} nL|t kr~t |j� |d�} n2| t j kr�tj | |||||f� tt j | |d�S W d|r�|j� X t| ||�S )z�Find 'module' by searching 'paths', and extract 'symbol' Return 'None' if 'module' does not exist on 'paths', or it does not define 'symbol'. If the module defines 'symbol' as a constant, return the constant. Otherwise, return 'default'.N� �exec)r r! r �read�marshal�loadr r2 �get_frozen_objectr �compile�sys�modules� load_module�getattrr r ) r �symbolr# r" r$ r5 r6 r7 r8 �coder r r r e s$ c C s� || j krdS t| j �j|�}d}d}d}|}xPt| �D ]D}|j} |j} | |kr\| j| }q8| |krx| |kst| |krx|S |}q8W dS )a Extract the constant value of 'symbol' from 'code' If the name 'symbol' is bound to a constant value by the Python code object 'code', return that value. If 'symbol' is bound to an expression, return 'default'. Otherwise, return 'None'. Return value is based on the first assignment to 'symbol'. 'symbol' must be a global, or at least a non-"fast" local in the code block. That is, only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol' must be present in 'code.co_names'. N�Z �a �d )�co_names�list�indexr Zopcode�arg� co_consts) rF rE r# Zname_idxZ STORE_NAMEZ STORE_GLOBALZ LOAD_CONST�constZ byte_code�oprM r r r r � s c C sD t jjd� r t jdkr dS d} x | D ]}t� |= tj|� q&W dS )z� Patch the globals to remove the objects not available on some platforms. XXX it'd be better to test assertions about bytecode instead. �javaZcliNr r )r r )rA �platform� startswith�globals�__all__�remove)Z incompatibler r r r �_update_globals� s rW )N���)rX NrX )rX )rA r2 r= Zdistutils.versionr r r r r Z py33compatr rU r r r r rW r r r r �<module> s C " $ site-packages/setuptools/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000000403 15231162611 0020762 0 ustar 00 3 Xo�h� � @ s6 d dl Z ye jd�jZW n ek r0 dZY nX dS )� NZ setuptools�unknown)Z pkg_resourcesZget_distribution�version� __version__� Exception� r r � /usr/lib/python3.6/version.py�<module> s site-packages/setuptools/__pycache__/extension.cpython-36.pyc 0000644 00000003562 15231162611 0020363 0 ustar 00 3 Xo�h� � @ s| d dl Z d dlZd dlZd dlZd dlZd dlmZ ddlm Z dd� Z e Z e ej j �ZG dd� de�Z G d d � d e �ZdS ) � N)�map� )� get_unpatchedc C s2 d} yt | dgd�j dS tk r, Y nX dS )z0 Return True if Cython can be imported. zCython.Distutils.build_ext� build_ext)�fromlistTF)� __import__r � Exception)Z cython_impl� r � /usr/lib/python3.6/extension.py� _have_cython s r c @ s e Zd ZdZdd� Zdd� ZdS )� Extensionz7Extension that uses '.c' files in place of '.pyx' filesc O s( |j dd�| _tj| ||f|�|� d S )N�py_limited_apiF)�popr � _Extension�__init__)�self�name�sources�args�kwr r r r # s zExtension.__init__c C sN t � r dS | jpd}|j� dkr$dnd}tjtjd|�}tt|| j ��| _ dS )z� Replace sources with .pyx extensions to sources with the target language extension. This mechanism allows language authors to supply pre-converted sources but to prefer the .pyx sources. N� zc++z.cppz.cz.pyx$) r Zlanguage�lower� functools�partial�re�sub�listr r )r ZlangZ target_extr r r r � _convert_pyx_sources_to_lang) s z&Extension._convert_pyx_sources_to_langN)�__name__� __module__� __qualname__�__doc__r r r r r r r s r c @ s e Zd ZdZdS )�Libraryz=Just like a regular Extension, but built as a library insteadN)r r r r! r r r r r" 8 s r" )r r Zdistutils.coreZ distutilsZdistutils.errorsZdistutils.extensionZsetuptools.extern.six.movesr Zmonkeyr r Z have_pyrexZcorer r r" r r r r �<module> s site-packages/setuptools/__pycache__/wheel.cpython-36.opt-1.pyc 0000644 00000014011 15231162611 0020401 0 ustar 00 3 Xo�hb � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z m Z m Z ddl mZ ddlmZ ddlm Z ddlmZ dd lmZ ejd ej�jZd Zd d � ZG dd� de �Z dS )zWheels support.� )� get_platformN)� Distribution� PathMetadata� parse_version)�canonicalize_name)�PY3)r )� pep425tags)�write_requirementsz�^(?P<project_name>.+?)-(?P<version>\d.*?) ((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?) )\.whl$z�try: __import__('pkg_resources').declare_namespace(__name__) except ImportError: __path__ = __import__('pkgutil').extend_path(__path__, __name__) c C s� x�t j| �D ]�\}}}t jj|| �}x6|D ].}t jj||�}t jj|||�}t j||� q*W xXttt|���D ]D\} } t jj|| �}t jj||| �}t jj |�snt j||� || = qnW q W x&t j| dd�D ]\}}}t j |� q�W dS )zDMove everything under `src_dir` to `dst_dir`, and delete the former.T)�topdownN) �os�walk�path�relpath�join�renames�reversed�list� enumerate�exists�rmdir) Zsrc_dirZdst_dir�dirpathZdirnames� filenames�subdir�f�src�dst�n�d� r �/usr/lib/python3.6/wheel.py�unpack! s r c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )�Wheelc C sT t tjj|��}|d kr$td| ��|| _x$|j� j� D ]\}}t| ||� q8W d S )Nzinvalid wheel name: %r) � WHEEL_NAMEr r �basename� ValueError�filename� groupdict�items�setattr)�selfr% �match�k�vr r r �__init__9 s zWheel.__init__c C s& t j| jjd�| jjd�| jjd��S )z>List tags (py_version, abi, platform) supported by this wheel.�.)� itertools�product� py_version�split�abi�platform)r) r r r �tagsA s z Wheel.tagsc s$ t j� � t� fdd�| j� D �d�S )z5Is the wheel is compatible with the current platform?c 3 s | ]}|� krd V qdS )TNr )�.0�t)�supported_tagsr r � <genexpr>J s z&Wheel.is_compatible.<locals>.<genexpr>F)r Z get_supported�nextr5 )r) r )r8 r � is_compatibleG s zWheel.is_compatiblec C s* t | j| j| jdkrd nt� d�j� d S )N�any)� project_name�versionr4 z.egg)r r= r> r4 r �egg_name)r) r r r r? L s zWheel.egg_namec C sJ x<|j � D ]0}tj|�}|jd�r t|�jt| j��r |S q W td��d S )Nz .dist-infoz.unsupported wheel format. .dist-info not found)Znamelist� posixpath�dirname�endswithr � startswithr= r$ )r) �zf�memberrA r r r � get_dist_infoR s zWheel.get_dist_infoc s t j| j�����d| j| jf }| j���d| ���fdd�}|d�}|d�}t|jd��}td�| koxtd �k n s�td | ��t j |� �j |� t j j |���tj|�t|��d �� d d � �ttt�� j� ����� ��fdd�� jD �}t j j |d�}t j�|� t jt j j |d�t j j |d�� tt�|d�d�} t| jd�dt j j |d�� t j j |���t j j �d�} t j j| ��rt j j |dd�} t j | � xVt j | �D ]H} | j d��r�t j t j j | | �� n t jt j j | | �t j j | | �� �q�W t j | � x0t t j j�fdd�d#D ��D ]} t!| |� �q$W t j j���rPt j �� t j j |d �}t j j|��r t"|��}|j#� j$� }W dQ R X xr|D ]j}t j j |f|j$d ��� }t j j |d!�}t j j|��r�t j j|� �r�t"|d"��}|j%t&� W dQ R X �q�W W dQ R X dS )$z"Install wheel as an egg directory.z%s-%sz%s.datac sH �j tj� | ���,}tr&|j� jd�n|j� }tjj� j |�S Q R X d S )Nzutf-8) �openr@ r r �read�decode�email�parserZParserZparsestr)�name�fp�value)� dist_inforD r r � get_metadatab s z*Wheel.install_as_egg.<locals>.get_metadataZWHEELZMETADATAz Wheel-Versionz1.0z2.0dev0z$unsupported wheel format version: %s)Zmetadatac S s d | _ t| �S )N)Zmarker�str)�reqr r r �raw_reqx s z%Wheel.install_as_egg.<locals>.raw_reqc s6 i | ].}t t�fd d�t�� j|f��D ���|�qS )c 3 s | ]}|� kr|V qd S )Nr )r6 rR )�install_requiresr r r9 ~ s z2Wheel.install_as_egg.<locals>.<dictcomp>.<genexpr>)r �sorted�map�requires)r6 Zextra)�distrT rS r r � <dictcomp>| s z(Wheel.install_as_egg.<locals>.<dictcomp>zEGG-INFOzPKG-INFO)rT �extras_require)Zattrs�egg_infoNz requires.txt�scriptsz.pycc 3 s | ]}t jj� |�V qd S )N)r r r )r6 r )� dist_datar r r9 � s z'Wheel.install_as_egg.<locals>.<genexpr>�data�headers�purelib�platlibznamespace_packages.txtr. z __init__.py�w)r^ r_ r` ra )'�zipfileZZipFiler% r= r> rF r �getr$ r �mkdirZ extractallr r r Z from_locationr r rU rV rW Zextras�rename�SetuptoolsDistribution�dictr Zget_command_objr �listdirrB �unlinkr �filterr rG rH r2 �write�NAMESPACE_PACKAGE_INIT)r) Zdestination_eggdirZ dist_basenamerP Zwheel_metadataZ dist_metadataZ wheel_versionrZ r[ Z setup_distZdist_data_scriptsZegg_info_scripts�entryr Znamespace_packagesrM �modZmod_dirZmod_initr )rX r] rO rT rS rD r �install_as_egg\ sr zWheel.install_as_eggN) �__name__� __module__� __qualname__r- r5 r; r? rF rp r r r r r! 7 s r! ) �__doc__Zdistutils.utilr rJ r/ r r@ �rerc Z pkg_resourcesr r r Z!setuptools.extern.packaging.utilsr Zsetuptools.extern.sixr Z setuptoolsrg r Zsetuptools.command.egg_infor �compile�VERBOSEr* r" rm r �objectr! r r r r �<module> s& site-packages/setuptools/__pycache__/dep_util.cpython-36.opt-1.pyc 0000644 00000001422 15231162611 0021104 0 ustar 00 3 Xo�h� � @ s d dl mZ dd� ZdS )� )� newer_groupc C sl t | �t |�krtd��g }g }xBtt | ��D ]2}t| | || �r.|j| | � |j|| � q.W ||fS )z�Walk both arguments in parallel, testing if each source group is newer than its corresponding target. Returns a pair of lists (sources_groups, targets) where sources is newer than target, according to the semantics of 'newer_group()'. z5'sources_group' and 'targets' must be the same length)�len� ValueError�ranger �append)Zsources_groupsZtargetsZ n_sourcesZ n_targets�i� r � /usr/lib/python3.6/dep_util.py�newer_pairwise_group s r N)Zdistutils.dep_utilr r r r r r �<module> s site-packages/setuptools/__pycache__/py36compat.cpython-36.opt-1.pyc 0000644 00000004132 15231162611 0021305 0 ustar 00 3 Xo�hK � @ sV d dl Z d dlmZ d dlmZ d dlmZ G dd� d�Ze jd k rRG dd� d�ZdS ) � N)�DistutilsOptionError)� strtobool)�DEBUGc @ s e Zd ZdZddd�ZdS )� Distribution_parse_config_filesz� Mix-in providing forward-compatibility for functionality to be included by default on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. Nc C s� ddl m} tjtjkr8ddddddd d d d d ddg }ng }t|�}|d krT| j� }trb| jd� |d d�}x�|D ]�}tr�| jd| � |j |� xf|j � D ]Z}|j |�}| j |�}x@|D ]8} | dkr�| |kr�|j || �} | jdd�} || f|| < q�W q�W |j� qrW d| jk�r�x�| jd j� D ]�\} \} } | jj | �} yF| �rVt| | t| � � n(| dk�rrt| | t| �� n t| | | � W n, tk �r� } zt| ��W Y d d } ~ X nX �q"W d S )Nr )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():)Z interpolationz reading %s�__name__�-�_�global�verbose�dry_run)r r )Z configparserr �sysr � base_prefix� frozensetZfind_config_filesr Zannounce�readZsections�optionsZget_option_dict�get�replace�__init__Zcommand_options�itemsZ negative_opt�setattrr � ValueErrorr )�self� filenamesr Zignore_options�parser�filenameZsectionr Zopt_dict�opt�val�src�alias�msg� r% � /usr/lib/python3.6/py36compat.py�parse_config_files sJ z2Distribution_parse_config_files.parse_config_files)N)r � __module__� __qualname__�__doc__r' r% r% r% r& r s r � c @ s e Zd ZdS )r N)r r( r) r% r% r% r& r J s )r+ ) r Zdistutils.errorsr Zdistutils.utilr Zdistutils.debugr r � version_infor% r% r% r& �<module> s A site-packages/setuptools/__pycache__/package_index.cpython-36.pyc 0000644 00000100445 15231162611 0021127 0 ustar 00 3 Xo�hk� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! ddlm"Z" ddl#m$Z$ dd l%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ej/d�Z0ej/dej1�Z2ej/d�Z3ej/dej1�j4Z5dj6� Z7ddddgZ8dZ9dZ:e:j;ej<dd� ed�Z=dd � Z>d d� Z?d d � Z@dFd d�ZAdGd!d"�ZBdHd#d$�ZCdedfd%d�ZDdId&d'�ZEd(d)� ZFej/d*ej1�ZGej/d+ej1�ZGeFd,d-� �ZHG d.d/� d/eI�ZJG d0d1� d1eJ�ZKG d2d� de�ZLej/d3�jMZNd4d5� ZOd6d7� ZPdJd8d9�ZQd:d;� ZRG d<d=� d=eI�ZSG d>d?� d?ejT�ZUejVjWfd@dA�ZXeQe9�eX�ZXdBdC� ZYdDdE� ZZdS )Kz#PyPI and direct package downloading� N)�wraps)�six)�urllib� http_client� configparser�map) � CHECKOUT_DIST� Distribution� BINARY_DIST�normalize_path� SOURCE_DIST� Environment�find_distributions� safe_name� safe_version� to_filename� Requirement� DEVELOP_DIST�EGG_DIST)� ssl_support)�log)�DistutilsError)� translate)�get_all_headers)�unescape)�Wheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z�<a href="([^"#]+)">([^<]+)</a> \s+\(<a (?:title="MD5 hash" \s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z .tar.gz .tar.bz2 .tar .zip .tgz� PackageIndex�distros_for_url�parse_bdist_wininst�interpret_distro_name� z<setuptools/{setuptools.__version__} Python-urllib/{py_major}� )Zpy_major� setuptoolsc C s2 y t j| �S tk r, td| f ��Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r �parse� ValueErrorr )�spec� r& �#/usr/lib/python3.6/package_index.py�parse_requirement_arg3 s r( c C s� | j � }d\}}}|jd�r�|jd�r8| dd� }d}nn|jdd�rb| dd� }| dd� }d}nD|jd �r~| dd� }d }n(|jd d�r�| dd� }| dd� }d }|||fS )z=Return (base,pyversion) or (None,None) for possible .exe nameNz.exez .win32.exe� Zwin32z .win32-py� � � z.win-amd64.exe� z win-amd64z .win-amd64-py� )NNNi����i�i�������i�i�i��i����r/ i��)�lower�endswith� startswith)�namer0 �base�py_verZplatr& r& r' r < s$ c C sx t jj| �}|\}}}}}}t jj|jd�d �}|dkrX|dkrXt jj|jd�d �}d|krp|jdd�\}}||fS ) N�/� zsourceforge.net�download� �#������)r r# �urlparse�unquote�split) �url�parts�scheme�server�pathZ parameters�query�fragmentr4 r& r& r' �egg_info_for_urlT s rG c c sd t | �\}}xt| ||�D ] }|V qW |r`tj|�}|r`x$t| |jd�|td�D ] }|V qRW dS )zEYield egg or source distribution objects that might be found at a URLr7 )� precedenceN)rG �distros_for_location� EGG_FRAGMENT�matchr �groupr )r@ �metadatar4 rF �distrK r& r& r' r _ s c C s� |j d�r|dd � }|j d�r8d|kr8tj| ||�gS |j d�rxd|krxt|�}|j� s^g S t| |j|jtd d�gS |j d �r�t|�\}}}|dk r�t | |||t |�S x4t D ],}|j |�r�|dt |� � }t | ||�S q�W g S ) z:Yield egg or source distribution objects based on basenamez.egg.zipNr, z.egg�-z.whlr7 )�location� project_name�versionrH z.exer/ ) r1 r Z from_locationr Z is_compatiblerQ rR r r r r � EXTENSIONS�len)rP �basenamerM ZwheelZwin_baser5 �platformZextr& r& r' rI m s. rI c C s t t| �tjj| �|�S )zEYield possible egg or source distribution objects based on a filename)rI r �osrD rU )�filenamerM r& r& r' �distros_for_filename� s rY c c s� |j d�}| r.tdd� |dd� D ��r.dS xNtdt|�d �D ]8}t| |dj|d|� �dj||d� �|||d�V qBW dS )z�Generate alternative interpretations of a source distro name Note: if `location` is a filesystem filename, you should call ``pkg_resources.normalize_path()`` on it before passing it to this routine! rO c s s | ]}t jd |�V qdS )z py\d\.\d$N)�rerK )�.0�pr& r& r' � <genexpr>� s z(interpret_distro_name.<locals>.<genexpr>r9 Nr7 )� py_versionrH rV )r? �any�rangerT r �join)rP rU rM r^ rH rV rA r\ r& r& r' r � s $c c sn t � }|j}|dkr>xTtjj|j| �D ]}||� |V q&W n,x*| D ]"}||�}||krD||� |V qDW dS )zHList unique elements, preserving order. Remember all elements ever seen.N)�set�addr Zmoves� filterfalse� __contains__)�iterable�key�seenZseen_add�element�kr& r& r' �unique_everseen� s rk c s t � �� fdd��}|S )zs Wrap a function returning an iterable such that the resulting iterable only ever yields unique items. c s t � | |��S )N)rk )�args�kwargs)�funcr& r' �wrapper� s z unique_values.<locals>.wrapper)r )rn ro r& )rn r' � unique_values� s rp z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>z3<([^>]*\srel\s{0,10}=\s{0,10}['"]?([^'" >]+)[^>]*)>c c s� xvt j|�D ]h}|j� \}}tttj|j� jd���}d|ksFd|kr x,t j|�D ] }t j j | t |jd���V qRW q W xHdD ]@}|j|�}|d kr~t j||�}|r~t j j | t |jd���V q~W dS ) zEFind rel="homepage" and rel="download" links in `page`, yielding URLs�,Zhomepager8 r7 � <th>Home Page�<th>Download URLN)rr rs r; )�REL�finditer�groupsrb r �str�stripr0 r? �HREFr r# �urljoin� htmldecoderL �find�search)r@ �pagerK �tagZrelZrels�posr& r& r' �find_external_links� s " r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ContentCheckerzP A null content checker that defines the interface for checking content c C s dS )z3 Feed a block of data to the hash. Nr& )�self�blockr& r& r' �feed� s zContentChecker.feedc C s dS )zC Check the hash. Return False if validation fails. Tr& )r� r& r& r' �is_valid� s zContentChecker.is_validc C s dS )zu Call reporter with information about the checker (hash name) substituted into the template. Nr& )r� �reporter�templater& r& r' �report s zContentChecker.reportN)�__name__� __module__� __qualname__�__doc__r� r� r� r& r& r& r' r� � s r� c @ sB e Zd Zejd�Zdd� Zedd� �Zdd� Z dd � Z d d � Z d S ) � HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C s || _ tj|�| _|| _d S )N)� hash_name�hashlib�new�hash�expected)r� r� r� r& r& r' �__init__ s zHashChecker.__init__c C s> t jj|�d }|st� S | jj|�}|s0t� S | f |j� �S )z5Construct a (possibly null) ContentChecker from a URLr7 r; )r r# r= r� �patternr} � groupdict)�clsr@ rF rK r& r& r' �from_url s zHashChecker.from_urlc C s | j j|� d S )N)r� �update)r� r� r& r& r' r� s zHashChecker.feedc C s | j j� | jkS )N)r� Z hexdigestr� )r� r& r& r' r� " s zHashChecker.is_validc C s || j }||�S )N)r� )r� r� r� �msgr& r& r' r� % s zHashChecker.reportN) r� r� r� rZ �compiler� r� � classmethodr� r� r� r� r& r& r& r' r� s r� c sH e Zd ZdZdMdd�ZdNd d �ZdOd d �ZdPd d�Zdd� Zdd� Z dd� Z dd� Z dQdd�Z dd� Z dR� fdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdSd'd(�ZdTd)d*�Zd+d,� Zd-Zd.d/� Zd0d1� ZdUd2d3�Zed4d5� �Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!edVd@dA��Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'� Z(S )Wr z;A distribution index that scans web pages for download URLs�https://pypi.org/simple/�*NTc O s� t j| f|�|� |dd |jd� � | _i | _i | _i | _tjdj t t |���j | _ g | _|ortjor|prtj� }|r�tj|�| _n tjj| _d S )Nr6 �|)r r� r1 � index_url� scanned_urls� fetched_urls� package_pagesrZ r� ra r r rK �allows�to_scanr Z is_availableZfind_ca_bundleZ opener_for�openerr �request�urlopen)r� r� ZhostsZ ca_bundleZ verify_sslrl �kwZuse_sslr& r& r' r� - s zPackageIndex.__init__Fc C s� || j kr| rdS d| j |< t|�s4| j|� dS tt|��}|r^| j|�sRdS | jd|� |sr| sr|| jkr�tt| j |�� dS | j|�s�d| j|< dS | j d|� d| j|< d}| j ||| �}|dkr�dS d| j|j < d|j jdd�j� k�r|j� dS |j }|j� }t|t��sRt|tjj��r4d }n|j jd ��pDd }|j|d �}|j� x6tj|�D ](} tjj |t | j d ���} | j | � �qfW |j | j!��r�t"|d d�dk�r�| j#||�}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz Reading %sz<Download error on %s: %%s -- Some packages may not be found!�htmlz content-type� zlatin-1�charset�ignorer7 �codei� )$r� � URL_SCHEME�process_filename�listr �url_ok�debugr� r rc �info�open_urlr@ �headers�getr0 �close�read� isinstancerw r �error� HTTPErrorZ get_param�decodery ru r# rz r{ rL � process_urlr2 r� �getattr� process_index) r� r@ Zretrieve�dists�tmpl�fr4 r~ r� rK �linkr& r& r' r� B sP zPackageIndex.process_urlc C s� t jj|�s | jd|� d S t jj|�rd| rdt jj|�}x(t j|�D ]}| jt jj||�d� qFW t |�}|r�| j d|� t t | j |�� d S )Nz Not found: %sTz Found: %s)rW rD �exists�warn�isdir�realpath�listdirr� ra rY r� r� r rc )r� �fn�nestedrD �itemr� r& r& r' r� u s z PackageIndex.process_filenamec C sb t |�}|o |jd�j� dk}|s8| jtjj|�d �r<dS d}|rRt|| ��n | j||� d S )Nr7 �fileTzN Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details). ) r� rL r0 r� r r# r= r r� )r� r@ Zfatal�s�is_filer� r& r& r' r� � s zPackageIndex.url_okc C s2 t tjj|�}dd� |D �}ttj| j|�� d S )Nc s s0 | ](}t j|�D ]}|jd �r||fV qqdS )z .egg-linkN)rW r� r1 )r[ rD �entryr& r& r' r] � s z.PackageIndex.scan_egg_links.<locals>.<genexpr>)�filterrW rD r� r� � itertools�starmap� scan_egg_link)r� Z search_path�dirsZ egg_linksr& r& r' �scan_egg_links� s zPackageIndex.scan_egg_linksc C s� t tjj||��� }ttd ttj|���}W d Q R X t |�dkrDd S |\}}x>t tjj||��D ](}tjj|f|�� |_ t |_ | j|� q`W d S )Nr9 )�openrW rD ra r� r� r rw rx rT r rP r rH rc )r� rD r� Z raw_lines�linesZegg_pathZ setup_pathrN r& r& r' r� � s zPackageIndex.scan_egg_linkc s� � fdd�}xHt j|�D ]:}y |tjj|t|jd���� W q tk rP Y qX qW ||�\}}|r�xXt||�D ]J}t |�\}} |j d�r�| r�|r�|d||f 7 }n � j |� � j |� qrW t jdd� |�S dS d S ) z#Process the contents of a PyPI pagec s� | j � j�r�tttjj| t� j�d � jd���}t|�dkr�d|d kr�t |d �}t |d �}d� j j |j � i �| < t|�t|�fS dS )Nr6 r9 r: r7 r T)NN)r2 r� r� r r r# r> rT r? r r r� � setdefaultr0 r )r� rA �pkg�ver)r� r& r' �scan� s " z(PackageIndex.process_index.<locals>.scanr7 z.pyz #egg=%s-%sc S s d| j ddd� S )Nz<a href="%s#md5=%s">%s</a>r7 r! r9 )rL )�mr& r& r' �<lambda>� s z,PackageIndex.process_index.<locals>.<lambda>r� N)ry ru r r# rz r{ rL r$ r� rG r1 �need_version_info�scan_url�PYPI_MD5�sub) r� r@ r~ r� rK r� r� �new_urlr4 �fragr& )r� r' r� � s$ zPackageIndex.process_indexc C s | j d|� d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)�scan_all)r� r@ r& r& r' r� � s z PackageIndex.need_version_infoc G s: | j | jkr*|r | j|f|�� | jd� | j| j � d S )Nz6Scanning index of all packages (this may take a while))r� r� r� r� r� )r� r� rl r& r& r' r� � s zPackageIndex.scan_allc C s~ | j | j|j d � | jj|j�s:| j | j|j d � | jj|j�sR| j|� x&t| jj|jf ��D ]}| j |� qhW d S )Nr6 ) r� r� � unsafe_namer� r� rg rQ �not_found_in_indexr� )r� � requirementr@ r& r& r' � find_packages� s zPackageIndex.find_packagesc sR | j � | j|� x,| |j D ] }||kr.|S | jd||� q W tt| �j||�S )Nz%s does not match %s)�prescanr� rg r� �superr �obtain)r� r� Z installerrN )� __class__r& r' r� � s zPackageIndex.obtainc C sL |j | jd| � |j� sH|j� tj|� td|jjtj j |�f ��dS )z- checker is a ContentChecker z Validating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r� r� r� r� rW �unlinkr r� r3 rD rU )r� �checkerrX �tfpr& r& r' � check_hash� s zPackageIndex.check_hashc C sT xN|D ]F}| j dks4t|� s4|jd�s4tt|��r@| j|� q| j j|� qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r� r� r2 r� r r� �append)r� Zurlsr@ r& r& r' �add_find_links s zPackageIndex.add_find_linksc C s" | j rtt| j| j �� d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r� r� r r� )r� r& r& r' r� s zPackageIndex.prescanc C s< | |j r| jd }}n | jd }}|||j� | j� d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rg r� r� r� r� )r� r� �methr� r& r& r' r� # s z PackageIndex.not_found_in_indexc C s~ t |t�sjt|�}|rR| j|jd�||�}t|�\}}|jd�rN| j|||�}|S tj j |�rb|S t |�}t | j ||�dd�S )a Locate and/or download `spec` to `tmpdir`, returning a local path `spec` may be a ``Requirement`` object, or a string containing a URL, an existing local filename, or a project/version requirement spec (i.e. the string form of a ``Requirement`` object). If it is the URL of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is automatically created alongside the downloaded file. If `spec` is a ``Requirement`` object or a string containing a project/version requirement spec, this method returns the location of a matching distribution (possibly after downloading it to `tmpdir`). If `spec` is a locally existing file or directory name, it is simply returned unchanged. If `spec` is a URL, it is downloaded to a subpath of `tmpdir`, and the local filename is returned. Various errors may be raised if a problem occurs during downloading. r7 z.pyrP N)r� r r� � _download_urlrL rG r1 � gen_setuprW rD r� r( r� �fetch_distribution)r� r% �tmpdirrB �foundr4 rF r& r& r' r8 - s zPackageIndex.downloadc s� �j d|� i �d}d � ����fdd� }|rH�j� �j|� ||�}| r`|dk r`|||�}|dkr��jdk rz�j� ||�}|dkr�| r��j|� ||�}|dkrjd�r�dp�d|� n�j d|� |j|jd �S dS ) a| Obtain a distribution suitable for fulfilling `requirement` `requirement` must be a ``pkg_resources.Requirement`` instance. If necessary, or if the `force_scan` flag is set, the requirement is searched for in the (online) package index as well as the locally installed packages. If a distribution matching `requirement` is found, the returned distribution's ``location`` is the value you would have gotten from calling the ``download()`` method with the matching distribution's URL or filename. If no matching distribution is found, ``None`` is returned. If the `source` flag is set, only source distributions and source checkout links will be considered. Unless the `develop_ok` flag is set, development and system eggs (i.e., those using the ``.egg-info`` format) will be ignored. zSearching for %sNc s� |d kr �}x�|| j D ]t}|jtkrJ� rJ|�kr�jd|� d�|< q|| ko`|jtkp`� }|r�j|j��}||_tj j |j�r|S qW d S )Nz&Skipping development or system egg: %sr7 ) rg rH r r� r r8 rP �download_locationrW rD r� )Zreq�envrN Ztest�loc)� develop_okr� �skipped�sourcer� r& r' r| g s z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r� zBest match: %s)rP )N)r� r� r� r� r� �cloner� ) r� r� r� � force_scanr� r� Z local_indexrN r| r& )r� r� r� r� r� r' r� O s0 z PackageIndex.fetch_distributionc C s" | j ||||�}|dk r |jS dS )a3 Obtain a file suitable for fulfilling `requirement` DEPRECATED; use the ``fetch_distribution()`` method now instead. For backward compatibility, this routine is identical but returns the ``location`` of the downloaded distribution instead of a distribution object. N)r� rP )r� r� r� r r� rN r& r& r' �fetch� s zPackageIndex.fetchc C s� t j|�}|r*dd� t||jd�d �D �p,g }t|�dkr�tjj|�}tjj|�|kr�tjj ||�}ddl m } |||�s�t j ||� |}ttjj |d�d��2} | jd|d j|d jtjj|�d f � W d Q R X |S |r�td ||f ��ntd ��d S ) Nc S s g | ]}|j r|�qS r& )rR )r[ �dr& r& r' � <listcomp>� s z*PackageIndex.gen_setup.<locals>.<listcomp>r7 r )�samefilezsetup.py�wzIfrom setuptools import setup setup(name=%r, version=%r, py_modules=[%r]) z�Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rJ rK r rL rT rW rD rU �dirnamera Z setuptools.command.easy_installr �shutilZcopy2r� �writerQ rR �splitextr ) r� rX rF r� rK r� rU �dstr r� r& r& r' r� � s2 zPackageIndex.gen_setupi c C s | j d|� d }z�tj|�}| j|�}t|tjj�rJtd||j |j f ��|j � }d}| j }d}d|kr�t |d�} t tt| ��}| j|||||� t|d��Z} xD|j|�} | r�|j| � | j| � |d7 }| j|||||� q�P q�W | j||| � W d Q R X |S |�r|j� X d S ) NzDownloading %szCan't download %s: %s %sr r7 zcontent-lengthzContent-Length�wbr; )r� r� r� r� r� r r� r� r r� r� � dl_blocksizer �maxr �int� reporthookr� r� r� r r� r� ) r� r@ rX �fpr� r� �blocknumZbs�sizeZsizesr� r� r& r& r' � _download_to� s: zPackageIndex._download_toc C s d S )Nr& )r� r@ rX r Zblksizer r& r& r' r � s zPackageIndex.reporthookc C s� |j d�rt|�S y t|| j�S ttjfk r� } z>djdd� |jD ��}|r^| j ||� nt d||f ��W Y d d }~X �n t j j k r� } z|S d }~X n� t j jk r� } z,|r�| j ||j� nt d||jf ��W Y d d }~X n� tjk �r8 } z.|�r| j ||j� nt d||jf ��W Y d d }~X nP tjtj fk �r� } z*|�rf| j ||� nt d||f ��W Y d d }~X nX d S )Nzfile:� c S s g | ] }t |��qS r& )rw )r[ �argr& r& r' r s z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r2 � local_open�open_with_authr� r$ r � InvalidURLra rl r� r r r� r� ZURLError�reasonZ BadStatusLine�lineZ HTTPException�socket)r� r@ Zwarning�vr� r& r& r' r� � s6 " zPackageIndex.open_urlc C s| t | �\}}|r4x&d|kr0|jdd�jdd�}qW nd}|jd�rN|dd � }tjj||�}|jt|��sxtd |� ���|S ) aB >>> import pathlib >>> du = PackageIndex._resolve_download_filename >>> root = getfixture('tmp_path') >>> url = 'https://files.pythonhosted.org/packages/a9/5a/0db.../setuptools-78.1.0.tar.gz' >>> str(pathlib.Path(du(url, root)).relative_to(root)) 'setuptools-78.1.0.tar.gz' Ensures the target is always in tmpdir. >>> url = 'https://anyhost/%2fhome%2fuser%2f.ssh%2fauthorized_keys' >>> du(url, root) Traceback (most recent call last): ... ValueError: Invalid filename... z..�.�\�_Z__downloaded__z.egg.zipNr, zInvalid filename r/ ) rG �replacer1 rW rD ra r2 rw r$ )r@ r� r3 rF rX r& r& r' �_resolve_download_filename s z'PackageIndex._resolve_download_filenamec C s� | j ||�}|dks |jd�r*| j||�S |dks<|jd�rH| j||�S |jd�r^| j||�S |dkr~tjjtjj |�d �S | j |d� | j ||�S d S ) N�svnzsvn+�gitzgit+zhg+r� r9 T) r" r2 � _download_svn� _download_git� _download_hgr r� � url2pathnamer# r= r� �_attempt_download)r� rB r@ r� rX r& r& r' r� A s zPackageIndex._download_urlc C s | j |d� d S )NT)r� )r� r@ r& r& r' r� R s zPackageIndex.scan_urlc C s6 | j ||�}d|jdd�j� kr.| j|||�S |S d S )Nr� z content-typer� )r r� r0 �_download_html)r� r@ rX r� r& r& r' r) U s z PackageIndex._attempt_downloadc C sl t |�}x@|D ]8}|j� rtjd|�rD|j� tj|� | j||�S P qW |j� tj|� td| ��d S )Nz <title>([^- ]+ - )?Revision \d+:z Unexpected HTML page found at ) r� rx rZ r} r� rW r� r% r )r� r@ r� rX r� r r& r& r' r* \ s zPackageIndex._download_htmlc C s |j dd�d }g }|j� jd�r�d|kr�tjj|�\}}}}}} | r�|jd�r�d|dd � kr�|dd � j dd�\}}tjj|�\} } | r�d | kr�| j d d�\} } d | d | g}n d | g}| }|||||| f}tjj|�}| jd ||� t j d dg| d||g � |S )Nr: r7 r zsvn:�@z//r6 r9 �:z --username=z --password=z'Doing subversion checkout from %s to %sr# �checkoutz-q) r? r0 r2 r r# r= � splituser� urlunparser� � subprocess� check_call)r� r@ rX ZcredsrB �netlocrD r\ �qr� �auth�host�userZpwrA r& r& r' r% k s$ zPackageIndex._download_svnc C sp t jj| �\}}}}}|jdd�d }|jdd�d }d }d|krR|jdd�\}}t jj||||df�} | |fS )N�+r7 r: r r+ r� r; )r r# Zurlsplitr? �rsplitZ urlunsplit)r@ � pop_prefixrB r2 rD rE r� �revr& r& r' �_vcs_split_rev_from_url� s z$PackageIndex._vcs_split_rev_from_urlc C sr |j dd�d }| j|dd�\}}| jd||� tjddd ||g� |d k rn| jd |� tjdd |d d |g� |S ) Nr: r7 r T)r9 z Doing git clone from %s to %sr$ r z--quietzChecking out %sz-Cr- )r? r; r� r0 r1 )r� r@ rX r: r& r& r' r& � s zPackageIndex._download_gitc C sv |j dd�d }| j|dd�\}}| jd||� tjddd ||g� |d k rr| jd |� tjdd |d d d|dg� |S )Nr: r7 r T)r9 z Doing hg clone from %s to %sZhgr z--quietzUpdating to %sz--cwdZupz-Cz-rz-q)r? r; r� r0 r1 )r� r@ rX r: r& r& r' r' � s zPackageIndex._download_hgc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.debugc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.infoc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.warn�r� )r� r< NT)F)F)F)N)N)FFFN)FF)N)F))r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r8 r� r r� r r r r� � staticmethodr" r� r� r) r* r% r; r& r' r� r� r� � __classcell__r& r& )r� r' r * sN 3 + # J )$ # $ z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s | j d�}t|�S )Nr7 )rL r )rK Zwhatr& r& r' � decode_entity� s r? c C s t t| �S )z'Decode HTML entities in the given text.)� entity_subr? )�textr& r& r' r{ � s r{ c s � fdd�}|S )Nc s � �fdd�}|S )Nc s. t j� }t j�� z � | |�S t j|� X d S )N)r ZgetdefaulttimeoutZsetdefaulttimeout)rl rm Z old_timeout)rn �timeoutr& r' �_socket_timeout� s z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr& )rn rC )rB )rn r' rC � s z'socket_timeout.<locals>._socket_timeoutr& )rB rC r& )rB r' �socket_timeout� s rD c C s2 t jj| �}|j� }tj|�}|j� }|jdd�S )aq A function compatible with Python 2.3-3.3 that will encode auth from a URL suitable for an HTTP header. >>> str(_encode_auth('username%3Apassword')) 'dXNlcm5hbWU6cGFzc3dvcmQ=' Long auth strings should not cause a newline to be inserted. >>> long_auth = 'username:' + 'password'*10 >>> chr(10) in str(_encode_auth(long_auth)) False � r� )r r# r> �encode�base64Z encodestringr� r! )r4 Zauth_sZ auth_bytesZ encoded_bytesZencodedr& r& r' � _encode_auth� s rH c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Credentialz: A username/password pair. Use like a namedtuple. c C s || _ || _d S )N)�username�password)r� rJ rK r& r& r' r� � s zCredential.__init__c c s | j V | jV d S )N)rJ rK )r� r& r& r' �__iter__� s zCredential.__iter__c C s dt | � S )Nz%(username)s:%(password)s)�vars)r� r& r& r' �__str__� s zCredential.__str__N)r� r� r� r� r� rL rN r& r& r& r' rI � s rI c @ s0 e Zd Zdd� Zedd� �Zdd� Zdd� Zd S ) � PyPIConfigc C sP t jdddgd�}tjj| |� tjjtjjd�d�}tjj |�rL| j |� dS )z% Load from ~/.pypirc rJ rK � repositoryr� �~z.pypircN) �dict�fromkeysr �RawConfigParserr� rW rD ra � expanduserr� r� )r� ZdefaultsZrcr& r& r' r� � s zPyPIConfig.__init__c s& � fdd�� j � D �}tt� j|��S )Nc s g | ]}� j |d �j� r|�qS )rP )r� rx )r[ �section)r� r& r' r s z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)ZsectionsrR r �_get_repo_cred)r� Zsections_with_repositoriesr& )r� r' �creds_by_repository s z PyPIConfig.creds_by_repositoryc C s6 | j |d�j� }|t| j |d�j� | j |d�j� �fS )NrP rJ rK )r� rx rI )r� rV Zrepor& r& r' rW s zPyPIConfig._get_repo_credc C s* x$| j j� D ]\}}|j|�r |S q W dS )z� If the URL indicated appears to be a repository defined in this config, return the credential for that repository. N)rX �itemsr2 )r� r@ rP �credr& r& r' �find_credential s zPyPIConfig.find_credentialN)r� r� r� r� �propertyrX rW r[ r& r& r& r' rO � s rO c C s: t jj| �\}}}}}}|jd�r,tjd��|d krFt jj|�\}} nd}|s~t� j| �} | r~t | �}| j | f} t j d | �� |r�dt |� }|| ||||f} t jj| �} t jj| �}|jd|� n t jj| �}|jd t� ||�}|�r6t jj|j�\}}}}}}||k�r6|| k�r6||||||f} t jj| �|_|S ) z4Open a urllib2 request, handling HTTP authenticationr, znonnumeric port: ''�http�httpsN�*Authenticating as %s for %s (from .pypirc)zBasic Z Authorizationz User-Agent)r] r^ )r_ )r r# r= r1 r r r. rO r[ rw rJ r r� rH r/ r� ZRequestZ add_header� user_agentr@ )r@ r� rB r2 rD ZparamsrE r� r4 r5 rZ r� rA r� r� r �s2Zh2Zpath2Zparam2Zquery2Zfrag2r& r& r' r " s6 r c C s | S )Nr& )r@ r& r& r' � fix_sf_urlS s rb c C s t jj| �\}}}}}}t jj|�}tjj|�r<t jj| �S |j d�r�tjj |�r�g }x�tj |�D ]b} tjj || �} | dkr�t | d��} | j� } W dQ R X P ntjj | �r�| d7 } |jdj| d�� qbW d} | j| dj |�d �} d\}}n d\}}} ddi}tj| �}t jj| ||||�S )z7Read a local path, with special support for directoriesr6 z index.html�rNz<a href="{name}">{name}</a>)r3 zB<html><head><title>{url}</title></head><body>{files}</body></html>rE )r@ �files�� �OK� �Path not found� Not foundz content-typez text/html)re rf )rg rh ri )r r# r= r� r( rW rD �isfiler� r1 r� r� ra r� r� r� �formatr �StringIOr� r� )r@ rB rC rD ZparamrE r� rX rd r� �filepathr Zbodyr� Zstatus�messager� Z body_streamr& r& r' r W s, r )N)N)N)N)r )[r� r0 �sysrW rZ r r rG r� r� � functoolsr Zsetuptools.externr Zsetuptools.extern.six.movesr r r r r" Z pkg_resourcesr r r r r r r r r r r r r r Z distutilsr Zdistutils.errorsr Zfnmatchr Zsetuptools.py27compatr Zsetuptools.py33compatr Zsetuptools.wheelr r� rJ �Iry r� rK r� r? rS �__all__Z_SOCKET_TIMEOUTZ_tmplrk rR r` r( r rG r rI rY r rk rp rt r� �objectr� r� r r� r@ r? r{ rD rH rI rT rO r� r� r rb r r& r& r& r' �<module> s� < ! " ! &. site-packages/setuptools/__pycache__/lib2to3_ex.cpython-36.opt-1.pyc 0000644 00000004474 15231162611 0021263 0 ustar 00 3 Xo�h� � @ sX d Z ddlmZ ddlmZ ddlmZmZ ddl Z G dd� de�Z G dd � d e�ZdS ) zy Customized Mixin2to3 support: - adds support for converting doctests This module raises an ImportError on Python 2. � )� Mixin2to3)�log)�RefactoringTool�get_fixers_from_packageNc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DistutilsRefactoringToolc O s t j|f|�� d S )N)r �error)�self�msg�args�kw� r � /usr/lib/python3.6/lib2to3_ex.py� log_error s z"DistutilsRefactoringTool.log_errorc G s t j|f|�� d S )N)r �info)r r r r r r � log_message s z$DistutilsRefactoringTool.log_messagec G s t j|f|�� d S )N)r �debug)r r r r r r � log_debug s z"DistutilsRefactoringTool.log_debugN)�__name__� __module__� __qualname__r r r r r r r r s r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) r Fc C sr | j jdk rd S |sd S tjddj|� � | j� | j� |rbtjrnt | j �}|j |ddd� n t j | |� d S )NTzFixing � )�writeZ doctests_only)� distributionZuse_2to3r r �join� _Mixin2to3__build_fixer_names�_Mixin2to3__exclude_fixers� setuptoolsZrun_2to3_on_doctestsr � fixer_namesZrefactor� _Mixin2to3�run_2to3)r �filesZdoctests�rr r r r s zMixin2to3.run_2to3c C sb | j r d S g | _ x tjD ]}| j jt|�� qW | jjd k r^x | jjD ]}| j jt|�� qFW d S )N)r r Zlib2to3_fixer_packages�extendr r Zuse_2to3_fixers)r �pr r r Z__build_fixer_names. s z Mixin2to3.__build_fixer_namesc C sN t | dg �}| jjd k r&|j| jj� x"|D ]}|| jkr,| jj|� q,W d S )NZexclude_fixers)�getattrr Zuse_2to3_exclude_fixersr" r �remove)r Zexcluded_fixersZ fixer_namer r r Z__exclude_fixers8 s zMixin2to3.__exclude_fixersN)F)r r r r r r r r r r r s r ) �__doc__Zdistutils.utilr r Z distutilsr Zlib2to3.refactorr r r r r r r r �<module> s site-packages/setuptools/__pycache__/monkey.cpython-36.opt-1.pyc 0000644 00000010773 15231162611 0020612 0 ustar 00 3 Xo�h� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddl Z ddl m Z ddl Z g Z dd� Zdd� Zd d � Zd d � Zd d� Zdd� Zdd� Zdd� ZdS )z Monkey patching of distutils. � N)� import_module)�sixc C s" t j� dkr| f| j S tj| �S )am Returns the bases classes for cls sorted by the MRO. Works around an issue on Jython where inspect.getmro will not return all base classes if multiple classes share the same name. Instead, this function will return a tuple containing the class itself, and the contents of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024. ZJython)�platformZpython_implementation� __bases__�inspectZgetmro)�cls� r � /usr/lib/python3.6/monkey.py�_get_mro s r c C s0 t | tj�rtnt | tj�r tndd� }|| �S )Nc S s d S )Nr )�itemr r r �<lambda>* s z get_unpatched.<locals>.<lambda>)� isinstancer Z class_types�get_unpatched_class�types� FunctionType�get_unpatched_function)r �lookupr r r � get_unpatched& s r c C s: dd� t | �D �}t|�}|jjd�s6d| }t|��|S )z�Protect against re-patching the distutils if reloaded Also ensures that no other distutils extension monkeypatched the distutils first. c s s | ]}|j jd �s|V qdS )� setuptoolsN)� __module__� startswith)�.0r r r r � <genexpr>6 s z&get_unpatched_class.<locals>.<genexpr>� distutilsz(distutils has already been patched by %r)r �nextr r �AssertionError)r Zexternal_bases�base�msgr r r r / s r c C s� t jtj_tjd k} | r"t jtj_tjd k pxd tj k o@dk n pxdtj k oZdk n pxdtj k otdkn }|r�d }|tjj _ t � x"tj tjtj fD ]}t j j|_q�W t jjtj_t jjtj_d tjk� r�t jjtjd _t� d S )N� � � � � r � � z https://upload.pypi.org/legacy/zdistutils.command.build_ext)r r r )r r! r" )r r )r r r! )r r# )r r# r$ )r r )r r r )r ZCommandr Zcore�sys� version_info�findallZfilelist�configZ PyPIRCCommandZDEFAULT_REPOSITORY�+_patch_distribution_metadata_write_pkg_file�dist�cmdZ Distribution� extensionZ Extension�modules�#patch_for_msvc_specialized_compiler)Zhas_issue_12885Zneeds_warehouseZ warehouse�moduler r r � patch_allA s& r0 c C s t jjtjj_dS )zDPatch write_pkg_file to also write Requires-Python/Requires-ExternalN)r r* Zwrite_pkg_filer ZDistributionMetadatar r r r r) j s r) c C s* t ||�}t| �jd|� t||| � dS )z� Patch func_name in target_mod with replacement Important - original must be resolved by name to avoid patching an already patched function. � unpatchedN)�getattr�vars� setdefault�setattr)Z replacementZ target_mod� func_nameZoriginalr r r � patch_funcq s r7 c C s t | d�S )Nr1 )r2 )� candidater r r r � s r c s� t d�� tj� dkrdS � fdd�} tj| d�}tj| d�}y t|d�� t|d �� W n tk rl Y nX yt|d �� W n tk r� Y nX yt|d �� W n tk r� Y nX dS ) z\ Patch functions in distutils to use standalone Microsoft Visual C++ compilers. zsetuptools.msvcZWindowsNc sL d| kr dnd}||j d� }t� |�}t| �}t||�sBt|��|||fS )zT Prepare the parameters for patch_func to patch indicated function. �msvc9Zmsvc9_Zmsvc14_�_)�lstripr2 r �hasattr� ImportError)Zmod_namer6 Z repl_prefixZ repl_name�repl�mod)�msvcr r � patch_params� s z9patch_for_msvc_specialized_compiler.<locals>.patch_paramszdistutils.msvc9compilerzdistutils._msvccompilerZfind_vcvarsallZquery_vcvarsallZ _get_vc_envZgen_lib_options)r r �system� functools�partialr7 r= )rA r9 Zmsvc14r )r@ r r. � s& r. )�__doc__r% Zdistutils.filelistr r r rC � importlibr r Zsetuptools.externr r �__all__r r r r0 r) r7 r r. r r r r �<module> s$ ) site-packages/setuptools/__pycache__/site-patch.cpython-36.opt-1.pyc 0000644 00000002635 15231162611 0021347 0 ustar 00 3 Xo�h � @ s d d� Z edkre � [ dS )c C s dd l } dd l}|jjd�}|d ks4| jdkr:| r:g }n |j|j�}t| di �}| jt |�d � }|jj t �}x�|D ]�}||ksv| r�qv|j|�}|d k r�|j d�}|d k r�|j d� P qvy dd l} | j d|g�\} } } W n tk r� wvY nX | d kr�qvz| j d| | | � W d | j� X P qvW td��tdd� | jD ��} t| d d�}d| _x|D ]}t|� �qXW | j|7 _t|d �\}}d }g }xl| jD ]b}t|�\}}||k�r�|d k�r�t |�}|| k�s�|d k�r�|j|� n|j||� |d 7 }�q�W || jd d �< d S ) N� � PYTHONPATHZwin32�path_importer_cache�sitez$Couldn't find the real 'site' modulec S s g | ]}t |�d d f�qS )� )�makepath)�.0�item� r � /usr/lib/python3.6/site-patch.py� <listcomp>) s z__boot.<locals>.<listcomp>� __egginsertr )�sys�os�environ�get�platform�split�pathsep�getattr�path�len�dirname�__file__� find_module� load_module�imp� ImportError�close�dictr � addsitedirr �append�insert)r r r ZpicZstdpathZmydirr Zimporter�loaderr �streamr Zdescr� known_pathsZoldpos�dZndZ insert_at�new_path�pZnpr r r �__boot s` r( r N)r( �__name__r r r r �<module> s G site-packages/setuptools/__pycache__/extension.cpython-36.opt-1.pyc 0000644 00000003562 15231162611 0021322 0 ustar 00 3 Xo�h� � @ s| d dl Z d dlZd dlZd dlZd dlZd dlmZ ddlm Z dd� Z e Z e ej j �ZG dd� de�Z G d d � d e �ZdS ) � N)�map� )� get_unpatchedc C s2 d} yt | dgd�j dS tk r, Y nX dS )z0 Return True if Cython can be imported. zCython.Distutils.build_ext� build_ext)�fromlistTF)� __import__r � Exception)Z cython_impl� r � /usr/lib/python3.6/extension.py� _have_cython s r c @ s e Zd ZdZdd� Zdd� ZdS )� Extensionz7Extension that uses '.c' files in place of '.pyx' filesc O s( |j dd�| _tj| ||f|�|� d S )N�py_limited_apiF)�popr � _Extension�__init__)�self�name�sources�args�kwr r r r # s zExtension.__init__c C sN t � r dS | jpd}|j� dkr$dnd}tjtjd|�}tt|| j ��| _ dS )z� Replace sources with .pyx extensions to sources with the target language extension. This mechanism allows language authors to supply pre-converted sources but to prefer the .pyx sources. N� zc++z.cppz.cz.pyx$) r Zlanguage�lower� functools�partial�re�sub�listr r )r ZlangZ target_extr r r r � _convert_pyx_sources_to_lang) s z&Extension._convert_pyx_sources_to_langN)�__name__� __module__� __qualname__�__doc__r r r r r r r s r c @ s e Zd ZdZdS )�Libraryz=Just like a regular Extension, but built as a library insteadN)r r r r! r r r r r" 8 s r" )r r Zdistutils.coreZ distutilsZdistutils.errorsZdistutils.extensionZsetuptools.extern.six.movesr Zmonkeyr r Z have_pyrexZcorer r r" r r r r �<module> s site-packages/setuptools/__pycache__/build_meta.cpython-36.pyc 0000644 00000013320 15231162611 0020445 0 ustar 00 3 Xo�h' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZG dd� de�Z G dd� dej j �Z ddd �Z d d � Z d d � Zdd� Zddd�Zd dd�Zd dd�Zd dd�Zd dd�ZdS ) a- A PEP 517 interface to setuptools Previously, when a user or a command line tool (let's call it a "frontend") needed to make a request of setuptools to take a certain action, for example, generating a list of installation requirements, the frontend would would call "setup.py egg_info" or "setup.py bdist_wheel" on the command line. PEP 517 defines a different method of interfacing with setuptools. Rather than calling "setup.py" directly, the frontend should: 1. Set the current directory to the directory with a setup.py file 2. Import this module into a safe python interpreter (one in which setuptools can potentially set global variables or crash hard). 3. Call one of the functions defined in PEP 517. What each function does is defined in PEP 517. However, here is a "casual" definition of the functions (this definition should not be relied on for bug reports or API stability): - `build_wheel`: build a wheel in the folder and return the basename - `get_requires_for_build_wheel`: get the `setup_requires` to build - `prepare_metadata_for_build_wheel`: get the `install_requires` - `build_sdist`: build an sdist in the folder and return the basename - `get_requires_for_build_sdist`: get the `setup_requires` to build Again, this is not a formal definition! Just a "taste" of the module. � Nc @ s e Zd Zdd� ZdS )�SetupRequirementsErrorc C s || _ d S )N)� specifiers)�selfr � r � /usr/lib/python3.6/build_meta.py�__init__( s z SetupRequirementsError.__init__N)�__name__� __module__� __qualname__r r r r r r ' s r c @ s& e Zd Zdd� Zeejdd� ��ZdS )� Distributionc C s t |��d S )N)r )r r r r r �fetch_build_eggs- s z Distribution.fetch_build_eggsc c s* t jj}| t j_z dV W d|t j_X dS )zw Replace distutils.dist.Distribution with this class for the duration of this context. N)� distutilsZcorer )�clsZorigr r r �patch0 s zDistribution.patchN)r r r r � classmethod� contextlib�contextmanagerr r r r r r , s r �setup.pyc C sH | }d}t tdt�|�}|j� jdd�}|j� tt||d�t� � d S )N�__main__�openz\r\nz\n�exec) �getattr�tokenizer �read�replace�closer �compile�locals)Z setup_script�__file__r �f�coder r r � _run_setup@ s r! c C s | pi } | j dg � | S )Nz--global-option)� setdefault)�config_settingsr r r � _fix_configK s r$ c C s~ t | �} ddg}tjd d� dg | d t_y tj� � t� W d Q R X W n, tk rx } z||j7 }W Y d d }~X nX |S )N� setuptoolsZwheel� Zegg_infoz--global-option)r$ �sys�argvr r r! r r )r# Z requirements�er r r �_get_build_requiresQ s r* c s � fdd�t j� �D �S )Nc s& g | ] }t jjt jj� |��r|�qS r )�os�path�isdir�join)�.0�name)�a_dirr r � <listcomp>a s z1_get_immediate_subdirectories.<locals>.<listcomp>)r+ �listdir)r1 r )r1 r � _get_immediate_subdirectories` s r4 c C s t | �} t| �S )N)r$ r* )r# r r r � get_requires_for_build_wheele s r5 c C s t | �} t| �S )N)r$ r* )r# r r r � get_requires_for_build_sdistj s r6 c C s� t jd d� dd| g t _t� | }x`dd� tj|�D �}t|�dkrptt|��dkrptjj|tj|�d �}q&t|�dks�t �P q&W || kr�t j tjj||d �| � t j |dd� |d S ) Nr& Z dist_infoz --egg-basec S s g | ]}|j d �r|�qS )z .dist-info)�endswith)r/ r r r r r2 u s z4prepare_metadata_for_build_wheel.<locals>.<listcomp>r T)� ignore_errors) r' r( r! r+ r3 �lenr4 r, r. �AssertionError�shutilZmove�rmtree)�metadata_directoryr# Zdist_info_directoryZ dist_infosr r r � prepare_metadata_for_build_wheelo s$ r> c C s� t |�}tjj| �} tjd d� dg |d t_t� | dkrVtj| � tj d| � dd� tj | �D �}t |�dkszt �|d S )Nr& Z bdist_wheelz--global-option�distc S s g | ]}|j d �r|�qS )z.whl)r7 )r/ r r r r r2 � s z build_wheel.<locals>.<listcomp>r ) r$ r+ r, �abspathr' r( r! r; r< �copytreer3 r9 r: )Zwheel_directoryr# r= Zwheelsr r r � build_wheel� s rB c C s� t |�}tjj| �} tjd d� dg |d t_t� | dkrVtj| � tj d| � dd� tj | �D �}t |�dkszt �|d S )Nr& Zsdistz--global-optionr? c S s g | ]}|j d �r|�qS )z.tar.gz)r7 )r/ r r r r r2 � s z build_sdist.<locals>.<listcomp>r ) r$ r+ r, r@ r' r( r! r; r< rA r3 r9 r: )Zsdist_directoryr# Zsdistsr r r � build_sdist� s rC )r )N)N)N)NN)N)�__doc__r+ r' r r; r r% r � BaseExceptionr r? r r! r$ r* r4 r5 r6 r> rB rC r r r r �<module> s& site-packages/setuptools/__pycache__/wheel.cpython-36.pyc 0000644 00000014045 15231162611 0017451 0 ustar 00 3 Xo�hb � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z m Z m Z ddl mZ ddlmZ ddlm Z ddlmZ dd lmZ ejd ej�jZd Zd d � ZG dd� de �Z dS )zWheels support.� )� get_platformN)� Distribution� PathMetadata� parse_version)�canonicalize_name)�PY3)r )� pep425tags)�write_requirementsz�^(?P<project_name>.+?)-(?P<version>\d.*?) ((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?) )\.whl$z�try: __import__('pkg_resources').declare_namespace(__name__) except ImportError: __path__ = __import__('pkgutil').extend_path(__path__, __name__) c C s� x�t j| �D ]�\}}}t jj|| �}x6|D ].}t jj||�}t jj|||�}t j||� q*W xXttt|���D ]D\} } t jj|| �}t jj||| �}t jj |�snt j||� || = qnW q W x0t j| dd�D ] \}}}| s�t �t j |� q�W dS )zDMove everything under `src_dir` to `dst_dir`, and delete the former.T)�topdownN) �os�walk�path�relpath�join�renames�reversed�list� enumerate�exists�AssertionError�rmdir) Zsrc_dirZdst_dir�dirpathZdirnames� filenames�subdir�f�src�dst�n�d� r �/usr/lib/python3.6/wheel.py�unpack! s r! c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )�Wheelc C sT t tjj|��}|d kr$td| ��|| _x$|j� j� D ]\}}t| ||� q8W d S )Nzinvalid wheel name: %r) � WHEEL_NAMEr r �basename� ValueError�filename� groupdict�items�setattr)�selfr& �match�k�vr r r �__init__9 s zWheel.__init__c C s& t j| jjd�| jjd�| jjd��S )z>List tags (py_version, abi, platform) supported by this wheel.�.)� itertools�product� py_version�split�abi�platform)r* r r r �tagsA s z Wheel.tagsc s$ t j� � t� fdd�| j� D �d�S )z5Is the wheel is compatible with the current platform?c 3 s | ]}|� krd V qdS )TNr )�.0�t)�supported_tagsr r � <genexpr>J s z&Wheel.is_compatible.<locals>.<genexpr>F)r Z get_supported�nextr6 )r* r )r9 r � is_compatibleG s zWheel.is_compatiblec C s* t | j| j| jdkrd nt� d�j� d S )N�any)� project_name�versionr5 z.egg)r r> r? r5 r �egg_name)r* r r r r@ L s zWheel.egg_namec C sJ x<|j � D ]0}tj|�}|jd�r t|�jt| j��r |S q W td��d S )Nz .dist-infoz.unsupported wheel format. .dist-info not found)Znamelist� posixpath�dirname�endswithr � startswithr> r% )r* �zf�memberrB r r r � get_dist_infoR s zWheel.get_dist_infoc s t j| j�����d| j| jf }| j���d| ���fdd�}|d�}|d�}t|jd��}td�| koxtd �k n s�td | ��t j |� �j |� t j j |���tj|�t|��d �� d d � �ttt�� j� ����� ��fdd�� jD �}t j j |d�}t j�|� t jt j j |d�t j j |d�� tt�|d�d�} t| jd�dt j j |d�� t j j |���t j j �d�} t j j| ��rt j j |dd�} t j | � xVt j | �D ]H} | j d��r�t j t j j | | �� n t jt j j | | �t j j | | �� �q�W t j | � x0t t j j�fdd�d#D ��D ]} t!| |� �q$W t j j���rPt j �� t j j |d �}t j j|��r t"|��}|j#� j$� }W dQ R X xr|D ]j}t j j |f|j$d ��� }t j j |d!�}t j j|��r�t j j|� �r�t"|d"��}|j%t&� W dQ R X �q�W W dQ R X dS )$z"Install wheel as an egg directory.z%s-%sz%s.datac sH �j tj� | ���,}tr&|j� jd�n|j� }tjj� j |�S Q R X d S )Nzutf-8) �openrA r r �read�decode�email�parserZParserZparsestr)�name�fp�value)� dist_inforE r r � get_metadatab s z*Wheel.install_as_egg.<locals>.get_metadataZWHEELZMETADATAz Wheel-Versionz1.0z2.0dev0z$unsupported wheel format version: %s)Zmetadatac S s d | _ t| �S )N)Zmarker�str)�reqr r r �raw_reqx s z%Wheel.install_as_egg.<locals>.raw_reqc s6 i | ].}t t�fd d�t�� j|f��D ���|�qS )c 3 s | ]}|� kr|V qd S )Nr )r7 rS )�install_requiresr r r: ~ s z2Wheel.install_as_egg.<locals>.<dictcomp>.<genexpr>)r �sorted�map�requires)r7 Zextra)�distrU rT r r � <dictcomp>| s z(Wheel.install_as_egg.<locals>.<dictcomp>zEGG-INFOzPKG-INFO)rU �extras_require)Zattrs�egg_infoNz requires.txt�scriptsz.pycc 3 s | ]}t jj� |�V qd S )N)r r r )r7 r )� dist_datar r r: � s z'Wheel.install_as_egg.<locals>.<genexpr>�data�headers�purelib�platlibznamespace_packages.txtr/ z __init__.py�w)r_ r` ra rb )'�zipfileZZipFiler& r> r? rG r �getr% r �mkdirZ extractallr r r Z from_locationr r rV rW rX Zextras�rename�SetuptoolsDistribution�dictr Zget_command_objr �listdirrC �unlinkr �filterr! rH rI r3 �write�NAMESPACE_PACKAGE_INIT)r* Zdestination_eggdirZ dist_basenamerQ Zwheel_metadataZ dist_metadataZ wheel_versionr[ r\ Z setup_distZdist_data_scriptsZegg_info_scripts�entryr Znamespace_packagesrN �modZmod_dirZmod_initr )rY r^ rP rU rT rE r �install_as_egg\ sr zWheel.install_as_eggN) �__name__� __module__� __qualname__r. r6 r< r@ rG rq r r r r r" 7 s r" ) �__doc__Zdistutils.utilr rK r0 r rA �rerd Z pkg_resourcesr r r Z!setuptools.extern.packaging.utilsr Zsetuptools.extern.sixr Z setuptoolsrh r Zsetuptools.command.egg_infor �compile�VERBOSEr+ r# rn r! �objectr" r r r r �<module> s& site-packages/setuptools/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000014113 15231162611 0021037 0 ustar 00 3 Xo�hD � @ s2 d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl m Z m Z ddl ZddlmZ ddlmZmZ ddlmZ d d lmZ d d d ddddgZejjZdZdZ dgZ G dd� de �Z G dd� de �Z e j!Z"dd� Z#dd � Z$ej%j$j e$_ ej&ej%j'�Z(G dd� de(�Z'd d � Z)ej*fd d �Z+ej,� dS ) z@Extensions to the 'distutils' for large or complex distributions� N)� convert_path)� fnmatchcase)�filter�map)� Extension)� Distribution�Feature)�Require� )�monkey�setupr r �Commandr r � find_packagesTz lib2to3.fixesc @ sH e Zd ZdZedf d fdd��Zedd� �Zedd � �Zed d � �Z d S )� PackageFinderzI Generate a list of all Python packages found within a directory �.�*c C s& t | jt|�| jd|�� | j|� ��S )a Return a list all Python packages found within directory 'where' 'where' is the root directory which will be searched for packages. It should be supplied as a "cross-platform" (i.e. URL-style) path; it will be converted to the appropriate local path syntax. 'exclude' is a sequence of package names to exclude; '*' can be used as a wildcard in the names, such that 'foo.*' will exclude all subpackages of 'foo' (but not 'foo' itself). 'include' is a sequence of package names to include. If it's specified, only the named packages will be included. If it's not specified, all found packages will be included. 'include' can contain shell style wildcard patterns just like 'exclude'. �ez_setup� *__pycache__)r r )�list�_find_packages_iterr � _build_filter)�cls�where�exclude�include� r � /usr/lib/python3.6/__init__.py�find' s zPackageFinder.findc c s� x�t j|dd�D ]�\}}}|dd� }g |dd�< xp|D ]h}t jj||�} t jj| |�} | jt jjd�} d|ks8| j| � r~q8|| �r�|| � r�| V |j|� q8W qW dS )zy All the packages found in 'where' that pass the 'include' filter, but not the 'exclude' filter. T)� followlinksNr ) �os�walk�path�join�relpath�replace�sep�_looks_like_package�append) r r r r �root�dirs�filesZall_dirs�dir� full_pathZrel_path�packager r r r > s z!PackageFinder._find_packages_iterc C s t jjt jj| d��S )z%Does a directory look like a package?z __init__.py)r r! �isfiler" )r! r r r r& Z s z!PackageFinder._looks_like_packagec s � fdd�S )z� Given a list of patterns, return a callable that will be true only if the input matches at least one of the patterns. c s t � fdd��D ��S )Nc 3 s | ]}t � |d �V qdS ))�patN)r )�.0r/ )�namer r � <genexpr>e s z@PackageFinder._build_filter.<locals>.<lambda>.<locals>.<genexpr>)�any)r1 )�patterns)r1 r �<lambda>e s z-PackageFinder._build_filter.<locals>.<lambda>r )r4 r )r4 r r _ s zPackageFinder._build_filterN)r ) �__name__� __module__� __qualname__�__doc__� classmethodr r � staticmethodr& r r r r r r " s r c @ s e Zd Zedd� �ZdS )�PEP420PackageFinderc C s dS )NTr )r! r r r r& i s z'PEP420PackageFinder._looks_like_packageN)r6 r7 r8 r; r& r r r r r< h s r< c C s@ t jjtdd� | j� D ���}|jdd� |jr<|j|j� d S )Nc s s" | ]\}}|dkr||fV qdS )�dependency_links�setup_requiresN)r= r> r )r0 �k�vr r r r2 u s z*_install_setup_requires.<locals>.<genexpr>T)Zignore_option_errors)� distutils�corer �dict�itemsZparse_config_filesr> Zfetch_build_eggs)�attrs�distr r r �_install_setup_requiresq s rG c K s t | � tjjf | �S )N)rG rA rB r )rE r r r r ~ s c @ s( e Zd ZejZdZdd� Zddd�ZdS ) r Fc K s t j| |� t| �j|� dS )zj Construct the command for dist, updating vars(self) with any keyword parameters. N)�_Command�__init__�vars�update)�selfrF �kwr r r rI � s zCommand.__init__r c K s t j| ||�}t|�j|� |S )N)rH �reinitialize_commandrJ rK )rL ZcommandZreinit_subcommandsrM �cmdr r r rN � s z Command.reinitialize_commandN)r )r6 r7 r8 rH r9 Zcommand_consumes_argumentsrI rN r r r r r � s c C s& dd� t j| dd�D �}tt jj|�S )z% Find all files under 'path' c s s, | ]$\}}}|D ]}t jj||�V qqd S )N)r r! r" )r0 �baser) r* �filer r r r2 � s z#_find_all_simple.<locals>.<genexpr>T)r )r r r r! r. )r! �resultsr r r �_find_all_simple� s rS c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z� Find all files under 'dir' and return the list of full filenames. Unless dir is '.', return full filenames with dir prepended. )�start) rS r �curdir� functools�partialr! r# r r )r+ r* Zmake_relr r r �findall� s rX )-r9 r rV Zdistutils.corerA Zdistutils.filelistZdistutils.utilr Zfnmatchr Zsetuptools.extern.six.movesr r Zsetuptools.versionZ setuptoolsZsetuptools.extensionr Zsetuptools.distr r Zsetuptools.dependsr � r �__all__�version� __version__Zbootstrap_install_fromZrun_2to3_on_doctestsZlib2to3_fixer_packages�objectr r< r r rG r rB Z get_unpatchedr rH rS rU rX Z patch_allr r r r �<module> s: F site-packages/setuptools/__pycache__/archive_util.cpython-36.pyc 0000644 00000011713 15231162611 0021022 0 ustar 00 3 Xo�h� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z ddddd d d gZ G d d � d e�Z d d� Z e dfdd�Ze fdd �Ze fdd�Ze fdd�ZeeefZdS )z/Utilities for extracting common archive formats� N)�DistutilsError)�ensure_directory�unpack_archive�unpack_zipfile�unpack_tarfile�default_filter�UnrecognizedFormat�extraction_drivers�unpack_directoryc @ s e Zd ZdZdS )r z#Couldn't recognize the archive typeN)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/archive_util.pyr s c C s |S )z@The default progress/filter callback; returns True for all filesr )�src�dstr r r r s c C sN xH|pt D ]0}y|| ||� W n tk r4 w Y q X dS q W td| ��dS )a� Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat`` `progress_filter` is a function taking two arguments: a source path internal to the archive ('/'-separated), and a filesystem path where it will be extracted. The callback must return the desired extract path (which may be the same as the one passed in), or else ``None`` to skip that file or directory. The callback can thus be used to report on the progress of the extraction, as well as to filter the items extracted or alter their extraction paths. `drivers`, if supplied, must be a non-empty sequence of functions with the same signature as this function (minus the `drivers` argument), that raise ``UnrecognizedFormat`` if they do not support extracting the designated archive type. The `drivers` are tried in sequence until one is found that does not raise an error, or until all are exhausted (in which case ``UnrecognizedFormat`` is raised). If you do not supply a sequence of drivers, the module's ``extraction_drivers`` constant will be used, which means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that order. Nz!Not a recognized archive type: %s)r r )�filename� extract_dir�progress_filterZdriversZdriverr r r r s c C s� t jj| �std| ��| d|fi}x�t j| �D ]�\}}}|| \}}x4|D ],} || d t jj|| �f|t jj|| �< qLW x\|D ]T} t jj|| �} ||| | �} | s�q�t| � t jj|| �} tj| | � tj | | � q�W q0W dS )z�"Unpack" a directory, using the same interface as for archives Raises ``UnrecognizedFormat`` if `filename` is not a directory z%s is not a directory� �/N) �os�path�isdirr �walk�joinr �shutilZcopyfileZcopystat) r r r �paths�base�dirs�filesr r �d�f�targetr r r r ? s , c C s� t j| �std| f ��t j| ���}x�|j� D ]�}|j}|jd�s.d|jd�krRq.tj j |f|jd��� }|||�}|szq.|j d�r�t |� n4t |� |j |j�}t|d��}|j|� W dQ R X |jd? } | r.tj|| � q.W W dQ R X dS )z�Unpack zip `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. z%s is not a zip filer z..�wbN� )�zipfileZ is_zipfiler ZZipFileZinfolistr � startswith�splitr r r �endswithr �read�open�writeZ external_attr�chmod) r r r �z�info�namer$ �datar# Zunix_attributesr r r r Z s( c C sh yt j| �}W n$ t jk r2 td| f ��Y nX tj|��� dd� |_�x |D �] }|j}|jd� oxd|j d�krTt j j |f|j d��� }xV|dk r�|j � s�|j� r�|j}|j� r�tj|j�}tj ||�}tj|�}|j|�}q�W |dk rT|j� �s|j� rT|||�} | rT| jt j��r,| dd � } y|j|| � W qT t jk �rT Y qTX qTW dS Q R X dS ) z�Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined by ``tarfile.open()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. z/%s is not a compressed or uncompressed tar filec W s d S )Nr )�argsr r r �<lambda>� s z unpack_tarfile.<locals>.<lambda>r z..N� T���)�tarfiler, ZTarErrorr � contextlib�closing�chownr1 r( r) r r r ZislnkZissymZlinkname� posixpath�dirname�normpathZ _getmember�isfiler r* �sepZ_extract_memberZ ExtractError) r r r Ztarobj�memberr1 Z prelim_dstZlinkpathr Z final_dstr r r r s8 )r r' r7 r r r; r8 Zdistutils.errorsr Z pkg_resourcesr �__all__r r r r r r r r r r r �<module> s$ " % . site-packages/setuptools/__pycache__/sandbox.cpython-36.opt-1.pyc 0000644 00000036446 15231162611 0020753 0 ustar 00 3 Xo�h�7 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl m Z d dl m Z mZ d dlZejjd�r�d dljjjjZn eje j ZyeZW n e k r� dZY nX e Z d dl m Z d dlm!Z! ddd d gZ"d-d d �Z#ej$d.d d��Z%ej$dd� �Z&ej$dd� �Z'ej$dd� �Z(G dd� de)�Z*G dd� d�Z+ej$dd� �Z,dd � Z-ej$d d � �Z.ej$d d � �Z/d!d"� Z0d#d$� Z1d%d � Z2G d&d� d�Z3e4e d'��r�e j5gZ6ng Z6G d(d� de3�Z7ej8ej9d)d*� d+j:� D ��Z;G d,d � d e �Z<dS )/� N)�six)�builtins�map�java)�DistutilsError)� working_set�AbstractSandbox�DirectorySandbox�SandboxViolation� run_setupc C sJ d}t | |��}|j� }W dQ R X |dkr.|}t|| d�}t|||� dS )z. Python 3 implementation of execfile. �rbN�exec)�open�read�compiler )�filename�globals�locals�mode�streamZscript�code� r � /usr/lib/python3.6/sandbox.py� _execfile# s r c c sD t jd d � }| d k r$| t jd d �< z |V W d |t jd d �< X d S )N)�sys�argv)�repl�savedr r r � save_argv0 s r c c s. t jd d � } z | V W d | t jd d �< X d S )N)r �path)r r r r � save_path; s r c c s4 t jj| dd� tj}| t_z dV W d|t_X dS )zL Monkey-patch tempfile.tempdir with replacement, ensuring it exists T)�exist_okN)� pkg_resourcesZ py31compat�makedirs�tempfileZtempdir)Z replacementr r r r � override_tempD s r% c c s. t j� }t j| � z |V W d t j|� X d S )N)�os�getcwd�chdir)�targetr r r r �pushdU s r* c @ s e Zd ZdZedd� �ZdS )�UnpickleableExceptionzP An exception representing another Exception that could not be pickled. c C sJ yt j| �t j|�fS tk rD ddlm} |j||t|���S X dS )z� Always return a dumped (pickled) type and exc. If exc can't be pickled, wrap it in UnpickleableException first. r )r+ N)�pickle�dumps� Exception�setuptools.sandboxr+ �dump�repr)�type�exc�clsr r r r0 d s zUnpickleableException.dumpN)�__name__� __module__� __qualname__�__doc__� staticmethodr0 r r r r r+ _ s r+ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ExceptionSaverz^ A Context Manager that will save an exception, serialized, and restore it later. c C s | S )Nr )�selfr r r � __enter__x s zExceptionSaver.__enter__c C s |sd S t j||�| _|| _dS )NT)r+ r0 �_saved�_tb)r; r2 r3 �tbr r r �__exit__{ s zExceptionSaver.__exit__c C s6 dt | �krdS ttj| j�\}}tj||| j� dS )z"restore and re-raise any exceptionr= N)�varsr r, �loadsr= r Zreraiser> )r; r2 r3 r r r �resume� s zExceptionSaver.resumeN)r5 r6 r7 r8 r< r@ rC r r r r r: r s r: c # sV t jj� � t� � } � V W dQ R X t jj� � � fdd�t jD �}t|� | j� dS )z� Context in which imported modules are saved. Translates exceptions internal to the context into the equivalent exception outside the context. Nc 3 s& | ] }|� kr|j d � r|V qdS )z encodings.N)� startswith)�.0�mod_name)r r r � <genexpr>� s z save_modules.<locals>.<genexpr>)r �modules�copyr: �update�_clear_modulesrC )� saved_excZ del_modulesr )r r � save_modules� s rM c C s xt | �D ] }tj|= q W d S )N)�listr rH )Z module_namesrF r r r rK � s rK c c s$ t j� } z | V W d t j| � X d S )N)r" � __getstate__� __setstate__)r r r r �save_pkg_resources_state� s rQ c , c s� t jj| d�}t� �x t� �f t� t� �N t� �< t|��( t | �� t d� d V W d Q R X W d Q R X W d Q R X W d Q R X W d Q R X W d Q R X d S )NZtempZ setuptools) r& r �joinrQ rM �hide_setuptoolsr r r% r* � __import__)� setup_dirZtemp_dirr r r � setup_context� s rV c C s t jd�}t|j| ��S )aH >>> _needs_hiding('setuptools') True >>> _needs_hiding('pkg_resources') True >>> _needs_hiding('setuptools_plugin') False >>> _needs_hiding('setuptools.__init__') True >>> _needs_hiding('distutils') True >>> _needs_hiding('os') False >>> _needs_hiding('Cython') True z1(setuptools|pkg_resources|distutils|Cython)(\.|$))�rer �bool�match)rF �patternr r r � _needs_hiding� s r[ c C s t ttj�} t| � dS )a% Remove references to setuptools' modules from sys.modules to allow the invocation to import the most appropriate setuptools. This technique is necessary to avoid issues such as #315 where setuptools upgrading itself would fail to find a function declared in the metadata. N)�filterr[ r rH rK )rH r r r rS � s rS c C s� t jjt jj| ��}t|��� y�| gt|� tjdd�< tjjd|� t j � t j j dd� � t | t�rl| n | jtj� �}t|�� t|dd�}t| |� W dQ R X W n4 tk r� } z|jr�|jd rʂ W Y dd}~X nX W dQ R X dS )z8Run a distutils setup script, sandboxed in its directoryNr c S s | j � S )N)Zactivate)Zdistr r r �<lambda>� s zrun_setup.<locals>.<lambda>�__main__)�__file__r5 )r& r �abspath�dirnamerV rN r r �insertr �__init__Z callbacks�append� isinstance�str�encode�getfilesystemencodingr �dictr � SystemExit�args)Z setup_scriptrk rU Z dunder_file�ns�vr r r r � s c @ s2 e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z x$d9D ] Z e e e �rFe e �e� e < qFW d:dd�Zer~ede�Zede�Zx$d;D ] Z e e e �r�ee �e� e < q�W d)d*� Zx$d<D ] Z e e e �r�ee �e� e < q�W d-d.� Zx(d=D ] Z e e e �� r�ee �e� e < � q�W d1d2� Zd3d4� Zd5d6� Zd7d8� ZdS )>r zDWrap 'os' module and 'open()' builtin for virtualizing setup scriptsFc s � fdd�t t�D �� _d S )Nc s& g | ] }|j d � rt� |�r|�qS )�_)rD �hasattr)rE �name)r; r r � <listcomp> s z,AbstractSandbox.__init__.<locals>.<listcomp>)�dir�_os�_attrs)r; r )r; r rc s zAbstractSandbox.__init__c C s& x | j D ]}tt|t||�� qW d S )N)rt �setattrr& �getattr)r; �sourcerp r r r �_copy s zAbstractSandbox._copyc C s( | j | � tr| jt_| jt_d| _d S )NT)rx �_filer �file�_openr �_active)r; r r r r< s zAbstractSandbox.__enter__c C s$ d| _ trtt_tt_| jt� d S )NF)r| ry r rz r{ r rx rs )r; �exc_type� exc_value� tracebackr r r r@ s zAbstractSandbox.__exit__c C s | � |� S Q R X dS )z Run 'func' under os sandboxingNr )r; �funcr r r �run s zAbstractSandbox.runc s t t� ��� �fdd�}|S )Nc s2 | j r | j� ||f|�|�\}}�||f|�|�S )N)r| � _remap_pair)r; �src�dstrk �kw)rp �originalr r �wrap& s z3AbstractSandbox._mk_dual_path_wrapper.<locals>.wrap)rv rs )rp r� r )rp r� r �_mk_dual_path_wrapper# s z%AbstractSandbox._mk_dual_path_wrapper�rename�link�symlinkNc s �p t t� ��� �fdd�}|S )Nc s* | j r| j� |f|�|�}�|f|�|�S )N)r| � _remap_input)r; r rk r� )rp r� r r r� 4 s z5AbstractSandbox._mk_single_path_wrapper.<locals>.wrap)rv rs )rp r� r� r )rp r� r �_mk_single_path_wrapper1 s z'AbstractSandbox._mk_single_path_wrapperrz r �stat�listdirr( �chmod�chown�mkdir�remove�unlink�rmdir�utime�lchown�chroot�lstat� startfile�mkfifo�mknod�pathconf�accessc s t t� ��� �fdd�}|S )Nc sB | j r2| j� |f|�|�}| j� �|f|�|��S �|f|�|�S )N)r| r� � _remap_output)r; r rk r� )rp r� r r r� I s z4AbstractSandbox._mk_single_with_return.<locals>.wrap)rv rs )rp r� r )rp r� r �_mk_single_with_returnF s z&AbstractSandbox._mk_single_with_return�readlink�tempnamc s t t� ��� �fdd�}|S )Nc s �||�}| j r | j� |�S |S )N)r| r� )r; rk r� Zretval)rp r� r r r� X s z'AbstractSandbox._mk_query.<locals>.wrap)rv rs )rp r� r )rp r� r � _mk_queryU s zAbstractSandbox._mk_queryr' �tmpnamc C s |S )z=Called to remap or validate any path, whether input or outputr )r; r r r r �_validate_pathd s z AbstractSandbox._validate_pathc O s | j |�S )zCalled for path inputs)r� )r; � operationr rk r� r r r r� h s z AbstractSandbox._remap_inputc C s | j |�S )zCalled for path outputs)r� )r; r� r r r r r� l s z AbstractSandbox._remap_outputc O s0 | j |d |f|�|�| j |d |f|�|�fS )z?Called for path pairs like rename, link, and symlink operationsz-fromz-to)r� )r; r� r� r� rk r� r r r r� p s zAbstractSandbox._remap_pair)r� r� r� )N)r� r� r( r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r� r� )r' r� )r5 r6 r7 r8 r| rc rx r< r@ r� r� rp ro rs r r� ry r{ r� r� r� r� r� r� r r r r r sB �devnullc @ s� e Zd ZdZejdddddddd d d d d dg �ZdgZefdd�Z dd� Z e rXd'dd�Z d(dd�Z dd� Z dd � Zd d � Zd d � Zd!d"� Zd)d$d%�Zd&S )*r z<Restrict operations to a single subdirectory - pseudo-chrootr r� r� r� r� r� r� r� r� r� r� r� r� z.*lib2to3.*\.pickle$c C sF t jjt jj|��| _t jj| jd�| _dd� |D �| _tj | � d S )N� c S s g | ]}t jjt jj|���qS r )r& r �normcase�realpath)rE r r r r rq � s z-DirectorySandbox.__init__.<locals>.<listcomp>) r& r r� r� �_sandboxrR �_prefix� _exceptionsr rc )r; Zsandbox� exceptionsr r r rc � s zDirectorySandbox.__init__c O s ddl m} ||||��d S )Nr )r )r/ r )r; r� rk r� r r r r � _violation� s zDirectorySandbox._violation�rc O s< |dkr*| j |� r*| jd||f|�|� t||f|�|�S )Nr� �rtr �rU�Urz )r� r� r r� r� )�_okr� ry )r; r r rk r� r r r ry � s zDirectorySandbox._filec O s< |dkr*| j |� r*| jd||f|�|� t||f|�|�S )Nr� r� r r� r� r )r� r� r r� r� )r� r� r{ )r; r r rk r� r r r r{ � s zDirectorySandbox._openc C s | j d� d S )Nr� )r� )r; r r r r� � s zDirectorySandbox.tmpnamc C sN | j }z:d| _ tjjtjj|��}| j|�p@|| jkp@|j| j�S || _ X d S )NF) r| r& r r� r� � _exemptedr� rD r� )r; r Zactiver� r r r r� � s zDirectorySandbox._okc s< � fdd�| j D �}� fdd�| jD �}tj||�}t|�S )Nc 3 s | ]}� j |�V qd S )N)rD )rE Z exception)�filepathr r rG � s z-DirectorySandbox._exempted.<locals>.<genexpr>c 3 s | ]}t j|� �V qd S )N)rW rY )rE rZ )r� r r rG � s )r� �_exception_patterns� itertools�chain�any)r; r� Z start_matchesZpattern_matchesZ candidatesr )r� r r� � s zDirectorySandbox._exemptedc O s6 || j kr2| j|� r2| j|tjj|�f|�|� |S )zCalled for path inputs)� write_opsr� r� r& r r� )r; r� r rk r� r r r r� � s z DirectorySandbox._remap_inputc O s6 | j |� s| j |� r.| j|||f|�|� ||fS )z?Called for path pairs like rename, link, and symlink operations)r� r� )r; r� r� r� rk r� r r r r� � s z DirectorySandbox._remap_pair� c O sB |t @ r,| j|� r,| jd|||f|�|� tj|||f|�|�S )z Called for low-level os.open()zos.open)� WRITE_FLAGSr� r� rs r )r; rz �flagsr rk r� r r r r � s zDirectorySandbox.openN)r� )r� )r� )r5 r6 r7 r8 ri �fromkeysr� r� � _EXCEPTIONSrc r� ry r{ r� r� r� r� r� r r r r r r ~ s c C s g | ]}t t|d ��qS )r )rv rs )rE �ar r r rq � s rq z4O_WRONLY O_RDWR O_APPEND O_CREAT O_TRUNC O_TEMPORARYc @ s& e Zd ZdZejd�j� Zdd� ZdS )r zEA setup script attempted to modify the filesystem outside the sandboxa SandboxViolation: {cmd}{args!r} {kwargs} The package setup script has attempted to modify files on your system that are not within the EasyInstall build area, and has been aborted. This package cannot be safely installed by EasyInstall, and may not support alternate installation locations even if you run its setup script by hand. Please inform the package's author and the EasyInstall maintainers to find out if a fix or workaround is available. c C s | j \}}}| jjf t� �S )N)rk �tmpl�formatr )r; �cmdrk �kwargsr r r �__str__� s zSandboxViolation.__str__N) r5 r6 r7 r8 �textwrap�dedent�lstripr� r� r r r r r � s )N)N)=r& r r$ �operator� functoolsr� rW � contextlibr, r� Zsetuptools.externr Zsetuptools.extern.six.movesr r Zpkg_resources.py31compatr" �platformrD Z$org.python.modules.posix.PosixModule�pythonrH �posixZ PosixModulers rp rz ry � NameErrorr r{ Zdistutils.errorsr r �__all__r �contextmanagerr r r% r* r. r+ r: rM rK rQ rV r[ rS r r ro r� r� r �reduce�or_�splitr� r r r r r �<module> s^ w V site-packages/setuptools/__pycache__/py33compat.cpython-36.opt-1.pyc 0000644 00000002466 15231162611 0021312 0 ustar 00 3 Xo�h� � @ s� d dl Z d dlZd dlZy d dlZW n ek r< dZY nX d dlmZ d dlmZ ej dd�Z G dd� de �Z e e de �Ze ed ej� j�ZdS ) � N)�six)� html_parser�OpArgz opcode argc @ s e Zd Zdd� Zdd� ZdS )�Bytecode_compatc C s || _ d S )N)�code)�selfr � r � /usr/lib/python3.6/py33compat.py�__init__ s zBytecode_compat.__init__c c s� t j d| jj�}t| jj�}d}d}x�||k r�|| }|tjkr�||d ||d d | }|d7 }|tjkr�tjd }||d� }q&n d}|d7 }t ||�V q&W dS ) z>Yield '(op,arg)' pair for each operation in code object 'code'�br � � � � i N���) �arrayr �co_code�len�disZ HAVE_ARGUMENTZ EXTENDED_ARGr Z integer_typesr )r �bytes�eofZptrZ extended_arg�op�argZ long_typer r r �__iter__ s zBytecode_compat.__iter__N)�__name__� __module__� __qualname__r r r r r r r s r �Bytecode�unescape)r r � collectionsZhtml� ImportErrorZsetuptools.externr Zsetuptools.extern.six.movesr � namedtupler �objectr �getattrr Z HTMLParserr r r r r �<module> s " site-packages/setuptools/__pycache__/windows_support.cpython-36.opt-1.pyc 0000644 00000001656 15231162611 0022576 0 ustar 00 3 Xo�h� � @ s( d dl Z d dlZdd� Zedd� �ZdS )� Nc C s t j� dkrdd� S | S )NZWindowsc _ s d S )N� )�args�kwargsr r �%/usr/lib/python3.6/windows_support.py�<lambda> s z windows_only.<locals>.<lambda>)�platform�system)�funcr r r � windows_only s r c C sL t d� tjjj}tjjtjjf|_tjj |_ d}|| |�}|sHtj � �dS )z� Set the hidden attribute on a file or directory. From http://stackoverflow.com/questions/19622133/ `path` must be text. zctypes.wintypes� N) � __import__�ctypesZwindllZkernel32ZSetFileAttributesWZwintypesZLPWSTRZDWORDZargtypesZBOOLZrestypeZWinError)�pathZSetFileAttributes�FILE_ATTRIBUTE_HIDDENZretr r r � hide_file s r )r r r r r r r r �<module> s site-packages/setuptools/__pycache__/dep_util.cpython-36.pyc 0000644 00000001422 15231162611 0020145 0 ustar 00 3 Xo�h� � @ s d dl mZ dd� ZdS )� )� newer_groupc C sl t | �t |�krtd��g }g }xBtt | ��D ]2}t| | || �r.|j| | � |j|| � q.W ||fS )z�Walk both arguments in parallel, testing if each source group is newer than its corresponding target. Returns a pair of lists (sources_groups, targets) where sources is newer than target, according to the semantics of 'newer_group()'. z5'sources_group' and 'targets' must be the same length)�len� ValueError�ranger �append)Zsources_groupsZtargetsZ n_sourcesZ n_targets�i� r � /usr/lib/python3.6/dep_util.py�newer_pairwise_group s r N)Zdistutils.dep_utilr r r r r r �<module> s site-packages/setuptools/__pycache__/glibc.cpython-36.opt-1.pyc 0000644 00000002704 15231162611 0020363 0 ustar 00 3 Xo�hJ � @ sH d dl mZ d dlZd dlZd dlZdd� Zdd� Zdd� Zd d � ZdS ) � )�absolute_importNc C sP t jd�} y | j}W n tk r( dS X t j|_|� }t|t�sL|jd�}|S )z9Returns glibc version string, or None if not using glibc.N�ascii) �ctypesZCDLL�gnu_get_libc_version�AttributeErrorZc_char_pZrestype� isinstance�str�decode)Zprocess_namespacer � version_str� r �/usr/lib/python3.6/glibc.py�glibc_version_string s r c C sH t jd| �}|s$tjd| t� dS t|jd��|koFt|jd��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sF�major�minor)�re�match�warnings�warn�RuntimeWarning�int�group)r �required_major� minimum_minor�mr r r �check_glibc_version$ s r c C s t � }|d krdS t|| |�S )NF)r r )r r r r r r �have_compatible_glibc4 s r c C s t � } | dkrdS d| fS dS )z�Try to determine the glibc version Returns a tuple of strings (lib, version) which default to empty strings in case the lookup fails. N� Zglibc)r r )r )Z glibc_versionr r r �libc_verL s r ) Z __future__r r r r r r r r r r r r �<module> s site-packages/setuptools/__pycache__/py36compat.cpython-36.pyc 0000644 00000004132 15231162611 0020346 0 ustar 00 3 Xo�hK � @ sV d dl Z d dlmZ d dlmZ d dlmZ G dd� d�Ze jd k rRG dd� d�ZdS ) � N)�DistutilsOptionError)� strtobool)�DEBUGc @ s e Zd ZdZddd�ZdS )� Distribution_parse_config_filesz� Mix-in providing forward-compatibility for functionality to be included by default on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. Nc C s� ddl m} tjtjkr8ddddddd d d d d ddg }ng }t|�}|d krT| j� }trb| jd� |d d�}x�|D ]�}tr�| jd| � |j |� xf|j � D ]Z}|j |�}| j |�}x@|D ]8} | dkr�| |kr�|j || �} | jdd�} || f|| < q�W q�W |j� qrW d| jk�r�x�| jd j� D ]�\} \} } | jj | �} yF| �rVt| | t| � � n(| dk�rrt| | t| �� n t| | | � W n, tk �r� } zt| ��W Y d d } ~ X nX �q"W d S )Nr )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():)Z interpolationz reading %s�__name__�-�_�global�verbose�dry_run)r r )Z configparserr �sysr � base_prefix� frozensetZfind_config_filesr Zannounce�readZsections�optionsZget_option_dict�get�replace�__init__Zcommand_options�itemsZ negative_opt�setattrr � ValueErrorr )�self� filenamesr Zignore_options�parser�filenameZsectionr Zopt_dict�opt�val�src�alias�msg� r% � /usr/lib/python3.6/py36compat.py�parse_config_files sJ z2Distribution_parse_config_files.parse_config_files)N)r � __module__� __qualname__�__doc__r' r% r% r% r& r s r � c @ s e Zd ZdS )r N)r r( r) r% r% r% r& r J s )r+ ) r Zdistutils.errorsr Zdistutils.utilr Zdistutils.debugr r � version_infor% r% r% r& �<module> s A site-packages/setuptools/__pycache__/launch.cpython-36.pyc 0000644 00000001421 15231162611 0017611 0 ustar 00 3 Xo�h � @ s. d Z ddlZddlZdd� Zedkr*e� dS )z[ Launch the Python script on the command line after setuptools is bootstrapped via import. � Nc C sr t tjd } t| ddd�}tjdd� tjdd�< ttdt�}|| �j� }|jdd�}t || d�}t ||� dS ) zP Run the script in sys.argv[1] as if it had been invoked naturally. � �__main__N)�__file__�__name__�__doc__�openz\r\nz\n�exec) � __builtins__�sys�argv�dict�getattr�tokenizer �read�replace�compiler )Z script_name� namespaceZopen_ZscriptZ norm_script�code� r � /usr/lib/python3.6/launch.py�run s r r )r r r r r r r r r �<module> s site-packages/setuptools/__pycache__/version.cpython-36.pyc 0000644 00000000403 15231162611 0020023 0 ustar 00 3 Xo�h� � @ s6 d dl Z ye jd�jZW n ek r0 dZY nX dS )� NZ setuptools�unknown)Z pkg_resourcesZget_distribution�version� __version__� Exception� r r � /usr/lib/python3.6/version.py�<module> s site-packages/setuptools/__pycache__/depends.cpython-36.pyc 0000644 00000012134 15231162611 0017764 0 ustar 00 3 Xo�h� � @ s� d dl Z d dlZd dlZd dlmZ d dlmZmZmZmZ ddl m Z dddd gZ G d d� d�Z dd d�Z dd d�Zdd d �Zdd� Ze� dS )� N)� StrictVersion)� PKG_DIRECTORY� PY_COMPILED� PY_SOURCE� PY_FROZEN� )�Bytecode�Require� find_module�get_module_constant�extract_constantc @ sH e Zd ZdZddd�Zdd� Zdd � Zdd d �Zdd d�Zddd�Z dS )r z7A prerequisite to building or installing a distribution� Nc C sF |d kr|d k rt }|d k r0||�}|d kr0d}| jjt� � | `d S )N� __version__)r �__dict__�update�locals�self)r �name�requested_version�moduleZhomepage� attribute�format� r � /usr/lib/python3.6/depends.py�__init__ s zRequire.__init__c C s | j dk rd| j| j f S | jS )z0Return full package/distribution name, w/versionNz%s-%s)r r )r r r r � full_name s zRequire.full_namec C s* | j dkp(| jdkp(t|�dko(|| jkS )z%Is 'version' sufficiently up-to-date?N�unknown)r r �strr )r �versionr r r � version_ok& s zRequire.version_okr c C s| | j dkrBy"t| j|�\}}}|r*|j� |S tk r@ dS X t| j| j ||�}|dk rx||k rx| jdk rx| j|�S |S )a� Get version number of installed module, 'None', or 'default' Search 'paths' for module. If not found, return 'None'. If found, return the extracted version attribute, or 'default' if no version attribute was specified, or the value cannot be determined without importing the module. The version is formatted according to the requirement's version format (if any), unless it is 'None' or the supplied 'default'. N)r r r �close� ImportErrorr r )r �paths�default�f�p�i�vr r r � get_version+ s zRequire.get_versionc C s | j |�dk S )z/Return true if dependency is present on 'paths'N)r( )r r" r r r � is_presentF s zRequire.is_presentc C s | j |�}|dkrdS | j|�S )z>Return true if dependency is present and up-to-date on 'paths'NF)r( r )r r" r r r r � is_currentJ s zRequire.is_current)r NN)Nr )N)N) �__name__� __module__� __qualname__�__doc__r r r r( r) r* r r r r r s c C sl | j d�}x\|rf|jd�}tj||� \}}\}}}} |tkrP|pFdg}|g}q |r td|| f ��q W | S )z7Just like 'imp.find_module()', but with package support�.r r zCan't find %r in %s)�split�pop�impr r r! ) r r" �parts�partr$ �path�suffix�mode�kind�infor r r r R s c C s� yt | |�\}}\}}}W n tk r. dS X z�|tkrP|jd� tj|�} n`|tkrdtj| �} nL|t kr~t |j� |d�} n2| t j kr�tj | |||||f� tt j | |d�S W d|r�|j� X t| ||�S )z�Find 'module' by searching 'paths', and extract 'symbol' Return 'None' if 'module' does not exist on 'paths', or it does not define 'symbol'. If the module defines 'symbol' as a constant, return the constant. Otherwise, return 'default'.N� �exec)r r! r �read�marshal�loadr r2 �get_frozen_objectr �compile�sys�modules� load_module�getattrr r ) r �symbolr# r" r$ r5 r6 r7 r8 �coder r r r e s$ c C s� || j krdS t| j �j|�}d}d}d}|}xPt| �D ]D}|j} |j} | |kr\| j| }q8| |krx| |kst| |krx|S |}q8W dS )a Extract the constant value of 'symbol' from 'code' If the name 'symbol' is bound to a constant value by the Python code object 'code', return that value. If 'symbol' is bound to an expression, return 'default'. Otherwise, return 'None'. Return value is based on the first assignment to 'symbol'. 'symbol' must be a global, or at least a non-"fast" local in the code block. That is, only 'STORE_NAME' and 'STORE_GLOBAL' opcodes are checked, and 'symbol' must be present in 'code.co_names'. N�Z �a �d )�co_names�list�indexr Zopcode�arg� co_consts) rF rE r# Zname_idxZ STORE_NAMEZ STORE_GLOBALZ LOAD_CONST�constZ byte_code�oprM r r r r � s c C sD t jjd� r t jdkr dS d} x | D ]}t� |= tj|� q&W dS )z� Patch the globals to remove the objects not available on some platforms. XXX it'd be better to test assertions about bytecode instead. �javaZcliNr r )r r )rA �platform� startswith�globals�__all__�remove)Z incompatibler r r r �_update_globals� s rW )N���)rX NrX )rX )rA r2 r= Zdistutils.versionr r r r r Z py33compatr rU r r r r rW r r r r �<module> s C " $ site-packages/setuptools/__pycache__/lib2to3_ex.cpython-36.pyc 0000644 00000004474 15231162611 0020324 0 ustar 00 3 Xo�h� � @ sX d Z ddlmZ ddlmZ ddlmZmZ ddl Z G dd� de�Z G dd � d e�ZdS ) zy Customized Mixin2to3 support: - adds support for converting doctests This module raises an ImportError on Python 2. � )� Mixin2to3)�log)�RefactoringTool�get_fixers_from_packageNc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DistutilsRefactoringToolc O s t j|f|�� d S )N)r �error)�self�msg�args�kw� r � /usr/lib/python3.6/lib2to3_ex.py� log_error s z"DistutilsRefactoringTool.log_errorc G s t j|f|�� d S )N)r �info)r r r r r r � log_message s z$DistutilsRefactoringTool.log_messagec G s t j|f|�� d S )N)r �debug)r r r r r r � log_debug s z"DistutilsRefactoringTool.log_debugN)�__name__� __module__� __qualname__r r r r r r r r s r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) r Fc C sr | j jdk rd S |sd S tjddj|� � | j� | j� |rbtjrnt | j �}|j |ddd� n t j | |� d S )NTzFixing � )�writeZ doctests_only)� distributionZuse_2to3r r �join� _Mixin2to3__build_fixer_names�_Mixin2to3__exclude_fixers� setuptoolsZrun_2to3_on_doctestsr � fixer_namesZrefactor� _Mixin2to3�run_2to3)r �filesZdoctests�rr r r r s zMixin2to3.run_2to3c C sb | j r d S g | _ x tjD ]}| j jt|�� qW | jjd k r^x | jjD ]}| j jt|�� qFW d S )N)r r Zlib2to3_fixer_packages�extendr r Zuse_2to3_fixers)r �pr r r Z__build_fixer_names. s z Mixin2to3.__build_fixer_namesc C sN t | dg �}| jjd k r&|j| jj� x"|D ]}|| jkr,| jj|� q,W d S )NZexclude_fixers)�getattrr Zuse_2to3_exclude_fixersr" r �remove)r Zexcluded_fixersZ fixer_namer r r Z__exclude_fixers8 s zMixin2to3.__exclude_fixersN)F)r r r r r r r r r r r s r ) �__doc__Zdistutils.utilr r Z distutilsr Zlib2to3.refactorr r r r r r r r �<module> s site-packages/setuptools/__pycache__/ssl_support.cpython-36.pyc 0000644 00000015075 15231162611 0020746 0 ustar 00 3 Xo�h,! � " @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z d dl m Z m Z y d dl Z W n ek rt dZ Y nX dddddgZd j� j� ZyejjZejZW n ek r� e ZZY nX e dk o�eeefkZyd d l mZmZ W nR ek �r: y d d lmZ d d lmZ W n ek �r4 dZdZY nX Y nX e�sRG d d� de �Ze�sjd dd�Z dd� ZG dd� de�Z G dd� de�Z d dd�Z dd� Z!e!dd� �Z"d d� Z#d d � Z$dS )!� N)�urllib� http_client�map�filter)�ResolutionError�ExtractionError�VerifyingHTTPSHandler�find_ca_bundle� is_available� cert_paths� opener_fora /etc/pki/tls/certs/ca-bundle.crt /etc/ssl/certs/ca-certificates.crt /usr/share/ssl/certs/ca-bundle.crt /usr/local/share/certs/ca-root.crt /etc/ssl/cert.pem /System/Library/OpenSSL/certs/cert.pem /usr/local/share/certs/ca-root-nss.crt /etc/ssl/ca-bundle.pem )�CertificateError�match_hostname)r )r c @ s e Zd ZdS )r N)�__name__� __module__� __qualname__� r r �!/usr/lib/python3.6/ssl_support.pyr 5 s r � c C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append� startswith�re�escape�replace�compile�join� IGNORECASE�match) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match; s* r& c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td ||d f ��ntd ��dS ) a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. zempty or no certificateZsubjectAltNameZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) � ValueError�getr& r �lenr r! r r )Zcertr$ ZdnsnamesZsan�key�value�subr r r r o s. r c @ s e Zd ZdZdd� Zdd� ZdS )r z=Simple verifying handler: no auth, subclasses, timeouts, etc.c C s || _ tj| � d S )N)� ca_bundle� HTTPSHandler�__init__)�selfr- r r r r/ � s z VerifyingHTTPSHandler.__init__c s � j � fdd�|�S )Nc s t | � jf|�S )N)�VerifyingHTTPSConnr- )�host�kw)r0 r r �<lambda>� s z2VerifyingHTTPSHandler.https_open.<locals>.<lambda>)Zdo_open)r0 Zreqr )r0 r � https_open� s z VerifyingHTTPSHandler.https_openN)r r r �__doc__r/ r5 r r r r r � s c @ s e Zd ZdZdd� Zdd� ZdS )r1 z@Simple verifying connection: no auth, subclasses, timeouts, etc.c K s t j| |f|� || _d S )N)�HTTPSConnectionr/ r- )r0 r2 r- r3 r r r r/ � s zVerifyingHTTPSConn.__init__c C s� t j| j| jft| dd ��}t| d�rHt| dd �rH|| _| j� | j}n| j}tt d�rxt j | j d�}|j ||d�| _nt j |t j | j d�| _yt| jj� |� W n. tk r� | jjt j� | jj� � Y nX d S )NZsource_address�_tunnel� _tunnel_host�create_default_context)Zcafile)Zserver_hostname)Z cert_reqsZca_certs)�socketZcreate_connectionr2 Zport�getattr�hasattr�sockr8 r9 �sslr: r- Z wrap_socketZ CERT_REQUIREDr Z getpeercertr ZshutdownZ SHUT_RDWR�close)r0 r> Z actual_hostZctxr r r �connect� s$ zVerifyingHTTPSConn.connectN)r r r r6 r/ rA r r r r r1 � s r1 c C s t jjt| pt� ��jS )z@Get a urlopen() replacement that uses ca_bundle for verification)r �requestZ build_openerr r �open)r- r r r r � s c s t j� �� fdd��}|S )Nc s t � d�s� | |�� _� jS )N�always_returns)r= rD )�args�kwargs)�funcr r �wrapper� s zonce.<locals>.wrapper)� functools�wraps)rG rH r )rG r �once� s rK c sX y dd l } W n tk r d S X G � fdd�d| j�� � � }|jd� |jd� |jS )Nr c s, e Zd Z�� fdd�Z�� fdd�Z� ZS )z"get_win_certfile.<locals>.CertFilec s t � | �j� tj| j� d S )N)�superr/ �atexit�registerr@ )r0 )�CertFile� __class__r r r/ � s z+get_win_certfile.<locals>.CertFile.__init__c s, yt � | �j� W n tk r& Y nX d S )N)rL r@ �OSError)r0 )rO rP r r r@ � s z(get_win_certfile.<locals>.CertFile.close)r r r r/ r@ � __classcell__r )rO )rP r rO � s rO ZCAZROOT)� wincertstore� ImportErrorrO Zaddstore�name)rS Z _wincertsr )rO r �get_win_certfile� s rV c C s$ t tjjt�} t� p"t| d�p"t� S )z*Return an existing CA bundle path, or NoneN)r �os�path�isfiler rV �next�_certifi_where)Zextant_cert_pathsr r r r � s c C s, y t d�j� S tttfk r& Y nX d S )NZcertifi)� __import__�whererT r r r r r r r[ s r[ )r )N)%rW r; rM r rI Zsetuptools.extern.six.movesr r r r Z pkg_resourcesr r r? rT �__all__�stripr r rB r. r7 �AttributeError�objectr r r Z backports.ssl_match_hostnamer' r& r r1 r rK rV r r[ r r r r �<module> sP 4) ( site-packages/setuptools/__pycache__/msvc.cpython-36.pyc 0000644 00000103247 15231162611 0017320 0 ustar 00 3 Xo�h�� � @ s d Z ddlZddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ej � dkrpddl mZ ejZnG d d � d �Ze� ZeejjfZydd lmZ W n ek r� Y nX d d � Zd dd�Zdd� Zdd� Zd!dd�Z G dd� d�Z G dd� d�Z G d d � d �Z G d d � d �Z dS )"a@ Improved support for Microsoft Visual C++ compilers. Known supported compilers: -------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) � N)� LegacyVersion)� filterfalse� )� get_unpatched�Windows)�winregc @ s e Zd ZdZdZdZdZdS )r N)�__name__� __module__� __qualname__� HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOT� r r �/usr/lib/python3.6/msvc.pyr ( s r )�Regc C s� d}|d| f }yt j|d�}W nJ tk rj y |d| f }t j|d�}W n tk rd d}Y nX Y nX |r�tjjjj|d�}tjj|�r�|S tt�| �S )a+ Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone compiler build for Python (VCForPython). Fall back to original behavior when the standalone compiler is not available. Redirect the path of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Parameters ---------- version: float Required Microsoft Visual C++ version. Return ------ vcvarsall.bat path: str z-Software\%sMicrosoft\DevDiv\VCForPython\%0.1f� � installdirz Wow6432Node\Nz vcvarsall.bat) r Z get_value�KeyError�os�path�join�isfiler �msvc9_find_vcvarsall)�versionZVC_BASE�key� productdir� vcvarsallr r r r ? s r �x86c O s� yt t�}|| |f|�|�S tjjk r2 Y n tk rD Y nX yt|| �j� S tjjk r� } zt|| |� � W Y dd}~X nX dS )a� Patched "distutils.msvc9compiler.query_vcvarsall" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Parameters ---------- ver: float Required Microsoft Visual C++ version. arch: str Target architecture. Return ------ environment: dict N) r �msvc9_query_vcvarsall� distutils�errors�DistutilsPlatformError� ValueError�EnvironmentInfo� return_env�_augment_exception)�ver�arch�args�kwargsZorig�excr r r r j s r c C sn y t t�| �S tjjk r$ Y nX yt| dd�j� S tjjk rh } zt|d� � W Y dd}~X nX dS )a' Patched "distutils._msvccompiler._get_vc_env" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) Parameters ---------- plat_spec: str Target architecture. Return ------ environment: dict g ,@)� vc_min_verN)r �msvc14_get_vc_envr r! r" r$ r% r& )Z plat_specr+ r r r r- � s r- c O sB dt jkr4ddl}t|j�td�k r4|jjj| |�S tt �| |�S )z� Patched "distutils._msvccompiler.gen_lib_options" for fix compatibility between "numpy.distutils" and "distutils._msvccompiler" (for Numpy < 1.11.2) znumpy.distutilsr Nz1.11.2) �sys�modulesZnumpyr � __version__r Z ccompilerZgen_lib_optionsr �msvc14_gen_lib_options)r) r* Znpr r r r1 � s r1 r c C s� | j d }d|j� ks"d|j� kr�d}|jf t� �}d}|dkrr|j� jd�dkrh|d 7 }||d 7 }q�|d 7 }n.|d kr�|d 7 }||d 7 }n|dkr�|d7 }|f| _ dS )zl Add details to the exception message to help guide the user as to what action will resolve it. r r zvisual cz0Microsoft Visual C++ {version:0.1f} is required.z-www.microsoft.com/download/details.aspx?id=%dg "@Zia64r z* Get it with "Microsoft Windows SDK 7.0": iB z% Get it from http://aka.ms/vcpython27g $@z* Get it with "Microsoft Windows SDK 7.1": iW g ,@zj Get it with "Microsoft Visual C++ Build Tools": http://landinghub.visualstudio.com/visual-cpp-build-toolsN���)r) �lower�format�locals�find)r+ r r( �messageZtmplZ msdownloadr r r r& � s r& c @ sb e Zd ZdZejdd�j� Zdd� Ze dd� �Z dd � Z d d � Z dd d�Z ddd�Zddd�ZdS )� PlatformInfoz� Current and Target Architectures informations. Parameters ---------- arch: str Target architecture. Zprocessor_architecturer c C s |j � jdd�| _d S )N�x64�amd64)r3 �replacer( )�selfr( r r r �__init__� s zPlatformInfo.__init__c C s | j | j jd�d d � S )N�_r )r( r6 )r< r r r � target_cpu� s zPlatformInfo.target_cpuc C s | j dkS )Nr )r? )r< r r r � target_is_x86 s zPlatformInfo.target_is_x86c C s | j dkS )Nr )� current_cpu)r< r r r �current_is_x86 s zPlatformInfo.current_is_x86Fc C s. | j dkr|rdS | j dkr$|r$dS d| j S )uk Current platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '' if architecture is x86. x64: bool return 'd' and not 'md64' if architecture is amd64. Return ------ subfolder: str ' arget', or '' (see hidex86 parameter) r r r: z\x64z\%s)rA )r< �hidex86r9 r r r � current_dir s zPlatformInfo.current_dirc C s. | j dkr|rdS | j dkr$|r$dS d| j S )ar Target platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '\x86' if architecture is x86. x64: bool return '\x64' and not '\amd64' if architecture is amd64. Return ------ subfolder: str '\current', or '' (see hidex86 parameter) r r r: z\x64z\%s)r? )r< rC r9 r r r � target_dir s zPlatformInfo.target_dirc C s0 |rdn| j }| j|kr dS | j� jdd| �S )ao Cross platform specific subfolder. Parameters ---------- forcex86: bool Use 'x86' as current architecture even if current acritecture is not x86. Return ------ subfolder: str '' if target architecture is current architecture, '\current_target' if not. r r �\z\%s_)rA r? rE r; )r< �forcex86Zcurrentr r r � cross_dir5 s zPlatformInfo.cross_dirN)FF)FF)F)r r r �__doc__�safe_env�getr3 rA r= �propertyr? r@ rB rD rE rH r r r r r8 � s r8 c @ s� e Zd ZdZejejejejfZ dd� Z e dd� �Z e dd� �Z e dd � �Ze d d � �Ze d d � �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Zd dd�Zdd� ZdS ) � RegistryInfoz� Microsoft Visual Studio related registry informations. Parameters ---------- platform_info: PlatformInfo "PlatformInfo" instance. c C s || _ d S )N)�pi)r< Z platform_infor r r r= Z s zRegistryInfo.__init__c C s dS )z< Microsoft Visual Studio root registry key. Z VisualStudior )r< r r r � visualstudio] s zRegistryInfo.visualstudioc C s t jj| jd�S )z; Microsoft Visual Studio SxS registry key. ZSxS)r r r rO )r< r r r �sxsd s zRegistryInfo.sxsc C s t jj| jd�S )z8 Microsoft Visual C++ VC7 registry key. ZVC7)r r r rP )r< r r r �vck s zRegistryInfo.vcc C s t jj| jd�S )z; Microsoft Visual Studio VS7 registry key. ZVS7)r r r rP )r< r r r �vsr s zRegistryInfo.vsc C s dS )z? Microsoft Visual C++ for Python registry key. zDevDiv\VCForPythonr )r< r r r � vc_for_pythony s zRegistryInfo.vc_for_pythonc C s dS )z- Microsoft SDK registry key. zMicrosoft SDKsr )r< r r r � microsoft_sdk� s zRegistryInfo.microsoft_sdkc C s t jj| jd�S )z> Microsoft Windows/Platform SDK registry key. r )r r r rT )r< r r r � windows_sdk� s zRegistryInfo.windows_sdkc C s t jj| jd�S )z< Microsoft .NET Framework SDK registry key. ZNETFXSDK)r r r rT )r< r r r � netfx_sdk� s zRegistryInfo.netfx_sdkc C s dS )z< Microsoft Windows Kits Roots registry key. z Windows Kits\Installed Rootsr )r< r r r �windows_kits_roots� s z RegistryInfo.windows_kits_rootsFc C s( | j j� s|rdnd}tjjd|d|�S )a Return key in Microsoft software registry. Parameters ---------- key: str Registry key path where look. x86: str Force x86 software registry. Return ------ str: value r Z Wow6432NodeZSoftwareZ Microsoft)rN rB r r r )r< r r Znode64r r r � microsoft� s zRegistryInfo.microsoftc C s� t j}t j}| j}x�| jD ]�}y||||�d|�}W nZ ttfk r� | jj� s�y||||d�d|�}W q� ttfk r� wY q�X nwY nX yt j ||�d S ttfk r� Y qX qW dS )a Look for values in registry in Microsoft software registry. Parameters ---------- key: str Registry key path where look. name: str Value name to find. Return ------ str: value r TN) r �KEY_READ�OpenKeyrX �HKEYS�OSError�IOErrorrN rB Z QueryValueEx)r< r �namerY Zopenkey�ms�hkey�bkeyr r r �lookup� s" zRegistryInfo.lookupN)F)r r r rI r r r r r r[ r= rL rO rP rQ rR rS rT rU rV rW rX rb r r r r rM L s" rM c @ s$ e Zd ZdZejdd�Zejdd�Zejde�Zd3dd�Z d d � Z d d � Z e d d� �Z e dd� �Zdd� Zdd� Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Ze d d � �Ze d!d"� �Ze d#d$� �Ze d%d&� �Ze d'd(� �Ze d)d*� �Ze d+d,� �Z e d-d.� �Z d/d0� Z d4d1d2�Z dS )5� SystemInfoz� Microsoft Windows and Visual Studio related system inormations. Parameters ---------- registry_info: RegistryInfo "RegistryInfo" instance. vc_ver: float Required Microsoft Visual C++ version. �WinDirr � ProgramFileszProgramFiles(x86)Nc C s" || _ | j j| _|p| j� | _d S )N)�rirN � _find_latest_available_vc_ver�vc_ver)r< Z registry_inforh r r r r= � s zSystemInfo.__init__c C s6 y | j � d S tk r0 d}tjj|��Y nX d S )Nr z%No Microsoft Visual C++ version foundr2 )�find_available_vc_vers� IndexErrorr r! r" )r< �errr r r rg � s z(SystemInfo._find_latest_available_vc_verc C s6 | j j}| j j| j j| j jf}g }�x| j jD ]�}x�|D ]�}ytj|||�dtj�}W n t t fk rp w8Y nX tj |�\}}} xPt |�D ]D} y*t tj|| �d �} | |kr�|j| � W q� tk r� Y q�X q�W xPt |�D ]D} y(t tj|| ��} | |k�r|j| � W q� tk �r Y q�X q�W q8W q.W t|�S )zC Find all available Microsoft Visual C++ versions. r )rf rX rQ rS rR r[ r rZ rY r\ r] Z QueryInfoKey�range�floatZ EnumValue�appendr# ZEnumKey�sorted) r< r_ ZvckeysZvc_versr` r ra Zsubkeys�valuesr> �ir' r r r ri � s2 z!SystemInfo.find_available_vc_versc C s6 d| j }tjj| j|�}| jj| jjd| j �p4|S )z4 Microsoft Visual Studio directory. z Microsoft Visual Studio %0.1fz%0.1f)rh r r r �ProgramFilesx86rf rb rR )r< r^ �defaultr r r � VSInstallDir s zSystemInfo.VSInstallDirc C s� | j | j� p| j� }tjj| jjd| j �}| jj |d�}|rNtjj|d�n|}| jj | jj d| j �pl|}tjj |�s�d}t j j|��|S )z1 Microsoft Visual C++ directory. z%0.1fr ZVCz(Microsoft Visual C++ directory not found)rt � _guess_vc�_guess_vc_legacyr r r rf rS rh rb rQ �isdirr r! r" )r< �guess_vcZreg_pathZ python_vcZ default_vcr �msgr r r � VCInstallDir s zSystemInfo.VCInstallDirc C s^ | j dkrdS d}tjj| j|�}y tj|�d }tjj||�S tttfk rX Y nX dS )z* Locate Visual C for 2017 g ,@Nz VC\Tools\MSVCr r2 ) rh r r r rt �listdirr\ r] rj )r< rs rx Z vc_exact_verr r r ru 0 s zSystemInfo._guess_vcc C s d| j }tjj| j|�S )z< Locate Visual C for versions prior to 2017 z Microsoft Visual Studio %0.1f\VC)rh r r r rr )r< rs r r r rv @ s zSystemInfo._guess_vc_legacyc C sJ | j dkrdS | j dkr dS | j dkr*dS | j d kr8dS | j dkrFdS dS )zN Microsoft Windows SDK versions for specified MSVC++ version. g "@�7.0�6.1�6.0ag $@�7.1�7.0ag &@�8.0�8.0ag (@�8.1�8.1ag ,@�10.0N)r| r} r~ )r r� )r� r� )r� r� )r� r� )rh )r< r r r �WindowsSdkVersionG s z SystemInfo.WindowsSdkVersionc C s | j tjj| jd��S )z4 Microsoft Windows SDK last version �lib)�_use_last_dir_namer r r � WindowsSdkDir)r< r r r �WindowsSdkLastVersionW s z SystemInfo.WindowsSdkLastVersionc C sT d}x8| j D ].}tjj| jjd| �}| jj|d�}|r P q W | sRtjj|� r�tjj| jjd| j �}| jj|d�}|r�tjj|d�}| s�tjj|� r�xH| j D ]>}|d|j d�� }d | }tjj| j |�}tjj|�r�|}q�W | s�tjj|� �r:x:| j D ]0}d | }tjj| j |�}tjj|��r|}�qW |�sPtjj| j d �}|S ) z2 Microsoft Windows SDK directory. r zv%s�installationfolderz%0.1fr ZWinSDKN�.z Microsoft SDKs\Windows Kits\%szMicrosoft SDKs\Windows\v%sZ PlatformSDK) r� r r r rf rU rb rw rS rh �rfindre rz )r< �sdkdirr' �locr Z install_baseZintver�dr r r r� _ s6 zSystemInfo.WindowsSdkDirc C s� | j dkrd}d}n&d}| j dkr&dnd}| jjd|d�}d ||jd d �f }g }| j d kr�x(| jD ] }|tjj| jj ||�g7 }qdW x,| j D ]"}|tjj| jj d | |�g7 }q�W x |D ]}| jj |d�}|r�P q�W |S )z= Microsoft Windows SDK executable directory. g &@�# r �( g (@TF)r9 rC zWinSDK-NetFx%dTools%srF �-g ,@zv%sAr� ) rh rN rD r; �NetFxSdkVersionr r r rf rV r� rU rb ) r< Znetfxverr( rC ZfxZregpathsr' r Zexecpathr r r �WindowsSDKExecutablePath� s$ " z#SystemInfo.WindowsSDKExecutablePathc C s. d| j }tjj| jj|�}| jj|d�p,dS )z0 Microsoft Visual F# directory. z%0.1f\Setup\F#r r )rh r r r rf rO rb )r< r r r r �FSharpInstallDir� s zSystemInfo.FSharpInstallDirc C sF | j dkrd}nf }x(|D ] }| jj| jjd| �}|rP qW |pDdS )z8 Microsoft Universal CRT SDK directory. g ,@�10�81z kitsroot%sr )r� r� )rh rf rb rW )r< Zversr' r� r r r �UniversalCRTSdkDir� s z SystemInfo.UniversalCRTSdkDirc C s | j tjj| jd��S )z@ Microsoft Universal C Runtime SDK last version r� )r� r r r r� )r< r r r �UniversalCRTSdkLastVersion� s z%SystemInfo.UniversalCRTSdkLastVersionc C s | j dkrdS f S dS )z8 Microsoft .NET Framework SDK versions. g ,@�4.6.1�4.6N)r� r� )rh )r< r r r r� � s zSystemInfo.NetFxSdkVersionc C s> x4| j D ]*}tjj| jj|�}| jj|d�}|rP qW |p<dS )z9 Microsoft .NET Framework SDK directory. Zkitsinstallationfolderr )r� r r r rf rV rb )r< r' r� r� r r r � NetFxSdkDir� s zSystemInfo.NetFxSdkDirc C s& t jj| jd�}| jj| jjd�p$|S )z; Microsoft .NET Framework 32bit directory. zMicrosoft.NET\FrameworkZframeworkdir32)r r r rd rf rb rQ )r< �guess_fwr r r �FrameworkDir32� s zSystemInfo.FrameworkDir32c C s& t jj| jd�}| jj| jjd�p$|S )z; Microsoft .NET Framework 64bit directory. zMicrosoft.NET\Framework64Zframeworkdir64)r r r rd rf rb rQ )r< r� r r r �FrameworkDir64� s zSystemInfo.FrameworkDir64c C s | j d�S )z: Microsoft .NET Framework 32bit versions. � )�_find_dot_net_versions)r< r r r �FrameworkVersion32� s z SystemInfo.FrameworkVersion32c C s | j d�S )z: Microsoft .NET Framework 64bit versions. �@ )r� )r< r r r �FrameworkVersion64� s z SystemInfo.FrameworkVersion64c C s� | j j| j jd| �}t| d| �}|p6| j|d�p6d}| jdkrL|df}n:| jdkrx|j� dd � d krnd n|d f}n| jd kr�d}| jdkr�d}|S )z� Find Microsoft .NET Framework versions. Parameters ---------- bits: int Platform number of bits: 32 or 64. zframeworkver%dzFrameworkDir%d�vr g (@zv4.0g $@N� Zv4z v4.0.30319�v3.5g "@� v2.0.50727g @�v3.0)r� r� )r� r� )rf rb rQ �getattrr� rh r3 )r< �bitsZreg_verZ dot_net_dirr' Z frameworkverr r r r� s z!SystemInfo._find_dot_net_versionsc s, � �fdd�t tj� ��D �}t|d�p*dS )z� Return name of the last dir in path or '' if no dir found. Parameters ---------- path: str Use dirs in this path prefix: str Use only dirs startings by this prefix c 3 s2 | ]*}t jjt jj� |��r|j��r|V qd S )N)r r rw r � startswith)�.0Zdir_name)r �prefixr r � <genexpr>) s z0SystemInfo._use_last_dir_name.<locals>.<genexpr>Nr )�reversedr r{ �next)r< r r� Z matching_dirsr )r r� r r� s z SystemInfo._use_last_dir_name)N)r ) r r r rI rJ rK rd re rr r= rg ri rL rt rz ru rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rc � s4 & rc c @ sR e Zd ZdZd=dd�Zedd� �Zedd � �Zed d � �Zed d � �Z edd� �Z edd� �Z edd� �Z edd� �Z edd� �Zedd� �Zdd� Zed d � �Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zed,d-� �Zed.d/� �Zed0d1� �Zed2d3� �Z ed4d5� �Z d>d7d8�Z d9d:� Z d?d;d<�Z dS )@r$ aY Return environment variables for specified Microsoft Visual C++ version and platform : Lib, Include, Path and libpath. This function is compatible with Microsoft Visual C++ 9.0 to 14.0. Script created by analysing Microsoft environment configuration files like "vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ... Parameters ---------- arch: str Target architecture. vc_ver: float Required Microsoft Visual C++ version. If not set, autodetect the last version. vc_min_ver: float Minimum Microsoft Visual C++ version. Nr c C sB t |�| _t| j�| _t| j|�| _| j|k r>d}tjj |��d S )Nz.No suitable Microsoft Visual C++ version found) r8 rN rM rf rc �sirh r r! r" )r< r( rh r, rk r r r r= I s zEnvironmentInfo.__init__c C s | j jS )z/ Microsoft Visual C++ version. )r� rh )r< r r r rh R s zEnvironmentInfo.vc_verc sV ddg}� j dkrD� jjddd�}|dg7 }|dg7 }|d| g7 }� fd d �|D �S ) z/ Microsoft Visual Studio Tools z Common7\IDEz Common7\Toolsg ,@T)rC r9 z1Common7\IDE\CommonExtensions\Microsoft\TestWindowz Team Tools\Performance Toolsz Team Tools\Performance Tools%sc s g | ]}t jj� jj|��qS r )r r r r� rt )r� r )r< r r � <listcomp>f s z+EnvironmentInfo.VSTools.<locals>.<listcomp>)rh rN rD )r< �paths� arch_subdirr )r< r �VSToolsY s zEnvironmentInfo.VSToolsc C s$ t jj| jjd�t jj| jjd�gS )zL Microsoft Visual C++ & Microsoft Foundation Class Includes ZIncludezATLMFC\Include)r r r r� rz )r< r r r � VCIncludesh s zEnvironmentInfo.VCIncludesc sb � j dkr� jjdd�}n� jjdd�}d| d| g}� j dkrP|d| g7 }� fd d �|D �S ) zM Microsoft Visual C++ & Microsoft Foundation Class Libraries g .@T)r9 )rC zLib%sz ATLMFC\Lib%sg ,@z Lib\store%sc s g | ]}t jj� jj|��qS r )r r r r� rz )r� r )r< r r r� ~ s z/EnvironmentInfo.VCLibraries.<locals>.<listcomp>)rh rN rE )r< r� r� r )r< r � VCLibrariesp s zEnvironmentInfo.VCLibrariesc C s" | j dk rg S tjj| jjd�gS )zA Microsoft Visual C++ store references Libraries g ,@zLib\store\references)rh r r r r� rz )r< r r r � VCStoreRefs� s zEnvironmentInfo.VCStoreRefsc C s | j }tjj|jd�g}| jdkr&dnd}| jj|�}|rT|tjj|jd| �g7 }| jdkr�d| jjdd� }|tjj|j|�g7 }n�| jdkr�| jj � r�d nd }|tjj|j|| jj dd � �g7 }| jj | jj kr�|tjj|j|| jjdd � �g7 }n|tjj|jd �g7 }|S ) z, Microsoft Visual C++ Tools Z VCPackagesg $@TFzBin%sg ,@)rC g .@z bin\HostX86%sz bin\HostX64%s)r9 �Bin) r� r r r rz rh rN rH rD rB rE rA r? )r< r� �toolsrG r� r Zhost_dirr r r �VCTools� s& zEnvironmentInfo.VCToolsc C st | j dkr2| jjddd�}tjj| jjd| �gS | jjdd�}tjj| jjd�}| j}tjj|d||f �gS dS ) z1 Microsoft Windows SDK Libraries g $@T)rC r9 zLib%s)r9 r� z%sum%sN) rh rN rE r r r r� r� � _sdk_subdir)r< r� r� Zlibverr r r � OSLibraries� s zEnvironmentInfo.OSLibrariesc C s| t jj| jjd�}| jdkr.|t jj|d�gS | jdkr@| j}nd}t jj|d| �t jj|d| �t jj|d| �gS d S ) z/ Microsoft Windows SDK Include �includeg $@Zglg ,@r z%ssharedz%sumz%swinrtN)r r r r� r� rh r� )r< r� �sdkverr r r � OSIncludes� s zEnvironmentInfo.OSIncludesc C s� t jj| jjd�}g }| jdkr*|| j7 }| jdkrH|t jj|d�g7 }| jdkr�||t jj| jjd�t jj|dd�t jj|d d�t jj|d d�t jj| jjd d d | j ddd�g7 }|S )z7 Microsoft Windows SDK Libraries Paths Z Referencesg "@g &@zCommonConfiguration\Neutralg ,@Z UnionMetadataz'Windows.Foundation.UniversalApiContractz1.0.0.0z%Windows.Foundation.FoundationContractz,Windows.Networking.Connectivity.WwanContractZ ExtensionSDKszMicrosoft.VCLibsz%0.1fZCommonConfigurationZneutral)r r r r� r� rh r� )r< �ref�libpathr r r � OSLibpath� s> zEnvironmentInfo.OSLibpathc C s t | j� �S )z- Microsoft Windows SDK Tools )�list� _sdk_tools)r< r r r �SdkTools� s zEnvironmentInfo.SdkToolsc c s | j dk r0| j dkrdnd}tjj| jj|�V | jj� sd| jjdd�}d| }tjj| jj|�V | j dksx| j dkr�| jj � r�d }n| jjddd �}d | }tjj| jj|�V nL| j dk�rtjj| jjd�}| jjdd�}| jj }tjj|d ||f �V | jj �r| jj V d S )z= Microsoft Windows SDK Tools paths generator g .@g &@r� zBin\x86T)r9 zBin%sg $@r )rC r9 zBin\NETFX 4.0 Tools%sz%s%sN) rh r r r r� r� rN rB rD r@ r� r� )r< Zbin_dirr� r r� r r r r� � s( zEnvironmentInfo._sdk_toolsc C s | j j}|rd| S dS )z6 Microsoft Windows SDK version subdir z%s\r )r� r� )r< �ucrtverr r r r� s zEnvironmentInfo._sdk_subdirc C s" | j dkrg S tjj| jjd�gS )z- Microsoft Windows SDK Setup g "@ZSetup)rh r r r r� r� )r< r r r �SdkSetup% s zEnvironmentInfo.SdkSetupc s� | j }| j� | jdkr0d}|j� o,|j� }n$|j� p>|j� }|jdkpR|jdk}g }|rt|� fdd�� jD �7 }|r�|� fdd�� jD �7 }|S )z0 Microsoft .NET Framework Tools g $@Tr: c s g | ]}t jj� j|��qS r )r r r r� )r� r' )r� r r r� @ s z+EnvironmentInfo.FxTools.<locals>.<listcomp>c s g | ]}t jj� j|��qS r )r r r r� )r� r' )r� r r r� C s ) rN r� rh r@ rB rA r? r� r� )r< rN Z include32Z include64r� r )r� r �FxTools/ s zEnvironmentInfo.FxToolsc C s> | j dk s| jj rg S | jjdd�}tjj| jjd| �gS )z8 Microsoft .Net Framework SDK Libraries g ,@T)r9 zlib\um%s)rh r� r� rN rE r r r )r< r� r r r �NetFxSDKLibrariesG s z!EnvironmentInfo.NetFxSDKLibrariesc C s, | j dk s| jj rg S tjj| jjd�gS )z7 Microsoft .Net Framework SDK Includes g ,@z include\um)rh r� r� r r r )r< r r r �NetFxSDKIncludesR s z EnvironmentInfo.NetFxSDKIncludesc C s t jj| jjd�gS )z> Microsoft Visual Studio Team System Database z VSTSDB\Deploy)r r r r� rt )r< r r r �VsTDb\ s zEnvironmentInfo.VsTDbc C s~ | j dk rg S | j dk r0| jj}| jjdd�}n | jj}d}d| j |f }tjj||�g}| j dkrz|tjj||d�g7 }|S )z( Microsoft Build Engine g (@g .@T)rC r zMSBuild\%0.1f\bin%sZRoslyn) rh r� rr rN rD rt r r r )r< � base_pathr� r Zbuildr r r �MSBuildc s zEnvironmentInfo.MSBuildc C s" | j dk rg S tjj| jjd�gS )z. Microsoft HTML Help Workshop g &@zHTML Help Workshop)rh r r r r� rr )r< r r r �HTMLHelpWorkshopz s z EnvironmentInfo.HTMLHelpWorkshopc C sL | j dk rg S | jjdd�}tjj| jjd�}| j}tjj|d||f �gS )z= Microsoft Universal C Runtime SDK Libraries g ,@T)r9 r� z%sucrt%s) rh rN rE r r r r� r� � _ucrt_subdir)r< r� r� r� r r r � UCRTLibraries� s z EnvironmentInfo.UCRTLibrariesc C s6 | j dk rg S tjj| jjd�}tjj|d| j �gS )z; Microsoft Universal C Runtime SDK Include g ,@r� z%sucrt)rh r r r r� r� r� )r< r� r r r � UCRTIncludes� s z EnvironmentInfo.UCRTIncludesc C s | j j}|rd| S dS )zB Microsoft Universal C Runtime SDK version subdir z%s\r )r� r� )r< r� r r r r� � s z EnvironmentInfo._ucrt_subdirc C s | j dk r| j dkrg S | jjS )z% Microsoft Visual F# g &@g (@)rh r� r� )r< r r r �FSharp� s zEnvironmentInfo.FSharpc C sl | j jdd�}| jdk r&| jj}d}n| jjjdd�}d}| jdkrHdn| j}||| j|f }tjj||�S ) zA Microsoft Visual C++ runtime redistribuable dll T)r9 � z-redist%s\Microsoft.VC%d0.CRT\vcruntime%d0.dllz\Toolsz\Redistz.onecore%s\Microsoft.VC%d0.CRT\vcruntime%d0.dllg ,@) rN rE rh r� rz r; r r r )r< r� Z redist_pathZ vcruntimeZdll_verr r r �VCRuntimeRedist� s z EnvironmentInfo.VCRuntimeRedistTc C s� t | jd| j| j| j| jg|�| jd| j| j| j| j | j g|�| jd| j| j| j | j g|�| jd| j | j| j| j| j| j| j| j| jg |�d�}| jdkr�tjj| j�r�| j|d< |S )z� Return environment dict. Parameters ---------- exists: bool It True, only return existing paths. r� r� r� r )r� r� r� r � Zpy_vcruntime_redist)�dict� _build_pathsr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rh r r r r� )r< �exists�envr r r r% � sD zEnvironmentInfo.return_envc C sx t jj|�}tj|d�jtj�}t j||�}|rBtt tj j |��n|}|sbd|j � }t jj|��| j|�} tjj| �S )a Given an environment variable name and specified paths, return a pathsep-separated string of paths containing unique, extant, directories from those paths and from the environment variable. Raise an error if no paths are resolved. r z %s environment variable is empty)� itertools�chain� from_iterablerJ rK �splitr �pathsepr� �filterr rw �upperr r! r" �_unique_everseenr ) r< r^ Zspec_path_listsr� Z spec_pathsZ env_pathsr� Z extant_pathsry Z unique_pathsr r r r� � s z EnvironmentInfo._build_pathsc c sj t � }|j}|dkr:xPt|j|�D ]}||� |V q"W n,x*|D ]"}||�}||kr@||� |V q@W dS )z� List unique elements, preserving order. Remember all elements ever seen. _unique_everseen('AAAABBBCCDAABBB') --> A B C D _unique_everseen('ABBCcAD', str.lower) --> A B C D N)�set�addr � __contains__)r< �iterabler �seenZseen_add�element�kr r r r� s z EnvironmentInfo._unique_everseen)Nr )T)N)!r r r rI r= rL rh r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r% r� r� r r r r r$ 1 s: - -r$ )r )r )!rI r r. �platformr� Zdistutils.errorsr Z#setuptools.extern.packaging.versionr Zsetuptools.extern.six.movesr Zmonkeyr �systemr �environrJ r� � ImportErrorr! r" Z_msvc9_suppress_errorsZdistutils.msvc9compilerr r r r- r1 r& r8 rM rc r$ r r r r �<module> s> + /& %[ b site-packages/setuptools/__pycache__/py27compat.cpython-36.pyc 0000644 00000001346 15231162611 0020352 0 ustar 00 3 Xo�h � @ sT d Z ddlZddlmZ dd� Zejr.dd� Zej� dko>ejZerHendd � Z dS ) z2 Compatibility Support for Python 2.7 and earlier � N)�sixc C s | j |�S )zH Given an HTTPMessage, return all headers matching a given key. )Zget_all)�message�key� r � /usr/lib/python3.6/py27compat.py�get_all_headers s r c C s | j |�S )N)Z getheaders)r r r r r r s ZLinuxc C s | S )Nr )�xr r r �<lambda> s r ) �__doc__�platformZsetuptools.externr r ZPY2�systemZlinux_py2_ascii�strZ rmtree_safer r r r �<module> s site-packages/setuptools/__pycache__/namespaces.cpython-36.opt-1.pyc 0000644 00000007031 15231162611 0021420 0 ustar 00 3 Xo�h � @ sR d dl Z d dlmZ d dlZd dlmZ ejjZG dd� d�Z G dd� de �Z dS )� N)�log)�mapc @ sT e Zd ZdZdd� Zdd� Zdd� ZdZd Zdd� Z dd� Z dd� Z e dd� �Z dS ) � Installerz -nspkg.pthc C s� | j � }|sd S tjj| j� �\}}|| j7 }| jj|� tj d|� t | j |�}| j rdt |� d S t|d��}|j|� W d Q R X d S )Nz Installing %sZwt)�_get_all_ns_packages�os�path�splitext� _get_target� nspkg_extZoutputs�appendr �infor �_gen_nspkg_lineZdry_run�list�open� writelines)�selfZnsp�filename�ext�lines�f� r � /usr/lib/python3.6/namespaces.py�install_namespaces s z Installer.install_namespacesc C sH t jj| j� �\}}|| j7 }t jj|�s.d S tjd|� t j|� d S )Nz Removing %s) r r r r r �existsr r �remove)r r r r r r �uninstall_namespaces! s z Installer.uninstall_namespacesc C s | j S )N)�target)r r r r r ) s zInstaller._get_target�import sys, types, os�#has_mfs = sys.version_info > (3, 5)�$p = os.path.join(%(root)s, *%(pth)r)�4importlib = has_mfs and __import__('importlib.util')�-has_mfs and __import__('importlib.machinery')��m = has_mfs and sys.modules.setdefault(%(pkg)r, importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec(%(pkg)r, [os.path.dirname(p)])))�Cm = m or sys.modules.setdefault(%(pkg)r, types.ModuleType(%(pkg)r))�7mp = (m or []) and m.__dict__.setdefault('__path__',[])� (p not in mp) and mp.append(p)�4m and setattr(sys.modules[%(parent)r], %(child)r, m)c C s dS )Nz$sys._getframe(1).f_locals['sitedir']r )r r r r � _get_rootC s zInstaller._get_rootc C sV t |�}t|jd��}| j� }| j}|jd�\}}}|rB|| j7 }dj|�t� d S )N�.�;� ) �str�tuple�splitr' � _nspkg_tmpl� rpartition�_nspkg_tmpl_multi�join�locals)r �pkgZpth�rootZ tmpl_lines�parent�sepZchildr r r r F s zInstaller._gen_nspkg_linec C s | j jp g }ttt| j|���S )z,Return sorted list of all package namespaces)Z distributionZnamespace_packages�sorted�flattenr � _pkg_names)r Zpkgsr r r r Q s z Installer._get_all_ns_packagesc c s, | j d�}x |r&dj|�V |j� q W dS )z� Given a namespace package, yield the components of that package. >>> names = Installer._pkg_names('a.b.c') >>> set(names) == set(['a', 'a.b', 'a.b.c']) True r( N)r- r1 �pop)r3 �partsr r r r9 V s zInstaller._pkg_namesN) r r r r r! r" r# r$ r% )r& )�__name__� __module__� __qualname__r r r r r. r0 r' r r � staticmethodr9 r r r r r s$ r c @ s e Zd Zdd� Zdd� ZdS )�DevelopInstallerc C s t t| j��S )N)�reprr+ Zegg_path)r r r r r' g s zDevelopInstaller._get_rootc C s | j S )N)Zegg_link)r r r r r j s z DevelopInstaller._get_targetN)r< r= r> r' r r r r r r@ f s r@ ) r Z distutilsr � itertoolsZsetuptools.extern.six.movesr �chain� from_iterabler8 r r@ r r r r �<module> s [ site-packages/setuptools/__pycache__/msvc.cpython-36.opt-1.pyc 0000644 00000103247 15231162611 0020257 0 ustar 00 3 Xo�h�� � @ s d Z ddlZddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ej � dkrpddl mZ ejZnG d d � d �Ze� ZeejjfZydd lmZ W n ek r� Y nX d d � Zd dd�Zdd� Zdd� Zd!dd�Z G dd� d�Z G dd� d�Z G d d � d �Z G d d � d �Z dS )"a@ Improved support for Microsoft Visual C++ compilers. Known supported compilers: -------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) � N)� LegacyVersion)� filterfalse� )� get_unpatched�Windows)�winregc @ s e Zd ZdZdZdZdZdS )r N)�__name__� __module__� __qualname__� HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINE�HKEY_CLASSES_ROOT� r r �/usr/lib/python3.6/msvc.pyr ( s r )�Regc C s� d}|d| f }yt j|d�}W nJ tk rj y |d| f }t j|d�}W n tk rd d}Y nX Y nX |r�tjjjj|d�}tjj|�r�|S tt�| �S )a+ Patched "distutils.msvc9compiler.find_vcvarsall" to use the standalone compiler build for Python (VCForPython). Fall back to original behavior when the standalone compiler is not available. Redirect the path of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Parameters ---------- version: float Required Microsoft Visual C++ version. Return ------ vcvarsall.bat path: str z-Software\%sMicrosoft\DevDiv\VCForPython\%0.1f� � installdirz Wow6432Node\Nz vcvarsall.bat) r Z get_value�KeyError�os�path�join�isfiler �msvc9_find_vcvarsall)�versionZVC_BASE�key� productdir� vcvarsallr r r r ? s r �x86c O s� yt t�}|| |f|�|�S tjjk r2 Y n tk rD Y nX yt|| �j� S tjjk r� } zt|| |� � W Y dd}~X nX dS )a� Patched "distutils.msvc9compiler.query_vcvarsall" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 9.0: Microsoft Visual C++ Compiler for Python 2.7 (x86, amd64) Microsoft Windows SDK 6.1 (x86, x64, ia64) Microsoft Windows SDK 7.0 (x86, x64, ia64) Microsoft Visual C++ 10.0: Microsoft Windows SDK 7.1 (x86, x64, ia64) Parameters ---------- ver: float Required Microsoft Visual C++ version. arch: str Target architecture. Return ------ environment: dict N) r �msvc9_query_vcvarsall� distutils�errors�DistutilsPlatformError� ValueError�EnvironmentInfo� return_env�_augment_exception)�ver�arch�args�kwargsZorig�excr r r r j s r c C sn y t t�| �S tjjk r$ Y nX yt| dd�j� S tjjk rh } zt|d� � W Y dd}~X nX dS )a' Patched "distutils._msvccompiler._get_vc_env" for support extra compilers. Set environment without use of "vcvarsall.bat". Known supported compilers ------------------------- Microsoft Visual C++ 14.0: Microsoft Visual C++ Build Tools 2015 (x86, x64, arm) Microsoft Visual Studio 2017 (x86, x64, arm, arm64) Microsoft Visual Studio Build Tools 2017 (x86, x64, arm, arm64) Parameters ---------- plat_spec: str Target architecture. Return ------ environment: dict g ,@)� vc_min_verN)r �msvc14_get_vc_envr r! r" r$ r% r& )Z plat_specr+ r r r r- � s r- c O sB dt jkr4ddl}t|j�td�k r4|jjj| |�S tt �| |�S )z� Patched "distutils._msvccompiler.gen_lib_options" for fix compatibility between "numpy.distutils" and "distutils._msvccompiler" (for Numpy < 1.11.2) znumpy.distutilsr Nz1.11.2) �sys�modulesZnumpyr � __version__r Z ccompilerZgen_lib_optionsr �msvc14_gen_lib_options)r) r* Znpr r r r1 � s r1 r c C s� | j d }d|j� ks"d|j� kr�d}|jf t� �}d}|dkrr|j� jd�dkrh|d 7 }||d 7 }q�|d 7 }n.|d kr�|d 7 }||d 7 }n|dkr�|d7 }|f| _ dS )zl Add details to the exception message to help guide the user as to what action will resolve it. r r zvisual cz0Microsoft Visual C++ {version:0.1f} is required.z-www.microsoft.com/download/details.aspx?id=%dg "@Zia64r z* Get it with "Microsoft Windows SDK 7.0": iB z% Get it from http://aka.ms/vcpython27g $@z* Get it with "Microsoft Windows SDK 7.1": iW g ,@zj Get it with "Microsoft Visual C++ Build Tools": http://landinghub.visualstudio.com/visual-cpp-build-toolsN���)r) �lower�format�locals�find)r+ r r( �messageZtmplZ msdownloadr r r r& � s r& c @ sb e Zd ZdZejdd�j� Zdd� Ze dd� �Z dd � Z d d � Z dd d�Z ddd�Zddd�ZdS )� PlatformInfoz� Current and Target Architectures informations. Parameters ---------- arch: str Target architecture. Zprocessor_architecturer c C s |j � jdd�| _d S )N�x64�amd64)r3 �replacer( )�selfr( r r r �__init__� s zPlatformInfo.__init__c C s | j | j jd�d d � S )N�_r )r( r6 )r< r r r � target_cpu� s zPlatformInfo.target_cpuc C s | j dkS )Nr )r? )r< r r r � target_is_x86 s zPlatformInfo.target_is_x86c C s | j dkS )Nr )� current_cpu)r< r r r �current_is_x86 s zPlatformInfo.current_is_x86Fc C s. | j dkr|rdS | j dkr$|r$dS d| j S )uk Current platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '' if architecture is x86. x64: bool return 'd' and not 'md64' if architecture is amd64. Return ------ subfolder: str ' arget', or '' (see hidex86 parameter) r r r: z\x64z\%s)rA )r< �hidex86r9 r r r � current_dir s zPlatformInfo.current_dirc C s. | j dkr|rdS | j dkr$|r$dS d| j S )ar Target platform specific subfolder. Parameters ---------- hidex86: bool return '' and not '\x86' if architecture is x86. x64: bool return '\x64' and not '\amd64' if architecture is amd64. Return ------ subfolder: str '\current', or '' (see hidex86 parameter) r r r: z\x64z\%s)r? )r< rC r9 r r r � target_dir s zPlatformInfo.target_dirc C s0 |rdn| j }| j|kr dS | j� jdd| �S )ao Cross platform specific subfolder. Parameters ---------- forcex86: bool Use 'x86' as current architecture even if current acritecture is not x86. Return ------ subfolder: str '' if target architecture is current architecture, '\current_target' if not. r r �\z\%s_)rA r? rE r; )r< �forcex86Zcurrentr r r � cross_dir5 s zPlatformInfo.cross_dirN)FF)FF)F)r r r �__doc__�safe_env�getr3 rA r= �propertyr? r@ rB rD rE rH r r r r r8 � s r8 c @ s� e Zd ZdZejejejejfZ dd� Z e dd� �Z e dd� �Z e dd � �Ze d d � �Ze d d � �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Zd dd�Zdd� ZdS ) � RegistryInfoz� Microsoft Visual Studio related registry informations. Parameters ---------- platform_info: PlatformInfo "PlatformInfo" instance. c C s || _ d S )N)�pi)r< Z platform_infor r r r= Z s zRegistryInfo.__init__c C s dS )z< Microsoft Visual Studio root registry key. Z VisualStudior )r< r r r � visualstudio] s zRegistryInfo.visualstudioc C s t jj| jd�S )z; Microsoft Visual Studio SxS registry key. ZSxS)r r r rO )r< r r r �sxsd s zRegistryInfo.sxsc C s t jj| jd�S )z8 Microsoft Visual C++ VC7 registry key. ZVC7)r r r rP )r< r r r �vck s zRegistryInfo.vcc C s t jj| jd�S )z; Microsoft Visual Studio VS7 registry key. ZVS7)r r r rP )r< r r r �vsr s zRegistryInfo.vsc C s dS )z? Microsoft Visual C++ for Python registry key. zDevDiv\VCForPythonr )r< r r r � vc_for_pythony s zRegistryInfo.vc_for_pythonc C s dS )z- Microsoft SDK registry key. zMicrosoft SDKsr )r< r r r � microsoft_sdk� s zRegistryInfo.microsoft_sdkc C s t jj| jd�S )z> Microsoft Windows/Platform SDK registry key. r )r r r rT )r< r r r � windows_sdk� s zRegistryInfo.windows_sdkc C s t jj| jd�S )z< Microsoft .NET Framework SDK registry key. ZNETFXSDK)r r r rT )r< r r r � netfx_sdk� s zRegistryInfo.netfx_sdkc C s dS )z< Microsoft Windows Kits Roots registry key. z Windows Kits\Installed Rootsr )r< r r r �windows_kits_roots� s z RegistryInfo.windows_kits_rootsFc C s( | j j� s|rdnd}tjjd|d|�S )a Return key in Microsoft software registry. Parameters ---------- key: str Registry key path where look. x86: str Force x86 software registry. Return ------ str: value r Z Wow6432NodeZSoftwareZ Microsoft)rN rB r r r )r< r r Znode64r r r � microsoft� s zRegistryInfo.microsoftc C s� t j}t j}| j}x�| jD ]�}y||||�d|�}W nZ ttfk r� | jj� s�y||||d�d|�}W q� ttfk r� wY q�X nwY nX yt j ||�d S ttfk r� Y qX qW dS )a Look for values in registry in Microsoft software registry. Parameters ---------- key: str Registry key path where look. name: str Value name to find. Return ------ str: value r TN) r �KEY_READ�OpenKeyrX �HKEYS�OSError�IOErrorrN rB Z QueryValueEx)r< r �namerY Zopenkey�ms�hkey�bkeyr r r �lookup� s" zRegistryInfo.lookupN)F)r r r rI r r r r r r[ r= rL rO rP rQ rR rS rT rU rV rW rX rb r r r r rM L s" rM c @ s$ e Zd ZdZejdd�Zejdd�Zejde�Zd3dd�Z d d � Z d d � Z e d d� �Z e dd� �Zdd� Zdd� Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Ze d d � �Ze d!d"� �Ze d#d$� �Ze d%d&� �Ze d'd(� �Ze d)d*� �Ze d+d,� �Z e d-d.� �Z d/d0� Z d4d1d2�Z dS )5� SystemInfoz� Microsoft Windows and Visual Studio related system inormations. Parameters ---------- registry_info: RegistryInfo "RegistryInfo" instance. vc_ver: float Required Microsoft Visual C++ version. �WinDirr � ProgramFileszProgramFiles(x86)Nc C s" || _ | j j| _|p| j� | _d S )N)�rirN � _find_latest_available_vc_ver�vc_ver)r< Z registry_inforh r r r r= � s zSystemInfo.__init__c C s6 y | j � d S tk r0 d}tjj|��Y nX d S )Nr z%No Microsoft Visual C++ version foundr2 )�find_available_vc_vers� IndexErrorr r! r" )r< �errr r r rg � s z(SystemInfo._find_latest_available_vc_verc C s6 | j j}| j j| j j| j jf}g }�x| j jD ]�}x�|D ]�}ytj|||�dtj�}W n t t fk rp w8Y nX tj |�\}}} xPt |�D ]D} y*t tj|| �d �} | |kr�|j| � W q� tk r� Y q�X q�W xPt |�D ]D} y(t tj|| ��} | |k�r|j| � W q� tk �r Y q�X q�W q8W q.W t|�S )zC Find all available Microsoft Visual C++ versions. r )rf rX rQ rS rR r[ r rZ rY r\ r] Z QueryInfoKey�range�floatZ EnumValue�appendr# ZEnumKey�sorted) r< r_ ZvckeysZvc_versr` r ra Zsubkeys�valuesr> �ir' r r r ri � s2 z!SystemInfo.find_available_vc_versc C s6 d| j }tjj| j|�}| jj| jjd| j �p4|S )z4 Microsoft Visual Studio directory. z Microsoft Visual Studio %0.1fz%0.1f)rh r r r �ProgramFilesx86rf rb rR )r< r^ �defaultr r r � VSInstallDir s zSystemInfo.VSInstallDirc C s� | j | j� p| j� }tjj| jjd| j �}| jj |d�}|rNtjj|d�n|}| jj | jj d| j �pl|}tjj |�s�d}t j j|��|S )z1 Microsoft Visual C++ directory. z%0.1fr ZVCz(Microsoft Visual C++ directory not found)rt � _guess_vc�_guess_vc_legacyr r r rf rS rh rb rQ �isdirr r! r" )r< �guess_vcZreg_pathZ python_vcZ default_vcr �msgr r r � VCInstallDir s zSystemInfo.VCInstallDirc C s^ | j dkrdS d}tjj| j|�}y tj|�d }tjj||�S tttfk rX Y nX dS )z* Locate Visual C for 2017 g ,@Nz VC\Tools\MSVCr r2 ) rh r r r rt �listdirr\ r] rj )r< rs rx Z vc_exact_verr r r ru 0 s zSystemInfo._guess_vcc C s d| j }tjj| j|�S )z< Locate Visual C for versions prior to 2017 z Microsoft Visual Studio %0.1f\VC)rh r r r rr )r< rs r r r rv @ s zSystemInfo._guess_vc_legacyc C sJ | j dkrdS | j dkr dS | j dkr*dS | j d kr8dS | j dkrFdS dS )zN Microsoft Windows SDK versions for specified MSVC++ version. g "@�7.0�6.1�6.0ag $@�7.1�7.0ag &@�8.0�8.0ag (@�8.1�8.1ag ,@�10.0N)r| r} r~ )r r� )r� r� )r� r� )r� r� )rh )r< r r r �WindowsSdkVersionG s z SystemInfo.WindowsSdkVersionc C s | j tjj| jd��S )z4 Microsoft Windows SDK last version �lib)�_use_last_dir_namer r r � WindowsSdkDir)r< r r r �WindowsSdkLastVersionW s z SystemInfo.WindowsSdkLastVersionc C sT d}x8| j D ].}tjj| jjd| �}| jj|d�}|r P q W | sRtjj|� r�tjj| jjd| j �}| jj|d�}|r�tjj|d�}| s�tjj|� r�xH| j D ]>}|d|j d�� }d | }tjj| j |�}tjj|�r�|}q�W | s�tjj|� �r:x:| j D ]0}d | }tjj| j |�}tjj|��r|}�qW |�sPtjj| j d �}|S ) z2 Microsoft Windows SDK directory. r zv%s�installationfolderz%0.1fr ZWinSDKN�.z Microsoft SDKs\Windows Kits\%szMicrosoft SDKs\Windows\v%sZ PlatformSDK) r� r r r rf rU rb rw rS rh �rfindre rz )r< �sdkdirr' �locr Z install_baseZintver�dr r r r� _ s6 zSystemInfo.WindowsSdkDirc C s� | j dkrd}d}n&d}| j dkr&dnd}| jjd|d�}d ||jd d �f }g }| j d kr�x(| jD ] }|tjj| jj ||�g7 }qdW x,| j D ]"}|tjj| jj d | |�g7 }q�W x |D ]}| jj |d�}|r�P q�W |S )z= Microsoft Windows SDK executable directory. g &@�# r �( g (@TF)r9 rC zWinSDK-NetFx%dTools%srF �-g ,@zv%sAr� ) rh rN rD r; �NetFxSdkVersionr r r rf rV r� rU rb ) r< Znetfxverr( rC ZfxZregpathsr' r Zexecpathr r r �WindowsSDKExecutablePath� s$ " z#SystemInfo.WindowsSDKExecutablePathc C s. d| j }tjj| jj|�}| jj|d�p,dS )z0 Microsoft Visual F# directory. z%0.1f\Setup\F#r r )rh r r r rf rO rb )r< r r r r �FSharpInstallDir� s zSystemInfo.FSharpInstallDirc C sF | j dkrd}nf }x(|D ] }| jj| jjd| �}|rP qW |pDdS )z8 Microsoft Universal CRT SDK directory. g ,@�10�81z kitsroot%sr )r� r� )rh rf rb rW )r< Zversr' r� r r r �UniversalCRTSdkDir� s z SystemInfo.UniversalCRTSdkDirc C s | j tjj| jd��S )z@ Microsoft Universal C Runtime SDK last version r� )r� r r r r� )r< r r r �UniversalCRTSdkLastVersion� s z%SystemInfo.UniversalCRTSdkLastVersionc C s | j dkrdS f S dS )z8 Microsoft .NET Framework SDK versions. g ,@�4.6.1�4.6N)r� r� )rh )r< r r r r� � s zSystemInfo.NetFxSdkVersionc C s> x4| j D ]*}tjj| jj|�}| jj|d�}|rP qW |p<dS )z9 Microsoft .NET Framework SDK directory. Zkitsinstallationfolderr )r� r r r rf rV rb )r< r' r� r� r r r � NetFxSdkDir� s zSystemInfo.NetFxSdkDirc C s& t jj| jd�}| jj| jjd�p$|S )z; Microsoft .NET Framework 32bit directory. zMicrosoft.NET\FrameworkZframeworkdir32)r r r rd rf rb rQ )r< �guess_fwr r r �FrameworkDir32� s zSystemInfo.FrameworkDir32c C s& t jj| jd�}| jj| jjd�p$|S )z; Microsoft .NET Framework 64bit directory. zMicrosoft.NET\Framework64Zframeworkdir64)r r r rd rf rb rQ )r< r� r r r �FrameworkDir64� s zSystemInfo.FrameworkDir64c C s | j d�S )z: Microsoft .NET Framework 32bit versions. � )�_find_dot_net_versions)r< r r r �FrameworkVersion32� s z SystemInfo.FrameworkVersion32c C s | j d�S )z: Microsoft .NET Framework 64bit versions. �@ )r� )r< r r r �FrameworkVersion64� s z SystemInfo.FrameworkVersion64c C s� | j j| j jd| �}t| d| �}|p6| j|d�p6d}| jdkrL|df}n:| jdkrx|j� dd � d krnd n|d f}n| jd kr�d}| jdkr�d}|S )z� Find Microsoft .NET Framework versions. Parameters ---------- bits: int Platform number of bits: 32 or 64. zframeworkver%dzFrameworkDir%d�vr g (@zv4.0g $@N� Zv4z v4.0.30319�v3.5g "@� v2.0.50727g @�v3.0)r� r� )r� r� )rf rb rQ �getattrr� rh r3 )r< �bitsZreg_verZ dot_net_dirr' Z frameworkverr r r r� s z!SystemInfo._find_dot_net_versionsc s, � �fdd�t tj� ��D �}t|d�p*dS )z� Return name of the last dir in path or '' if no dir found. Parameters ---------- path: str Use dirs in this path prefix: str Use only dirs startings by this prefix c 3 s2 | ]*}t jjt jj� |��r|j��r|V qd S )N)r r rw r � startswith)�.0Zdir_name)r �prefixr r � <genexpr>) s z0SystemInfo._use_last_dir_name.<locals>.<genexpr>Nr )�reversedr r{ �next)r< r r� Z matching_dirsr )r r� r r� s z SystemInfo._use_last_dir_name)N)r ) r r r rI rJ rK rd re rr r= rg ri rL rt rz ru rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rc � s4 & rc c @ sR e Zd ZdZd=dd�Zedd� �Zedd � �Zed d � �Zed d � �Z edd� �Z edd� �Z edd� �Z edd� �Z edd� �Zedd� �Zdd� Zed d � �Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zed,d-� �Zed.d/� �Zed0d1� �Zed2d3� �Z ed4d5� �Z d>d7d8�Z d9d:� Z d?d;d<�Z dS )@r$ aY Return environment variables for specified Microsoft Visual C++ version and platform : Lib, Include, Path and libpath. This function is compatible with Microsoft Visual C++ 9.0 to 14.0. Script created by analysing Microsoft environment configuration files like "vcvars[...].bat", "SetEnv.Cmd", "vcbuildtools.bat", ... Parameters ---------- arch: str Target architecture. vc_ver: float Required Microsoft Visual C++ version. If not set, autodetect the last version. vc_min_ver: float Minimum Microsoft Visual C++ version. Nr c C sB t |�| _t| j�| _t| j|�| _| j|k r>d}tjj |��d S )Nz.No suitable Microsoft Visual C++ version found) r8 rN rM rf rc �sirh r r! r" )r< r( rh r, rk r r r r= I s zEnvironmentInfo.__init__c C s | j jS )z/ Microsoft Visual C++ version. )r� rh )r< r r r rh R s zEnvironmentInfo.vc_verc sV ddg}� j dkrD� jjddd�}|dg7 }|dg7 }|d| g7 }� fd d �|D �S ) z/ Microsoft Visual Studio Tools z Common7\IDEz Common7\Toolsg ,@T)rC r9 z1Common7\IDE\CommonExtensions\Microsoft\TestWindowz Team Tools\Performance Toolsz Team Tools\Performance Tools%sc s g | ]}t jj� jj|��qS r )r r r r� rt )r� r )r< r r � <listcomp>f s z+EnvironmentInfo.VSTools.<locals>.<listcomp>)rh rN rD )r< �paths� arch_subdirr )r< r �VSToolsY s zEnvironmentInfo.VSToolsc C s$ t jj| jjd�t jj| jjd�gS )zL Microsoft Visual C++ & Microsoft Foundation Class Includes ZIncludezATLMFC\Include)r r r r� rz )r< r r r � VCIncludesh s zEnvironmentInfo.VCIncludesc sb � j dkr� jjdd�}n� jjdd�}d| d| g}� j dkrP|d| g7 }� fd d �|D �S ) zM Microsoft Visual C++ & Microsoft Foundation Class Libraries g .@T)r9 )rC zLib%sz ATLMFC\Lib%sg ,@z Lib\store%sc s g | ]}t jj� jj|��qS r )r r r r� rz )r� r )r< r r r� ~ s z/EnvironmentInfo.VCLibraries.<locals>.<listcomp>)rh rN rE )r< r� r� r )r< r � VCLibrariesp s zEnvironmentInfo.VCLibrariesc C s" | j dk rg S tjj| jjd�gS )zA Microsoft Visual C++ store references Libraries g ,@zLib\store\references)rh r r r r� rz )r< r r r � VCStoreRefs� s zEnvironmentInfo.VCStoreRefsc C s | j }tjj|jd�g}| jdkr&dnd}| jj|�}|rT|tjj|jd| �g7 }| jdkr�d| jjdd� }|tjj|j|�g7 }n�| jdkr�| jj � r�d nd }|tjj|j|| jj dd � �g7 }| jj | jj kr�|tjj|j|| jjdd � �g7 }n|tjj|jd �g7 }|S ) z, Microsoft Visual C++ Tools Z VCPackagesg $@TFzBin%sg ,@)rC g .@z bin\HostX86%sz bin\HostX64%s)r9 �Bin) r� r r r rz rh rN rH rD rB rE rA r? )r< r� �toolsrG r� r Zhost_dirr r r �VCTools� s& zEnvironmentInfo.VCToolsc C st | j dkr2| jjddd�}tjj| jjd| �gS | jjdd�}tjj| jjd�}| j}tjj|d||f �gS dS ) z1 Microsoft Windows SDK Libraries g $@T)rC r9 zLib%s)r9 r� z%sum%sN) rh rN rE r r r r� r� � _sdk_subdir)r< r� r� Zlibverr r r � OSLibraries� s zEnvironmentInfo.OSLibrariesc C s| t jj| jjd�}| jdkr.|t jj|d�gS | jdkr@| j}nd}t jj|d| �t jj|d| �t jj|d| �gS d S ) z/ Microsoft Windows SDK Include �includeg $@Zglg ,@r z%ssharedz%sumz%swinrtN)r r r r� r� rh r� )r< r� �sdkverr r r � OSIncludes� s zEnvironmentInfo.OSIncludesc C s� t jj| jjd�}g }| jdkr*|| j7 }| jdkrH|t jj|d�g7 }| jdkr�||t jj| jjd�t jj|dd�t jj|d d�t jj|d d�t jj| jjd d d | j ddd�g7 }|S )z7 Microsoft Windows SDK Libraries Paths Z Referencesg "@g &@zCommonConfiguration\Neutralg ,@Z UnionMetadataz'Windows.Foundation.UniversalApiContractz1.0.0.0z%Windows.Foundation.FoundationContractz,Windows.Networking.Connectivity.WwanContractZ ExtensionSDKszMicrosoft.VCLibsz%0.1fZCommonConfigurationZneutral)r r r r� r� rh r� )r< �ref�libpathr r r � OSLibpath� s> zEnvironmentInfo.OSLibpathc C s t | j� �S )z- Microsoft Windows SDK Tools )�list� _sdk_tools)r< r r r �SdkTools� s zEnvironmentInfo.SdkToolsc c s | j dk r0| j dkrdnd}tjj| jj|�V | jj� sd| jjdd�}d| }tjj| jj|�V | j dksx| j dkr�| jj � r�d }n| jjddd �}d | }tjj| jj|�V nL| j dk�rtjj| jjd�}| jjdd�}| jj }tjj|d ||f �V | jj �r| jj V d S )z= Microsoft Windows SDK Tools paths generator g .@g &@r� zBin\x86T)r9 zBin%sg $@r )rC r9 zBin\NETFX 4.0 Tools%sz%s%sN) rh r r r r� r� rN rB rD r@ r� r� )r< Zbin_dirr� r r� r r r r� � s( zEnvironmentInfo._sdk_toolsc C s | j j}|rd| S dS )z6 Microsoft Windows SDK version subdir z%s\r )r� r� )r< �ucrtverr r r r� s zEnvironmentInfo._sdk_subdirc C s" | j dkrg S tjj| jjd�gS )z- Microsoft Windows SDK Setup g "@ZSetup)rh r r r r� r� )r< r r r �SdkSetup% s zEnvironmentInfo.SdkSetupc s� | j }| j� | jdkr0d}|j� o,|j� }n$|j� p>|j� }|jdkpR|jdk}g }|rt|� fdd�� jD �7 }|r�|� fdd�� jD �7 }|S )z0 Microsoft .NET Framework Tools g $@Tr: c s g | ]}t jj� j|��qS r )r r r r� )r� r' )r� r r r� @ s z+EnvironmentInfo.FxTools.<locals>.<listcomp>c s g | ]}t jj� j|��qS r )r r r r� )r� r' )r� r r r� C s ) rN r� rh r@ rB rA r? r� r� )r< rN Z include32Z include64r� r )r� r �FxTools/ s zEnvironmentInfo.FxToolsc C s> | j dk s| jj rg S | jjdd�}tjj| jjd| �gS )z8 Microsoft .Net Framework SDK Libraries g ,@T)r9 zlib\um%s)rh r� r� rN rE r r r )r< r� r r r �NetFxSDKLibrariesG s z!EnvironmentInfo.NetFxSDKLibrariesc C s, | j dk s| jj rg S tjj| jjd�gS )z7 Microsoft .Net Framework SDK Includes g ,@z include\um)rh r� r� r r r )r< r r r �NetFxSDKIncludesR s z EnvironmentInfo.NetFxSDKIncludesc C s t jj| jjd�gS )z> Microsoft Visual Studio Team System Database z VSTSDB\Deploy)r r r r� rt )r< r r r �VsTDb\ s zEnvironmentInfo.VsTDbc C s~ | j dk rg S | j dk r0| jj}| jjdd�}n | jj}d}d| j |f }tjj||�g}| j dkrz|tjj||d�g7 }|S )z( Microsoft Build Engine g (@g .@T)rC r zMSBuild\%0.1f\bin%sZRoslyn) rh r� rr rN rD rt r r r )r< � base_pathr� r Zbuildr r r �MSBuildc s zEnvironmentInfo.MSBuildc C s" | j dk rg S tjj| jjd�gS )z. Microsoft HTML Help Workshop g &@zHTML Help Workshop)rh r r r r� rr )r< r r r �HTMLHelpWorkshopz s z EnvironmentInfo.HTMLHelpWorkshopc C sL | j dk rg S | jjdd�}tjj| jjd�}| j}tjj|d||f �gS )z= Microsoft Universal C Runtime SDK Libraries g ,@T)r9 r� z%sucrt%s) rh rN rE r r r r� r� � _ucrt_subdir)r< r� r� r� r r r � UCRTLibraries� s z EnvironmentInfo.UCRTLibrariesc C s6 | j dk rg S tjj| jjd�}tjj|d| j �gS )z; Microsoft Universal C Runtime SDK Include g ,@r� z%sucrt)rh r r r r� r� r� )r< r� r r r � UCRTIncludes� s z EnvironmentInfo.UCRTIncludesc C s | j j}|rd| S dS )zB Microsoft Universal C Runtime SDK version subdir z%s\r )r� r� )r< r� r r r r� � s z EnvironmentInfo._ucrt_subdirc C s | j dk r| j dkrg S | jjS )z% Microsoft Visual F# g &@g (@)rh r� r� )r< r r r �FSharp� s zEnvironmentInfo.FSharpc C sl | j jdd�}| jdk r&| jj}d}n| jjjdd�}d}| jdkrHdn| j}||| j|f }tjj||�S ) zA Microsoft Visual C++ runtime redistribuable dll T)r9 � z-redist%s\Microsoft.VC%d0.CRT\vcruntime%d0.dllz\Toolsz\Redistz.onecore%s\Microsoft.VC%d0.CRT\vcruntime%d0.dllg ,@) rN rE rh r� rz r; r r r )r< r� Z redist_pathZ vcruntimeZdll_verr r r �VCRuntimeRedist� s z EnvironmentInfo.VCRuntimeRedistTc C s� t | jd| j| j| j| jg|�| jd| j| j| j| j | j g|�| jd| j| j| j | j g|�| jd| j | j| j| j| j| j| j| j| jg |�d�}| jdkr�tjj| j�r�| j|d< |S )z� Return environment dict. Parameters ---------- exists: bool It True, only return existing paths. r� r� r� r )r� r� r� r � Zpy_vcruntime_redist)�dict� _build_pathsr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rh r r r r� )r< �exists�envr r r r% � sD zEnvironmentInfo.return_envc C sx t jj|�}tj|d�jtj�}t j||�}|rBtt tj j |��n|}|sbd|j � }t jj|��| j|�} tjj| �S )a Given an environment variable name and specified paths, return a pathsep-separated string of paths containing unique, extant, directories from those paths and from the environment variable. Raise an error if no paths are resolved. r z %s environment variable is empty)� itertools�chain� from_iterablerJ rK �splitr �pathsepr� �filterr rw �upperr r! r" �_unique_everseenr ) r< r^ Zspec_path_listsr� Z spec_pathsZ env_pathsr� Z extant_pathsry Z unique_pathsr r r r� � s z EnvironmentInfo._build_pathsc c sj t � }|j}|dkr:xPt|j|�D ]}||� |V q"W n,x*|D ]"}||�}||kr@||� |V q@W dS )z� List unique elements, preserving order. Remember all elements ever seen. _unique_everseen('AAAABBBCCDAABBB') --> A B C D _unique_everseen('ABBCcAD', str.lower) --> A B C D N)�set�addr � __contains__)r< �iterabler �seenZseen_add�element�kr r r r� s z EnvironmentInfo._unique_everseen)Nr )T)N)!r r r rI r= rL rh r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r% r� r� r r r r r$ 1 s: - -r$ )r )r )!rI r r. �platformr� Zdistutils.errorsr Z#setuptools.extern.packaging.versionr Zsetuptools.extern.six.movesr Zmonkeyr �systemr �environrJ r� � ImportErrorr! r" Z_msvc9_suppress_errorsZdistutils.msvc9compilerr r r r- r1 r& r8 rM rc r$ r r r r �<module> s> + /& %[ b site-packages/setuptools/__pycache__/archive_util.cpython-36.opt-1.pyc 0000644 00000011713 15231162611 0021761 0 ustar 00 3 Xo�h� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z ddddd d d gZ G d d � d e�Z d d� Z e dfdd�Ze fdd �Ze fdd�Ze fdd�ZeeefZdS )z/Utilities for extracting common archive formats� N)�DistutilsError)�ensure_directory�unpack_archive�unpack_zipfile�unpack_tarfile�default_filter�UnrecognizedFormat�extraction_drivers�unpack_directoryc @ s e Zd ZdZdS )r z#Couldn't recognize the archive typeN)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/archive_util.pyr s c C s |S )z@The default progress/filter callback; returns True for all filesr )�src�dstr r r r s c C sN xH|pt D ]0}y|| ||� W n tk r4 w Y q X dS q W td| ��dS )a� Unpack `filename` to `extract_dir`, or raise ``UnrecognizedFormat`` `progress_filter` is a function taking two arguments: a source path internal to the archive ('/'-separated), and a filesystem path where it will be extracted. The callback must return the desired extract path (which may be the same as the one passed in), or else ``None`` to skip that file or directory. The callback can thus be used to report on the progress of the extraction, as well as to filter the items extracted or alter their extraction paths. `drivers`, if supplied, must be a non-empty sequence of functions with the same signature as this function (minus the `drivers` argument), that raise ``UnrecognizedFormat`` if they do not support extracting the designated archive type. The `drivers` are tried in sequence until one is found that does not raise an error, or until all are exhausted (in which case ``UnrecognizedFormat`` is raised). If you do not supply a sequence of drivers, the module's ``extraction_drivers`` constant will be used, which means that ``unpack_zipfile`` and ``unpack_tarfile`` will be tried, in that order. Nz!Not a recognized archive type: %s)r r )�filename� extract_dir�progress_filterZdriversZdriverr r r r s c C s� t jj| �std| ��| d|fi}x�t j| �D ]�\}}}|| \}}x4|D ],} || d t jj|| �f|t jj|| �< qLW x\|D ]T} t jj|| �} ||| | �} | s�q�t| � t jj|| �} tj| | � tj | | � q�W q0W dS )z�"Unpack" a directory, using the same interface as for archives Raises ``UnrecognizedFormat`` if `filename` is not a directory z%s is not a directory� �/N) �os�path�isdirr �walk�joinr �shutilZcopyfileZcopystat) r r r �paths�base�dirs�filesr r �d�f�targetr r r r ? s , c C s� t j| �std| f ��t j| ���}x�|j� D ]�}|j}|jd�s.d|jd�krRq.tj j |f|jd��� }|||�}|szq.|j d�r�t |� n4t |� |j |j�}t|d��}|j|� W dQ R X |jd? } | r.tj|| � q.W W dQ R X dS )z�Unpack zip `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a zipfile (as determined by ``zipfile.is_zipfile()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. z%s is not a zip filer z..�wbN� )�zipfileZ is_zipfiler ZZipFileZinfolistr � startswith�splitr r r �endswithr �read�open�writeZ external_attr�chmod) r r r �z�info�namer$ �datar# Zunix_attributesr r r r Z s( c C sh yt j| �}W n$ t jk r2 td| f ��Y nX tj|��� dd� |_�x |D �] }|j}|jd� oxd|j d�krTt j j |f|j d��� }xV|dk r�|j � s�|j� r�|j}|j� r�tj|j�}tj ||�}tj|�}|j|�}q�W |dk rT|j� �s|j� rT|||�} | rT| jt j��r,| dd � } y|j|| � W qT t jk �rT Y qTX qTW dS Q R X dS ) z�Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` Raises ``UnrecognizedFormat`` if `filename` is not a tarfile (as determined by ``tarfile.open()``). See ``unpack_archive()`` for an explanation of the `progress_filter` argument. z/%s is not a compressed or uncompressed tar filec W s d S )Nr )�argsr r r �<lambda>� s z unpack_tarfile.<locals>.<lambda>r z..N� T���)�tarfiler, ZTarErrorr � contextlib�closing�chownr1 r( r) r r r ZislnkZissymZlinkname� posixpath�dirname�normpathZ _getmember�isfiler r* �sepZ_extract_memberZ ExtractError) r r r Ztarobj�memberr1 Z prelim_dstZlinkpathr Z final_dstr r r r s8 )r r' r7 r r r; r8 Zdistutils.errorsr Z pkg_resourcesr �__all__r r r r r r r r r r r �<module> s$ " % . site-packages/setuptools/__pycache__/monkey.cpython-36.pyc 0000644 00000010773 15231162611 0017653 0 ustar 00 3 Xo�h� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddl Z ddl m Z ddl Z g Z dd� Zdd� Zd d � Zd d � Zd d� Zdd� Zdd� Zdd� ZdS )z Monkey patching of distutils. � N)� import_module)�sixc C s" t j� dkr| f| j S tj| �S )am Returns the bases classes for cls sorted by the MRO. Works around an issue on Jython where inspect.getmro will not return all base classes if multiple classes share the same name. Instead, this function will return a tuple containing the class itself, and the contents of cls.__bases__. See https://github.com/pypa/setuptools/issues/1024. ZJython)�platformZpython_implementation� __bases__�inspectZgetmro)�cls� r � /usr/lib/python3.6/monkey.py�_get_mro s r c C s0 t | tj�rtnt | tj�r tndd� }|| �S )Nc S s d S )Nr )�itemr r r �<lambda>* s z get_unpatched.<locals>.<lambda>)� isinstancer Z class_types�get_unpatched_class�types� FunctionType�get_unpatched_function)r �lookupr r r � get_unpatched& s r c C s: dd� t | �D �}t|�}|jjd�s6d| }t|��|S )z�Protect against re-patching the distutils if reloaded Also ensures that no other distutils extension monkeypatched the distutils first. c s s | ]}|j jd �s|V qdS )� setuptoolsN)� __module__� startswith)�.0r r r r � <genexpr>6 s z&get_unpatched_class.<locals>.<genexpr>� distutilsz(distutils has already been patched by %r)r �nextr r �AssertionError)r Zexternal_bases�base�msgr r r r / s r c C s� t jtj_tjd k} | r"t jtj_tjd k pxd tj k o@dk n pxdtj k oZdk n pxdtj k otdkn }|r�d }|tjj _ t � x"tj tjtj fD ]}t j j|_q�W t jjtj_t jjtj_d tjk� r�t jjtjd _t� d S )N� � � � � r � � z https://upload.pypi.org/legacy/zdistutils.command.build_ext)r r r )r r! r" )r r )r r r! )r r# )r r# r$ )r r )r r r )r ZCommandr Zcore�sys� version_info�findallZfilelist�configZ PyPIRCCommandZDEFAULT_REPOSITORY�+_patch_distribution_metadata_write_pkg_file�dist�cmdZ Distribution� extensionZ Extension�modules�#patch_for_msvc_specialized_compiler)Zhas_issue_12885Zneeds_warehouseZ warehouse�moduler r r � patch_allA s& r0 c C s t jjtjj_dS )zDPatch write_pkg_file to also write Requires-Python/Requires-ExternalN)r r* Zwrite_pkg_filer ZDistributionMetadatar r r r r) j s r) c C s* t ||�}t| �jd|� t||| � dS )z� Patch func_name in target_mod with replacement Important - original must be resolved by name to avoid patching an already patched function. � unpatchedN)�getattr�vars� setdefault�setattr)Z replacementZ target_mod� func_nameZoriginalr r r � patch_funcq s r7 c C s t | d�S )Nr1 )r2 )� candidater r r r � s r c s� t d�� tj� dkrdS � fdd�} tj| d�}tj| d�}y t|d�� t|d �� W n tk rl Y nX yt|d �� W n tk r� Y nX yt|d �� W n tk r� Y nX dS ) z\ Patch functions in distutils to use standalone Microsoft Visual C++ compilers. zsetuptools.msvcZWindowsNc sL d| kr dnd}||j d� }t� |�}t| �}t||�sBt|��|||fS )zT Prepare the parameters for patch_func to patch indicated function. �msvc9Zmsvc9_Zmsvc14_�_)�lstripr2 r �hasattr� ImportError)Zmod_namer6 Z repl_prefixZ repl_name�repl�mod)�msvcr r � patch_params� s z9patch_for_msvc_specialized_compiler.<locals>.patch_paramszdistutils.msvc9compilerzdistutils._msvccompilerZfind_vcvarsallZquery_vcvarsallZ _get_vc_envZgen_lib_options)r r �system� functools�partialr7 r= )rA r9 Zmsvc14r )r@ r r. � s& r. )�__doc__r% Zdistutils.filelistr r r rC � importlibr r Zsetuptools.externr r �__all__r r r r0 r) r7 r r. r r r r �<module> s$ ) site-packages/setuptools/__pycache__/py27compat.cpython-36.opt-1.pyc 0000644 00000001346 15231162611 0021311 0 ustar 00 3 Xo�h � @ sT d Z ddlZddlmZ dd� Zejr.dd� Zej� dko>ejZerHendd � Z dS ) z2 Compatibility Support for Python 2.7 and earlier � N)�sixc C s | j |�S )zH Given an HTTPMessage, return all headers matching a given key. )Zget_all)�message�key� r � /usr/lib/python3.6/py27compat.py�get_all_headers s r c C s | j |�S )N)Z getheaders)r r r r r r s ZLinuxc C s | S )Nr )�xr r r �<lambda> s r ) �__doc__�platformZsetuptools.externr r ZPY2�systemZlinux_py2_ascii�strZ rmtree_safer r r r �<module> s site-packages/setuptools/__pycache__/glibc.cpython-36.pyc 0000644 00000002704 15231162611 0017424 0 ustar 00 3 Xo�hJ � @ sH d dl mZ d dlZd dlZd dlZdd� Zdd� Zdd� Zd d � ZdS ) � )�absolute_importNc C sP t jd�} y | j}W n tk r( dS X t j|_|� }t|t�sL|jd�}|S )z9Returns glibc version string, or None if not using glibc.N�ascii) �ctypesZCDLL�gnu_get_libc_version�AttributeErrorZc_char_pZrestype� isinstance�str�decode)Zprocess_namespacer � version_str� r �/usr/lib/python3.6/glibc.py�glibc_version_string s r c C sH t jd| �}|s$tjd| t� dS t|jd��|koFt|jd��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sF�major�minor)�re�match�warnings�warn�RuntimeWarning�int�group)r �required_major� minimum_minor�mr r r �check_glibc_version$ s r c C s t � }|d krdS t|| |�S )NF)r r )r r r r r r �have_compatible_glibc4 s r c C s t � } | dkrdS d| fS dS )z�Try to determine the glibc version Returns a tuple of strings (lib, version) which default to empty strings in case the lookup fails. N� Zglibc)r r )r )Z glibc_versionr r r �libc_verL s r ) Z __future__r r r r r r r r r r r r �<module> s site-packages/setuptools/__pycache__/__init__.cpython-36.pyc 0000644 00000014113 15231162611 0020100 0 ustar 00 3 Xo�hD � @ s2 d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl m Z m Z ddl ZddlmZ ddlmZmZ ddlmZ d d lmZ d d d ddddgZejjZdZdZ dgZ G dd� de �Z G dd� de �Z e j!Z"dd� Z#dd � Z$ej%j$j e$_ ej&ej%j'�Z(G dd� de(�Z'd d � Z)ej*fd d �Z+ej,� dS ) z@Extensions to the 'distutils' for large or complex distributions� N)� convert_path)� fnmatchcase)�filter�map)� Extension)� Distribution�Feature)�Require� )�monkey�setupr r �Commandr r � find_packagesTz lib2to3.fixesc @ sH e Zd ZdZedf d fdd��Zedd� �Zedd � �Zed d � �Z d S )� PackageFinderzI Generate a list of all Python packages found within a directory �.�*c C s& t | jt|�| jd|�� | j|� ��S )a Return a list all Python packages found within directory 'where' 'where' is the root directory which will be searched for packages. It should be supplied as a "cross-platform" (i.e. URL-style) path; it will be converted to the appropriate local path syntax. 'exclude' is a sequence of package names to exclude; '*' can be used as a wildcard in the names, such that 'foo.*' will exclude all subpackages of 'foo' (but not 'foo' itself). 'include' is a sequence of package names to include. If it's specified, only the named packages will be included. If it's not specified, all found packages will be included. 'include' can contain shell style wildcard patterns just like 'exclude'. �ez_setup� *__pycache__)r r )�list�_find_packages_iterr � _build_filter)�cls�where�exclude�include� r � /usr/lib/python3.6/__init__.py�find' s zPackageFinder.findc c s� x�t j|dd�D ]�\}}}|dd� }g |dd�< xp|D ]h}t jj||�} t jj| |�} | jt jjd�} d|ks8| j| � r~q8|| �r�|| � r�| V |j|� q8W qW dS )zy All the packages found in 'where' that pass the 'include' filter, but not the 'exclude' filter. T)� followlinksNr ) �os�walk�path�join�relpath�replace�sep�_looks_like_package�append) r r r r �root�dirs�filesZall_dirs�dir� full_pathZrel_path�packager r r r > s z!PackageFinder._find_packages_iterc C s t jjt jj| d��S )z%Does a directory look like a package?z __init__.py)r r! �isfiler" )r! r r r r& Z s z!PackageFinder._looks_like_packagec s � fdd�S )z� Given a list of patterns, return a callable that will be true only if the input matches at least one of the patterns. c s t � fdd��D ��S )Nc 3 s | ]}t � |d �V qdS ))�patN)r )�.0r/ )�namer r � <genexpr>e s z@PackageFinder._build_filter.<locals>.<lambda>.<locals>.<genexpr>)�any)r1 )�patterns)r1 r �<lambda>e s z-PackageFinder._build_filter.<locals>.<lambda>r )r4 r )r4 r r _ s zPackageFinder._build_filterN)r ) �__name__� __module__� __qualname__�__doc__� classmethodr r � staticmethodr& r r r r r r " s r c @ s e Zd Zedd� �ZdS )�PEP420PackageFinderc C s dS )NTr )r! r r r r& i s z'PEP420PackageFinder._looks_like_packageN)r6 r7 r8 r; r& r r r r r< h s r< c C s@ t jjtdd� | j� D ���}|jdd� |jr<|j|j� d S )Nc s s" | ]\}}|dkr||fV qdS )�dependency_links�setup_requiresN)r= r> r )r0 �k�vr r r r2 u s z*_install_setup_requires.<locals>.<genexpr>T)Zignore_option_errors)� distutils�corer �dict�itemsZparse_config_filesr> Zfetch_build_eggs)�attrs�distr r r �_install_setup_requiresq s rG c K s t | � tjjf | �S )N)rG rA rB r )rE r r r r ~ s c @ s( e Zd ZejZdZdd� Zddd�ZdS ) r Fc K s t j| |� t| �j|� dS )zj Construct the command for dist, updating vars(self) with any keyword parameters. N)�_Command�__init__�vars�update)�selfrF �kwr r r rI � s zCommand.__init__r c K s t j| ||�}t|�j|� |S )N)rH �reinitialize_commandrJ rK )rL ZcommandZreinit_subcommandsrM �cmdr r r rN � s z Command.reinitialize_commandN)r )r6 r7 r8 rH r9 Zcommand_consumes_argumentsrI rN r r r r r � s c C s& dd� t j| dd�D �}tt jj|�S )z% Find all files under 'path' c s s, | ]$\}}}|D ]}t jj||�V qqd S )N)r r! r" )r0 �baser) r* �filer r r r2 � s z#_find_all_simple.<locals>.<genexpr>T)r )r r r r! r. )r! �resultsr r r �_find_all_simple� s rS c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z� Find all files under 'dir' and return the list of full filenames. Unless dir is '.', return full filenames with dir prepended. )�start) rS r �curdir� functools�partialr! r# r r )r+ r* Zmake_relr r r �findall� s rX )-r9 r rV Zdistutils.corerA Zdistutils.filelistZdistutils.utilr Zfnmatchr Zsetuptools.extern.six.movesr r Zsetuptools.versionZ setuptoolsZsetuptools.extensionr Zsetuptools.distr r Zsetuptools.dependsr � r �__all__�version� __version__Zbootstrap_install_fromZrun_2to3_on_doctestsZlib2to3_fixer_packages�objectr r< r r rG r rB Z get_unpatchedr rH rS rU rX Z patch_allr r r r �<module> s: F site-packages/setuptools/__pycache__/glob.cpython-36.pyc 0000644 00000007276 15231162611 0017300 0 ustar 00 3 Xo�hW � @ s� d Z ddlZddlZddlZddlmZ dddgZddd�Zd d d�Zd d � Z d d � Z dd� Z dd� Z dd� Z ejd�Zejd�Zdd� Zdd� Zdd� ZdS ) z� Filename globbing utility. Mostly a copy of `glob` from Python 3.5. Changes include: * `yield from` and PEP3102 `*` removed. * `bytes` changed to `six.binary_type`. * Hidden files are not ignored. � N)� binary_type�glob�iglob�escapeFc C s t t| |d��S )ay Return a list of paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. )� recursive)�listr )�pathnamer � r �/usr/lib/python3.6/glob.pyr s c C s, t | |�}|r(t| �r(t|�}| s(t�|S )a� Return an iterator which yields the paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. )�_iglob� _isrecursive�next�AssertionError)r r �it�sr r r r s c c s t jj| �\}}t| �sF|r0t jj| �rB| V nt jj|�rB| V d S |s�|rrt|�rrx4t||�D ] }|V qbW nxt||�D ] }|V q~W d S || kr�t|�r�t ||�}n|g}t|�r�|r�t|�r�t}q�t}nt }x0|D ](}x"|||�D ]}t jj ||�V q�W q�W d S )N) �os�path�split� has_magic�lexists�isdirr �glob2�glob1r �glob0�join)r r �dirname�basename�x�dirsZ glob_in_dir�namer r r r 2 s4 r c C sR | s"t |t�r tjjd�} ntj} ytj| �}W n tk rD g S X tj||�S )N�ASCII) � isinstancer r �curdir�encode�listdir�OSError�fnmatch�filter)r �pattern�namesr r r r ] s r c C s8 |st jj| �r4|gS n t jjt jj| |��r4|gS g S )N)r r r r r )r r r r r r j s r c c s6 t |�s t�|d d� V xt| �D ] }|V q$W d S )Nr )r r � _rlistdir)r r( r r r r r z s r c c s� | s"t | t�r ttjd�} ntj} ytj| �}W n tjk rF d S X xJ|D ]B}|V | rjtjj| |�n|}x t|�D ]}tjj||�V qxW qNW d S )Nr ) r! r r r" r$ �errorr r r* )r r) r r �yr r r r* � s r* z([*?[])s ([*?[])c C s( t | t�rtj| �}n tj| �}|d k S )N)r! r �magic_check_bytes�search� magic_check)r �matchr r r r � s r c C s t | t�r| dkS | dkS d S )Ns **z**)r! r )r( r r r r � s r c C s< t jj| �\}} t| t�r(tjd| �} n tjd| �} || S )z#Escape all special characters. s [\1]z[\1])r r � splitdriver! r r- �subr/ )r Zdriver r r r � s )F)F)�__doc__r �rer& Zsetuptools.extern.sixr �__all__r r r r r r r* �compiler/ r- r r r r r r r �<module> s" + site-packages/setuptools/__pycache__/pep425tags.cpython-36.opt-1.pyc 0000644 00000016151 15231162611 0021202 0 ustar 00 3 Xo�hy* � @ s� d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl Z ddl Z ddl m Z ddl mZ ejd�Zd d � Zd d � Zd d� Zdd� Zdd� Zd#dd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd$d!d"�Z e� Z dS )%z2Generate and work with PEP 425 Compatibility Tags.� )�absolute_importN)�log)� OrderedDict� )�glibcz(.+)_(\d+)_(\d+)_(.+)c C sB y t j| �S tk r< } ztjdj|�t� d S d }~X nX d S )Nz{})� sysconfig�get_config_var�IOError�warnings�warn�format�RuntimeWarning)�var�e� r � /usr/lib/python3.6/pep425tags.pyr s r c C s: t td�rd} n&tjjd�r"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.�pypy_version_info�pp�javaZjyZcliZip�cp)�hasattr�sys�platform� startswith)Zpyimplr r r � get_abbr_impl s r c C s. t d�} | st� dkr*djttt� ��} | S )z Return implementation version.�py_version_nodotr � )r r �join�map�str�get_impl_version_info)Zimpl_verr r r � get_impl_ver) s r! c C s: t � dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor version.r r r N)r r � version_infor �major�minorr r r r r 1 s r c C s dj t� t� �S )z; Returns the Tag for this specific implementation. z{}{})r r r! r r r r � get_impl_tag< s r% Tc C s. t | �}|dkr&|r tjd| � |� S ||kS )zgUse a fallback method for determining SOABI flags if the needed config var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r r �debug)r Zfallback�expectedr �valr r r �get_flagC s r) c s� t d�} t� � | r�� dkr�ttd�r�d}d}d}tddd� � dkd �rLd }td � fd d�� dkd �rjd }tddd� d� dko�tjd k d�r�tjd k r�d}d� t� |||f }n@| r�| jd�r�d| jd�d }n | r�| j dd�j dd�}nd}|S ) zXReturn the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).�SOABIr r � maxunicoder �Py_DEBUGc S s t td�S )N�gettotalrefcount)r r r r r r �<lambda>Y s z get_abi_tag.<locals>.<lambda>)r �d� WITH_PYMALLOCc s � dkS )Nr r r )�implr r r. ] s �mZPy_UNICODE_SIZEc S s t jdkS )Ni�� )r r+ r r r r r. a s � � )r' r �uz %s%s%s%s%szcpython-�-r �.�_N> r r )r4 r4 )r4 r4 ) r r r r r) r" r! r �split�replace)Zsoabir/ r2 r5 �abir )r1 r � get_abi_tagO s8 r< c C s t jdkS )Ni���)r �maxsizer r r r �_is_running_32bitq s r> c C s� t jdkr^tj� \} }}| jd�}|dkr6t� r6d}n|dkrHt� rHd}dj|d |d |�S tjj� j dd �j d d �}|d kr�t� r�d }|S )z0Return our platform name 'win32', 'linux_x86_64'�darwinr7 �x86_64�i386�ppc64�ppczmacosx_{}_{}_{}r r r8 r6 � linux_x86_64� linux_i686) r r Zmac_verr9 r> r � distutils�util� get_platformr: )�releaser8 �machineZ split_ver�resultr r r rH u s rH c C sF t � dkrdS ydd l} t| j�S ttfk r8 Y nX tjdd�S )NrD rE Fr � � > rD rE )rH � _manylinux�boolZmanylinux1_compatible� ImportError�AttributeErrorr Zhave_compatible_glibc)rN r r r �is_manylinux1_compatible� s rR c sv g }� �fdd�� t d dddg��� | ||�r8|j|� x.�D ]&}|�| kr>� | ||�r>|j|� q>W |jd � |S )z�Return a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. c s~ |dkr| |fd kS |dkr(| |fd kS |dkr<| |fd kS |dkrP| |fd kS |�krzx �| D ]}� | ||�rbdS qbW d S )NrC � rM rB rA r3 r@ TF)rS rM )rS rM )rS r3 )rS rM r )r# r$ �arch�garch)�_supports_arch�groupsr r rV � s z)get_darwin_arches.<locals>._supports_arch�fatrA rC �intelr@ �fat64rB �fat32Z universal�rA rC )rX r\ �r@ rA )rY r] �r@ rB )rZ r^ �r@ rA rC )r[ r_ )r �append)r# r$ rJ �archesrU r )rV rW r �get_darwin_arches� s $ rb Fc C s g }| dkrXg } t � }|dd� }x4t|d dd�D ] }| jdjtt||f ��� q4W |p`t� }g } |pnt� }|r�|g| dd�< t� } ddl } x8| j � D ],} | d j d�r�| j | d j dd�d � q�W | jtt| ��� | jd� |�sx|p�t� } | j d ��r�tj| �}|�r�|j� \}}}}d j||�}g }xTttt|�d ��D ]4}x,tt|�||�D ]}|j|||f � �q^W �qHW n| g}n*|dk�r�t� �r�| jd d �| g}n| g}x:| D ]2}x*|D ]"} |jd || d f || f� �q�W �q�W xZ| dd� D ]J}|dk�rP x6| D ].}x&|D ] } |jd ||f || f� �q W �qW �q�W x*|D ]"} |jd| d d d| f� �qRW |jd || d f ddf� |jd || d d f ddf� xNt| �D ]B\}}|jd|f ddf� |dk�r�|jd|d ddf� �q�W |S )ac Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. Nr r r z.abir7 rL ZnoneZmacosxz {}_{}_%i_%s�linuxZ manylinux1z%s%s�31�30zpy%s�any���rg rg rg > re rd ) r �ranger` r r r r r< �set�impZ get_suffixesr �addr9 �extend�sorted�listrH � _osx_arch_pat�matchrW r �reversed�intrb rR r: � enumerate)ZversionsZnoarchr r1 r; Z supportedr" r# r$ ZabisZabi3srj �suffixrT rp �nameZ actual_archZtplra r2 �a�version�ir r r � get_supported� sh ( * " ry )TT)NFNNN) �__doc__Z __future__r Zdistutils.utilrF r r �rer r r � collectionsr r r �compilero r r r! r r% r) r< r> rH rR rb ry Zimplementation_tagr r r r �<module> s2 "= _ site-packages/setuptools/__pycache__/pep425tags.cpython-36.pyc 0000644 00000016151 15231162611 0020243 0 ustar 00 3 Xo�hy* � @ s� d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl Z ddl Z ddl m Z ddl mZ ejd�Zd d � Zd d � Zd d� Zdd� Zdd� Zd#dd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd$d!d"�Z e� Z dS )%z2Generate and work with PEP 425 Compatibility Tags.� )�absolute_importN)�log)� OrderedDict� )�glibcz(.+)_(\d+)_(\d+)_(.+)c C sB y t j| �S tk r< } ztjdj|�t� d S d }~X nX d S )Nz{})� sysconfig�get_config_var�IOError�warnings�warn�format�RuntimeWarning)�var�e� r � /usr/lib/python3.6/pep425tags.pyr s r c C s: t td�rd} n&tjjd�r"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.�pypy_version_info�pp�javaZjyZcliZip�cp)�hasattr�sys�platform� startswith)Zpyimplr r r � get_abbr_impl s r c C s. t d�} | st� dkr*djttt� ��} | S )z Return implementation version.�py_version_nodotr � )r r �join�map�str�get_impl_version_info)Zimpl_verr r r � get_impl_ver) s r! c C s: t � dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor version.r r r N)r r � version_infor �major�minorr r r r r 1 s r c C s dj t� t� �S )z; Returns the Tag for this specific implementation. z{}{})r r r! r r r r � get_impl_tag< s r% Tc C s. t | �}|dkr&|r tjd| � |� S ||kS )zgUse a fallback method for determining SOABI flags if the needed config var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r r �debug)r Zfallback�expectedr �valr r r �get_flagC s r) c s� t d�} t� � | r�� dkr�ttd�r�d}d}d}tddd� � dkd �rLd }td � fd d�� dkd �rjd }tddd� d� dko�tjd k d�r�tjd k r�d}d� t� |||f }n@| r�| jd�r�d| jd�d }n | r�| j dd�j dd�}nd}|S ) zXReturn the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).�SOABIr r � maxunicoder �Py_DEBUGc S s t td�S )N�gettotalrefcount)r r r r r r �<lambda>Y s z get_abi_tag.<locals>.<lambda>)r �d� WITH_PYMALLOCc s � dkS )Nr r r )�implr r r. ] s �mZPy_UNICODE_SIZEc S s t jdkS )Ni�� )r r+ r r r r r. a s � � )r' r �uz %s%s%s%s%szcpython-�-r �.�_N> r r )r4 r4 )r4 r4 ) r r r r r) r" r! r �split�replace)Zsoabir/ r2 r5 �abir )r1 r � get_abi_tagO s8 r< c C s t jdkS )Ni���)r �maxsizer r r r �_is_running_32bitq s r> c C s� t jdkr^tj� \} }}| jd�}|dkr6t� r6d}n|dkrHt� rHd}dj|d |d |�S tjj� j dd �j d d �}|d kr�t� r�d }|S )z0Return our platform name 'win32', 'linux_x86_64'�darwinr7 �x86_64�i386�ppc64�ppczmacosx_{}_{}_{}r r r8 r6 � linux_x86_64� linux_i686) r r Zmac_verr9 r> r � distutils�util� get_platformr: )�releaser8 �machineZ split_ver�resultr r r rH u s rH c C sF t � dkrdS ydd l} t| j�S ttfk r8 Y nX tjdd�S )NrD rE Fr � � > rE rD )rH � _manylinux�boolZmanylinux1_compatible� ImportError�AttributeErrorr Zhave_compatible_glibc)rN r r r �is_manylinux1_compatible� s rR c sv g }� �fdd�� t d dddg��� | ||�r8|j|� x.�D ]&}|�| kr>� | ||�r>|j|� q>W |jd � |S )z�Return a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. c s~ |dkr| |fd kS |dkr(| |fd kS |dkr<| |fd kS |dkrP| |fd kS |�krzx �| D ]}� | ||�rbdS qbW d S )NrC � rM rB rA r3 r@ TF)rS rM )rS rM )rS r3 )rS rM r )r# r$ �arch�garch)�_supports_arch�groupsr r rV � s z)get_darwin_arches.<locals>._supports_arch�fatrA rC �intelr@ �fat64rB �fat32Z universal�rA rC )rX r\ �r@ rA )rY r] �r@ rB )rZ r^ �r@ rA rC )r[ r_ )r �append)r# r$ rJ �archesrU r )rV rW r �get_darwin_arches� s $ rb Fc C s g }| dkrXg } t � }|dd� }x4t|d dd�D ] }| jdjtt||f ��� q4W |p`t� }g } |pnt� }|r�|g| dd�< t� } ddl } x8| j � D ],} | d j d�r�| j | d j dd�d � q�W | jtt| ��� | jd� |�sx|p�t� } | j d ��r�tj| �}|�r�|j� \}}}}d j||�}g }xTttt|�d ��D ]4}x,tt|�||�D ]}|j|||f � �q^W �qHW n| g}n*|dk�r�t� �r�| jd d �| g}n| g}x:| D ]2}x*|D ]"} |jd || d f || f� �q�W �q�W xZ| dd� D ]J}|dk�rP x6| D ].}x&|D ] } |jd ||f || f� �q W �qW �q�W x*|D ]"} |jd| d d d| f� �qRW |jd || d f ddf� |jd || d d f ddf� xNt| �D ]B\}}|jd|f ddf� |dk�r�|jd|d ddf� �q�W |S )ac Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. Nr r r z.abir7 rL ZnoneZmacosxz {}_{}_%i_%s�linuxZ manylinux1z%s%s�31�30zpy%s�any���rg rg rg > re rd ) r �ranger` r r r r r< �set�impZ get_suffixesr �addr9 �extend�sorted�listrH � _osx_arch_pat�matchrW r �reversed�intrb rR r: � enumerate)ZversionsZnoarchr r1 r; Z supportedr" r# r$ ZabisZabi3srj �suffixrT rp �nameZ actual_archZtplra r2 �a�version�ir r r � get_supported� sh ( * " ry )TT)NFNNN) �__doc__Z __future__r Zdistutils.utilrF r r �rer r r � collectionsr r r �compilero r r r! r r% r) r< r> rH rR rb ry Zimplementation_tagr r r r �<module> s2 "= _ site-packages/setuptools/__pycache__/unicode_utils.cpython-36.pyc 0000644 00000002114 15231162611 0021205 0 ustar 00 3 Xo�h� � @ s8 d dl Z d dlZd dlmZ dd� Zdd� Zdd� ZdS ) � N)�sixc C sV t | tj�rtjd| �S y$| jd�} tjd| �} | jd�} W n tk rP Y nX | S )NZNFDzutf-8)� isinstancer � text_type� unicodedataZ normalize�decode�encode� UnicodeError)�path� r �#/usr/lib/python3.6/unicode_utils.py� decompose s r c C sX t | tj�r| S tj� pd}|df}x.|D ]&}y | j|�S tk rN w*Y q*X q*W dS )zY Ensure that the given path is decoded, NONE when no expected encoding works zutf-8N)r r r �sys�getfilesystemencodingr �UnicodeDecodeError)r Zfs_encZ candidates�encr r r �filesys_decode s r c C s$ y | j |�S tk r dS X dS )z/turn unicode encoding into a functional routineN)r �UnicodeEncodeError)�stringr r r r � try_encode' s r )r r Zsetuptools.externr r r r r r r r �<module> s site-packages/setuptools/__pycache__/py31compat.cpython-36.pyc 0000644 00000002711 15231162611 0020342 0 ustar 00 3 Xo�h� � @ s� d dgZ yddlmZmZ W n, ek rH ddlmZmZ dd� ZY nX yddlmZ W n4 ek r� ddl Z ddlZG dd � d e �ZY nX dS ) �get_config_vars�get_path� )r r )r �get_python_libc C s | dkrt d��t| dk�S )N�platlib�purelibz Name must be purelib or platlib)r r )� ValueErrorr )�name� r � /usr/lib/python3.6/py31compat.pyr s )�TemporaryDirectoryNc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r z� Very simple temporary directory context manager. Will try to delete afterward, but will also ignore OS and similar errors on deletion. c C s d | _ tj� | _ d S )N)r �tempfileZmkdtemp)�selfr r r �__init__ s zTemporaryDirectory.__init__c C s | j S )N)r )r r r r � __enter__! s z TemporaryDirectory.__enter__c C s2 yt j| jd� W n tk r& Y nX d | _d S )NT)�shutilZrmtreer �OSError)r �exctypeZexcvalueZexctracer r r �__exit__$ s zTemporaryDirectory.__exit__N)�__name__� __module__� __qualname__�__doc__r r r r r r r r s r ) �__all__� sysconfigr r � ImportErrorZdistutils.sysconfigr r r r �objectr r r r �<module> s site-packages/setuptools/__pycache__/config.cpython-36.pyc 0000644 00000035217 15231162611 0017616 0 ustar 00 3 Xo�hVF � @ s� d dl mZmZ d dlZd dlZd dlZd dlmZ d dlm Z d dl m Z d dl m Z mZ d dlmZmZ d dlmZ dd d �Zd d � Zddd�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�unicode_literalsN)� defaultdict)�partial)� import_module)�DistutilsOptionError�DistutilsFileError)� LegacyVersion�parse)� string_typesFc C s� ddl m}m} tjj| �} tjj| �s4td| ��tj� }tj tjj | �� zJ|� }|rb|j � ng }| |krx|j | � |j ||d� t||j|d�}W dtj |� X t|�S )a, Read given configuration file and returns options from it as a dict. :param str|unicode filepath: Path to configuration file to get options from. :param bool find_others: Whether to search for other configuration files which could be on in various places. :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: dict r )� Distribution� _Distributionz%Configuration file %s does not exist.)� filenames)�ignore_option_errorsN)Zsetuptools.distr r �os�path�abspath�isfiler �getcwd�chdir�dirnameZfind_config_files�appendZparse_config_files�parse_configuration�command_options�configuration_to_dict) �filepathZ find_othersr r r Zcurrent_directoryZdistr �handlers� r � /usr/lib/python3.6/config.py�read_configuration s$ r c C sl t t�}x^| D ]V}|j}|j}xD|jD ]:}t|d| d�}|dkrNt||�}n|� }||| |< q&W qW |S )z�Returns configuration data gathered by given handlers as a dict. :param list[ConfigHandler] handlers: Handlers list, usually from parse_configuration() :rtype: dict zget_%sN)r �dict�section_prefix� target_obj� set_options�getattr)r Z config_dictZhandlerZ obj_aliasr" Zoption�getter�valuer r r r = s r c C s6 t | ||�}|j� t| j||| j�}|j� ||fS )a� Performs additional parsing of configuration options for a distribution. Returns a list of used option handlers. :param Distribution distribution: :param dict command_options: :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: list )�ConfigOptionsHandlerr �ConfigMetadataHandler�metadata� package_dir)Z distributionr r �options�metar r r r Z s r c @ s� e Zd ZdZdZi Zd!dd�Zedd� �Zdd � Z e d"d d ��Z e d d� �Z e dd� �Z e dd� �Zedd� �Zedd� �Ze d#dd��Ze dd� �Ze d$dd ��Zd d � Zd d � ZdS )%� ConfigHandlerz1Handles metadata supplied in configuration files.NFc C sb i }| j }x:|j� D ].\}}|j|�s(q|j|d�jd�}|||< qW || _|| _|| _g | _d S )N� �.) r! �items� startswith�replace�stripr r" �sectionsr# )�selfr" r+ r r4 r! � section_name�section_optionsr r r �__init__� s zConfigHandler.__init__c C s t d| jj ��dS )z.Metadata item name to parser function mapping.z!%s must provide .parsers propertyN)�NotImplementedError� __class__�__name__)r5 r r r �parsers� s zConfigHandler.parsersc C s� t � }| j}| jj||�}t|||�}||kr6t|��|r>d S d}| jj|�}|r�y ||�}W n tk r~ d}| jsz� Y nX |r�d S t|d| d �}|d kr�t |||� n||� | j j |� d S )NFTzset_%s) �tupler" �aliases�getr$ �KeyErrorr< � Exceptionr �setattrr# r ) r5 Z option_namer& �unknownr" Z current_valueZ skip_option�parser�setterr r r � __setitem__� s0 zConfigHandler.__setitem__�,c C s8 t |t�r|S d|kr |j� }n |j|�}dd� |D �S )z�Represents value as a list. Value is split either by separator (defaults to comma) or by lines. :param value: :param separator: List items separator character. :rtype: list � c S s g | ]}|j � r|j � �qS r )r3 )�.0�chunkr r r � <listcomp>� s z-ConfigHandler._parse_list.<locals>.<listcomp>)� isinstance�list� splitlines�split)�clsr& � separatorr r r � _parse_list� s zConfigHandler._parse_listc C sT d}i }xF| j |�D ]8}|j|�\}}}||kr<td| ��|j� ||j� < qW |S )zPRepresents value as a dict. :param value: :rtype: dict �=z(Unable to parse option value to dict: %s)rR � partitionr r3 )rP r& rQ �result�line�key�sep�valr r r � _parse_dict� s zConfigHandler._parse_dictc C s |j � }|dkS )zQRepresents value as boolean. :param value: :rtype: bool �1�true�yes)r[ r\ r] )�lower)rP r& r r r � _parse_bool� s zConfigHandler._parse_boolc s\ d}t |t�s|S |j|�s |S |t|�d� }dd� |jd�D �}dj� fdd�|D ��S )ai Represents value as a string, allowing including text from nearest files using `file:` directive. Directive is sandboxed and won't reach anything outside directory with setup.py. Examples: file: LICENSE file: README.rst, CHANGELOG.md, src/file.txt :param str value: :rtype: str zfile:Nc s s | ]}t jj|j� �V qd S )N)r r r r3 )rI r r r r � <genexpr> s z,ConfigHandler._parse_file.<locals>.<genexpr>rG rH c 3 s2 | ]*}� j |�sd rtjj|�r� j|�V qdS )TN)� _assert_localr r r � _read_file)rI r )rP r r r` s )rL r r1 �lenrO �join)rP r& Zinclude_directive�specZ filepathsr )rP r � _parse_file� s zConfigHandler._parse_filec C s | j tj� �std| ��d S )Nz#`file:` directive can not access %s)r1 r r r )r r r r ra s zConfigHandler._assert_localc C s" t j| dd�� }|j� S Q R X d S )Nzutf-8)�encoding)�io�open�read)r �fr r r rb s zConfigHandler._read_filec C s� d}|j |�s|S |j|d�j� jd�}|j� }dj|�}|p@d}tj� }|r�|d |kr�||d }|jdd�} t | �dkr�tj jtj� | d �}| d }q�|}n d|kr�tj jtj� |d �}t j j d|� zt |�} t| |�}W dt j dd� t _ X |S ) z�Represents value as a module attribute. Examples: attr: package.attr attr: package.module.attr :param str value: :rtype: str zattr:r. r/ r8 r �/� N)r1 r2 r3 rO �poprd r r �rsplitrc r �sys�insertr r$ ) rP r& r* Zattr_directiveZ attrs_pathZ attr_nameZ module_name� parent_pathZ custom_path�parts�moduler r r � _parse_attr s0 zConfigHandler._parse_attrc s � fdd�}|S )z�Returns parser function to represents value as a list. Parses a value applying given methods one after another. :param parse_methods: :rtype: callable c s | }x� D ] }||�}q W |S )Nr )r& �parsed�method)� parse_methodsr r r Q s z1ConfigHandler._get_parser_compound.<locals>.parser )rP rx r r )rx r �_get_parser_compoundH s z"ConfigHandler._get_parser_compoundc C s: i }|pdd� }x$|j � D ]\}\}}||�||< qW |S )z�Parses section options into a dictionary. Optionally applies a given parser to values. :param dict section_options: :param callable values_parser: :rtype: dict c S s | S )Nr )rY r r r �<lambda>f s z6ConfigHandler._parse_section_to_dict.<locals>.<lambda>)r0 )rP r7 Z values_parserr& rW �_rY r r r �_parse_section_to_dict[ s z$ConfigHandler._parse_section_to_dictc C s@ x:|j � D ].\}\}}y || |< W q tk r6 Y q X q W dS )zQParses configuration file section. :param dict section_options: N)r0 r@ )r5 r7 �namer{ r& r r r � parse_sectionk s zConfigHandler.parse_sectionc C sf x`| j j� D ]R\}}d}|r$d| }t| d| jdd�d�}|dkrVtd| j|f ��||� q W dS )zTParses configuration file items from one or more related sections. r. z_%szparse_section%sr/ �__Nz0Unsupported distribution option section: [%s.%s])r4 r0 r$ r2 r r! )r5 r6 r7 Zmethod_postfixZsection_parser_methodr r r r w s zConfigHandler.parse)F)rG )N)N)r; � __module__� __qualname__�__doc__r! r> r8 �propertyr< rF � classmethodrR rZ r_ rf � staticmethodra rb ru ry r| r~ r r r r r r- t s( & , r- c sH e Zd ZdZddddd�ZdZd� fd d � Zed d � �Zd d� Z � Z S )r( r) Zurl� description� classifiers� platforms)Z home_pageZsummaryZ classifier�platformFNc s t t| �j|||� || _d S )N)�superr( r8 r* )r5 r" r+ r r* )r: r r r8 � s z ConfigMetadataHandler.__init__c C s8 | j }| j}| j}|||||| j||�|||| j|d� S )z.Metadata item name to parser function mapping.) r� �keywordsZprovidesZrequiresZ obsoletesr� �licenser� Zlong_description�versionZ project_urls)rR rf rZ ry �_parse_version)r5 � parse_listZ parse_file� parse_dictr r r r< � s z ConfigMetadataHandler.parsersc C s� | j |�}||kr<|j� }tt|�t�r8td||f ��|S | j|| j�}t|�rX|� }t|t �s�t |d�r~dj t t |��}nd| }|S )zSParses `version` option value. :param value: :rtype: str z7Version loaded from %s does not comply with PEP 440: %s�__iter__r/ z%s)rf r3 rL r r r ru r* �callabler �hasattrrd �map�str)r5 r& r� r r r r� � s z$ConfigMetadataHandler._parse_version)FN) r; r� r� r! r> Z strict_moder8 r� r< r� � __classcell__r r )r: r r( � s r( c @ sT e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dS )r' r+ c C sL | j }t| j dd�}| j}| j}||||||||||||||| j| j|d�S )z.Metadata item name to parser function mapping.�;)rQ )Zzip_safeZuse_2to3Zinclude_package_datar* Zuse_2to3_fixersZuse_2to3_exclude_fixersZconvert_2to3_doctests�scriptsZeager_resourcesZdependency_linksZnamespace_packagesZinstall_requiresZsetup_requiresZ tests_requireZpackages� entry_pointsZ py_modules)rR r r_ rZ �_parse_packagesrf )r5 r� Zparse_list_semicolonZ parse_boolr� r r r r< � s* z ConfigOptionsHandler.parsersc C sB d}|j |�s| j|�S | j| jjdi ��}ddlm} |f |�S )zTParses `packages` option value. :param value: :rtype: list zfind:z packages.findr )� find_packages)r1 rR � parse_section_packages__findr4 r? Z setuptoolsr� )r5 r& Zfind_directive� find_kwargsr� r r r r� � s z$ConfigOptionsHandler._parse_packagesc sT | j || j�}dddg� t� fdd�|j� D ��}|jd�}|dk rP|d |d< |S )z�Parses `packages.find` configuration file section. To be used in conjunction with _parse_packages(). :param dict section_options: �where�includeZexcludec s$ g | ] \}}|� kr|r||f�qS r r )rI �k�v)� valid_keysr r rK s zEConfigOptionsHandler.parse_section_packages__find.<locals>.<listcomp>Nr )r| rR r r0 r? )r5 r7 Z section_datar� r� r )r� r r� s z1ConfigOptionsHandler.parse_section_packages__findc C s | j || j�}|| d< dS )z`Parses `entry_points` configuration file section. :param dict section_options: r� N)r| rR )r5 r7 rv r r r �parse_section_entry_points% s z/ConfigOptionsHandler.parse_section_entry_pointsc C s. | j || j�}|jd�}|r*||d< |d= |S )N�*r. )r| rR r? )r5 r7 rv �rootr r r �_parse_package_data- s z(ConfigOptionsHandler._parse_package_datac C s | j |�| d< dS )z`Parses `package_data` configuration file section. :param dict section_options: Z package_dataN)r� )r5 r7 r r r �parse_section_package_data7 s z/ConfigOptionsHandler.parse_section_package_datac C s | j |�| d< dS )zhParses `exclude_package_data` configuration file section. :param dict section_options: Zexclude_package_dataN)r� )r5 r7 r r r �"parse_section_exclude_package_data> s z7ConfigOptionsHandler.parse_section_exclude_package_datac C s" t | jdd�}| j||�| d< dS )zbParses `extras_require` configuration file section. :param dict section_options: r� )rQ Zextras_requireN)r rR r| )r5 r7 r� r r r � parse_section_extras_requireF s z1ConfigOptionsHandler.parse_section_extras_requireN) r; r� r� r! r� r< r� r� r� r� r� r� r� r r r r r' � s r' )FF)F)Z __future__r r rh r rp � collectionsr � functoolsr � importlibr Zdistutils.errorsr r Z#setuptools.extern.packaging.versionr r Zsetuptools.extern.sixr r r r �objectr- r( r' r r r r �<module> s" . M site-packages/setuptools/__pycache__/dist.cpython-36.pyc 0000644 00000107706 15231162611 0017317 0 ustar 00 3 Xo�hu� � @ s� d gZ ddlZddlZddlZddlZddlZddlZddlZddl Zddl Z ddl m Z ddl mZmZmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZmZmZ dd l m Z dd l m Z dd l m!Z! dd l"m#Z# ddl$Z$ddl%m&Z& e'd� e'd� dd� Z(dd� Z)dd� Z*e+e,fZ-dd� Z.dd� Z/d d � Z0d d � Z1d d!� Z2d"d#� Z3d$d%� Z4d&d'� Z5d(d)� Z6d*d+� Z7d,d-� Z8d.d/� Z9e!ej:j;�Z<G d0d � d e&e<�Z;G d1d2� d2�Z=dS )3� Distribution� N)� defaultdict)�DistutilsOptionError�DistutilsPlatformError�DistutilsSetupError)� rfc822_escape)� StrictVersion)�six)� packaging)�map�filter� filterfalse)�Require)�windows_support)� get_unpatched)�parse_configuration� )� Distribution_parse_config_filesz&setuptools.extern.packaging.specifiersz#setuptools.extern.packaging.versionc C s t jdt� t| �S )NzDo not call this function)�warnings�warn�DeprecationWarningr )�cls� r �/usr/lib/python3.6/dist.py�_get_unpatched# s r c C sn | j s | jrtd�S | jd k s8| jd k s8t| dd �d k r@td�S | js^| js^| js^| j s^| j rftd�S td�S )Nz2.1�python_requiresz1.2z1.1z1.0) � long_description_content_type�provides_extrasr � maintainer�maintainer_email�getattrZprovides�requiresZ obsoletesZ classifiers� download_url)Zdist_mdr r r �get_metadata_version( s r# c C sP t | �}|jd| � |jd| j� � |jd| j� � |jd| j� � |jd| j� � |td�k r�|jd| j� � |jd| j� � nJd'}xD|D ]<\}}t | |�}t j r�| j |�}|dk r�|jd||f � q�W |jd| j � � | j�r|jd| j � x"| jj� D ]}|jd| � �qW t| j� �}|jd| � dj| j� �} | �rd|jd| � |td�k�r�x4| j� D ]} |jd| � �q|W n| j|d| j� � | j|d| j� � | j|d | j� � | j|d | j� � | j|d | j� � t| d ��r |jd | j � | j �r$|jd!| j � | j �rLx | j D ]} |jd"| � �q4W dS )(z5Write the PKG-INFO format data to a file object. zMetadata-Version: %s z Name: %s z Version: %s z Summary: %s zHome-page: %s z1.2z Author: %s zAuthor-email: %s �Author�author� Author-email� author_email� Maintainerr �Maintainer-emailr Nz%s: %s z License: %s zDownload-URL: %s zProject-URL: %s, %s zDescription: %s �,z Keywords: %s z Platform: %s ZPlatformZ ClassifierZRequiresZProvidesZ Obsoletesr zRequires-Python: %s z Description-Content-Type: %s zProvides-Extra: %s �r$ r% �r& r' �r( r �r) r )r+ r, r- r. ) r# �writeZget_nameZ get_versionZget_descriptionZget_urlr Z get_contactZget_contact_emailr r �PY2Z _encode_fieldZ get_licenser" � project_urls�itemsr Zget_long_description�joinZ get_keywordsZ get_platformsZ _write_listZget_classifiersZ get_requiresZ get_providesZ get_obsoletes�hasattrr r r ) �self�file�versionZoptional_fieldsZfield�attrZattr_valZ project_urlZ long_desc�keywords�platform�extrar r r �write_pkg_file7 s\ r< c C sR y t jjd| �}|j s t�W n, ttttfk rL td||f ��Y nX d S )Nzx=z4%r must be importable 'module:attrs' string (got %r)) � pkg_resources� EntryPoint�parse�extras�AssertionError� TypeError� ValueError�AttributeErrorr )�distr8 �value�epr r r �check_importable� s rH c C sH ydj |�|kst�W n, ttttfk rB td||f ��Y nX dS )z*Verify that value is a string list or None� z%%r must be a list of strings (got %r)N)r3 rA rB rC rD r )rE r8 rF r r r �assert_string_list� s rJ c C sh |}t | ||� xR|D ]J}| j|�s4tdd| ��|jd�\}}}|r||krtjjd||� qW dS )z(Verify that namespace packages are validz1Distribution contains no modules or packages for znamespace package %r�.z^WARNING: %r is declared as a package namespace, but %r is not: please correct this in setup.pyN)rJ �has_contents_forr � rpartition� distutils�logr )rE r8 rF Z ns_packagesZnsp�parent�sepZchildr r r � check_nsp� s rR c C s@ yt tjt|j� �� W n" tttfk r: td��Y nX dS )z+Verify that extras_require mapping is validz�'extras_require' must be a dictionary whose values are strings or lists of strings containing valid project/version requirement specifiers.N) �list� itertools�starmap� _check_extrar2 rB rC rD r )rE r8 rF r r r � check_extras� s rW c C s< | j d�\}}}|r*tj|�r*td| ��ttj|�� d S )N�:z Invalid environment marker: )� partitionr= Zinvalid_markerr rS �parse_requirements)r; Zreqs�namerQ �markerr r r rV � s rV c C s& t |�|kr"d}t|j||d���dS )z)Verify that value is True, False, 0, or 1z0{attr!r} must be a boolean value (got {value!r}))r8 rF N)�boolr �format)rE r8 rF �tmplr r r � assert_bool� s r` c C sj y(t tj|�� t|ttf�r&td��W n< ttfk rd } z d}t|j ||d���W Y dd}~X nX dS )z9Verify that install_requires is a valid requirements listz Unordered types are not allowedzm{attr!r} must be a string or list of strings containing valid project/version requirement specifiers; {error})r8 �errorN) rS r= rZ � isinstance�dict�setrB rC r r^ )rE r8 rF ra r_ r r r �check_requirements� s re c C sR yt jj|� W n< t jjk rL } z d}t|j||d���W Y dd}~X nX dS )z.Verify that value is a valid version specifierzF{attr!r} must be a string containing valid version specifiers; {error})r8 ra N)r Z specifiersZ SpecifierSetZInvalidSpecifierr r^ )rE r8 rF ra r_ r r r �check_specifier� s rf c C s@ yt jj|� W n* tk r: } zt|��W Y dd}~X nX dS )z)Verify that entry_points map is parseableN)r= r> Z parse_maprC r )rE r8 rF �er r r �check_entry_points� s rh c C s t |tj�std��d S )Nztest_suite must be a string)rb r Z string_typesr )rE r8 rF r r r �check_test_suite� s ri c C sd t |t�rTxH|j� D ]8\}}t |t�s(P y t|� W q tk rJ P Y qX qW dS t|d ��dS )z@Verify that value is a dictionary of package names to glob listsNzI must be a dictionary mapping package names to lists of wildcard patterns)rb rc r2 �str�iterrB r )rE r8 rF �k�vr r r �check_package_data� s rn c C s, x&|D ] }t jd|�stjjd|� qW d S )Nz \w+(\.\w+)*z[WARNING: %r not a valid package name; please use only .-separated package names in setup.py)�re�matchrN rO r )rE r8 rF Zpkgnamer r r �check_packages� s rq c @ s0 e Zd ZdZdeed�ZdZdd� ZdGdd�Z dd � Z d d � Z e d d � �Z dd� Zdd� ZdHdd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Z d-d.� Z d/d0� Z d1d2� Z d3d4� Z d5d6� Z!d7d8� Z"d9d:� Z#d;d<� Z$d=d>� Z%d?d@� Z&dAdB� Z'dCdD� Z(dEdF� Z)dS )Ir a� Distribution with support for features, tests, and package data This is an enhanced version of 'distutils.dist.Distribution' that effectively adds the following new optional keyword arguments to 'setup()': 'install_requires' -- a string or sequence of strings specifying project versions that the distribution requires when installed, in the format used by 'pkg_resources.require()'. They will be installed automatically when the package is installed. If you wish to use packages that are not available in PyPI, or want to give your users an alternate download location, you can add a 'find_links' option to the '[easy_install]' section of your project's 'setup.cfg' file, and then setuptools will scan the listed web pages for links that satisfy the requirements. 'extras_require' -- a dictionary mapping names of optional "extras" to the additional requirement(s) that using those extras incurs. For example, this:: extras_require = dict(reST = ["docutils>=0.3", "reSTedit"]) indicates that the distribution can optionally provide an extra capability called "reST", but it can only be used if docutils and reSTedit are installed. If the user installs your package using EasyInstall and requests one of your extras, the corresponding additional requirements will be installed if needed. 'features' **deprecated** -- a dictionary mapping option names to 'setuptools.Feature' objects. Features are a portion of the distribution that can be included or excluded based on user options, inter-feature dependencies, and availability on the current system. Excluded features are omitted from all setup commands, including source and binary distributions, so you can create multiple distributions from the same source tree. Feature names should be valid Python identifiers, except that they may contain the '-' (minus) sign. Features can be included or excluded via the command line options '--with-X' and '--without-X', where 'X' is the name of the feature. Whether a feature is included by default, and whether you are allowed to control this from the command line, is determined by the Feature object. See the 'Feature' class for more information. 'test_suite' -- the name of a test suite to run for the 'test' command. If the user runs 'python setup.py test', the package will be installed, and the named test suite will be run. The format is the same as would be used on a 'unittest.py' command line. That is, it is the dotted name of an object to import and call to generate a test suite. 'package_data' -- a dictionary mapping package names to lists of filenames or globs to use to find data files contained in the named packages. If the dictionary has filenames or globs listed under '""' (the empty string), those names will be searched for in every package, in addition to any names for the specific package. Data files found using these names/globs will be installed along with the package, in the same location as the package. Note that globs are allowed to reference the contents of non-package subdirectories, as long as you use '/' as a path separator. (Globs are automatically converted to platform-specific paths at runtime.) In addition to these new keywords, this class also has several new methods for manipulating the distribution's contents. For example, the 'include()' and 'exclude()' methods can be thought of as in-place add and subtract commands that add or remove packages, modules, extensions, and so on from the distribution. They are used by the feature subsystem to configure the distribution for the included and excluded features. N)r r1 r c C sp | sd|ksd|krd S t jt|d ��j� }t jjj|�}|d k rl|jd� rlt jt|d ��|_ || _ d S )Nr[ r7 zPKG-INFO) r= Z safe_namerj �lower� working_setZby_key�getZ has_metadataZ safe_versionZ_version� _patched_dist)r5 �attrs�keyrE r r r �patch_missing_pkg_infoS s z#Distribution.patch_missing_pkg_infoc s� t � d�}|si � _|pi }d|ks,d|kr4tj� g � _i � _g � _|jdd �� _� j |� |jdg �� _ |jdg �� _ x$t j d�D ]}t� �j|jd � q�W tj� � fdd �|j� D �� x\� jj� D ]N\}}x6� jj|fD ]}||kr�|| }P q�W |�r|� nd }t� j||� q�W t� jjtj��r>t � jj�� j_� jjd k �r�yHt jj � jj�}t |�} � jj| k�r�t j d � jj| f � | � j_W n0 t jj!t"fk �r� t j d � jj � Y nX � j#� d S ) N� package_data�features�require_features�src_root�dependency_links�setup_requireszdistutils.setup_keywordsc s i | ]\}}|� j kr||�qS r )� _DISTUTILS_UNSUPPORTED_METADATA)�.0rl rm )r5 r r � <dictcomp>q s z)Distribution.__init__.<locals>.<dictcomp>zNormalizing '%s' to '%s'z�The version specified (%r) is an invalid version, this may not work as expected with newer versions of setuptools, pip, and PyPI. Please see PEP 440 for more details.)$r4 ry �Feature�warn_deprecatedr{ rz Z dist_files�popr| rx r} r~ r= �iter_entry_points�vars� setdefaultr[ � _Distribution�__init__r2 r �metadata�__dict__�setattrrb r7 �numbers�Numberrj r ZVersionr r ZInvalidVersionrB �_finalize_requires) r5 rv Zhave_package_datarG Zoption�default�sourcerF ZverZnormalized_versionr )r5 r r� ` sR zDistribution.__init__c C sj t | dd�r| j| j_t | dd�rVx2| jj� D ]$}|jd�d }|r.| jjj|� q.W | j� | j � dS )z� Set `metadata.python_requires` and fix environment markers in `install_requires` and `extras_require`. r N�extras_requirerX r ) r r r� r� �keys�splitr �add� _convert_extras_requirements�"_move_install_requirements_markers)r5 r; r r r r� � s z Distribution._finalize_requiresc C sp t | dd�pi }tt�| _xP|j� D ]D\}}| j| x0tj|�D ]"}| j|�}| j|| j|� qBW q$W dS )z� Convert requirements in `extras_require` of the form `"extra": ["barbazquux; {marker}"]` to `"extra:{marker}": ["barbazquux"]`. r� N) r r rS �_tmp_extras_requirer2 r= rZ � _suffix_for�append)r5 Z spec_ext_reqsZsectionrm �r�suffixr r r r� � s z)Distribution._convert_extras_requirementsc C s | j rdt| j � S dS )ze For a requirement, return the 'extras_require' suffix for that requirement. rX rI )r\ rj )�reqr r r r� � s zDistribution._suffix_forc s� dd� }t � dd�pf }ttj|��}t||�}t||�}ttt|��� _x&|D ] }� j dt|j � j |� qPW t � fdd�� j j � D ��� _dS )zv Move requirements in `install_requires` that are using environment markers `extras_require`. c S s | j S )N)r\ )r� r r r � is_simple_req� s zFDistribution._move_install_requirements_markers.<locals>.is_simple_req�install_requiresNrX c 3 s, | ]$\}}|d d� t � j|�D �fV qdS )c S s g | ] }t |��qS r )rj )r� r� r r r � <listcomp>� s zMDistribution._move_install_requirements_markers.<locals>.<genexpr>.<listcomp>N)r � _clean_req)r� rl rm )r5 r r � <genexpr>� s zBDistribution._move_install_requirements_markers.<locals>.<genexpr>)r rS r= rZ r r r rj r� r� r\ r� rc r2 r� )r5 r� Zspec_inst_reqsZ inst_reqsZ simple_reqsZ complex_reqsr� r )r5 r r� � s z/Distribution._move_install_requirements_markersc C s d|_ |S )zP Given a Requirement, remove environment markers and return it. N)r\ )r5 r� r r r r� � s zDistribution._clean_reqFc C s* t j| |d� t| | j|d� | j� dS )zYParses configuration files from various levels and loads configuration. )� filenames)�ignore_option_errorsN)r� �parse_config_filesr �command_optionsr� )r5 r� r� r r r r� � s z Distribution.parse_config_filesc C s t j| �}| jr| j� |S )z3Process features after parsing command line options)r� �parse_command_linerz �_finalize_features)r5 �resultr r r r� � s z Distribution.parse_command_linec C s d|j dd� S )z;Convert feature name to corresponding option attribute nameZwith_�-�_)�replace)r5 r[ r r r �_feature_attrname� s z Distribution._feature_attrnamec C s< t jjt j|�| jdd�}x |D ]}t jj|dd� q W |S )z Resolve pre-setup requirementsT)� installerZreplace_conflicting)r� )r= rs �resolverZ �fetch_build_eggr� )r5 r! Zresolved_distsrE r r r �fetch_build_eggs� s z Distribution.fetch_build_eggsc C s� t j| � | jr| j� xHtjd�D ]:}t| |jd �}|d k r$|j| j d� |j � | |j|� q$W t| dd �r�dd� | j D �| _ ng | _ d S )Nzdistutils.setup_keywords)r� �convert_2to3_doctestsc S s g | ]}t jj|��qS r )�os�path�abspath)r� �pr r r r� s z1Distribution.finalize_options.<locals>.<listcomp>) r� �finalize_optionsrz � _set_global_opts_from_featuresr= r� r r[ �requirer� �loadr� )r5 rG rF r r r r� s z Distribution.finalize_optionsc C sv t jjt jd�}t jj|�srt j|� tj|� t jj|d�}t|d��$}|j d� |j d� |j d� W d Q R X |S )Nz.eggsz README.txt�wzcThis directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins. zAThis directory caches those eggs to prevent repeated downloads. z/However, it is safe to delete this directory. ) r� r� r3 �curdir�exists�mkdirr Z hide_file�openr/ )r5 Z egg_cache_dirZreadme_txt_filename�fr r r �get_egg_cache_dir s z Distribution.get_egg_cache_dirc C s� ddl m} | jddgi�}|jd�}|j� |jdd� | jd�j� D �� | jr�| jdd� }d|krx|d d | }d |f|d< | j� }||d g|d d dd d d d d d� }|j � |j|�S )z Fetch an egg needed for buildingr )� easy_installZ script_argsr� c s s" | ]\}}|dkr||fV qdS )� find_links� site_dirs� index_url�optimize� allow_hostsN)r� r� r� r� r� r� r )r� rl rm r r r r� 1 s z/Distribution.fetch_build_egg.<locals>.<genexpr>Nr� r Zsetup�xTF) �args� install_dirZexclude_scriptsZ always_copyZbuild_directoryZeditableZupgradeZ multi_versionZ no_report�user) Z setuptools.command.easy_installr� � __class__�get_option_dict�clear�updater2 r} r� Zensure_finalized)r5 r� r� rE �optsZlinksr� �cmdr r r r� * s( z Distribution.fetch_build_eggc C s� g }| j j� }x�| jj� D ]�\}}| j|d� |j| � |jr|j}d}d}|j� s^|| }}d| dd| | fd| dd| | ff}|j |� d| |d| < qW || j | _ | _ | | _ | _ dS )z;Add --with-X/--without-X options based on optional featuresNz (default)rI zwith-zinclude zwithout-zexclude ) � negative_opt�copyrz r2 � _set_feature�validate�optional� description�include_by_default�extend�global_optionsZfeature_optionsZfeature_negopt) r5 Zgo�nor[ �feature�descrZincdefZexcdef�newr r r r� G s" z+Distribution._set_global_opts_from_featuresc C s� xJ| j j� D ]<\}}| j|�}|s2|dkr |j� r |j| � | j|d� q W x6| j j� D ](\}}| j|�sX|j| � | j|d� qXW dS )z9Add/remove features and resolve dependencies between themNr r )rz r2 �feature_is_includedr� � include_inr� � exclude_from)r5 r[ r� Zenabledr r r r� b s z Distribution._finalize_featuresc C s` || j kr| j | S tjd|�}x:|D ]&}|j| jd� |j� | j |< }|S W tj| |�S dS )z(Pluggable version of get_command_class()zdistutils.commands)r� N)�cmdclassr= r� r� r� r� r� �get_command_class)r5 �commandZepsrG r� r r r r� s s z Distribution.get_command_classc C s> x2t jd�D ]$}|j| jkr |j� }|| j|j< q W tj| �S )Nzdistutils.commands)r= r� r[ r� r� r� �print_commands)r5 rG r� r r r r� � s zDistribution.print_commandsc C s> x2t jd�D ]$}|j| jkr |j� }|| j|j< q W tj| �S )Nzdistutils.commands)r= r� r[ r� r� r� �get_command_list)r5 rG r� r r r r� � s z Distribution.get_command_listc C s t | | j|�|� dS )z Set feature's inclusion statusN)r� r� )r5 r[ Zstatusr r r r� � s zDistribution._set_featurec C s t | | j|��S )zAReturn 1 if feature is included, 0 if excluded, 'None' if unknown)r r� )r5 r[ r r r r� � s z Distribution.feature_is_includedc C sF | j |�dkr&| j| j}t|d ��| j| j| � | j|d� dS )z)Request inclusion of feature named 'name'r z2 is required, but was excluded or is not availabler N)r� rz r� r r� r� )r5 r[ r� r r r �include_feature� s z Distribution.include_featurec K sD x>|j � D ]2\}}t| d| d�}|r0||� q | j||� q W dS )a� Add items to distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would add 'x' to the distribution's 'py_modules' attribute, if it was not already there. Currently, this method only supports inclusion for attributes that are lists or tuples. If you need to add support for adding to other attributes in this or a subclass, you can add an '_include_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'include()'. So, 'dist.include(foo={"bar":"baz"})' will try to call 'dist._include_foo({"bar":"baz"})', which can then handle whatever special inclusion logic is needed. Z _include_N)r2 r � _include_misc)r5 rv rl rm �includer r r r� � s zDistribution.includec sf � d �| j r&� �fdd�| j D �| _ | jrD� �fdd�| jD �| _| jrb� �fdd�| jD �| _dS )z9Remove packages, modules, and extensions in named packagerK c s$ g | ] }|� kr|j �� r|�qS r )� startswith)r� r� )�package�pfxr r r� � s z0Distribution.exclude_package.<locals>.<listcomp>c s$ g | ] }|� kr|j �� r|�qS r )r� )r� r� )r� r� r r r� � s c s( g | ] }|j � kr|j j�� r|�qS r )r[ r� )r� r� )r� r� r r r� � s N)�packages� py_modules� ext_modules)r5 r� r )r� r� r �exclude_package� s z Distribution.exclude_packagec C s4 |d }x&| j � D ]}||ks(|j|�rdS qW dS )z<Return true if 'exclude_package(package)' would do somethingrK TN)�iter_distribution_namesr� )r5 r� r� r� r r r rL � s z Distribution.has_contents_forc s� t � t�std|� f ��yt| |�}W n tk rH td| ��Y nX |dk rlt |t� rlt|d ��n |r�t| |� fdd�|D �� dS )zAHandle 'exclude()' for list/tuple attrs without a special handlerz(%s: setting must be a list or tuple (%r)z %s: No such distribution settingNz4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r )r� �item)rF r r r� � s z.Distribution._exclude_misc.<locals>.<listcomp>)rb �sequencer r rD r� )r5 r[ rF �oldr )rF r � _exclude_misc� s zDistribution._exclude_miscc s� t |t�std||f ��yt| |�� W n tk rH td| ��Y nX � dkr`t| ||� n:t � t�sxt|d ��n"� fdd�|D �}t| |� | � dS )zAHandle 'include()' for list/tuple attrs without a special handlerz %s: setting must be a list (%r)z %s: No such distribution settingNz4: this setting cannot be changed via include/excludec s g | ]}|� kr|�qS r r )r� r� )r� r r r� � s z.Distribution._include_misc.<locals>.<listcomp>)rb r� r r rD r� )r5 r[ rF r� r )r� r r� � s zDistribution._include_miscc K sD x>|j � D ]2\}}t| d| d�}|r0||� q | j||� q W dS )a Remove items from distribution that are named in keyword arguments For example, 'dist.exclude(py_modules=["x"])' would remove 'x' from the distribution's 'py_modules' attribute. Excluding packages uses the 'exclude_package()' method, so all of the package's contained packages, modules, and extensions are also excluded. Currently, this method only supports exclusion from attributes that are lists or tuples. If you need to add support for excluding from other attributes in this or a subclass, you can add an '_exclude_X' method, where 'X' is the name of the attribute. The method will be called with the value passed to 'exclude()'. So, 'dist.exclude(foo={"bar":"baz"})' will try to call 'dist._exclude_foo({"bar":"baz"})', which can then handle whatever special exclusion logic is needed. Z _exclude_N)r2 r r� )r5 rv rl rm �excluder r r r� s zDistribution.excludec C s, t |t�std|f ��tt| j|�� d S )Nz.packages: setting must be a list or tuple (%r))rb r� r rS r r� )r5 r� r r r �_exclude_packages s z Distribution._exclude_packagesc C s� | j j| _| j j| _|d }| jd�}xB||krh|| \}}||= dd l}|j|d�|d d�< |d }q(W tj| ||�}| j|�} t | dd �r�d|f| j|�d< |d k r�g S |S )Nr �aliasesTr Zcommand_consumes_argumentsz command liner� ) r� r� r� r� �shlexr� r� �_parse_command_optsr� r ) r5 �parserr� r� r� �src�aliasr� �nargsZ cmd_classr r r r� s" z Distribution._parse_command_optsc C s� i }x�| j j� D ]�\}}x�|j� D ]�\}\}}|dkr8q"|jdd�}|dkr�| j|�}| jj� }|jt|di �� x<|j� D ]\} } | |kr|| }d}P q|W td��n |dkr�d}||j |i �|< q"W qW |S ) ah Return a '{cmd: {opt:val}}' map of all command-line options Option names are all long, but do not include the leading '--', and contain dashes rather than underscores. If the option doesn't take an argument (e.g. '--quiet'), the 'val' is 'None'. Note that options provided by config files are intentionally excluded. z command liner� r� r r� Nz Shouldn't be able to get herer ) r� r2 r� Zget_command_objr� r� r� r rA r� ) r5 �dr� r� �optr� �valZcmdobjZneg_opt�neg�posr r r �get_cmdline_options: s( z Distribution.get_cmdline_optionsc c s� x| j p f D ] }|V q W x| jp$f D ] }|V q&W xH| jp>f D ]:}t|t�rX|\}}n|j}|jd�rt|dd� }|V q@W dS )z@Yield all packages, modules, and extension names in distribution�moduleN� i����)r� r� r� rb �tupler[ �endswith)r5 Zpkgr Zextr[ Z buildinfor r r r� b s z$Distribution.iter_distribution_namesc C s� ddl }tjs| jr tj| |�S ddl}t|j|j �sBtj| |�S |jj j � dkr^tj| |�S |jj }|jj }|j dkr|dp~d}|jj}|j |jj� d|||�|_z tj| |�S |j |jj� ||||�|_X dS )z�If there were any non-global "display-only" options (--help-commands or the metadata display options) on the command line, display the requested info and return true; else return false. r N�utf-8�utf8Zwin32� )r r )�sysr r0 Z help_commandsr� �handle_display_options�iorb �stdout� TextIOWrapper�encodingrr �errorsr: �line_buffering�detach)r5 Z option_orderr r r r �newliner r r r r t s$ z#Distribution.handle_display_options)N)NF)*�__name__� __module__� __qualname__�__doc__rc rd r ru rx r� r� r� � staticmethodr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rL r� r� r� r� r� r r� r r r r r r sL B ; (c @ sP e Zd ZdZedd� �Zdddf f fdd�Zdd � Zd d � Zd d � Z dd� Z dS )r� a� **deprecated** -- The `Feature` facility was never completely implemented or supported, `has reported issues <https://github.com/pypa/setuptools/issues/58>`_ and will be removed in a future version. A subset of the distribution that can be excluded if unneeded/wanted Features are created using these keyword arguments: 'description' -- a short, human readable description of the feature, to be used in error messages, and option help messages. 'standard' -- if true, the feature is included by default if it is available on the current system. Otherwise, the feature is only included if requested via a command line '--with-X' option, or if another included feature requires it. The default setting is 'False'. 'available' -- if true, the feature is available for installation on the current system. The default setting is 'True'. 'optional' -- if true, the feature's inclusion can be controlled from the command line, using the '--with-X' or '--without-X' options. If false, the feature's inclusion status is determined automatically, based on 'availabile', 'standard', and whether any other feature requires it. The default setting is 'True'. 'require_features' -- a string or sequence of strings naming features that should also be included if this feature is included. Defaults to empty list. May also contain 'Require' objects that should be added/removed from the distribution. 'remove' -- a string or list of strings naming packages to be removed from the distribution if this feature is *not* included. If the feature *is* included, this argument is ignored. This argument exists to support removing features that "crosscut" a distribution, such as defining a 'tests' feature that removes all the 'tests' subpackages provided by other features. The default for this argument is an empty list. (Note: the named package(s) or modules must exist in the base distribution when the 'setup()' function is initially called.) other keywords -- any other keyword arguments are saved, and passed to the distribution's 'include()' and 'exclude()' methods when the feature is included or excluded, respectively. So, for example, you could pass 'packages=["a","b"]' to cause packages 'a' and 'b' to be added or removed from the distribution as appropriate. A feature must include at least one 'requires', 'remove', or other keyword argument. Otherwise, it can't affect the distribution in any way. Note also that you can subclass 'Feature' to create your own specialized feature types that modify the distribution in other ways when included or excluded. See the docstrings for the various methods here for more detail. Aside from the methods, the only feature attributes that distributions look at are 'description' and 'optional'. c C s d} t j| tdd� d S )NzrFeatures are deprecated and will be removed in a future version. See https://github.com/pypa/setuptools/issues/65.� )� stacklevel)r r r )�msgr r r r� � s zFeature.warn_deprecatedFTc K s� | j � || _|| _|| _|| _t|ttf�r4|f}dd� |D �| _dd� |D �}|r^||d< t|t�rn|f}|| _ || _ | r�| r�| r�t d��d S )Nc S s g | ]}t |t�r|�qS r )rb rj )r� r� r r r r� � s z$Feature.__init__.<locals>.<listcomp>c S s g | ]}t |t�s|�qS r )rb rj )r� r� r r r r� � s r{ zgFeature %s: must define 'require_features', 'remove', or at least one of 'packages', 'py_modules', etc.) r� r� �standard� availabler� rb rj r r{ �remover@ r ) r5 r� r r r� r{ r r@ Zerr r r r� � s$ zFeature.__init__c C s | j o | jS )z+Should this feature be included by default?)r r )r5 r r r r� � s zFeature.include_by_defaultc C s@ | j st| jd ��|jf | j� x| jD ]}|j|� q*W dS )a Ensure feature and its requirements are included in distribution You may override this in a subclass to perform additional operations on the distribution. Note that this method may be called more than once per feature, and so should be idempotent. z3 is required, but is not available on this platformN)r r r� r� r@ r{ r� )r5 rE r� r r r r� � s zFeature.include_inc C s2 |j f | j� | jr.x| jD ]}|j|� q W dS )a2 Ensure feature is excluded from distribution You may override this in a subclass to perform additional operations on the distribution. This method will be called at most once per feature, and only after all included features have been asked to include themselves. N)r� r@ r r� )r5 rE r� r r r r� s zFeature.exclude_fromc C s2 x,| j D ]"}|j|�std| j||f ��qW dS )a� Verify that feature makes sense in context of distribution This method is called by the distribution just before it parses its command line. It checks to ensure that the 'remove' attribute, if any, contains only valid package/module names that are present in the base distribution when 'setup()' is called. You may override it in a subclass to perform any other required validation of the feature against a target distribution. zg%s wants to be able to remove %s, but the distribution doesn't contain any packages or modules under %sN)r rL r r� )r5 rE r� r r r r� s zFeature.validateN) r r r r r r� r� r� r� r� r� r r r r r� � s 7 r� )>�__all__ro r� r r� Z distutils.logrN Zdistutils.coreZ distutils.cmdZdistutils.distrT � collectionsr Zdistutils.errorsr r r Zdistutils.utilr Zdistutils.versionr Zsetuptools.externr r Zsetuptools.extern.six.movesr r r Zsetuptools.dependsr Z setuptoolsr Zsetuptools.monkeyr Zsetuptools.configr r= Z py36compatr � __import__r r# r< r rS r� rH rJ rR rW rV r` re rf rh ri rn rq Zcorer r� r� r r r r �<module> s` G site-packages/setuptools/__pycache__/py31compat.cpython-36.opt-1.pyc 0000644 00000002711 15231162611 0021301 0 ustar 00 3 Xo�h� � @ s� d dgZ yddlmZmZ W n, ek rH ddlmZmZ dd� ZY nX yddlmZ W n4 ek r� ddl Z ddlZG dd � d e �ZY nX dS ) �get_config_vars�get_path� )r r )r �get_python_libc C s | dkrt d��t| dk�S )N�platlib�purelibz Name must be purelib or platlib)r r )� ValueErrorr )�name� r � /usr/lib/python3.6/py31compat.pyr s )�TemporaryDirectoryNc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r z� Very simple temporary directory context manager. Will try to delete afterward, but will also ignore OS and similar errors on deletion. c C s d | _ tj� | _ d S )N)r �tempfileZmkdtemp)�selfr r r �__init__ s zTemporaryDirectory.__init__c C s | j S )N)r )r r r r � __enter__! s z TemporaryDirectory.__enter__c C s2 yt j| jd� W n tk r& Y nX d | _d S )NT)�shutilZrmtreer �OSError)r �exctypeZexcvalueZexctracer r r �__exit__$ s zTemporaryDirectory.__exit__N)�__name__� __module__� __qualname__�__doc__r r r r r r r r s r ) �__all__� sysconfigr r � ImportErrorZdistutils.sysconfigr r r r �objectr r r r �<module> s site-packages/setuptools/__pycache__/glob.cpython-36.opt-1.pyc 0000644 00000007212 15231162611 0020225 0 ustar 00 3 Xo�hW � @ s� d Z ddlZddlZddlZddlmZ dddgZddd�Zd d d�Zd d � Z d d � Z dd� Z dd� Z dd� Z ejd�Zejd�Zdd� Zdd� Zdd� ZdS ) z� Filename globbing utility. Mostly a copy of `glob` from Python 3.5. Changes include: * `yield from` and PEP3102 `*` removed. * `bytes` changed to `six.binary_type`. * Hidden files are not ignored. � N)� binary_type�glob�iglob�escapeFc C s t t| |d��S )ay Return a list of paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. )� recursive)�listr )�pathnamer � r �/usr/lib/python3.6/glob.pyr s c C s" t | |�}|r t| �r t|�}|S )a� Return an iterator which yields the paths matching a pathname pattern. The pattern may contain simple shell-style wildcards a la fnmatch. However, unlike fnmatch, filenames starting with a dot are special cases that are not matched by '*' and '?' patterns. If recursive is true, the pattern '**' will match any files and zero or more directories and subdirectories. )�_iglob� _isrecursive�next)r r �it�sr r r r s c c s t jj| �\}}t| �sF|r0t jj| �rB| V nt jj|�rB| V d S |s�|rrt|�rrx4t||�D ] }|V qbW nxt||�D ] }|V q~W d S || kr�t|�r�t ||�}n|g}t|�r�|r�t|�r�t}q�t}nt }x0|D ](}x"|||�D ]}t jj ||�V q�W q�W d S )N) �os�path�split� has_magic�lexists�isdirr �glob2�glob1r �glob0�join)r r �dirname�basename�x�dirsZ glob_in_dir�namer r r r 2 s4 r c C sR | s"t |t�r tjjd�} ntj} ytj| �}W n tk rD g S X tj||�S )N�ASCII) � isinstancer r �curdir�encode�listdir�OSError�fnmatch�filter)r �pattern�namesr r r r ] s r c C s8 |st jj| �r4|gS n t jjt jj| |��r4|gS g S )N)r r r r r )r r r r r r j s r c c s* |d d� V xt | �D ] }|V qW d S )Nr )� _rlistdir)r r' r r r r r z s r c c s� | s"t | t�r ttjd�} ntj} ytj| �}W n tjk rF d S X xJ|D ]B}|V | rjtjj| |�n|}x t|�D ]}tjj||�V qxW qNW d S )Nr ) r r r r! r# �errorr r r) )r r( r r �yr r r r) � s r) z([*?[])s ([*?[])c C s( t | t�rtj| �}n tj| �}|d k S )N)r r �magic_check_bytes�search� magic_check)r �matchr r r r � s r c C s t | t�r| dkS | dkS d S )Ns **z**)r r )r' r r r r � s r c C s< t jj| �\}} t| t�r(tjd| �} n tjd| �} || S )z#Escape all special characters. s [\1]z[\1])r r � splitdriver r r, �subr. )r Zdriver r r r � s )F)F)�__doc__r �rer% Zsetuptools.extern.sixr �__all__r r r r r r r) �compiler. r, r r r r r r r �<module> s" + site-packages/setuptools/__pycache__/unicode_utils.cpython-36.opt-1.pyc 0000644 00000002114 15231162611 0022144 0 ustar 00 3 Xo�h� � @ s8 d dl Z d dlZd dlmZ dd� Zdd� Zdd� ZdS ) � N)�sixc C sV t | tj�rtjd| �S y$| jd�} tjd| �} | jd�} W n tk rP Y nX | S )NZNFDzutf-8)� isinstancer � text_type� unicodedataZ normalize�decode�encode� UnicodeError)�path� r �#/usr/lib/python3.6/unicode_utils.py� decompose s r c C sX t | tj�r| S tj� pd}|df}x.|D ]&}y | j|�S tk rN w*Y q*X q*W dS )zY Ensure that the given path is decoded, NONE when no expected encoding works zutf-8N)r r r �sys�getfilesystemencodingr �UnicodeDecodeError)r Zfs_encZ candidates�encr r r �filesys_decode s r c C s$ y | j |�S tk r dS X dS )z/turn unicode encoding into a functional routineN)r �UnicodeEncodeError)�stringr r r r � try_encode' s r )r r Zsetuptools.externr r r r r r r r �<module> s site-packages/setuptools/__pycache__/py33compat.cpython-36.pyc 0000644 00000002466 15231162611 0020353 0 ustar 00 3 Xo�h� � @ s� d dl Z d dlZd dlZy d dlZW n ek r< dZY nX d dlmZ d dlmZ ej dd�Z G dd� de �Z e e de �Ze ed ej� j�ZdS ) � N)�six)� html_parser�OpArgz opcode argc @ s e Zd Zdd� Zdd� ZdS )�Bytecode_compatc C s || _ d S )N)�code)�selfr � r � /usr/lib/python3.6/py33compat.py�__init__ s zBytecode_compat.__init__c c s� t j d| jj�}t| jj�}d}d}x�||k r�|| }|tjkr�||d ||d d | }|d7 }|tjkr�tjd }||d� }q&n d}|d7 }t ||�V q&W dS ) z>Yield '(op,arg)' pair for each operation in code object 'code'�br � � � � i N���) �arrayr �co_code�len�disZ HAVE_ARGUMENTZ EXTENDED_ARGr Z integer_typesr )r �bytes�eofZptrZ extended_arg�op�argZ long_typer r r �__iter__ s zBytecode_compat.__iter__N)�__name__� __module__� __qualname__r r r r r r r s r �Bytecode�unescape)r r � collectionsZhtml� ImportErrorZsetuptools.externr Zsetuptools.extern.six.movesr � namedtupler �objectr �getattrr Z HTMLParserr r r r r �<module> s " site-packages/setuptools/__pycache__/config.cpython-36.opt-1.pyc 0000644 00000035217 15231162611 0020555 0 ustar 00 3 Xo�hVF � @ s� d dl mZmZ d dlZd dlZd dlZd dlmZ d dlm Z d dl m Z d dl m Z mZ d dlmZmZ d dlmZ dd d �Zd d � Zddd�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�unicode_literalsN)� defaultdict)�partial)� import_module)�DistutilsOptionError�DistutilsFileError)� LegacyVersion�parse)� string_typesFc C s� ddl m}m} tjj| �} tjj| �s4td| ��tj� }tj tjj | �� zJ|� }|rb|j � ng }| |krx|j | � |j ||d� t||j|d�}W dtj |� X t|�S )a, Read given configuration file and returns options from it as a dict. :param str|unicode filepath: Path to configuration file to get options from. :param bool find_others: Whether to search for other configuration files which could be on in various places. :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: dict r )� Distribution� _Distributionz%Configuration file %s does not exist.)� filenames)�ignore_option_errorsN)Zsetuptools.distr r �os�path�abspath�isfiler �getcwd�chdir�dirnameZfind_config_files�appendZparse_config_files�parse_configuration�command_options�configuration_to_dict) �filepathZ find_othersr r r Zcurrent_directoryZdistr �handlers� r � /usr/lib/python3.6/config.py�read_configuration s$ r c C sl t t�}x^| D ]V}|j}|j}xD|jD ]:}t|d| d�}|dkrNt||�}n|� }||| |< q&W qW |S )z�Returns configuration data gathered by given handlers as a dict. :param list[ConfigHandler] handlers: Handlers list, usually from parse_configuration() :rtype: dict zget_%sN)r �dict�section_prefix� target_obj� set_options�getattr)r Z config_dictZhandlerZ obj_aliasr" Zoption�getter�valuer r r r = s r c C s6 t | ||�}|j� t| j||| j�}|j� ||fS )a� Performs additional parsing of configuration options for a distribution. Returns a list of used option handlers. :param Distribution distribution: :param dict command_options: :param bool ignore_option_errors: Whether to silently ignore options, values of which could not be resolved (e.g. due to exceptions in directives such as file:, attr:, etc.). If False exceptions are propagated as expected. :rtype: list )�ConfigOptionsHandlerr �ConfigMetadataHandler�metadata� package_dir)Z distributionr r �options�metar r r r Z s r c @ s� e Zd ZdZdZi Zd!dd�Zedd� �Zdd � Z e d"d d ��Z e d d� �Z e dd� �Z e dd� �Zedd� �Zedd� �Ze d#dd��Ze dd� �Ze d$dd ��Zd d � Zd d � ZdS )%� ConfigHandlerz1Handles metadata supplied in configuration files.NFc C sb i }| j }x:|j� D ].\}}|j|�s(q|j|d�jd�}|||< qW || _|| _|| _g | _d S )N� �.) r! �items� startswith�replace�stripr r" �sectionsr# )�selfr" r+ r r4 r! � section_name�section_optionsr r r �__init__� s zConfigHandler.__init__c C s t d| jj ��dS )z.Metadata item name to parser function mapping.z!%s must provide .parsers propertyN)�NotImplementedError� __class__�__name__)r5 r r r �parsers� s zConfigHandler.parsersc C s� t � }| j}| jj||�}t|||�}||kr6t|��|r>d S d}| jj|�}|r�y ||�}W n tk r~ d}| jsz� Y nX |r�d S t|d| d �}|d kr�t |||� n||� | j j |� d S )NFTzset_%s) �tupler" �aliases�getr$ �KeyErrorr< � Exceptionr �setattrr# r ) r5 Z option_namer& �unknownr" Z current_valueZ skip_option�parser�setterr r r � __setitem__� s0 zConfigHandler.__setitem__�,c C s8 t |t�r|S d|kr |j� }n |j|�}dd� |D �S )z�Represents value as a list. Value is split either by separator (defaults to comma) or by lines. :param value: :param separator: List items separator character. :rtype: list � c S s g | ]}|j � r|j � �qS r )r3 )�.0�chunkr r r � <listcomp>� s z-ConfigHandler._parse_list.<locals>.<listcomp>)� isinstance�list� splitlines�split)�clsr& � separatorr r r � _parse_list� s zConfigHandler._parse_listc C sT d}i }xF| j |�D ]8}|j|�\}}}||kr<td| ��|j� ||j� < qW |S )zPRepresents value as a dict. :param value: :rtype: dict �=z(Unable to parse option value to dict: %s)rR � partitionr r3 )rP r& rQ �result�line�key�sep�valr r r � _parse_dict� s zConfigHandler._parse_dictc C s |j � }|dkS )zQRepresents value as boolean. :param value: :rtype: bool �1�true�yes)r[ r\ r] )�lower)rP r& r r r � _parse_bool� s zConfigHandler._parse_boolc s\ d}t |t�s|S |j|�s |S |t|�d� }dd� |jd�D �}dj� fdd�|D ��S )ai Represents value as a string, allowing including text from nearest files using `file:` directive. Directive is sandboxed and won't reach anything outside directory with setup.py. Examples: file: LICENSE file: README.rst, CHANGELOG.md, src/file.txt :param str value: :rtype: str zfile:Nc s s | ]}t jj|j� �V qd S )N)r r r r3 )rI r r r r � <genexpr> s z,ConfigHandler._parse_file.<locals>.<genexpr>rG rH c 3 s2 | ]*}� j |�sd rtjj|�r� j|�V qdS )TN)� _assert_localr r r � _read_file)rI r )rP r r r` s )rL r r1 �lenrO �join)rP r& Zinclude_directive�specZ filepathsr )rP r � _parse_file� s zConfigHandler._parse_filec C s | j tj� �std| ��d S )Nz#`file:` directive can not access %s)r1 r r r )r r r r ra s zConfigHandler._assert_localc C s" t j| dd�� }|j� S Q R X d S )Nzutf-8)�encoding)�io�open�read)r �fr r r rb s zConfigHandler._read_filec C s� d}|j |�s|S |j|d�j� jd�}|j� }dj|�}|p@d}tj� }|r�|d |kr�||d }|jdd�} t | �dkr�tj jtj� | d �}| d }q�|}n d|kr�tj jtj� |d �}t j j d|� zt |�} t| |�}W dt j dd� t _ X |S ) z�Represents value as a module attribute. Examples: attr: package.attr attr: package.module.attr :param str value: :rtype: str zattr:r. r/ r8 r �/� N)r1 r2 r3 rO �poprd r r �rsplitrc r �sys�insertr r$ ) rP r& r* Zattr_directiveZ attrs_pathZ attr_nameZ module_name� parent_pathZ custom_path�parts�moduler r r � _parse_attr s0 zConfigHandler._parse_attrc s � fdd�}|S )z�Returns parser function to represents value as a list. Parses a value applying given methods one after another. :param parse_methods: :rtype: callable c s | }x� D ] }||�}q W |S )Nr )r& �parsed�method)� parse_methodsr r r Q s z1ConfigHandler._get_parser_compound.<locals>.parser )rP rx r r )rx r �_get_parser_compoundH s z"ConfigHandler._get_parser_compoundc C s: i }|pdd� }x$|j � D ]\}\}}||�||< qW |S )z�Parses section options into a dictionary. Optionally applies a given parser to values. :param dict section_options: :param callable values_parser: :rtype: dict c S s | S )Nr )rY r r r �<lambda>f s z6ConfigHandler._parse_section_to_dict.<locals>.<lambda>)r0 )rP r7 Z values_parserr& rW �_rY r r r �_parse_section_to_dict[ s z$ConfigHandler._parse_section_to_dictc C s@ x:|j � D ].\}\}}y || |< W q tk r6 Y q X q W dS )zQParses configuration file section. :param dict section_options: N)r0 r@ )r5 r7 �namer{ r& r r r � parse_sectionk s zConfigHandler.parse_sectionc C sf x`| j j� D ]R\}}d}|r$d| }t| d| jdd�d�}|dkrVtd| j|f ��||� q W dS )zTParses configuration file items from one or more related sections. r. z_%szparse_section%sr/ �__Nz0Unsupported distribution option section: [%s.%s])r4 r0 r$ r2 r r! )r5 r6 r7 Zmethod_postfixZsection_parser_methodr r r r w s zConfigHandler.parse)F)rG )N)N)r; � __module__� __qualname__�__doc__r! r> r8 �propertyr< rF � classmethodrR rZ r_ rf � staticmethodra rb ru ry r| r~ r r r r r r- t s( & , r- c sH e Zd ZdZddddd�ZdZd� fd d � Zed d � �Zd d� Z � Z S )r( r) Zurl� description� classifiers� platforms)Z home_pageZsummaryZ classifier�platformFNc s t t| �j|||� || _d S )N)�superr( r8 r* )r5 r" r+ r r* )r: r r r8 � s z ConfigMetadataHandler.__init__c C s8 | j }| j}| j}|||||| j||�|||| j|d� S )z.Metadata item name to parser function mapping.) r� �keywordsZprovidesZrequiresZ obsoletesr� �licenser� Zlong_description�versionZ project_urls)rR rf rZ ry �_parse_version)r5 � parse_listZ parse_file� parse_dictr r r r< � s z ConfigMetadataHandler.parsersc C s� | j |�}||kr<|j� }tt|�t�r8td||f ��|S | j|| j�}t|�rX|� }t|t �s�t |d�r~dj t t |��}nd| }|S )zSParses `version` option value. :param value: :rtype: str z7Version loaded from %s does not comply with PEP 440: %s�__iter__r/ z%s)rf r3 rL r r r ru r* �callabler �hasattrrd �map�str)r5 r& r� r r r r� � s z$ConfigMetadataHandler._parse_version)FN) r; r� r� r! r> Z strict_moder8 r� r< r� � __classcell__r r )r: r r( � s r( c @ sT e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dS )r' r+ c C sL | j }t| j dd�}| j}| j}||||||||||||||| j| j|d�S )z.Metadata item name to parser function mapping.�;)rQ )Zzip_safeZuse_2to3Zinclude_package_datar* Zuse_2to3_fixersZuse_2to3_exclude_fixersZconvert_2to3_doctests�scriptsZeager_resourcesZdependency_linksZnamespace_packagesZinstall_requiresZsetup_requiresZ tests_requireZpackages� entry_pointsZ py_modules)rR r r_ rZ �_parse_packagesrf )r5 r� Zparse_list_semicolonZ parse_boolr� r r r r< � s* z ConfigOptionsHandler.parsersc C sB d}|j |�s| j|�S | j| jjdi ��}ddlm} |f |�S )zTParses `packages` option value. :param value: :rtype: list zfind:z packages.findr )� find_packages)r1 rR � parse_section_packages__findr4 r? Z setuptoolsr� )r5 r& Zfind_directive� find_kwargsr� r r r r� � s z$ConfigOptionsHandler._parse_packagesc sT | j || j�}dddg� t� fdd�|j� D ��}|jd�}|dk rP|d |d< |S )z�Parses `packages.find` configuration file section. To be used in conjunction with _parse_packages(). :param dict section_options: �where�includeZexcludec s$ g | ] \}}|� kr|r||f�qS r r )rI �k�v)� valid_keysr r rK s zEConfigOptionsHandler.parse_section_packages__find.<locals>.<listcomp>Nr )r| rR r r0 r? )r5 r7 Z section_datar� r� r )r� r r� s z1ConfigOptionsHandler.parse_section_packages__findc C s | j || j�}|| d< dS )z`Parses `entry_points` configuration file section. :param dict section_options: r� N)r| rR )r5 r7 rv r r r �parse_section_entry_points% s z/ConfigOptionsHandler.parse_section_entry_pointsc C s. | j || j�}|jd�}|r*||d< |d= |S )N�*r. )r| rR r? )r5 r7 rv �rootr r r �_parse_package_data- s z(ConfigOptionsHandler._parse_package_datac C s | j |�| d< dS )z`Parses `package_data` configuration file section. :param dict section_options: Z package_dataN)r� )r5 r7 r r r �parse_section_package_data7 s z/ConfigOptionsHandler.parse_section_package_datac C s | j |�| d< dS )zhParses `exclude_package_data` configuration file section. :param dict section_options: Zexclude_package_dataN)r� )r5 r7 r r r �"parse_section_exclude_package_data> s z7ConfigOptionsHandler.parse_section_exclude_package_datac C s" t | jdd�}| j||�| d< dS )zbParses `extras_require` configuration file section. :param dict section_options: r� )rQ Zextras_requireN)r rR r| )r5 r7 r� r r r � parse_section_extras_requireF s z1ConfigOptionsHandler.parse_section_extras_requireN) r; r� r� r! r� r< r� r� r� r� r� r� r� r r r r r' � s r' )FF)F)Z __future__r r rh r rp � collectionsr � functoolsr � importlibr Zdistutils.errorsr r Z#setuptools.extern.packaging.versionr r Zsetuptools.extern.sixr r r r �objectr- r( r' r r r r �<module> s" . M site-packages/setuptools/__pycache__/launch.cpython-36.opt-1.pyc 0000644 00000001421 15231162611 0020550 0 ustar 00 3 Xo�h � @ s. d Z ddlZddlZdd� Zedkr*e� dS )z[ Launch the Python script on the command line after setuptools is bootstrapped via import. � Nc C sr t tjd } t| ddd�}tjdd� tjdd�< ttdt�}|| �j� }|jdd�}t || d�}t ||� dS ) zP Run the script in sys.argv[1] as if it had been invoked naturally. � �__main__N)�__file__�__name__�__doc__�openz\r\nz\n�exec) � __builtins__�sys�argv�dict�getattr�tokenizer �read�replace�compiler )Z script_name� namespaceZopen_ZscriptZ norm_script�code� r � /usr/lib/python3.6/launch.py�run s r r )r r r r r r r r r �<module> s site-packages/setuptools/__pycache__/package_index.cpython-36.opt-1.pyc 0000644 00000100445 15231162611 0022066 0 ustar 00 3 Xo�hk� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! ddlm"Z" ddl#m$Z$ dd l%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ej/d�Z0ej/dej1�Z2ej/d�Z3ej/dej1�j4Z5dj6� Z7ddddgZ8dZ9dZ:e:j;ej<dd� ed�Z=dd � Z>d d� Z?d d � Z@dFd d�ZAdGd!d"�ZBdHd#d$�ZCdedfd%d�ZDdId&d'�ZEd(d)� ZFej/d*ej1�ZGej/d+ej1�ZGeFd,d-� �ZHG d.d/� d/eI�ZJG d0d1� d1eJ�ZKG d2d� de�ZLej/d3�jMZNd4d5� ZOd6d7� ZPdJd8d9�ZQd:d;� ZRG d<d=� d=eI�ZSG d>d?� d?ejT�ZUejVjWfd@dA�ZXeQe9�eX�ZXdBdC� ZYdDdE� ZZdS )Kz#PyPI and direct package downloading� N)�wraps)�six)�urllib� http_client� configparser�map) � CHECKOUT_DIST� Distribution� BINARY_DIST�normalize_path� SOURCE_DIST� Environment�find_distributions� safe_name� safe_version� to_filename� Requirement� DEVELOP_DIST�EGG_DIST)� ssl_support)�log)�DistutilsError)� translate)�get_all_headers)�unescape)�Wheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z�<a href="([^"#]+)">([^<]+)</a> \s+\(<a (?:title="MD5 hash" \s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z .tar.gz .tar.bz2 .tar .zip .tgz� PackageIndex�distros_for_url�parse_bdist_wininst�interpret_distro_name� z<setuptools/{setuptools.__version__} Python-urllib/{py_major}� )Zpy_major� setuptoolsc C s2 y t j| �S tk r, td| f ��Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r �parse� ValueErrorr )�spec� r& �#/usr/lib/python3.6/package_index.py�parse_requirement_arg3 s r( c C s� | j � }d\}}}|jd�r�|jd�r8| dd� }d}nn|jdd�rb| dd� }| dd� }d}nD|jd �r~| dd� }d }n(|jd d�r�| dd� }| dd� }d }|||fS )z=Return (base,pyversion) or (None,None) for possible .exe nameNz.exez .win32.exe� Zwin32z .win32-py� � � z.win-amd64.exe� z win-amd64z .win-amd64-py� )NNNi����i�i�������i�i�i��i����r/ i��)�lower�endswith� startswith)�namer0 �base�py_verZplatr& r& r' r < s$ c C sx t jj| �}|\}}}}}}t jj|jd�d �}|dkrX|dkrXt jj|jd�d �}d|krp|jdd�\}}||fS ) N�/� zsourceforge.net�download� �#������)r r# �urlparse�unquote�split) �url�parts�scheme�server�pathZ parameters�query�fragmentr4 r& r& r' �egg_info_for_urlT s rG c c sd t | �\}}xt| ||�D ] }|V qW |r`tj|�}|r`x$t| |jd�|td�D ] }|V qRW dS )zEYield egg or source distribution objects that might be found at a URLr7 )� precedenceN)rG �distros_for_location� EGG_FRAGMENT�matchr �groupr )r@ �metadatar4 rF �distrK r& r& r' r _ s c C s� |j d�r|dd � }|j d�r8d|kr8tj| ||�gS |j d�rxd|krxt|�}|j� s^g S t| |j|jtd d�gS |j d �r�t|�\}}}|dk r�t | |||t |�S x4t D ],}|j |�r�|dt |� � }t | ||�S q�W g S ) z:Yield egg or source distribution objects based on basenamez.egg.zipNr, z.egg�-z.whlr7 )�location� project_name�versionrH z.exer/ ) r1 r Z from_locationr Z is_compatiblerQ rR r r r r � EXTENSIONS�len)rP �basenamerM ZwheelZwin_baser5 �platformZextr& r& r' rI m s. rI c C s t t| �tjj| �|�S )zEYield possible egg or source distribution objects based on a filename)rI r �osrD rU )�filenamerM r& r& r' �distros_for_filename� s rY c c s� |j d�}| r.tdd� |dd� D ��r.dS xNtdt|�d �D ]8}t| |dj|d|� �dj||d� �|||d�V qBW dS )z�Generate alternative interpretations of a source distro name Note: if `location` is a filesystem filename, you should call ``pkg_resources.normalize_path()`` on it before passing it to this routine! rO c s s | ]}t jd |�V qdS )z py\d\.\d$N)�rerK )�.0�pr& r& r' � <genexpr>� s z(interpret_distro_name.<locals>.<genexpr>r9 Nr7 )� py_versionrH rV )r? �any�rangerT r �join)rP rU rM r^ rH rV rA r\ r& r& r' r � s $c c sn t � }|j}|dkr>xTtjj|j| �D ]}||� |V q&W n,x*| D ]"}||�}||krD||� |V qDW dS )zHList unique elements, preserving order. Remember all elements ever seen.N)�set�addr Zmoves� filterfalse� __contains__)�iterable�key�seenZseen_add�element�kr& r& r' �unique_everseen� s rk c s t � �� fdd��}|S )zs Wrap a function returning an iterable such that the resulting iterable only ever yields unique items. c s t � | |��S )N)rk )�args�kwargs)�funcr& r' �wrapper� s z unique_values.<locals>.wrapper)r )rn ro r& )rn r' � unique_values� s rp z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>z3<([^>]*\srel\s{0,10}=\s{0,10}['"]?([^'" >]+)[^>]*)>c c s� xvt j|�D ]h}|j� \}}tttj|j� jd���}d|ksFd|kr x,t j|�D ] }t j j | t |jd���V qRW q W xHdD ]@}|j|�}|d kr~t j||�}|r~t j j | t |jd���V q~W dS ) zEFind rel="homepage" and rel="download" links in `page`, yielding URLs�,Zhomepager8 r7 � <th>Home Page�<th>Download URLN)rr rs r; )�REL�finditer�groupsrb r �str�stripr0 r? �HREFr r# �urljoin� htmldecoderL �find�search)r@ �pagerK �tagZrelZrels�posr& r& r' �find_external_links� s " r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �ContentCheckerzP A null content checker that defines the interface for checking content c C s dS )z3 Feed a block of data to the hash. Nr& )�self�blockr& r& r' �feed� s zContentChecker.feedc C s dS )zC Check the hash. Return False if validation fails. Tr& )r� r& r& r' �is_valid� s zContentChecker.is_validc C s dS )zu Call reporter with information about the checker (hash name) substituted into the template. Nr& )r� �reporter�templater& r& r' �report s zContentChecker.reportN)�__name__� __module__� __qualname__�__doc__r� r� r� r& r& r& r' r� � s r� c @ sB e Zd Zejd�Zdd� Zedd� �Zdd� Z dd � Z d d � Z d S ) � HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C s || _ tj|�| _|| _d S )N)� hash_name�hashlib�new�hash�expected)r� r� r� r& r& r' �__init__ s zHashChecker.__init__c C s> t jj|�d }|st� S | jj|�}|s0t� S | f |j� �S )z5Construct a (possibly null) ContentChecker from a URLr7 r; )r r# r= r� �patternr} � groupdict)�clsr@ rF rK r& r& r' �from_url s zHashChecker.from_urlc C s | j j|� d S )N)r� �update)r� r� r& r& r' r� s zHashChecker.feedc C s | j j� | jkS )N)r� Z hexdigestr� )r� r& r& r' r� " s zHashChecker.is_validc C s || j }||�S )N)r� )r� r� r� �msgr& r& r' r� % s zHashChecker.reportN) r� r� r� rZ �compiler� r� � classmethodr� r� r� r� r& r& r& r' r� s r� c sH e Zd ZdZdMdd�ZdNd d �ZdOd d �ZdPd d�Zdd� Zdd� Z dd� Z dd� Z dQdd�Z dd� Z dR� fdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdSd'd(�ZdTd)d*�Zd+d,� Zd-Zd.d/� Zd0d1� ZdUd2d3�Zed4d5� �Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!edVd@dA��Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'� Z(S )Wr z;A distribution index that scans web pages for download URLs�https://pypi.org/simple/�*NTc O s� t j| f|�|� |dd |jd� � | _i | _i | _i | _tjdj t t |���j | _ g | _|ortjor|prtj� }|r�tj|�| _n tjj| _d S )Nr6 �|)r r� r1 � index_url� scanned_urls� fetched_urls� package_pagesrZ r� ra r r rK �allows�to_scanr Z is_availableZfind_ca_bundleZ opener_for�openerr �request�urlopen)r� r� ZhostsZ ca_bundleZ verify_sslrl �kwZuse_sslr& r& r' r� - s zPackageIndex.__init__Fc C s� || j kr| rdS d| j |< t|�s4| j|� dS tt|��}|r^| j|�sRdS | jd|� |sr| sr|| jkr�tt| j |�� dS | j|�s�d| j|< dS | j d|� d| j|< d}| j ||| �}|dkr�dS d| j|j < d|j jdd�j� k�r|j� dS |j }|j� }t|t��sRt|tjj��r4d }n|j jd ��pDd }|j|d �}|j� x6tj|�D ](} tjj |t | j d ���} | j | � �qfW |j | j!��r�t"|d d�dk�r�| j#||�}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz Reading %sz<Download error on %s: %%s -- Some packages may not be found!�htmlz content-type� zlatin-1�charset�ignorer7 �codei� )$r� � URL_SCHEME�process_filename�listr �url_ok�debugr� r rc �info�open_urlr@ �headers�getr0 �close�read� isinstancerw r �error� HTTPErrorZ get_param�decodery ru r# rz r{ rL � process_urlr2 r� �getattr� process_index) r� r@ Zretrieve�dists�tmpl�fr4 r~ r� rK �linkr& r& r' r� B sP zPackageIndex.process_urlc C s� t jj|�s | jd|� d S t jj|�rd| rdt jj|�}x(t j|�D ]}| jt jj||�d� qFW t |�}|r�| j d|� t t | j |�� d S )Nz Not found: %sTz Found: %s)rW rD �exists�warn�isdir�realpath�listdirr� ra rY r� r� r rc )r� �fn�nestedrD �itemr� r& r& r' r� u s z PackageIndex.process_filenamec C sb t |�}|o |jd�j� dk}|s8| jtjj|�d �r<dS d}|rRt|| ��n | j||� d S )Nr7 �fileTzN Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details). ) r� rL r0 r� r r# r= r r� )r� r@ Zfatal�s�is_filer� r& r& r' r� � s zPackageIndex.url_okc C s2 t tjj|�}dd� |D �}ttj| j|�� d S )Nc s s0 | ](}t j|�D ]}|jd �r||fV qqdS )z .egg-linkN)rW r� r1 )r[ rD �entryr& r& r' r] � s z.PackageIndex.scan_egg_links.<locals>.<genexpr>)�filterrW rD r� r� � itertools�starmap� scan_egg_link)r� Z search_path�dirsZ egg_linksr& r& r' �scan_egg_links� s zPackageIndex.scan_egg_linksc C s� t tjj||��� }ttd ttj|���}W d Q R X t |�dkrDd S |\}}x>t tjj||��D ](}tjj|f|�� |_ t |_ | j|� q`W d S )Nr9 )�openrW rD ra r� r� r rw rx rT r rP r rH rc )r� rD r� Z raw_lines�linesZegg_pathZ setup_pathrN r& r& r' r� � s zPackageIndex.scan_egg_linkc s� � fdd�}xHt j|�D ]:}y |tjj|t|jd���� W q tk rP Y qX qW ||�\}}|r�xXt||�D ]J}t |�\}} |j d�r�| r�|r�|d||f 7 }n � j |� � j |� qrW t jdd� |�S dS d S ) z#Process the contents of a PyPI pagec s� | j � j�r�tttjj| t� j�d � jd���}t|�dkr�d|d kr�t |d �}t |d �}d� j j |j � i �| < t|�t|�fS dS )Nr6 r9 r: r7 r T)NN)r2 r� r� r r r# r> rT r? r r r� � setdefaultr0 r )r� rA �pkg�ver)r� r& r' �scan� s " z(PackageIndex.process_index.<locals>.scanr7 z.pyz #egg=%s-%sc S s d| j ddd� S )Nz<a href="%s#md5=%s">%s</a>r7 r! r9 )rL )�mr& r& r' �<lambda>� s z,PackageIndex.process_index.<locals>.<lambda>r� N)ry ru r r# rz r{ rL r$ r� rG r1 �need_version_info�scan_url�PYPI_MD5�sub) r� r@ r~ r� rK r� r� �new_urlr4 �fragr& )r� r' r� � s$ zPackageIndex.process_indexc C s | j d|� d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)�scan_all)r� r@ r& r& r' r� � s z PackageIndex.need_version_infoc G s: | j | jkr*|r | j|f|�� | jd� | j| j � d S )Nz6Scanning index of all packages (this may take a while))r� r� r� r� r� )r� r� rl r& r& r' r� � s zPackageIndex.scan_allc C s~ | j | j|j d � | jj|j�s:| j | j|j d � | jj|j�sR| j|� x&t| jj|jf ��D ]}| j |� qhW d S )Nr6 ) r� r� � unsafe_namer� r� rg rQ �not_found_in_indexr� )r� � requirementr@ r& r& r' � find_packages� s zPackageIndex.find_packagesc sR | j � | j|� x,| |j D ] }||kr.|S | jd||� q W tt| �j||�S )Nz%s does not match %s)�prescanr� rg r� �superr �obtain)r� r� Z installerrN )� __class__r& r' r� � s zPackageIndex.obtainc C sL |j | jd| � |j� sH|j� tj|� td|jjtj j |�f ��dS )z- checker is a ContentChecker z Validating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r� r� r� r� rW �unlinkr r� r3 rD rU )r� �checkerrX �tfpr& r& r' � check_hash� s zPackageIndex.check_hashc C sT xN|D ]F}| j dks4t|� s4|jd�s4tt|��r@| j|� q| j j|� qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r� r� r2 r� r r� �append)r� Zurlsr@ r& r& r' �add_find_links s zPackageIndex.add_find_linksc C s" | j rtt| j| j �� d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r� r� r r� )r� r& r& r' r� s zPackageIndex.prescanc C s< | |j r| jd }}n | jd }}|||j� | j� d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rg r� r� r� r� )r� r� �methr� r& r& r' r� # s z PackageIndex.not_found_in_indexc C s~ t |t�sjt|�}|rR| j|jd�||�}t|�\}}|jd�rN| j|||�}|S tj j |�rb|S t |�}t | j ||�dd�S )a Locate and/or download `spec` to `tmpdir`, returning a local path `spec` may be a ``Requirement`` object, or a string containing a URL, an existing local filename, or a project/version requirement spec (i.e. the string form of a ``Requirement`` object). If it is the URL of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is automatically created alongside the downloaded file. If `spec` is a ``Requirement`` object or a string containing a project/version requirement spec, this method returns the location of a matching distribution (possibly after downloading it to `tmpdir`). If `spec` is a locally existing file or directory name, it is simply returned unchanged. If `spec` is a URL, it is downloaded to a subpath of `tmpdir`, and the local filename is returned. Various errors may be raised if a problem occurs during downloading. r7 z.pyrP N)r� r r� � _download_urlrL rG r1 � gen_setuprW rD r� r( r� �fetch_distribution)r� r% �tmpdirrB �foundr4 rF r& r& r' r8 - s zPackageIndex.downloadc s� �j d|� i �d}d � ����fdd� }|rH�j� �j|� ||�}| r`|dk r`|||�}|dkr��jdk rz�j� ||�}|dkr�| r��j|� ||�}|dkrjd�r�dp�d|� n�j d|� |j|jd �S dS ) a| Obtain a distribution suitable for fulfilling `requirement` `requirement` must be a ``pkg_resources.Requirement`` instance. If necessary, or if the `force_scan` flag is set, the requirement is searched for in the (online) package index as well as the locally installed packages. If a distribution matching `requirement` is found, the returned distribution's ``location`` is the value you would have gotten from calling the ``download()`` method with the matching distribution's URL or filename. If no matching distribution is found, ``None`` is returned. If the `source` flag is set, only source distributions and source checkout links will be considered. Unless the `develop_ok` flag is set, development and system eggs (i.e., those using the ``.egg-info`` format) will be ignored. zSearching for %sNc s� |d kr �}x�|| j D ]t}|jtkrJ� rJ|�kr�jd|� d�|< q|| ko`|jtkp`� }|r�j|j��}||_tj j |j�r|S qW d S )Nz&Skipping development or system egg: %sr7 ) rg rH r r� r r8 rP �download_locationrW rD r� )Zreq�envrN Ztest�loc)� develop_okr� �skipped�sourcer� r& r' r| g s z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r� zBest match: %s)rP )N)r� r� r� r� r� �cloner� ) r� r� r� � force_scanr� r� Z local_indexrN r| r& )r� r� r� r� r� r' r� O s0 z PackageIndex.fetch_distributionc C s" | j ||||�}|dk r |jS dS )a3 Obtain a file suitable for fulfilling `requirement` DEPRECATED; use the ``fetch_distribution()`` method now instead. For backward compatibility, this routine is identical but returns the ``location`` of the downloaded distribution instead of a distribution object. N)r� rP )r� r� r� r r� rN r& r& r' �fetch� s zPackageIndex.fetchc C s� t j|�}|r*dd� t||jd�d �D �p,g }t|�dkr�tjj|�}tjj|�|kr�tjj ||�}ddl m } |||�s�t j ||� |}ttjj |d�d��2} | jd|d j|d jtjj|�d f � W d Q R X |S |r�td ||f ��ntd ��d S ) Nc S s g | ]}|j r|�qS r& )rR )r[ �dr& r& r' � <listcomp>� s z*PackageIndex.gen_setup.<locals>.<listcomp>r7 r )�samefilezsetup.py�wzIfrom setuptools import setup setup(name=%r, version=%r, py_modules=[%r]) z�Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rJ rK r rL rT rW rD rU �dirnamera Z setuptools.command.easy_installr �shutilZcopy2r� �writerQ rR �splitextr ) r� rX rF r� rK r� rU �dstr r� r& r& r' r� � s2 zPackageIndex.gen_setupi c C s | j d|� d }z�tj|�}| j|�}t|tjj�rJtd||j |j f ��|j � }d}| j }d}d|kr�t |d�} t tt| ��}| j|||||� t|d��Z} xD|j|�} | r�|j| � | j| � |d7 }| j|||||� q�P q�W | j||| � W d Q R X |S |�r|j� X d S ) NzDownloading %szCan't download %s: %s %sr r7 zcontent-lengthzContent-Length�wbr; )r� r� r� r� r� r r� r� r r� r� � dl_blocksizer �maxr �int� reporthookr� r� r� r r� r� ) r� r@ rX �fpr� r� �blocknumZbs�sizeZsizesr� r� r& r& r' � _download_to� s: zPackageIndex._download_toc C s d S )Nr& )r� r@ rX r Zblksizer r& r& r' r � s zPackageIndex.reporthookc C s� |j d�rt|�S y t|| j�S ttjfk r� } z>djdd� |jD ��}|r^| j ||� nt d||f ��W Y d d }~X �n t j j k r� } z|S d }~X n� t j jk r� } z,|r�| j ||j� nt d||jf ��W Y d d }~X n� tjk �r8 } z.|�r| j ||j� nt d||jf ��W Y d d }~X nP tjtj fk �r� } z*|�rf| j ||� nt d||f ��W Y d d }~X nX d S )Nzfile:� c S s g | ] }t |��qS r& )rw )r[ �argr& r& r' r s z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r2 � local_open�open_with_authr� r$ r � InvalidURLra rl r� r r r� r� ZURLError�reasonZ BadStatusLine�lineZ HTTPException�socket)r� r@ Zwarning�vr� r& r& r' r� � s6 " zPackageIndex.open_urlc C s| t | �\}}|r4x&d|kr0|jdd�jdd�}qW nd}|jd�rN|dd � }tjj||�}|jt|��sxtd |� ���|S ) aB >>> import pathlib >>> du = PackageIndex._resolve_download_filename >>> root = getfixture('tmp_path') >>> url = 'https://files.pythonhosted.org/packages/a9/5a/0db.../setuptools-78.1.0.tar.gz' >>> str(pathlib.Path(du(url, root)).relative_to(root)) 'setuptools-78.1.0.tar.gz' Ensures the target is always in tmpdir. >>> url = 'https://anyhost/%2fhome%2fuser%2f.ssh%2fauthorized_keys' >>> du(url, root) Traceback (most recent call last): ... ValueError: Invalid filename... z..�.�\�_Z__downloaded__z.egg.zipNr, zInvalid filename r/ ) rG �replacer1 rW rD ra r2 rw r$ )r@ r� r3 rF rX r& r& r' �_resolve_download_filename s z'PackageIndex._resolve_download_filenamec C s� | j ||�}|dks |jd�r*| j||�S |dks<|jd�rH| j||�S |jd�r^| j||�S |dkr~tjjtjj |�d �S | j |d� | j ||�S d S ) N�svnzsvn+�gitzgit+zhg+r� r9 T) r" r2 � _download_svn� _download_git� _download_hgr r� � url2pathnamer# r= r� �_attempt_download)r� rB r@ r� rX r& r& r' r� A s zPackageIndex._download_urlc C s | j |d� d S )NT)r� )r� r@ r& r& r' r� R s zPackageIndex.scan_urlc C s6 | j ||�}d|jdd�j� kr.| j|||�S |S d S )Nr� z content-typer� )r r� r0 �_download_html)r� r@ rX r� r& r& r' r) U s z PackageIndex._attempt_downloadc C sl t |�}x@|D ]8}|j� rtjd|�rD|j� tj|� | j||�S P qW |j� tj|� td| ��d S )Nz <title>([^- ]+ - )?Revision \d+:z Unexpected HTML page found at ) r� rx rZ r} r� rW r� r% r )r� r@ r� rX r� r r& r& r' r* \ s zPackageIndex._download_htmlc C s |j dd�d }g }|j� jd�r�d|kr�tjj|�\}}}}}} | r�|jd�r�d|dd � kr�|dd � j dd�\}}tjj|�\} } | r�d | kr�| j d d�\} } d | d | g}n d | g}| }|||||| f}tjj|�}| jd ||� t j d dg| d||g � |S )Nr: r7 r zsvn:�@z//r6 r9 �:z --username=z --password=z'Doing subversion checkout from %s to %sr# �checkoutz-q) r? r0 r2 r r# r= � splituser� urlunparser� � subprocess� check_call)r� r@ rX ZcredsrB �netlocrD r\ �qr� �auth�host�userZpwrA r& r& r' r% k s$ zPackageIndex._download_svnc C sp t jj| �\}}}}}|jdd�d }|jdd�d }d }d|krR|jdd�\}}t jj||||df�} | |fS )N�+r7 r: r r+ r� r; )r r# Zurlsplitr? �rsplitZ urlunsplit)r@ � pop_prefixrB r2 rD rE r� �revr& r& r' �_vcs_split_rev_from_url� s z$PackageIndex._vcs_split_rev_from_urlc C sr |j dd�d }| j|dd�\}}| jd||� tjddd ||g� |d k rn| jd |� tjdd |d d |g� |S ) Nr: r7 r T)r9 z Doing git clone from %s to %sr$ r z--quietzChecking out %sz-Cr- )r? r; r� r0 r1 )r� r@ rX r: r& r& r' r& � s zPackageIndex._download_gitc C sv |j dd�d }| j|dd�\}}| jd||� tjddd ||g� |d k rr| jd |� tjdd |d d d|dg� |S )Nr: r7 r T)r9 z Doing hg clone from %s to %sZhgr z--quietzUpdating to %sz--cwdZupz-Cz-rz-q)r? r; r� r0 r1 )r� r@ rX r: r& r& r' r' � s zPackageIndex._download_hgc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.debugc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.infoc G s t j|f|�� d S )N)r r� )r� r� rl r& r& r' r� � s zPackageIndex.warn�r� )r� r< NT)F)F)F)N)N)FFFN)FF)N)F))r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r8 r� r r� r r r r� � staticmethodr" r� r� r) r* r% r; r& r' r� r� r� � __classcell__r& r& )r� r' r * sN 3 + # J )$ # $ z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s | j d�}t|�S )Nr7 )rL r )rK Zwhatr& r& r' � decode_entity� s r? c C s t t| �S )z'Decode HTML entities in the given text.)� entity_subr? )�textr& r& r' r{ � s r{ c s � fdd�}|S )Nc s � �fdd�}|S )Nc s. t j� }t j�� z � | |�S t j|� X d S )N)r ZgetdefaulttimeoutZsetdefaulttimeout)rl rm Z old_timeout)rn �timeoutr& r' �_socket_timeout� s z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr& )rn rC )rB )rn r' rC � s z'socket_timeout.<locals>._socket_timeoutr& )rB rC r& )rB r' �socket_timeout� s rD c C s2 t jj| �}|j� }tj|�}|j� }|jdd�S )aq A function compatible with Python 2.3-3.3 that will encode auth from a URL suitable for an HTTP header. >>> str(_encode_auth('username%3Apassword')) 'dXNlcm5hbWU6cGFzc3dvcmQ=' Long auth strings should not cause a newline to be inserted. >>> long_auth = 'username:' + 'password'*10 >>> chr(10) in str(_encode_auth(long_auth)) False � r� )r r# r> �encode�base64Z encodestringr� r! )r4 Zauth_sZ auth_bytesZ encoded_bytesZencodedr& r& r' � _encode_auth� s rH c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Credentialz: A username/password pair. Use like a namedtuple. c C s || _ || _d S )N)�username�password)r� rJ rK r& r& r' r� � s zCredential.__init__c c s | j V | jV d S )N)rJ rK )r� r& r& r' �__iter__� s zCredential.__iter__c C s dt | � S )Nz%(username)s:%(password)s)�vars)r� r& r& r' �__str__� s zCredential.__str__N)r� r� r� r� r� rL rN r& r& r& r' rI � s rI c @ s0 e Zd Zdd� Zedd� �Zdd� Zdd� Zd S ) � PyPIConfigc C sP t jdddgd�}tjj| |� tjjtjjd�d�}tjj |�rL| j |� dS )z% Load from ~/.pypirc rJ rK � repositoryr� �~z.pypircN) �dict�fromkeysr �RawConfigParserr� rW rD ra � expanduserr� r� )r� ZdefaultsZrcr& r& r' r� � s zPyPIConfig.__init__c s& � fdd�� j � D �}tt� j|��S )Nc s g | ]}� j |d �j� r|�qS )rP )r� rx )r[ �section)r� r& r' r s z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)ZsectionsrR r �_get_repo_cred)r� Zsections_with_repositoriesr& )r� r' �creds_by_repository s z PyPIConfig.creds_by_repositoryc C s6 | j |d�j� }|t| j |d�j� | j |d�j� �fS )NrP rJ rK )r� rx rI )r� rV Zrepor& r& r' rW s zPyPIConfig._get_repo_credc C s* x$| j j� D ]\}}|j|�r |S q W dS )z� If the URL indicated appears to be a repository defined in this config, return the credential for that repository. N)rX �itemsr2 )r� r@ rP �credr& r& r' �find_credential s zPyPIConfig.find_credentialN)r� r� r� r� �propertyrX rW r[ r& r& r& r' rO � s rO c C s: t jj| �\}}}}}}|jd�r,tjd��|d krFt jj|�\}} nd}|s~t� j| �} | r~t | �}| j | f} t j d | �� |r�dt |� }|| ||||f} t jj| �} t jj| �}|jd|� n t jj| �}|jd t� ||�}|�r6t jj|j�\}}}}}}||k�r6|| k�r6||||||f} t jj| �|_|S ) z4Open a urllib2 request, handling HTTP authenticationr, znonnumeric port: ''�http�httpsN�*Authenticating as %s for %s (from .pypirc)zBasic Z Authorizationz User-Agent)r] r^ )r_ )r r# r= r1 r r r. rO r[ rw rJ r r� rH r/ r� ZRequestZ add_header� user_agentr@ )r@ r� rB r2 rD ZparamsrE r� r4 r5 rZ r� rA r� r� r �s2Zh2Zpath2Zparam2Zquery2Zfrag2r& r& r' r " s6 r c C s | S )Nr& )r@ r& r& r' � fix_sf_urlS s rb c C s t jj| �\}}}}}}t jj|�}tjj|�r<t jj| �S |j d�r�tjj |�r�g }x�tj |�D ]b} tjj || �} | dkr�t | d��} | j� } W dQ R X P ntjj | �r�| d7 } |jdj| d�� qbW d} | j| dj |�d �} d\}}n d\}}} ddi}tj| �}t jj| ||||�S )z7Read a local path, with special support for directoriesr6 z index.html�rNz<a href="{name}">{name}</a>)r3 zB<html><head><title>{url}</title></head><body>{files}</body></html>rE )r@ �files�� �OK� �Path not found� Not foundz content-typez text/html)re rf )rg rh ri )r r# r= r� r( rW rD �isfiler� r1 r� r� ra r� r� r� �formatr �StringIOr� r� )r@ rB rC rD ZparamrE r� rX rd r� �filepathr Zbodyr� Zstatus�messager� Z body_streamr& r& r' r W s, r )N)N)N)N)r )[r� r0 �sysrW rZ r r rG r� r� � functoolsr Zsetuptools.externr Zsetuptools.extern.six.movesr r r r r" Z pkg_resourcesr r r r r r r r r r r r r r Z distutilsr Zdistutils.errorsr Zfnmatchr Zsetuptools.py27compatr Zsetuptools.py33compatr Zsetuptools.wheelr r� rJ �Iry r� rK r� r? rS �__all__Z_SOCKET_TIMEOUTZ_tmplrk rR r` r( r rG r rI rY r rk rp rt r� �objectr� r� r r� r@ r? r{ rD rH rI rT rO r� r� r rb r r& r& r& r' �<module> s� < ! " ! &. site-packages/setuptools/__pycache__/site-patch.cpython-36.pyc 0000644 00000002635 15231162611 0020410 0 ustar 00 3 Xo�h � @ s d d� Z edkre � [ dS )c C s dd l } dd l}|jjd�}|d ks4| jdkr:| r:g }n |j|j�}t| di �}| jt |�d � }|jj t �}x�|D ]�}||ksv| r�qv|j|�}|d k r�|j d�}|d k r�|j d� P qvy dd l} | j d|g�\} } } W n tk r� wvY nX | d kr�qvz| j d| | | � W d | j� X P qvW td��tdd� | jD ��} t| d d�}d| _x|D ]}t|� �qXW | j|7 _t|d �\}}d }g }xl| jD ]b}t|�\}}||k�r�|d k�r�t |�}|| k�s�|d k�r�|j|� n|j||� |d 7 }�q�W || jd d �< d S ) N� � PYTHONPATHZwin32�path_importer_cache�sitez$Couldn't find the real 'site' modulec S s g | ]}t |�d d f�qS )� )�makepath)�.0�item� r � /usr/lib/python3.6/site-patch.py� <listcomp>) s z__boot.<locals>.<listcomp>� __egginsertr )�sys�os�environ�get�platform�split�pathsep�getattr�path�len�dirname�__file__� find_module� load_module�imp� ImportError�close�dictr � addsitedirr �append�insert)r r r ZpicZstdpathZmydirr Zimporter�loaderr �streamr Zdescr� known_pathsZoldpos�dZndZ insert_at�new_path�pZnpr r r �__boot s` r( r N)r( �__name__r r r r �<module> s G site-packages/setuptools/py36compat.py 0000644 00000005513 15231162611 0014066 0 ustar 00 import sys from distutils.errors import DistutilsOptionError from distutils.util import strtobool from distutils.debug import DEBUG class Distribution_parse_config_files: """ Mix-in providing forward-compatibility for functionality to be included by default on Python 3.7. Do not edit the code in this class except to update functionality as implemented in distutils. """ def parse_config_files(self, filenames=None): from configparser import ConfigParser # Ignore install directory options if we have a venv if sys.prefix != sys.base_prefix: ignore_options = [ 'install-base', 'install-platbase', 'install-lib', 'install-platlib', 'install-purelib', 'install-headers', 'install-scripts', 'install-data', 'prefix', 'exec-prefix', 'home', 'user', 'root'] else: ignore_options = [] ignore_options = frozenset(ignore_options) if filenames is None: filenames = self.find_config_files() if DEBUG: self.announce("Distribution.parse_config_files():") parser = ConfigParser(interpolation=None) for filename in filenames: if DEBUG: self.announce(" reading %s" % filename) parser.read(filename) for section in parser.sections(): options = parser.options(section) opt_dict = self.get_option_dict(section) for opt in options: if opt != '__name__' and opt not in ignore_options: val = parser.get(section,opt) opt = opt.replace('-', '_') opt_dict[opt] = (filename, val) # Make the ConfigParser forget everything (so we retain # the original filenames that options come from) parser.__init__() # If there was a "global" section in the config file, use it # to set Distribution options. if 'global' in self.command_options: for (opt, (src, val)) in self.command_options['global'].items(): alias = self.negative_opt.get(opt) try: if alias: setattr(self, alias, not strtobool(val)) elif opt in ('verbose', 'dry_run'): # ugh! setattr(self, opt, strtobool(val)) else: setattr(self, opt, val) except ValueError as msg: raise DistutilsOptionError(msg) if sys.version_info < (3,): # Python 2 behavior is sufficient class Distribution_parse_config_files: pass if False: # When updated behavior is available upstream, # disable override here. class Distribution_parse_config_files: pass site-packages/pip/compat/dictconfig.py 0000644 00000055070 15231162611 0014027 0 ustar 00 # This is a copy of the Python logging.config.dictconfig module, # reproduced with permission. It is provided here for backwards # compatibility for Python versions prior to 2.7. # # Copyright 2009-2010 by Vinay Sajip. All Rights Reserved. # # Permission to use, copy, modify, and distribute this software and its # documentation for any purpose and without fee is hereby granted, # provided that the above copyright notice appear in all copies and that # both that copyright notice and this permission notice appear in # supporting documentation, and that the name of Vinay Sajip # not be used in advertising or publicity pertaining to distribution # of the software without specific, written prior permission. # VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING # ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL # VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR # ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER # IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT # OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. from __future__ import absolute_import import logging.handlers import re import sys import types from pip._vendor import six # flake8: noqa IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I) def valid_ident(s): m = IDENTIFIER.match(s) if not m: raise ValueError('Not a valid Python identifier: %r' % s) return True # # This function is defined in logging only in recent versions of Python # try: from logging import _checkLevel except ImportError: def _checkLevel(level): if isinstance(level, int): rv = level elif str(level) == level: if level not in logging._levelNames: raise ValueError('Unknown level: %r' % level) rv = logging._levelNames[level] else: raise TypeError('Level not an integer or a ' 'valid string: %r' % level) return rv # The ConvertingXXX classes are wrappers around standard Python containers, # and they serve to convert any suitable values in the container. The # conversion converts base dicts, lists and tuples to their wrapped # equivalents, whereas strings which match a conversion format are converted # appropriately. # # Each wrapper should have a configurator attribute holding the actual # configurator to use for conversion. class ConvertingDict(dict): """A converting dictionary wrapper.""" def __getitem__(self, key): value = dict.__getitem__(self, key) result = self.configurator.convert(value) # If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def get(self, key, default=None): value = dict.get(self, key, default) result = self.configurator.convert(value) # If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, key, default=None): value = dict.pop(self, key, default) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class ConvertingList(list): """A converting list wrapper.""" def __getitem__(self, key): value = list.__getitem__(self, key) result = self.configurator.convert(value) # If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, idx=-1): value = list.pop(self, idx) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self return result class ConvertingTuple(tuple): """A converting tuple wrapper.""" def __getitem__(self, key): value = tuple.__getitem__(self, key) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class BaseConfigurator(object): """ The configurator base class which defines some useful defaults. """ CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$') WORD_PATTERN = re.compile(r'^\s*(\w+)\s*') DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*') INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*') DIGIT_PATTERN = re.compile(r'^\d+$') value_converters = { 'ext' : 'ext_convert', 'cfg' : 'cfg_convert', } # We might want to use a different one, e.g. importlib importer = __import__ def __init__(self, config): self.config = ConvertingDict(config) self.config.configurator = self def resolve(self, s): """ Resolve strings to objects using standard import and attribute syntax. """ name = s.split('.') used = name.pop(0) try: found = self.importer(used) for frag in name: used += '.' + frag try: found = getattr(found, frag) except AttributeError: self.importer(used) found = getattr(found, frag) return found except ImportError: e, tb = sys.exc_info()[1:] v = ValueError('Cannot resolve %r: %s' % (s, e)) v.__cause__, v.__traceback__ = e, tb raise v def ext_convert(self, value): """Default converter for the ext:// protocol.""" return self.resolve(value) def cfg_convert(self, value): """Default converter for the cfg:// protocol.""" rest = value m = self.WORD_PATTERN.match(rest) if m is None: raise ValueError("Unable to convert %r" % value) else: rest = rest[m.end():] d = self.config[m.groups()[0]] # print d, rest while rest: m = self.DOT_PATTERN.match(rest) if m: d = d[m.groups()[0]] else: m = self.INDEX_PATTERN.match(rest) if m: idx = m.groups()[0] if not self.DIGIT_PATTERN.match(idx): d = d[idx] else: try: n = int(idx) # try as number first (most likely) d = d[n] except TypeError: d = d[idx] if m: rest = rest[m.end():] else: raise ValueError('Unable to convert ' '%r at %r' % (value, rest)) # rest should be empty return d def convert(self, value): """ Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. """ if not isinstance(value, ConvertingDict) and isinstance(value, dict): value = ConvertingDict(value) value.configurator = self elif not isinstance(value, ConvertingList) and isinstance(value, list): value = ConvertingList(value) value.configurator = self elif not isinstance(value, ConvertingTuple) and\ isinstance(value, tuple): value = ConvertingTuple(value) value.configurator = self elif isinstance(value, six.string_types): # str for py3k m = self.CONVERT_PATTERN.match(value) if m: d = m.groupdict() prefix = d['prefix'] converter = self.value_converters.get(prefix, None) if converter: suffix = d['suffix'] converter = getattr(self, converter) value = converter(suffix) return value def configure_custom(self, config): """Configure an object with a user-supplied factory.""" c = config.pop('()') if not hasattr(c, '__call__') and hasattr(types, 'ClassType') and type(c) != types.ClassType: c = self.resolve(c) props = config.pop('.', None) # Check for valid identifiers kwargs = dict((k, config[k]) for k in config if valid_ident(k)) result = c(**kwargs) if props: for name, value in props.items(): setattr(result, name, value) return result def as_tuple(self, value): """Utility function which converts lists to tuples.""" if isinstance(value, list): value = tuple(value) return value class DictConfigurator(BaseConfigurator): """ Configure logging using a dictionary-like object to describe the configuration. """ def configure(self): """Do the configuration.""" config = self.config if 'version' not in config: raise ValueError("dictionary doesn't specify a version") if config['version'] != 1: raise ValueError("Unsupported version: %s" % config['version']) incremental = config.pop('incremental', False) EMPTY_DICT = {} logging._acquireLock() try: if incremental: handlers = config.get('handlers', EMPTY_DICT) # incremental handler config only if handler name # ties in to logging._handlers (Python 2.7) if sys.version_info[:2] == (2, 7): for name in handlers: if name not in logging._handlers: raise ValueError('No handler found with ' 'name %r' % name) else: try: handler = logging._handlers[name] handler_config = handlers[name] level = handler_config.get('level', None) if level: handler.setLevel(_checkLevel(level)) except StandardError as e: raise ValueError('Unable to configure handler ' '%r: %s' % (name, e)) loggers = config.get('loggers', EMPTY_DICT) for name in loggers: try: self.configure_logger(name, loggers[name], True) except StandardError as e: raise ValueError('Unable to configure logger ' '%r: %s' % (name, e)) root = config.get('root', None) if root: try: self.configure_root(root, True) except StandardError as e: raise ValueError('Unable to configure root ' 'logger: %s' % e) else: disable_existing = config.pop('disable_existing_loggers', True) logging._handlers.clear() del logging._handlerList[:] # Do formatters first - they don't refer to anything else formatters = config.get('formatters', EMPTY_DICT) for name in formatters: try: formatters[name] = self.configure_formatter( formatters[name]) except StandardError as e: raise ValueError('Unable to configure ' 'formatter %r: %s' % (name, e)) # Next, do filters - they don't refer to anything else, either filters = config.get('filters', EMPTY_DICT) for name in filters: try: filters[name] = self.configure_filter(filters[name]) except StandardError as e: raise ValueError('Unable to configure ' 'filter %r: %s' % (name, e)) # Next, do handlers - they refer to formatters and filters # As handlers can refer to other handlers, sort the keys # to allow a deterministic order of configuration handlers = config.get('handlers', EMPTY_DICT) for name in sorted(handlers): try: handler = self.configure_handler(handlers[name]) handler.name = name handlers[name] = handler except StandardError as e: raise ValueError('Unable to configure handler ' '%r: %s' % (name, e)) # Next, do loggers - they refer to handlers and filters # we don't want to lose the existing loggers, # since other threads may have pointers to them. # existing is set to contain all existing loggers, # and as we go through the new configuration we # remove any which are configured. At the end, # what's left in existing is the set of loggers # which were in the previous configuration but # which are not in the new configuration. root = logging.root existing = list(root.manager.loggerDict) # The list needs to be sorted so that we can # avoid disabling child loggers of explicitly # named loggers. With a sorted list it is easier # to find the child loggers. existing.sort() # We'll keep the list of existing loggers # which are children of named loggers here... child_loggers = [] # now set up the new ones... loggers = config.get('loggers', EMPTY_DICT) for name in loggers: if name in existing: i = existing.index(name) prefixed = name + "." pflen = len(prefixed) num_existing = len(existing) i = i + 1 # look at the entry after name while (i < num_existing) and\ (existing[i][:pflen] == prefixed): child_loggers.append(existing[i]) i = i + 1 existing.remove(name) try: self.configure_logger(name, loggers[name]) except StandardError as e: raise ValueError('Unable to configure logger ' '%r: %s' % (name, e)) # Disable any old loggers. There's no point deleting # them as other threads may continue to hold references # and by disabling them, you stop them doing any logging. # However, don't disable children of named loggers, as that's # probably not what was intended by the user. for log in existing: logger = root.manager.loggerDict[log] if log in child_loggers: logger.level = logging.NOTSET logger.handlers = [] logger.propagate = True elif disable_existing: logger.disabled = True # And finally, do the root logger root = config.get('root', None) if root: try: self.configure_root(root) except StandardError as e: raise ValueError('Unable to configure root ' 'logger: %s' % e) finally: logging._releaseLock() def configure_formatter(self, config): """Configure a formatter from a dictionary.""" if '()' in config: factory = config['()'] # for use in exception handler try: result = self.configure_custom(config) except TypeError as te: if "'format'" not in str(te): raise # Name of parameter changed from fmt to format. # Retry with old name. # This is so that code can be used with older Python versions #(e.g. by Django) config['fmt'] = config.pop('format') config['()'] = factory result = self.configure_custom(config) else: fmt = config.get('format', None) dfmt = config.get('datefmt', None) result = logging.Formatter(fmt, dfmt) return result def configure_filter(self, config): """Configure a filter from a dictionary.""" if '()' in config: result = self.configure_custom(config) else: name = config.get('name', '') result = logging.Filter(name) return result def add_filters(self, filterer, filters): """Add filters to a filterer from a list of names.""" for f in filters: try: filterer.addFilter(self.config['filters'][f]) except StandardError as e: raise ValueError('Unable to add filter %r: %s' % (f, e)) def configure_handler(self, config): """Configure a handler from a dictionary.""" formatter = config.pop('formatter', None) if formatter: try: formatter = self.config['formatters'][formatter] except StandardError as e: raise ValueError('Unable to set formatter ' '%r: %s' % (formatter, e)) level = config.pop('level', None) filters = config.pop('filters', None) if '()' in config: c = config.pop('()') if not hasattr(c, '__call__') and hasattr(types, 'ClassType') and type(c) != types.ClassType: c = self.resolve(c) factory = c else: klass = self.resolve(config.pop('class')) # Special case for handler which refers to another handler if issubclass(klass, logging.handlers.MemoryHandler) and\ 'target' in config: try: config['target'] = self.config['handlers'][config['target']] except StandardError as e: raise ValueError('Unable to set target handler ' '%r: %s' % (config['target'], e)) elif issubclass(klass, logging.handlers.SMTPHandler) and\ 'mailhost' in config: config['mailhost'] = self.as_tuple(config['mailhost']) elif issubclass(klass, logging.handlers.SysLogHandler) and\ 'address' in config: config['address'] = self.as_tuple(config['address']) factory = klass kwargs = dict((k, config[k]) for k in config if valid_ident(k)) try: result = factory(**kwargs) except TypeError as te: if "'stream'" not in str(te): raise # The argument name changed from strm to stream # Retry with old name. # This is so that code can be used with older Python versions #(e.g. by Django) kwargs['strm'] = kwargs.pop('stream') result = factory(**kwargs) if formatter: result.setFormatter(formatter) if level is not None: result.setLevel(_checkLevel(level)) if filters: self.add_filters(result, filters) return result def add_handlers(self, logger, handlers): """Add handlers to a logger from a list of names.""" for h in handlers: try: logger.addHandler(self.config['handlers'][h]) except StandardError as e: raise ValueError('Unable to add handler %r: %s' % (h, e)) def common_logger_config(self, logger, config, incremental=False): """ Perform configuration which is common to root and non-root loggers. """ level = config.get('level', None) if level is not None: logger.setLevel(_checkLevel(level)) if not incremental: # Remove any existing handlers for h in logger.handlers[:]: logger.removeHandler(h) handlers = config.get('handlers', None) if handlers: self.add_handlers(logger, handlers) filters = config.get('filters', None) if filters: self.add_filters(logger, filters) def configure_logger(self, name, config, incremental=False): """Configure a non-root logger from a dictionary.""" logger = logging.getLogger(name) self.common_logger_config(logger, config, incremental) propagate = config.get('propagate', None) if propagate is not None: logger.propagate = propagate def configure_root(self, config, incremental=False): """Configure a root logger from a dictionary.""" root = logging.getLogger() self.common_logger_config(root, config, incremental) dictConfigClass = DictConfigurator def dictConfig(config): """Configure logging using a dictionary.""" dictConfigClass(config).configure() site-packages/pip/compat/__init__.py 0000644 00000011100 15231162611 0013437 0 ustar 00 """Stuff that differs in different Python versions and platform distributions.""" from __future__ import absolute_import, division import os import sys from pip._vendor.six import text_type try: from logging.config import dictConfig as logging_dictConfig except ImportError: from pip.compat.dictconfig import dictConfig as logging_dictConfig try: from collections import OrderedDict except ImportError: from pip._vendor.ordereddict import OrderedDict try: import ipaddress except ImportError: try: from pip._vendor import ipaddress except ImportError: import ipaddr as ipaddress ipaddress.ip_address = ipaddress.IPAddress ipaddress.ip_network = ipaddress.IPNetwork try: import sysconfig def get_stdlib(): paths = [ sysconfig.get_path("stdlib"), sysconfig.get_path("platstdlib"), ] return set(filter(bool, paths)) except ImportError: from distutils import sysconfig def get_stdlib(): paths = [ sysconfig.get_python_lib(standard_lib=True), sysconfig.get_python_lib(standard_lib=True, plat_specific=True), ] return set(filter(bool, paths)) __all__ = [ "logging_dictConfig", "ipaddress", "uses_pycache", "console_to_str", "native_str", "get_path_uid", "stdlib_pkgs", "WINDOWS", "samefile", "OrderedDict", ] if sys.version_info >= (3, 4): uses_pycache = True from importlib.util import cache_from_source else: import imp uses_pycache = hasattr(imp, 'cache_from_source') if uses_pycache: cache_from_source = imp.cache_from_source else: cache_from_source = None if sys.version_info >= (3,): def console_to_str(s): try: return s.decode(sys.__stdout__.encoding) except UnicodeDecodeError: return s.decode('utf_8') def native_str(s, replace=False): if isinstance(s, bytes): return s.decode('utf-8', 'replace' if replace else 'strict') return s else: def console_to_str(s): return s def native_str(s, replace=False): # Replace is ignored -- unicode to UTF-8 can't fail if isinstance(s, text_type): return s.encode('utf-8') return s def total_seconds(td): if hasattr(td, "total_seconds"): return td.total_seconds() else: val = td.microseconds + (td.seconds + td.days * 24 * 3600) * 10 ** 6 return val / 10 ** 6 def get_path_uid(path): """ Return path's uid. Does not follow symlinks: https://github.com/pypa/pip/pull/935#discussion_r5307003 Placed this function in compat due to differences on AIX and Jython, that should eventually go away. :raises OSError: When path is a symlink or can't be read. """ if hasattr(os, 'O_NOFOLLOW'): fd = os.open(path, os.O_RDONLY | os.O_NOFOLLOW) file_uid = os.fstat(fd).st_uid os.close(fd) else: # AIX and Jython # WARNING: time of check vulnerability, but best we can do w/o NOFOLLOW if not os.path.islink(path): # older versions of Jython don't have `os.fstat` file_uid = os.stat(path).st_uid else: # raise OSError for parity with os.O_NOFOLLOW above raise OSError( "%s is a symlink; Will not return uid for symlinks" % path ) return file_uid def expanduser(path): """ Expand ~ and ~user constructions. Includes a workaround for http://bugs.python.org/issue14768 """ expanded = os.path.expanduser(path) if path.startswith('~/') and expanded.startswith('//'): expanded = expanded[1:] return expanded # packages in the stdlib that may have installation metadata, but should not be # considered 'installed'. this theoretically could be determined based on # dist.location (py27:`sysconfig.get_paths()['stdlib']`, # py26:sysconfig.get_config_vars('LIBDEST')), but fear platform variation may # make this ineffective, so hard-coding stdlib_pkgs = ('python', 'wsgiref') if sys.version_info >= (2, 7): stdlib_pkgs += ('argparse',) # windows detection, covers cpython and ironpython WINDOWS = (sys.platform.startswith("win") or (sys.platform == 'cli' and os.name == 'nt')) def samefile(file1, file2): """Provide an alternative for os.path.samefile on Windows/Python2""" if hasattr(os.path, 'samefile'): return os.path.samefile(file1, file2) else: path1 = os.path.normcase(os.path.abspath(file1)) path2 = os.path.normcase(os.path.abspath(file2)) return path1 == path2 site-packages/pip/compat/__pycache__/dictconfig.cpython-36.pyc 0000644 00000032420 15231162611 0020305 0 ustar 00 3 F��i8Z � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ ej dej �Z dd� Z yd dlm Z W n ek rz dd � Z Y nX G d d � d e�ZG d d � d e�ZG dd� de�ZG dd� de�ZG dd� de�ZeZdd� ZdS )� )�absolute_importN)�sixz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)� IDENTIFIER�match� ValueError)�s�m� r � /usr/lib/python3.6/dictconfig.py� valid_ident" s r )� _checkLevelc C sN t | t�r| }n:t| �| kr>| tjkr2td| ��tj| }n td| ��|S )NzUnknown level: %rz*Level not an integer or a valid string: %r)� isinstance�int�str�loggingZ _levelNamesr � TypeError)�level�rvr r r r . s r c @ s, e Zd ZdZdd� Zd dd�Zd dd�ZdS ) �ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) �dict� __getitem__� configurator�convert�typer �ConvertingList�ConvertingTuple�parent�key)�selfr �value�resultr r r r G s zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N) r �getr r r r r r r r )r r �defaultr r r r r r! S s zConvertingDict.getc C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N) r �popr r r r r r r r )r r r" r r r r r r# _ s zConvertingDict.pop)N)N)�__name__� __module__� __qualname__�__doc__r r! r# r r r r r D s r c @ s" e Zd ZdZdd� Zd dd�ZdS ) r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) �listr r r r r r r r r )r r r r r r r r l s zConvertingList.__getitem__� c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r( r# r r r r r r r )r �idxr r r r r r# x s zConvertingList.popN���)r+ )r$ r% r& r' r r# r r r r r j s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N) �tupler r r r r r r r r )r r r r r r r r � s zConvertingTuple.__getitem__N)r$ r% r& r' r r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z ddd �Z e Z d d � Zd d � Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�BaseConfiguratorzI The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)ZextZcfgc C s t |�| _| | j_d S )N)r �configr )r r0 r r r �__init__� s zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk rl | j|� t||�}Y q&X q&W |S tk r� tj� dd� \}}td||f �}|| |_ |_ |�Y nX dS )z` Resolve strings to objects using standard import and attribute syntax. �.r r) NzCannot resolve %r: %s) �splitr# �importer�getattr�AttributeError� ImportError�sys�exc_infor � __cause__� __traceback__) r r �nameZused�foundZfrag�e�tb�vr r r �resolve� s" zBaseConfigurator.resolvec C s | j |�S )z*Default converter for the ext:// protocol.)rA )r r r r r r. � s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t k r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr r �endr0 �groups� DOT_PATTERN� INDEX_PATTERN� DIGIT_PATTERNr r )r r �restr �dr* �nr r r r/ � s2 z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n~t |t� rrt |t�rrt|�}| |_nXt |tj �r�| j j |�}|r�|j � }|d }| j j|d�}|r�|d }t| |�}||�}|S )z� Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. �prefixN�suffix)r r r r r r( r r, r Z string_types�CONVERT_PATTERNr � groupdict�value_convertersr! r5 )r r r rI rK Z converterrL r r r r � s* zBaseConfigurator.convertc s� � j d�}t|d� r8ttd�r8t|�tjkr8| j|�}� j dd�}t� fdd�� D ��}|f |�}|r�x |j� D ]\}}t|||� qrW |S )z1Configure an object with a user-supplied factory.z()�__call__� ClassTyper2 Nc 3 s" | ]}t |�r|� | fV qd S )N)r )�.0�k)r0 r r � <genexpr> s z4BaseConfigurator.configure_custom.<locals>.<genexpr>) r# �hasattr�typesr rQ rA r �items�setattr)r r0 �cZprops�kwargsr r< r r )r0 r �configure_custom s $ z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r( r, )r r r r r �as_tuple s zBaseConfigurator.as_tupleN)r$ r% r& r' �re�compilerM rB rE rF rG rO � __import__r4 r1 rA r. r/ r r[ r\ r r r r r- � s " r- c @ s^ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z ddd�Z ddd�Z ddd�Z dS )�DictConfiguratorz] Configure logging using a dictionary-like object to describe the configuration. c C s� | j }d|krtd��|d dkr2td|d ��|jdd�}i }tj� �z||�r�|jd|�}tjdd � dk�rx�|D ]�}|tjkr�td | ��qzy4tj| }|| }|jd d�}|r�|j t |�� W qz t k � r� } ztd || f ��W Y dd} ~ X qzX qzW |jd|�} xZ| D ]R}y| j || | d� W n4 t k �rd } ztd|| f ��W Y dd} ~ X nX �qW |jdd�} | �r�y| j | d� W n0 t k �r� } ztd| ��W Y dd} ~ X nX �n|jdd�} tjj� tjdd�= |jd|�} xZ| D ]R}y| j| | �| |< W n4 t k �rF } ztd|| f ��W Y dd} ~ X nX �q�W |jd|�}xZ|D ]R}y| j|| �||< W n4 t k �r� } ztd|| f ��W Y dd} ~ X nX �q`W |jd|�}xht|�D ]\}y | j|| �}||_|||< W n4 t k �r$ } ztd || f ��W Y dd} ~ X nX �q�W tj} t| jj�}|j� g }|jd|�} x�| D ]�}||k�r�|j|�}|d }t|�}t|�}|d }x<||k �r�|| d|� |k�r�|j || � |d }�q�W |j |� y| j || | � W n4 t k �r$ } ztd|| f ��W Y dd} ~ X nX �q\W xF|D ]>}| jj| }||k�rbtj |_ g |_ d|_!n | �r2d|_"�q2W |jdd�} | �r�y| j | � W n0 t k �r� } ztd| ��W Y dd} ~ X nX W dtj#� X dS )zDo the configuration.�versionz$dictionary doesn't specify a versionr) zUnsupported version: %s� incrementalF�handlersN� � z No handler found with name %rr z"Unable to configure handler %r: %s�loggersTz!Unable to configure logger %r: %s�rootz#Unable to configure root logger: %sZdisable_existing_loggers� formattersz$Unable to configure formatter %r: %s�filtersz!Unable to configure filter %r: %sr2 )rd re )$r0 r r# r Z _acquireLockr! r8 � version_infoZ _handlers�setLevelr � StandardError�configure_logger�configure_root�clearZ _handlerList�configure_formatter�configure_filter�sorted�configure_handlerr< rg r( ZmanagerZ loggerDict�sort�index�len�append�removeZNOTSETr rc � propagateZdisabledZ _releaseLock)r r0 rb Z EMPTY_DICTrc r< ZhandlerZhandler_configr r> rf rg Zdisable_existingrh ri ZexistingZ child_loggers�iZprefixedZpflenZ num_existing�log�loggerr r r � configure s� " $ $ $ $ $ zDictConfigurator.configurec C s� d|krr|d }y| j |�}W q� tk rn } z4dt|�kr>� |jd�|d< ||d< | j |�}W Y dd}~X q�X n$|jdd�}|jdd�}tj||�}|S )z(Configure a formatter from a dictionary.z()z'format'�format�fmtNZdatefmt)r[ r r r# r! r Z Formatter)r r0 �factoryr �ter Zdfmtr r r rp � s z$DictConfigurator.configure_formatterc C s. d|kr| j |�}n|jdd�}tj|�}|S )z%Configure a filter from a dictionary.z()r< � )r[ r! r ZFilter)r r0 r r< r r r rq � s z!DictConfigurator.configure_filterc C s^ xX|D ]P}y|j | jd | � W q tk rT } ztd||f ��W Y dd}~X qX qW dS )z/Add filters to a filterer from a list of names.ri zUnable to add filter %r: %sN)Z addFilterr0 rl r )r Zfiltererri �fr> r r r � add_filters� s z DictConfigurator.add_filtersc - s@ � j dd�}|rVy| jd | }W n2 tk rT } ztd||f ��W Y dd}~X nX � j dd�}� j dd�}d� kr�� j d�}t|d� r�ttd �r�t|�tjkr�| j|�}|}n�| j� j d ��}t |t j j �o�d � k�r2y| jd � d � d < W n8 tk �r. } ztd � d |f ��W Y dd}~X nX nZt |t j j ��r`d� k�r`| j� d �� d< n,t |t j j��r�d� k�r�| j� d �� d< |}t� fdd�� D ��} y|f | �} W nL tk �r } z.dt| �k�r | j d�| d< |f | �} W Y dd} ~ X nX |�r| j|� |dk �r*| jt|�� |�r<| j| |� | S )z&Configure a handler from a dictionary.� formatterNrh z Unable to set formatter %r: %sr ri z()rP rQ �class�targetrc z#Unable to set target handler %r: %sZmailhostZaddressc 3 s" | ]}t |�r|� | fV qd S )N)r )rR rS )r0 r r rT � s z5DictConfigurator.configure_handler.<locals>.<genexpr>z'stream'�streamZstrm)r# r0 rl r rU rV r rQ rA � issubclassr rc Z MemoryHandlerZ SMTPHandlerr\ Z SysLogHandlerr r r Z setFormatterrk r r� ) r r0 r� r> r ri rY r� �klassrZ r r� r )r0 r rs � sX $ $ z"DictConfigurator.configure_handlerc C s^ xX|D ]P}y|j | jd | � W q tk rT } ztd||f ��W Y dd}~X qX qW dS )z.Add handlers to a logger from a list of names.rc z Unable to add handler %r: %sN)Z addHandlerr0 rl r )r r| rc �hr> r r r � add_handlers s z DictConfigurator.add_handlersFc C s� |j dd�}|dk r"|jt|�� |s�x |jdd� D ]}|j|� q6W |j dd�}|rd| j||� |j dd�}|r�| j||� dS )zU Perform configuration which is common to root and non-root loggers. r Nrc ri )r! rk r rc Z removeHandlerr� r� )r r| r0 rb r r� rc ri r r r �common_logger_config s z%DictConfigurator.common_logger_configc C s6 t j|�}| j|||� |jdd�}|dk r2||_dS )z.Configure a non-root logger from a dictionary.ry N)r � getLoggerr� r! ry )r r< r0 rb r| ry r r r rm # s z!DictConfigurator.configure_loggerc C s t j� }| j|||� dS )z*Configure a root logger from a dictionary.N)r r� r� )r r0 rb rg r r r rn + s z DictConfigurator.configure_rootN)F)F)F) r$ r% r& r' r} rp rq r� rs r� r� rm rn r r r r r` s 5 r` c C s t | �j� dS )z%Configure logging using a dictionary.N)�dictConfigClassr} )r0 r r r � dictConfig3 s r� )Z __future__r Zlogging.handlersr r] r8 rV Z pip._vendorr r^ �Ir r r r7 r r r( r r, r �objectr- r` r� r� r r r r �<module> s* & site-packages/pip/compat/__pycache__/dictconfig.cpython-36.opt-1.pyc 0000644 00000032420 15231162611 0021244 0 ustar 00 3 F��i8Z � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ ej dej �Z dd� Z yd dlm Z W n ek rz dd � Z Y nX G d d � d e�ZG d d � d e�ZG dd� de�ZG dd� de�ZG dd� de�ZeZdd� ZdS )� )�absolute_importN)�sixz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)� IDENTIFIER�match� ValueError)�s�m� r � /usr/lib/python3.6/dictconfig.py� valid_ident" s r )� _checkLevelc C sN t | t�r| }n:t| �| kr>| tjkr2td| ��tj| }n td| ��|S )NzUnknown level: %rz*Level not an integer or a valid string: %r)� isinstance�int�str�loggingZ _levelNamesr � TypeError)�level�rvr r r r . s r c @ s, e Zd ZdZdd� Zd dd�Zd dd�ZdS ) �ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) �dict� __getitem__� configurator�convert�typer �ConvertingList�ConvertingTuple�parent�key)�selfr �value�resultr r r r G s zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N) r �getr r r r r r r r )r r �defaultr r r r r r! S s zConvertingDict.getc C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N) r �popr r r r r r r r )r r r" r r r r r r# _ s zConvertingDict.pop)N)N)�__name__� __module__� __qualname__�__doc__r r! r# r r r r r D s r c @ s" e Zd ZdZdd� Zd dd�ZdS ) r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) �listr r r r r r r r r )r r r r r r r r l s zConvertingList.__getitem__� c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r( r# r r r r r r r )r �idxr r r r r r# x s zConvertingList.popN���)r+ )r$ r% r& r' r r# r r r r r j s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N) �tupler r r r r r r r r )r r r r r r r r � s zConvertingTuple.__getitem__N)r$ r% r& r' r r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z ddd �Z e Z d d � Zd d � Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�BaseConfiguratorzI The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)ZextZcfgc C s t |�| _| | j_d S )N)r �configr )r r0 r r r �__init__� s zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk rl | j|� t||�}Y q&X q&W |S tk r� tj� dd� \}}td||f �}|| |_ |_ |�Y nX dS )z` Resolve strings to objects using standard import and attribute syntax. �.r r) NzCannot resolve %r: %s) �splitr# �importer�getattr�AttributeError� ImportError�sys�exc_infor � __cause__� __traceback__) r r �nameZused�foundZfrag�e�tb�vr r r �resolve� s" zBaseConfigurator.resolvec C s | j |�S )z*Default converter for the ext:// protocol.)rA )r r r r r r. � s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t k r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr r �endr0 �groups� DOT_PATTERN� INDEX_PATTERN� DIGIT_PATTERNr r )r r �restr �dr* �nr r r r/ � s2 z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n~t |t� rrt |t�rrt|�}| |_nXt |tj �r�| j j |�}|r�|j � }|d }| j j|d�}|r�|d }t| |�}||�}|S )z� Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. �prefixN�suffix)r r r r r r( r r, r Z string_types�CONVERT_PATTERNr � groupdict�value_convertersr! r5 )r r r rI rK Z converterrL r r r r � s* zBaseConfigurator.convertc s� � j d�}t|d� r8ttd�r8t|�tjkr8| j|�}� j dd�}t� fdd�� D ��}|f |�}|r�x |j� D ]\}}t|||� qrW |S )z1Configure an object with a user-supplied factory.z()�__call__� ClassTyper2 Nc 3 s" | ]}t |�r|� | fV qd S )N)r )�.0�k)r0 r r � <genexpr> s z4BaseConfigurator.configure_custom.<locals>.<genexpr>) r# �hasattr�typesr rQ rA r �items�setattr)r r0 �cZprops�kwargsr r< r r )r0 r �configure_custom s $ z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r( r, )r r r r r �as_tuple s zBaseConfigurator.as_tupleN)r$ r% r& r' �re�compilerM rB rE rF rG rO � __import__r4 r1 rA r. r/ r r[ r\ r r r r r- � s " r- c @ s^ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z ddd�Z ddd�Z ddd�Z dS )�DictConfiguratorz] Configure logging using a dictionary-like object to describe the configuration. c C s� | j }d|krtd��|d dkr2td|d ��|jdd�}i }tj� �z||�r�|jd|�}tjdd � dk�rx�|D ]�}|tjkr�td | ��qzy4tj| }|| }|jd d�}|r�|j t |�� W qz t k � r� } ztd || f ��W Y dd} ~ X qzX qzW |jd|�} xZ| D ]R}y| j || | d� W n4 t k �rd } ztd|| f ��W Y dd} ~ X nX �qW |jdd�} | �r�y| j | d� W n0 t k �r� } ztd| ��W Y dd} ~ X nX �n|jdd�} tjj� tjdd�= |jd|�} xZ| D ]R}y| j| | �| |< W n4 t k �rF } ztd|| f ��W Y dd} ~ X nX �q�W |jd|�}xZ|D ]R}y| j|| �||< W n4 t k �r� } ztd|| f ��W Y dd} ~ X nX �q`W |jd|�}xht|�D ]\}y | j|| �}||_|||< W n4 t k �r$ } ztd || f ��W Y dd} ~ X nX �q�W tj} t| jj�}|j� g }|jd|�} x�| D ]�}||k�r�|j|�}|d }t|�}t|�}|d }x<||k �r�|| d|� |k�r�|j || � |d }�q�W |j |� y| j || | � W n4 t k �r$ } ztd|| f ��W Y dd} ~ X nX �q\W xF|D ]>}| jj| }||k�rbtj |_ g |_ d|_!n | �r2d|_"�q2W |jdd�} | �r�y| j | � W n0 t k �r� } ztd| ��W Y dd} ~ X nX W dtj#� X dS )zDo the configuration.�versionz$dictionary doesn't specify a versionr) zUnsupported version: %s� incrementalF�handlersN� � z No handler found with name %rr z"Unable to configure handler %r: %s�loggersTz!Unable to configure logger %r: %s�rootz#Unable to configure root logger: %sZdisable_existing_loggers� formattersz$Unable to configure formatter %r: %s�filtersz!Unable to configure filter %r: %sr2 )rd re )$r0 r r# r Z _acquireLockr! r8 � version_infoZ _handlers�setLevelr � StandardError�configure_logger�configure_root�clearZ _handlerList�configure_formatter�configure_filter�sorted�configure_handlerr< rg r( ZmanagerZ loggerDict�sort�index�len�append�removeZNOTSETr rc � propagateZdisabledZ _releaseLock)r r0 rb Z EMPTY_DICTrc r< ZhandlerZhandler_configr r> rf rg Zdisable_existingrh ri ZexistingZ child_loggers�iZprefixedZpflenZ num_existing�log�loggerr r r � configure s� " $ $ $ $ $ zDictConfigurator.configurec C s� d|krr|d }y| j |�}W q� tk rn } z4dt|�kr>� |jd�|d< ||d< | j |�}W Y dd}~X q�X n$|jdd�}|jdd�}tj||�}|S )z(Configure a formatter from a dictionary.z()z'format'�format�fmtNZdatefmt)r[ r r r# r! r Z Formatter)r r0 �factoryr �ter Zdfmtr r r rp � s z$DictConfigurator.configure_formatterc C s. d|kr| j |�}n|jdd�}tj|�}|S )z%Configure a filter from a dictionary.z()r< � )r[ r! r ZFilter)r r0 r r< r r r rq � s z!DictConfigurator.configure_filterc C s^ xX|D ]P}y|j | jd | � W q tk rT } ztd||f ��W Y dd}~X qX qW dS )z/Add filters to a filterer from a list of names.ri zUnable to add filter %r: %sN)Z addFilterr0 rl r )r Zfiltererri �fr> r r r � add_filters� s z DictConfigurator.add_filtersc - s@ � j dd�}|rVy| jd | }W n2 tk rT } ztd||f ��W Y dd}~X nX � j dd�}� j dd�}d� kr�� j d�}t|d� r�ttd �r�t|�tjkr�| j|�}|}n�| j� j d ��}t |t j j �o�d � k�r2y| jd � d � d < W n8 tk �r. } ztd � d |f ��W Y dd}~X nX nZt |t j j ��r`d� k�r`| j� d �� d< n,t |t j j��r�d� k�r�| j� d �� d< |}t� fdd�� D ��} y|f | �} W nL tk �r } z.dt| �k�r | j d�| d< |f | �} W Y dd} ~ X nX |�r| j|� |dk �r*| jt|�� |�r<| j| |� | S )z&Configure a handler from a dictionary.� formatterNrh z Unable to set formatter %r: %sr ri z()rP rQ �class�targetrc z#Unable to set target handler %r: %sZmailhostZaddressc 3 s" | ]}t |�r|� | fV qd S )N)r )rR rS )r0 r r rT � s z5DictConfigurator.configure_handler.<locals>.<genexpr>z'stream'�streamZstrm)r# r0 rl r rU rV r rQ rA � issubclassr rc Z MemoryHandlerZ SMTPHandlerr\ Z SysLogHandlerr r r Z setFormatterrk r r� ) r r0 r� r> r ri rY r� �klassrZ r r� r )r0 r rs � sX $ $ z"DictConfigurator.configure_handlerc C s^ xX|D ]P}y|j | jd | � W q tk rT } ztd||f ��W Y dd}~X qX qW dS )z.Add handlers to a logger from a list of names.rc z Unable to add handler %r: %sN)Z addHandlerr0 rl r )r r| rc �hr> r r r � add_handlers s z DictConfigurator.add_handlersFc C s� |j dd�}|dk r"|jt|�� |s�x |jdd� D ]}|j|� q6W |j dd�}|rd| j||� |j dd�}|r�| j||� dS )zU Perform configuration which is common to root and non-root loggers. r Nrc ri )r! rk r rc Z removeHandlerr� r� )r r| r0 rb r r� rc ri r r r �common_logger_config s z%DictConfigurator.common_logger_configc C s6 t j|�}| j|||� |jdd�}|dk r2||_dS )z.Configure a non-root logger from a dictionary.ry N)r � getLoggerr� r! ry )r r< r0 rb r| ry r r r rm # s z!DictConfigurator.configure_loggerc C s t j� }| j|||� dS )z*Configure a root logger from a dictionary.N)r r� r� )r r0 rb rg r r r rn + s z DictConfigurator.configure_rootN)F)F)F) r$ r% r& r' r} rp rq r� rs r� r� rm rn r r r r r` s 5 r` c C s t | �j� dS )z%Configure logging using a dictionary.N)�dictConfigClassr} )r0 r r r � dictConfig3 s r� )Z __future__r Zlogging.handlersr r] r8 rV Z pip._vendorr r^ �Ir r r r7 r r r( r r, r �objectr- r` r� r� r r r r �<module> s* & site-packages/pip/compat/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000007541 15231162611 0020700 0 ustar 00 3 F��i@ � 0 @ s d Z ddlmZmZ ddlZddlZddlmZ yddlm Z W n e k r` ddl m Z Y nX yddl mZ W n e k r� ddlmZ Y nX y ddlZW nR e k r� yddlmZ W n, e k r� ddlZeje_eje_Y nX Y nX yddlZdd � ZW n* e k �r2 dd lmZ d d � ZY nX d d ddddddddg Zejd.k�rjdZ ddl m Z n$ddl Z e e d�Z e �r�e j Z ndZ ejd/k�r�dd� Z!d0d d�Z"nd d� Z!d1d d�Z"d d!� Z#d"d� Z$d#d$� Z%d2Z&ejd3k�r�e&d47 Z&ej'j(d*��pej'd+k�oej)d,kZ*d-d� Z+dS )5zKStuff that differs in different Python versions and platform distributions.� )�absolute_import�divisionN)� text_type)� dictConfig)� OrderedDict)� ipaddressc C s" t jd�t jd�g} ttt| ��S )N�stdlib� platstdlib)� sysconfig�get_path�set�filter�bool)�paths� r � /usr/lib/python3.6/__init__.py� get_stdlib" s r )r c C s( t jdd�t jddd�g} ttt| ��S )NT)� standard_lib)r Z plat_specific)r Zget_python_libr r r )r r r r r + s �logging_dictConfigr � uses_pycache�console_to_str� native_str� get_path_uid� stdlib_pkgs�WINDOWS�samefiler � � T)�cache_from_sourcer c C s. y| j tjj�S tk r( | j d�S X d S )N�utf_8)�decode�sys� __stdout__�encoding�UnicodeDecodeError)�sr r r r G s Fc C s" t | t�r | jd|rdnd�S | S )Nzutf-8�replace�strict)� isinstance�bytesr )r% r& r r r r M s c C s | S )Nr )r% r r r r S s c C s t | t�r| jd�S | S )Nzutf-8)r( r �encode)r% r& r r r r V s c C s< t | d�r| j� S | j| j| jd d d }|d S d S )N� total_seconds� i � � i@B i@B )�hasattrr+ Z microsecondsZsecondsZdays)Ztd�valr r r r+ ] s r+ c C s` t td�r6tj| tjtjB �}tj|�j}tj|� n&tjj | �sPtj | �j}n t d| ��|S )a) Return path's uid. Does not follow symlinks: https://github.com/pypa/pip/pull/935#discussion_r5307003 Placed this function in compat due to differences on AIX and Jython, that should eventually go away. :raises OSError: When path is a symlink or can't be read. � O_NOFOLLOWz1%s is a symlink; Will not return uid for symlinks) r/ �os�open�O_RDONLYr1 �fstat�st_uid�close�path�islink�stat�OSError)r8 �fdZfile_uidr r r r e s c C s0 t jj| �}| jd�r,|jd�r,|dd� }|S )zl Expand ~ and ~user constructions. Includes a workaround for http://bugs.python.org/issue14768 z~/z//� N)r2 r8 � expanduser� startswith)r8 Zexpandedr r r r> � s r> �python�wsgiref� � �argparse�winZcli�ntc C sN t tjd�rtjj| |�S tjjtjj| ��}tjjtjj|��}||kS dS )z>Provide an alternative for os.path.samefile on Windows/Python2r N)r/ r2 r8 r �normcase�abspath)Zfile1Zfile2Zpath1Zpath2r r r r � s )r r )r )F)F)r@ rA )rB rC )rD ),�__doc__Z __future__r r r2 r! Zpip._vendor.sixr Zlogging.configr r � ImportErrorZpip.compat.dictconfig� collectionsr Zpip._vendor.ordereddictr Z pip._vendorZipaddrZ IPAddressZ ip_addressZ IPNetworkZ ip_networkr r Z distutils�__all__� version_infor �importlib.utilr Zimpr/ r r r+ r r> r �platformr? �namer r r r r r �<module> sh site-packages/pip/compat/__pycache__/__init__.cpython-36.pyc 0000644 00000007541 15231162611 0017741 0 ustar 00 3 F��i@ � 0 @ s d Z ddlmZmZ ddlZddlZddlmZ yddlm Z W n e k r` ddl m Z Y nX yddl mZ W n e k r� ddlmZ Y nX y ddlZW nR e k r� yddlmZ W n, e k r� ddlZeje_eje_Y nX Y nX yddlZdd � ZW n* e k �r2 dd lmZ d d � ZY nX d d ddddddddg Zejd.k�rjdZ ddl m Z n$ddl Z e e d�Z e �r�e j Z ndZ ejd/k�r�dd� Z!d0d d�Z"nd d� Z!d1d d�Z"d d!� Z#d"d� Z$d#d$� Z%d2Z&ejd3k�r�e&d47 Z&ej'j(d*��pej'd+k�oej)d,kZ*d-d� Z+dS )5zKStuff that differs in different Python versions and platform distributions.� )�absolute_import�divisionN)� text_type)� dictConfig)� OrderedDict)� ipaddressc C s" t jd�t jd�g} ttt| ��S )N�stdlib� platstdlib)� sysconfig�get_path�set�filter�bool)�paths� r � /usr/lib/python3.6/__init__.py� get_stdlib" s r )r c C s( t jdd�t jddd�g} ttt| ��S )NT)� standard_lib)r Z plat_specific)r Zget_python_libr r r )r r r r r + s �logging_dictConfigr � uses_pycache�console_to_str� native_str� get_path_uid� stdlib_pkgs�WINDOWS�samefiler � � T)�cache_from_sourcer c C s. y| j tjj�S tk r( | j d�S X d S )N�utf_8)�decode�sys� __stdout__�encoding�UnicodeDecodeError)�sr r r r G s Fc C s" t | t�r | jd|rdnd�S | S )Nzutf-8�replace�strict)� isinstance�bytesr )r% r& r r r r M s c C s | S )Nr )r% r r r r S s c C s t | t�r| jd�S | S )Nzutf-8)r( r �encode)r% r& r r r r V s c C s< t | d�r| j� S | j| j| jd d d }|d S d S )N� total_seconds� i � � i@B i@B )�hasattrr+ Z microsecondsZsecondsZdays)Ztd�valr r r r+ ] s r+ c C s` t td�r6tj| tjtjB �}tj|�j}tj|� n&tjj | �sPtj | �j}n t d| ��|S )a) Return path's uid. Does not follow symlinks: https://github.com/pypa/pip/pull/935#discussion_r5307003 Placed this function in compat due to differences on AIX and Jython, that should eventually go away. :raises OSError: When path is a symlink or can't be read. � O_NOFOLLOWz1%s is a symlink; Will not return uid for symlinks) r/ �os�open�O_RDONLYr1 �fstat�st_uid�close�path�islink�stat�OSError)r8 �fdZfile_uidr r r r e s c C s0 t jj| �}| jd�r,|jd�r,|dd� }|S )zl Expand ~ and ~user constructions. Includes a workaround for http://bugs.python.org/issue14768 z~/z//� N)r2 r8 � expanduser� startswith)r8 Zexpandedr r r r> � s r> �python�wsgiref� � �argparse�winZcli�ntc C sN t tjd�rtjj| |�S tjjtjj| ��}tjjtjj|��}||kS dS )z>Provide an alternative for os.path.samefile on Windows/Python2r N)r/ r2 r8 r �normcase�abspath)Zfile1Zfile2Zpath1Zpath2r r r r � s )r r )r )F)F)r@ rA )rB rC )rD ),�__doc__Z __future__r r r2 r! Zpip._vendor.sixr Zlogging.configr r � ImportErrorZpip.compat.dictconfig� collectionsr Zpip._vendor.ordereddictr Z pip._vendorZipaddrZ IPAddressZ ip_addressZ IPNetworkZ ip_networkr r Z distutils�__all__� version_infor �importlib.utilr Zimpr/ r r r+ r r> r �platformr? �namer r r r r r �<module> sh site-packages/pip/basecommand.py 0000644 00000027206 15231162611 0012704 0 ustar 00 """Base Command class, and related routines""" from __future__ import absolute_import import logging import os import sys import optparse import warnings from pip import cmdoptions from pip.index import PackageFinder from pip.locations import running_under_virtualenv from pip.download import PipSession from pip.exceptions import (BadCommand, InstallationError, UninstallationError, CommandError, PreviousBuildDirError) from pip.compat import logging_dictConfig from pip.baseparser import ConfigOptionParser, UpdatingDefaultsHelpFormatter from pip.req import InstallRequirement, parse_requirements from pip.status_codes import ( SUCCESS, ERROR, UNKNOWN_ERROR, VIRTUALENV_NOT_FOUND, PREVIOUS_BUILD_DIR_ERROR, ) from pip.utils import deprecation, get_prog, normalize_path from pip.utils.logging import IndentingFormatter from pip.utils.outdated import pip_version_check __all__ = ['Command'] logger = logging.getLogger(__name__) class Command(object): name = None usage = None hidden = False log_streams = ("ext://sys.stdout", "ext://sys.stderr") def __init__(self, isolated=False): parser_kw = { 'usage': self.usage, 'prog': '%s %s' % (get_prog(), self.name), 'formatter': UpdatingDefaultsHelpFormatter(), 'add_help_option': False, 'name': self.name, 'description': self.__doc__, 'isolated': isolated, } self.parser = ConfigOptionParser(**parser_kw) # Commands should add options to this option group optgroup_name = '%s Options' % self.name.capitalize() self.cmd_opts = optparse.OptionGroup(self.parser, optgroup_name) # Add the general options gen_opts = cmdoptions.make_option_group( cmdoptions.general_group, self.parser, ) self.parser.add_option_group(gen_opts) def _build_session(self, options, retries=None, timeout=None): session = PipSession( cache=( normalize_path(os.path.join(options.cache_dir, "http")) if options.cache_dir else None ), retries=retries if retries is not None else options.retries, insecure_hosts=options.trusted_hosts, ) # Handle custom ca-bundles from the user if options.cert: session.verify = options.cert # Handle SSL client certificate if options.client_cert: session.cert = options.client_cert # Handle timeouts if options.timeout or timeout: session.timeout = ( timeout if timeout is not None else options.timeout ) # Handle configured proxies if options.proxy: session.proxies = { "http": options.proxy, "https": options.proxy, } # Determine if we can prompt the user for authentication or not session.auth.prompting = not options.no_input return session def parse_args(self, args): # factored out for testability return self.parser.parse_args(args) def main(self, args): options, args = self.parse_args(args) if options.quiet: if options.quiet == 1: level = "WARNING" if options.quiet == 2: level = "ERROR" else: level = "CRITICAL" elif options.verbose: level = "DEBUG" else: level = "INFO" # The root logger should match the "console" level *unless* we # specified "--log" to send debug logs to a file. root_level = level if options.log: root_level = "DEBUG" logging_dictConfig({ "version": 1, "disable_existing_loggers": False, "filters": { "exclude_warnings": { "()": "pip.utils.logging.MaxLevelFilter", "level": logging.WARNING, }, }, "formatters": { "indent": { "()": IndentingFormatter, "format": "%(message)s", }, }, "handlers": { "console": { "level": level, "class": "pip.utils.logging.ColorizedStreamHandler", "stream": self.log_streams[0], "filters": ["exclude_warnings"], "formatter": "indent", }, "console_errors": { "level": "WARNING", "class": "pip.utils.logging.ColorizedStreamHandler", "stream": self.log_streams[1], "formatter": "indent", }, "user_log": { "level": "DEBUG", "class": "pip.utils.logging.BetterRotatingFileHandler", "filename": options.log or "/dev/null", "delay": True, "formatter": "indent", }, }, "root": { "level": root_level, "handlers": list(filter(None, [ "console", "console_errors", "user_log" if options.log else None, ])), }, # Disable any logging besides WARNING unless we have DEBUG level # logging enabled. These use both pip._vendor and the bare names # for the case where someone unbundles our libraries. "loggers": dict( ( name, { "level": ( "WARNING" if level in ["INFO", "ERROR"] else "DEBUG" ), }, ) for name in ["pip._vendor", "distlib", "requests", "urllib3"] ), }) if sys.version_info[:2] == (2, 6): warnings.warn( "Python 2.6 is no longer supported by the Python core team, " "please upgrade your Python. A future version of pip will " "drop support for Python 2.6", deprecation.Python26DeprecationWarning ) # TODO: try to get these passing down from the command? # without resorting to os.environ to hold these. if options.no_input: os.environ['PIP_NO_INPUT'] = '1' if options.exists_action: os.environ['PIP_EXISTS_ACTION'] = ' '.join(options.exists_action) if options.require_venv: # If a venv is required check if it can really be found if not running_under_virtualenv(): logger.critical( 'Could not find an activated virtualenv (required).' ) sys.exit(VIRTUALENV_NOT_FOUND) try: status = self.run(options, args) # FIXME: all commands should return an exit status # and when it is done, isinstance is not needed anymore if isinstance(status, int): return status except PreviousBuildDirError as exc: logger.critical(str(exc)) logger.debug('Exception information:', exc_info=True) return PREVIOUS_BUILD_DIR_ERROR except (InstallationError, UninstallationError, BadCommand) as exc: logger.critical(str(exc)) logger.debug('Exception information:', exc_info=True) return ERROR except CommandError as exc: logger.critical('ERROR: %s', exc) logger.debug('Exception information:', exc_info=True) return ERROR except KeyboardInterrupt: logger.critical('Operation cancelled by user') logger.debug('Exception information:', exc_info=True) return ERROR except: logger.critical('Exception:', exc_info=True) return UNKNOWN_ERROR finally: # Check if we're using the latest version of pip available if (not options.disable_pip_version_check and not getattr(options, "no_index", False)): with self._build_session( options, retries=0, timeout=min(5, options.timeout)) as session: pip_version_check(session) return SUCCESS class RequirementCommand(Command): @staticmethod def populate_requirement_set(requirement_set, args, options, finder, session, name, wheel_cache): """ Marshal cmd line args into a requirement set. """ for filename in options.constraints: for req in parse_requirements( filename, constraint=True, finder=finder, options=options, session=session, wheel_cache=wheel_cache): requirement_set.add_requirement(req) for req in args: requirement_set.add_requirement( InstallRequirement.from_line( req, None, isolated=options.isolated_mode, wheel_cache=wheel_cache ) ) for req in options.editables: requirement_set.add_requirement( InstallRequirement.from_editable( req, default_vcs=options.default_vcs, isolated=options.isolated_mode, wheel_cache=wheel_cache ) ) found_req_in_file = False for filename in options.requirements: for req in parse_requirements( filename, finder=finder, options=options, session=session, wheel_cache=wheel_cache): found_req_in_file = True requirement_set.add_requirement(req) # If --require-hashes was a line in a requirements file, tell # RequirementSet about it: requirement_set.require_hashes = options.require_hashes if not (args or options.editables or found_req_in_file): opts = {'name': name} if options.find_links: msg = ('You must give at least one requirement to ' '%(name)s (maybe you meant "pip %(name)s ' '%(links)s"?)' % dict(opts, links=' '.join(options.find_links))) else: msg = ('You must give at least one requirement ' 'to %(name)s (see "pip help %(name)s")' % opts) logger.warning(msg) def _build_package_finder(self, options, session, platform=None, python_versions=None, abi=None, implementation=None): """ Create a package finder appropriate to this requirement command. """ index_urls = [options.index_url] + options.extra_index_urls if options.no_index: logger.debug('Ignoring indexes: %s', ','.join(index_urls)) index_urls = [] return PackageFinder( find_links=options.find_links, format_control=options.format_control, index_urls=index_urls, trusted_hosts=options.trusted_hosts, allow_all_prereleases=options.pre, process_dependency_links=options.process_dependency_links, session=session, platform=platform, versions=python_versions, abi=abi, implementation=implementation, ) site-packages/pip/req/req_uninstall.py 0000644 00000015361 15231162611 0014101 0 ustar 00 from __future__ import absolute_import import logging import os import tempfile from pip.compat import uses_pycache, WINDOWS, cache_from_source from pip.exceptions import UninstallationError from pip.utils import rmtree, ask, is_local, renames, normalize_path from pip.utils.logging import indent_log logger = logging.getLogger(__name__) class UninstallPathSet(object): """A set of file paths to be removed in the uninstallation of a requirement.""" def __init__(self, dist): self.paths = set() self._refuse = set() self.pth = {} self.dist = dist self.save_dir = None self._moved_paths = [] def _permitted(self, path): """ Return True if the given path is one we are permitted to remove/modify, False otherwise. """ return is_local(path) def add(self, path): head, tail = os.path.split(path) # we normalize the head to resolve parent directory symlinks, but not # the tail, since we only want to uninstall symlinks, not their targets path = os.path.join(normalize_path(head), os.path.normcase(tail)) if not os.path.exists(path): return if self._permitted(path): self.paths.add(path) else: self._refuse.add(path) # __pycache__ files can show up after 'installed-files.txt' is created, # due to imports if os.path.splitext(path)[1] == '.py' and uses_pycache: self.add(cache_from_source(path)) def add_pth(self, pth_file, entry): pth_file = normalize_path(pth_file) if self._permitted(pth_file): if pth_file not in self.pth: self.pth[pth_file] = UninstallPthEntries(pth_file) self.pth[pth_file].add(entry) else: self._refuse.add(pth_file) def compact(self, paths): """Compact a path set to contain the minimal number of paths necessary to contain all paths in the set. If /a/path/ and /a/path/to/a/file.txt are both in the set, leave only the shorter path.""" short_paths = set() for path in sorted(paths, key=len): if not any([ (path.startswith(shortpath) and path[len(shortpath.rstrip(os.path.sep))] == os.path.sep) for shortpath in short_paths]): short_paths.add(path) return short_paths def _stash(self, path): return os.path.join( self.save_dir, os.path.splitdrive(path)[1].lstrip(os.path.sep)) def remove(self, auto_confirm=False): """Remove paths in ``self.paths`` with confirmation (unless ``auto_confirm`` is True).""" if not self.paths: logger.info( "Can't uninstall '%s'. No files were found to uninstall.", self.dist.project_name, ) return logger.info( 'Uninstalling %s-%s:', self.dist.project_name, self.dist.version ) with indent_log(): paths = sorted(self.compact(self.paths)) if auto_confirm: response = 'y' else: for path in paths: logger.info(path) response = ask('Proceed (y/n)? ', ('y', 'n')) if self._refuse: logger.info('Not removing or modifying (outside of prefix):') for path in self.compact(self._refuse): logger.info(path) if response == 'y': self.save_dir = tempfile.mkdtemp(suffix='-uninstall', prefix='pip-') for path in paths: new_path = self._stash(path) logger.debug('Removing file or directory %s', path) self._moved_paths.append(path) renames(path, new_path) for pth in self.pth.values(): pth.remove() logger.info( 'Successfully uninstalled %s-%s', self.dist.project_name, self.dist.version ) def rollback(self): """Rollback the changes previously made by remove().""" if self.save_dir is None: logger.error( "Can't roll back %s; was not uninstalled", self.dist.project_name, ) return False logger.info('Rolling back uninstall of %s', self.dist.project_name) for path in self._moved_paths: tmp_path = self._stash(path) logger.debug('Replacing %s', path) renames(tmp_path, path) for pth in self.pth.values(): pth.rollback() def commit(self): """Remove temporary save dir: rollback will no longer be possible.""" if self.save_dir is not None: rmtree(self.save_dir) self.save_dir = None self._moved_paths = [] class UninstallPthEntries(object): def __init__(self, pth_file): if not os.path.isfile(pth_file): raise UninstallationError( "Cannot remove entries from nonexistent file %s" % pth_file ) self.file = pth_file self.entries = set() self._saved_lines = None def add(self, entry): entry = os.path.normcase(entry) # On Windows, os.path.normcase converts the entry to use # backslashes. This is correct for entries that describe absolute # paths outside of site-packages, but all the others use forward # slashes. if WINDOWS and not os.path.splitdrive(entry)[0]: entry = entry.replace('\\', '/') self.entries.add(entry) def remove(self): logger.debug('Removing pth entries from %s:', self.file) with open(self.file, 'rb') as fh: # windows uses '\r\n' with py3k, but uses '\n' with py2.x lines = fh.readlines() self._saved_lines = lines if any(b'\r\n' in line for line in lines): endline = '\r\n' else: endline = '\n' for entry in self.entries: try: logger.debug('Removing entry: %s', entry) lines.remove((entry + endline).encode("utf-8")) except ValueError: pass with open(self.file, 'wb') as fh: fh.writelines(lines) def rollback(self): if self._saved_lines is None: logger.error( 'Cannot roll back changes to %s, none were made', self.file ) return False logger.debug('Rolling %s back to previous state', self.file) with open(self.file, 'wb') as fh: fh.writelines(self._saved_lines) return True site-packages/pip/req/req_file.py 0000644 00000027226 15231162611 0013012 0 ustar 00 """ Requirements file parsing """ from __future__ import absolute_import import os import re import shlex import sys import optparse import warnings from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._vendor.six.moves import filterfalse import pip from pip.download import get_file_content from pip.req.req_install import InstallRequirement from pip.exceptions import (RequirementsFileParseError) from pip.utils.deprecation import RemovedInPip10Warning from pip import cmdoptions __all__ = ['parse_requirements'] SCHEME_RE = re.compile(r'^(http|https|file):', re.I) COMMENT_RE = re.compile(r'(^|\s)+#.*$') SUPPORTED_OPTIONS = [ cmdoptions.constraints, cmdoptions.editable, cmdoptions.requirements, cmdoptions.no_index, cmdoptions.index_url, cmdoptions.find_links, cmdoptions.extra_index_url, cmdoptions.allow_external, cmdoptions.allow_all_external, cmdoptions.no_allow_external, cmdoptions.allow_unsafe, cmdoptions.no_allow_unsafe, cmdoptions.use_wheel, cmdoptions.no_use_wheel, cmdoptions.always_unzip, cmdoptions.no_binary, cmdoptions.only_binary, cmdoptions.pre, cmdoptions.process_dependency_links, cmdoptions.trusted_host, cmdoptions.require_hashes, ] # options to be passed to requirements SUPPORTED_OPTIONS_REQ = [ cmdoptions.install_options, cmdoptions.global_options, cmdoptions.hash, ] # the 'dest' string values SUPPORTED_OPTIONS_REQ_DEST = [o().dest for o in SUPPORTED_OPTIONS_REQ] def parse_requirements(filename, finder=None, comes_from=None, options=None, session=None, constraint=False, wheel_cache=None): """Parse a requirements file and yield InstallRequirement instances. :param filename: Path or url of requirements file. :param finder: Instance of pip.index.PackageFinder. :param comes_from: Origin description of requirements. :param options: cli options. :param session: Instance of pip.download.PipSession. :param constraint: If true, parsing a constraint file rather than requirements file. :param wheel_cache: Instance of pip.wheel.WheelCache """ if session is None: raise TypeError( "parse_requirements() missing 1 required keyword argument: " "'session'" ) _, content = get_file_content( filename, comes_from=comes_from, session=session ) lines_enum = preprocess(content, options) for line_number, line in lines_enum: req_iter = process_line(line, filename, line_number, finder, comes_from, options, session, wheel_cache, constraint=constraint) for req in req_iter: yield req def preprocess(content, options): """Split, filter, and join lines, and return a line iterator :param content: the content of the requirements file :param options: cli options """ lines_enum = enumerate(content.splitlines(), start=1) lines_enum = join_lines(lines_enum) lines_enum = ignore_comments(lines_enum) lines_enum = skip_regex(lines_enum, options) return lines_enum def process_line(line, filename, line_number, finder=None, comes_from=None, options=None, session=None, wheel_cache=None, constraint=False): """Process a single requirements line; This can result in creating/yielding requirements, or updating the finder. For lines that contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS_REQ, and they are scoped to the requirement. Other options from SUPPORTED_OPTIONS may be present, but are ignored. For lines that do not contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS. Options from SUPPORTED_OPTIONS_REQ may be present, but are ignored. These lines may contain multiple options (although our docs imply only one is supported), and all our parsed and affect the finder. :param constraint: If True, parsing a constraints file. :param options: OptionParser options that we may update """ parser = build_parser() defaults = parser.get_default_values() defaults.index_url = None if finder: # `finder.format_control` will be updated during parsing defaults.format_control = finder.format_control args_str, options_str = break_args_options(line) if sys.version_info < (2, 7, 3): # Prior to 2.7.3, shlex cannot deal with unicode entries options_str = options_str.encode('utf8') opts, _ = parser.parse_args(shlex.split(options_str), defaults) # preserve for the nested code path line_comes_from = '%s %s (line %s)' % ( '-c' if constraint else '-r', filename, line_number) # yield a line requirement if args_str: isolated = options.isolated_mode if options else False if options: cmdoptions.check_install_build_global(options, opts) # get the options that apply to requirements req_options = {} for dest in SUPPORTED_OPTIONS_REQ_DEST: if dest in opts.__dict__ and opts.__dict__[dest]: req_options[dest] = opts.__dict__[dest] yield InstallRequirement.from_line( args_str, line_comes_from, constraint=constraint, isolated=isolated, options=req_options, wheel_cache=wheel_cache ) # yield an editable requirement elif opts.editables: isolated = options.isolated_mode if options else False default_vcs = options.default_vcs if options else None yield InstallRequirement.from_editable( opts.editables[0], comes_from=line_comes_from, constraint=constraint, default_vcs=default_vcs, isolated=isolated, wheel_cache=wheel_cache ) # parse a nested requirements file elif opts.requirements or opts.constraints: if opts.requirements: req_path = opts.requirements[0] nested_constraint = False else: req_path = opts.constraints[0] nested_constraint = True # original file is over http if SCHEME_RE.search(filename): # do a url join so relative paths work req_path = urllib_parse.urljoin(filename, req_path) # original file and nested file are paths elif not SCHEME_RE.search(req_path): # do a join so relative paths work req_path = os.path.join(os.path.dirname(filename), req_path) # TODO: Why not use `comes_from='-r {} (line {})'` here as well? parser = parse_requirements( req_path, finder, comes_from, options, session, constraint=nested_constraint, wheel_cache=wheel_cache ) for req in parser: yield req # percolate hash-checking option upward elif opts.require_hashes: options.require_hashes = opts.require_hashes # set finder options elif finder: if opts.allow_external: warnings.warn( "--allow-external has been deprecated and will be removed in " "the future. Due to changes in the repository protocol, it no " "longer has any effect.", RemovedInPip10Warning, ) if opts.allow_all_external: warnings.warn( "--allow-all-external has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if opts.allow_unverified: warnings.warn( "--allow-unverified has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if opts.index_url: finder.index_urls = [opts.index_url] if opts.use_wheel is False: finder.use_wheel = False pip.index.fmt_ctl_no_use_wheel(finder.format_control) if opts.no_index is True: finder.index_urls = [] if opts.extra_index_urls: finder.index_urls.extend(opts.extra_index_urls) if opts.find_links: # FIXME: it would be nice to keep track of the source # of the find_links: support a find-links local path # relative to a requirements file. value = opts.find_links[0] req_dir = os.path.dirname(os.path.abspath(filename)) relative_to_reqs_file = os.path.join(req_dir, value) if os.path.exists(relative_to_reqs_file): value = relative_to_reqs_file finder.find_links.append(value) if opts.pre: finder.allow_all_prereleases = True if opts.process_dependency_links: finder.process_dependency_links = True if opts.trusted_hosts: finder.secure_origins.extend( ("*", host, "*") for host in opts.trusted_hosts) def break_args_options(line): """Break up the line into an args and options string. We only want to shlex (and then optparse) the options, not the args. args can contain markers which are corrupted by shlex. """ tokens = line.split(' ') args = [] options = tokens[:] for token in tokens: if token.startswith('-') or token.startswith('--'): break else: args.append(token) options.pop(0) return ' '.join(args), ' '.join(options) def build_parser(): """ Return a parser for parsing requirement lines """ parser = optparse.OptionParser(add_help_option=False) option_factories = SUPPORTED_OPTIONS + SUPPORTED_OPTIONS_REQ for option_factory in option_factories: option = option_factory() parser.add_option(option) # By default optparse sys.exits on parsing errors. We want to wrap # that in our own exception. def parser_exit(self, msg): raise RequirementsFileParseError(msg) parser.exit = parser_exit return parser def join_lines(lines_enum): """Joins a line ending in '\' with the previous line (except when following comments). The joined line takes on the index of the first line. """ primary_line_number = None new_line = [] for line_number, line in lines_enum: if not line.endswith('\\') or COMMENT_RE.match(line): if COMMENT_RE.match(line): # this ensures comments are always matched later line = ' ' + line if new_line: new_line.append(line) yield primary_line_number, ''.join(new_line) new_line = [] else: yield line_number, line else: if not new_line: primary_line_number = line_number new_line.append(line.strip('\\')) # last line contains \ if new_line: yield primary_line_number, ''.join(new_line) # TODO: handle space after '\'. def ignore_comments(lines_enum): """ Strips comments and filter empty lines. """ for line_number, line in lines_enum: line = COMMENT_RE.sub('', line) line = line.strip() if line: yield line_number, line def skip_regex(lines_enum, options): """ Skip lines that match '--skip-requirements-regex' pattern Note: the regex pattern is only built once """ skip_regex = options.skip_requirements_regex if options else None if skip_regex: pattern = re.compile(skip_regex) lines_enum = filterfalse( lambda e: pattern.search(e[1]), lines_enum) return lines_enum site-packages/pip/req/__init__.py 0000644 00000000424 15231162611 0012752 0 ustar 00 from __future__ import absolute_import from .req_install import InstallRequirement from .req_set import RequirementSet, Requirements from .req_file import parse_requirements __all__ = [ "RequirementSet", "Requirements", "InstallRequirement", "parse_requirements", ] site-packages/pip/req/req_install.py 0000644 00000133225 15231162611 0013536 0 ustar 00 from __future__ import absolute_import import logging import os import re import shutil import sys import tempfile import traceback import warnings import zipfile from distutils import sysconfig from distutils.util import change_root from email.parser import FeedParser from pip._vendor import pkg_resources, six from pip._vendor.packaging import specifiers from pip._vendor.packaging.markers import Marker from pip._vendor.packaging.requirements import InvalidRequirement, Requirement from pip._vendor.packaging.utils import canonicalize_name from pip._vendor.packaging.version import Version, parse as parse_version from pip._vendor.six.moves import configparser import pip.wheel from pip.compat import native_str, get_stdlib, WINDOWS from pip.download import is_url, url_to_path, path_to_url, is_archive_file from pip.exceptions import ( InstallationError, UninstallationError, ) from pip.locations import ( bin_py, running_under_virtualenv, PIP_DELETE_MARKER_FILENAME, bin_user, ) from pip.utils import ( display_path, rmtree, ask_path_exists, backup_dir, is_installable_dir, dist_in_usersite, dist_in_site_packages, dist_in_install_path, egg_link_path, call_subprocess, read_text_file, FakeFile, _make_build_dir, ensure_dir, get_installed_version, normalize_path, dist_is_local, ) from pip.utils.hashes import Hashes from pip.utils.deprecation import RemovedInPip10Warning from pip.utils.logging import indent_log from pip.utils.setuptools_build import SETUPTOOLS_SHIM from pip.utils.ui import open_spinner from pip.req.req_uninstall import UninstallPathSet from pip.vcs import vcs from pip.wheel import move_wheel_files, Wheel logger = logging.getLogger(__name__) operators = specifiers.Specifier._operators.keys() def _strip_extras(path): m = re.match(r'^(.+)(\[[^\]]+\])$', path) extras = None if m: path_no_extras = m.group(1) extras = m.group(2) else: path_no_extras = path return path_no_extras, extras def _safe_extras(extras): return set(pkg_resources.safe_extra(extra) for extra in extras) class InstallRequirement(object): def __init__(self, req, comes_from, source_dir=None, editable=False, link=None, as_egg=False, update=True, pycompile=True, markers=None, isolated=False, options=None, wheel_cache=None, constraint=False): self.extras = () if isinstance(req, six.string_types): try: req = Requirement(req) except InvalidRequirement: if os.path.sep in req: add_msg = "It looks like a path. Does it exist ?" elif '=' in req and not any(op in req for op in operators): add_msg = "= is not a valid operator. Did you mean == ?" else: add_msg = traceback.format_exc() raise InstallationError( "Invalid requirement: '%s'\n%s" % (req, add_msg)) self.extras = _safe_extras(req.extras) self.req = req self.comes_from = comes_from self.constraint = constraint self.source_dir = source_dir self.editable = editable self._wheel_cache = wheel_cache self.link = self.original_link = link self.as_egg = as_egg if markers is not None: self.markers = markers else: self.markers = req and req.marker self._egg_info_path = None # This holds the pkg_resources.Distribution object if this requirement # is already available: self.satisfied_by = None # This hold the pkg_resources.Distribution object if this requirement # conflicts with another installed distribution: self.conflicts_with = None # Temporary build location self._temp_build_dir = None # Used to store the global directory where the _temp_build_dir should # have been created. Cf _correct_build_location method. self._ideal_build_dir = None # True if the editable should be updated: self.update = update # Set to True after successful installation self.install_succeeded = None # UninstallPathSet of uninstalled distribution (for possible rollback) self.uninstalled = None # Set True if a legitimate do-nothing-on-uninstall has happened - e.g. # system site packages, stdlib packages. self.nothing_to_uninstall = False self.use_user_site = False self.target_dir = None self.options = options if options else {} self.pycompile = pycompile # Set to True after successful preparation of this requirement self.prepared = False self.isolated = isolated @classmethod def from_editable(cls, editable_req, comes_from=None, default_vcs=None, isolated=False, options=None, wheel_cache=None, constraint=False): from pip.index import Link name, url, extras_override = parse_editable( editable_req, default_vcs) if url.startswith('file:'): source_dir = url_to_path(url) else: source_dir = None res = cls(name, comes_from, source_dir=source_dir, editable=True, link=Link(url), constraint=constraint, isolated=isolated, options=options if options else {}, wheel_cache=wheel_cache) if extras_override is not None: res.extras = _safe_extras(extras_override) return res @classmethod def from_line( cls, name, comes_from=None, isolated=False, options=None, wheel_cache=None, constraint=False): """Creates an InstallRequirement from a name, which might be a requirement, directory containing 'setup.py', filename, or URL. """ from pip.index import Link if is_url(name): marker_sep = '; ' else: marker_sep = ';' if marker_sep in name: name, markers = name.split(marker_sep, 1) markers = markers.strip() if not markers: markers = None else: markers = Marker(markers) else: markers = None name = name.strip() req = None path = os.path.normpath(os.path.abspath(name)) link = None extras = None if is_url(name): link = Link(name) else: p, extras = _strip_extras(path) if (os.path.isdir(p) and (os.path.sep in name or name.startswith('.'))): if not is_installable_dir(p): raise InstallationError( "Directory %r is not installable. File 'setup.py' " "not found." % name ) link = Link(path_to_url(p)) elif is_archive_file(p): if not os.path.isfile(p): logger.warning( 'Requirement %r looks like a filename, but the ' 'file does not exist', name ) link = Link(path_to_url(p)) # it's a local file, dir, or url if link: # Handle relative file URLs if link.scheme == 'file' and re.search(r'\.\./', link.url): link = Link( path_to_url(os.path.normpath(os.path.abspath(link.path)))) # wheel file if link.is_wheel: wheel = Wheel(link.filename) # can raise InvalidWheelFilename req = "%s==%s" % (wheel.name, wheel.version) else: # set the req to the egg fragment. when it's not there, this # will become an 'unnamed' requirement req = link.egg_fragment # a requirement specifier else: req = name options = options if options else {} res = cls(req, comes_from, link=link, markers=markers, isolated=isolated, options=options, wheel_cache=wheel_cache, constraint=constraint) if extras: res.extras = _safe_extras( Requirement('placeholder' + extras).extras) return res def __str__(self): if self.req: s = str(self.req) if self.link: s += ' from %s' % self.link.url else: s = self.link.url if self.link else None if self.satisfied_by is not None: s += ' in %s' % display_path(self.satisfied_by.location) if self.comes_from: if isinstance(self.comes_from, six.string_types): comes_from = self.comes_from else: comes_from = self.comes_from.from_path() if comes_from: s += ' (from %s)' % comes_from return s def __repr__(self): return '<%s object: %s editable=%r>' % ( self.__class__.__name__, str(self), self.editable) def populate_link(self, finder, upgrade, require_hashes): """Ensure that if a link can be found for this, that it is found. Note that self.link may still be None - if Upgrade is False and the requirement is already installed. If require_hashes is True, don't use the wheel cache, because cached wheels, always built locally, have different hashes than the files downloaded from the index server and thus throw false hash mismatches. Furthermore, cached wheels at present have undeterministic contents due to file modification times. """ if self.link is None: self.link = finder.find_requirement(self, upgrade) if self._wheel_cache is not None and not require_hashes: old_link = self.link self.link = self._wheel_cache.cached_wheel(self.link, self.name) if old_link != self.link: logger.debug('Using cached wheel link: %s', self.link) @property def specifier(self): return self.req.specifier @property def is_pinned(self): """Return whether I am pinned to an exact version. For example, some-package==1.2 is pinned; some-package>1.2 is not. """ specifiers = self.specifier return (len(specifiers) == 1 and next(iter(specifiers)).operator in ('==', '===')) def from_path(self): if self.req is None: return None s = str(self.req) if self.comes_from: if isinstance(self.comes_from, six.string_types): comes_from = self.comes_from else: comes_from = self.comes_from.from_path() if comes_from: s += '->' + comes_from return s def build_location(self, build_dir): if self._temp_build_dir is not None: return self._temp_build_dir if self.req is None: # for requirement via a path to a directory: the name of the # package is not available yet so we create a temp directory # Once run_egg_info will have run, we'll be able # to fix it via _correct_build_location # Some systems have /tmp as a symlink which confuses custom # builds (such as numpy). Thus, we ensure that the real path # is returned. self._temp_build_dir = os.path.realpath( tempfile.mkdtemp('-build', 'pip-') ) self._ideal_build_dir = build_dir return self._temp_build_dir if self.editable: name = self.name.lower() else: name = self.name # FIXME: Is there a better place to create the build_dir? (hg and bzr # need this) if not os.path.exists(build_dir): logger.debug('Creating directory %s', build_dir) _make_build_dir(build_dir) return os.path.join(build_dir, name) def _correct_build_location(self): """Move self._temp_build_dir to self._ideal_build_dir/self.req.name For some requirements (e.g. a path to a directory), the name of the package is not available until we run egg_info, so the build_location will return a temporary directory and store the _ideal_build_dir. This is only called by self.egg_info_path to fix the temporary build directory. """ if self.source_dir is not None: return assert self.req is not None assert self._temp_build_dir assert self._ideal_build_dir old_location = self._temp_build_dir self._temp_build_dir = None new_location = self.build_location(self._ideal_build_dir) if os.path.exists(new_location): raise InstallationError( 'A package already exists in %s; please remove it to continue' % display_path(new_location)) logger.debug( 'Moving package %s from %s to new location %s', self, display_path(old_location), display_path(new_location), ) shutil.move(old_location, new_location) self._temp_build_dir = new_location self._ideal_build_dir = None self.source_dir = new_location self._egg_info_path = None @property def name(self): if self.req is None: return None return native_str(pkg_resources.safe_name(self.req.name)) @property def setup_py_dir(self): return os.path.join( self.source_dir, self.link and self.link.subdirectory_fragment or '') @property def setup_py(self): assert self.source_dir, "No source dir for %s" % self try: import setuptools # noqa except ImportError: if get_installed_version('setuptools') is None: add_msg = "Please install setuptools." else: add_msg = traceback.format_exc() # Setuptools is not available raise InstallationError( "Could not import setuptools which is required to " "install from a source distribution.\n%s" % add_msg ) setup_py = os.path.join(self.setup_py_dir, 'setup.py') # Python2 __file__ should not be unicode if six.PY2 and isinstance(setup_py, six.text_type): setup_py = setup_py.encode(sys.getfilesystemencoding()) return setup_py def run_egg_info(self): assert self.source_dir if self.name: logger.debug( 'Running setup.py (path:%s) egg_info for package %s', self.setup_py, self.name, ) else: logger.debug( 'Running setup.py (path:%s) egg_info for package from %s', self.setup_py, self.link, ) with indent_log(): script = SETUPTOOLS_SHIM % self.setup_py base_cmd = [sys.executable, '-c', script] if self.isolated: base_cmd += ["--no-user-cfg"] egg_info_cmd = base_cmd + ['egg_info'] # We can't put the .egg-info files at the root, because then the # source code will be mistaken for an installed egg, causing # problems if self.editable: egg_base_option = [] else: egg_info_dir = os.path.join(self.setup_py_dir, 'pip-egg-info') ensure_dir(egg_info_dir) egg_base_option = ['--egg-base', 'pip-egg-info'] call_subprocess( egg_info_cmd + egg_base_option, cwd=self.setup_py_dir, show_stdout=False, command_desc='python setup.py egg_info') if not self.req: if isinstance(parse_version(self.pkg_info()["Version"]), Version): op = "==" else: op = "===" self.req = Requirement( "".join([ self.pkg_info()["Name"], op, self.pkg_info()["Version"], ]) ) self._correct_build_location() else: metadata_name = canonicalize_name(self.pkg_info()["Name"]) if canonicalize_name(self.req.name) != metadata_name: logger.warning( 'Running setup.py (path:%s) egg_info for package %s ' 'produced metadata for project name %s. Fix your ' '#egg=%s fragments.', self.setup_py, self.name, metadata_name, self.name ) self.req = Requirement(metadata_name) def egg_info_data(self, filename): if self.satisfied_by is not None: if not self.satisfied_by.has_metadata(filename): return None return self.satisfied_by.get_metadata(filename) assert self.source_dir filename = self.egg_info_path(filename) if not os.path.exists(filename): return None data = read_text_file(filename) return data def egg_info_path(self, filename): if self._egg_info_path is None: if self.editable: base = self.source_dir else: base = os.path.join(self.setup_py_dir, 'pip-egg-info') filenames = os.listdir(base) if self.editable: filenames = [] for root, dirs, files in os.walk(base): for dir in vcs.dirnames: if dir in dirs: dirs.remove(dir) # Iterate over a copy of ``dirs``, since mutating # a list while iterating over it can cause trouble. # (See https://github.com/pypa/pip/pull/462.) for dir in list(dirs): # Don't search in anything that looks like a virtualenv # environment if ( os.path.lexists( os.path.join(root, dir, 'bin', 'python') ) or os.path.exists( os.path.join( root, dir, 'Scripts', 'Python.exe' ) )): dirs.remove(dir) # Also don't search through tests elif dir == 'test' or dir == 'tests': dirs.remove(dir) filenames.extend([os.path.join(root, dir) for dir in dirs]) filenames = [f for f in filenames if f.endswith('.egg-info')] if not filenames: raise InstallationError( 'No files/directories in %s (from %s)' % (base, filename) ) assert filenames, \ "No files/directories in %s (from %s)" % (base, filename) # if we have more than one match, we pick the toplevel one. This # can easily be the case if there is a dist folder which contains # an extracted tarball for testing purposes. if len(filenames) > 1: filenames.sort( key=lambda x: x.count(os.path.sep) + (os.path.altsep and x.count(os.path.altsep) or 0) ) self._egg_info_path = os.path.join(base, filenames[0]) return os.path.join(self._egg_info_path, filename) def pkg_info(self): p = FeedParser() data = self.egg_info_data('PKG-INFO') if not data: logger.warning( 'No PKG-INFO file found in %s', display_path(self.egg_info_path('PKG-INFO')), ) p.feed(data or '') return p.close() _requirements_section_re = re.compile(r'\[(.*?)\]') @property def installed_version(self): return get_installed_version(self.name) def assert_source_matches_version(self): assert self.source_dir version = self.pkg_info()['version'] if self.req.specifier and version not in self.req.specifier: logger.warning( 'Requested %s, but installing version %s', self, self.installed_version, ) else: logger.debug( 'Source in %s has version %s, which satisfies requirement %s', display_path(self.source_dir), version, self, ) def update_editable(self, obtain=True): if not self.link: logger.debug( "Cannot update repository at %s; repository location is " "unknown", self.source_dir, ) return assert self.editable assert self.source_dir if self.link.scheme == 'file': # Static paths don't get updated return assert '+' in self.link.url, "bad url: %r" % self.link.url if not self.update: return vc_type, url = self.link.url.split('+', 1) backend = vcs.get_backend(vc_type) if backend: vcs_backend = backend(self.link.url) if obtain: vcs_backend.obtain(self.source_dir) else: vcs_backend.export(self.source_dir) else: assert 0, ( 'Unexpected version control type (in %s): %s' % (self.link, vc_type)) def uninstall(self, auto_confirm=False): """ Uninstall the distribution currently satisfying this requirement. Prompts before removing or modifying files unless ``auto_confirm`` is True. Refuses to delete or modify files outside of ``sys.prefix`` - thus uninstallation within a virtual environment can only modify that virtual environment, even if the virtualenv is linked to global site-packages. """ if not self.check_if_exists(): raise UninstallationError( "Cannot uninstall requirement %s, not installed" % (self.name,) ) dist = self.satisfied_by or self.conflicts_with dist_path = normalize_path(dist.location) if not dist_is_local(dist): logger.info( "Not uninstalling %s at %s, outside environment %s", dist.key, dist_path, sys.prefix, ) self.nothing_to_uninstall = True return if dist_path in get_stdlib(): logger.info( "Not uninstalling %s at %s, as it is in the standard library.", dist.key, dist_path, ) self.nothing_to_uninstall = True return paths_to_remove = UninstallPathSet(dist) develop_egg_link = egg_link_path(dist) develop_egg_link_egg_info = '{0}.egg-info'.format( pkg_resources.to_filename(dist.project_name)) egg_info_exists = dist.egg_info and os.path.exists(dist.egg_info) # Special case for distutils installed package distutils_egg_info = getattr(dist._provider, 'path', None) # Uninstall cases order do matter as in the case of 2 installs of the # same package, pip needs to uninstall the currently detected version if (egg_info_exists and dist.egg_info.endswith('.egg-info') and not dist.egg_info.endswith(develop_egg_link_egg_info)): # if dist.egg_info.endswith(develop_egg_link_egg_info), we # are in fact in the develop_egg_link case paths_to_remove.add(dist.egg_info) if dist.has_metadata('installed-files.txt'): for installed_file in dist.get_metadata( 'installed-files.txt').splitlines(): path = os.path.normpath( os.path.join(dist.egg_info, installed_file) ) paths_to_remove.add(path) # FIXME: need a test for this elif block # occurs with --single-version-externally-managed/--record outside # of pip elif dist.has_metadata('top_level.txt'): if dist.has_metadata('namespace_packages.txt'): namespaces = dist.get_metadata('namespace_packages.txt') else: namespaces = [] for top_level_pkg in [ p for p in dist.get_metadata('top_level.txt').splitlines() if p and p not in namespaces]: path = os.path.join(dist.location, top_level_pkg) paths_to_remove.add(path) paths_to_remove.add(path + '.py') paths_to_remove.add(path + '.pyc') paths_to_remove.add(path + '.pyo') elif distutils_egg_info: warnings.warn( "Uninstalling a distutils installed project ({0}) has been " "deprecated and will be removed in a future version. This is " "due to the fact that uninstalling a distutils project will " "only partially uninstall the project.".format(self.name), RemovedInPip10Warning, ) paths_to_remove.add(distutils_egg_info) elif dist.location.endswith('.egg'): # package installed by easy_install # We cannot match on dist.egg_name because it can slightly vary # i.e. setuptools-0.6c11-py2.6.egg vs setuptools-0.6rc11-py2.6.egg paths_to_remove.add(dist.location) easy_install_egg = os.path.split(dist.location)[1] easy_install_pth = os.path.join(os.path.dirname(dist.location), 'easy-install.pth') paths_to_remove.add_pth(easy_install_pth, './' + easy_install_egg) elif egg_info_exists and dist.egg_info.endswith('.dist-info'): for path in pip.wheel.uninstallation_paths(dist): paths_to_remove.add(path) elif develop_egg_link: # develop egg with open(develop_egg_link, 'r') as fh: link_pointer = os.path.normcase(fh.readline().strip()) assert (link_pointer == dist.location), ( 'Egg-link %s does not match installed location of %s ' '(at %s)' % (link_pointer, self.name, dist.location) ) paths_to_remove.add(develop_egg_link) easy_install_pth = os.path.join(os.path.dirname(develop_egg_link), 'easy-install.pth') paths_to_remove.add_pth(easy_install_pth, dist.location) else: logger.debug( 'Not sure how to uninstall: %s - Check: %s', dist, dist.location) # find distutils scripts= scripts if dist.has_metadata('scripts') and dist.metadata_isdir('scripts'): for script in dist.metadata_listdir('scripts'): if dist_in_usersite(dist): bin_dir = bin_user else: bin_dir = bin_py paths_to_remove.add(os.path.join(bin_dir, script)) if WINDOWS: paths_to_remove.add(os.path.join(bin_dir, script) + '.bat') # find console_scripts if dist.has_metadata('entry_points.txt'): if six.PY2: options = {} else: options = {"delimiters": ('=', )} config = configparser.SafeConfigParser(**options) config.readfp( FakeFile(dist.get_metadata_lines('entry_points.txt')) ) if config.has_section('console_scripts'): for name, value in config.items('console_scripts'): if dist_in_usersite(dist): bin_dir = bin_user else: bin_dir = bin_py paths_to_remove.add(os.path.join(bin_dir, name)) if WINDOWS: paths_to_remove.add( os.path.join(bin_dir, name) + '.exe' ) paths_to_remove.add( os.path.join(bin_dir, name) + '.exe.manifest' ) paths_to_remove.add( os.path.join(bin_dir, name) + '-script.py' ) paths_to_remove.remove(auto_confirm) self.uninstalled = paths_to_remove def rollback_uninstall(self): if self.uninstalled: self.uninstalled.rollback() else: logger.error( "Can't rollback %s, nothing uninstalled.", self.name, ) def commit_uninstall(self): if self.uninstalled: self.uninstalled.commit() elif not self.nothing_to_uninstall: logger.error( "Can't commit %s, nothing uninstalled.", self.name, ) def archive(self, build_dir): assert self.source_dir create_archive = True archive_name = '%s-%s.zip' % (self.name, self.pkg_info()["version"]) archive_path = os.path.join(build_dir, archive_name) if os.path.exists(archive_path): response = ask_path_exists( 'The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)bort ' % display_path(archive_path), ('i', 'w', 'b', 'a')) if response == 'i': create_archive = False elif response == 'w': logger.warning('Deleting %s', display_path(archive_path)) os.remove(archive_path) elif response == 'b': dest_file = backup_dir(archive_path) logger.warning( 'Backing up %s to %s', display_path(archive_path), display_path(dest_file), ) shutil.move(archive_path, dest_file) elif response == 'a': sys.exit(-1) if create_archive: zip = zipfile.ZipFile( archive_path, 'w', zipfile.ZIP_DEFLATED, allowZip64=True ) dir = os.path.normcase(os.path.abspath(self.setup_py_dir)) for dirpath, dirnames, filenames in os.walk(dir): if 'pip-egg-info' in dirnames: dirnames.remove('pip-egg-info') for dirname in dirnames: dirname = os.path.join(dirpath, dirname) name = self._clean_zip_name(dirname, dir) zipdir = zipfile.ZipInfo(self.name + '/' + name + '/') zipdir.external_attr = 0x1ED << 16 # 0o755 zip.writestr(zipdir, '') for filename in filenames: if filename == PIP_DELETE_MARKER_FILENAME: continue filename = os.path.join(dirpath, filename) name = self._clean_zip_name(filename, dir) zip.write(filename, self.name + '/' + name) zip.close() logger.info('Saved %s', display_path(archive_path)) def _clean_zip_name(self, name, prefix): assert name.startswith(prefix + os.path.sep), ( "name %r doesn't start with prefix %r" % (name, prefix) ) name = name[len(prefix) + 1:] name = name.replace(os.path.sep, '/') return name def match_markers(self, extras_requested=None): if not extras_requested: # Provide an extra to safely evaluate the markers # without matching any extra extras_requested = ('',) if self.markers is not None: return any( self.markers.evaluate({'extra': extra}) for extra in extras_requested) else: return True def install(self, install_options, global_options=[], root=None, prefix=None, strip_file_prefix=None): if self.editable: self.install_editable( install_options, global_options, prefix=prefix) return if self.is_wheel: version = pip.wheel.wheel_version(self.source_dir) pip.wheel.check_compatibility(version, self.name) self.move_wheel_files( self.source_dir, root=root, prefix=prefix, strip_file_prefix=strip_file_prefix ) self.install_succeeded = True return # Extend the list of global and install options passed on to # the setup.py call with the ones from the requirements file. # Options specified in requirements file override those # specified on the command line, since the last option given # to setup.py is the one that is used. global_options += self.options.get('global_options', []) install_options += self.options.get('install_options', []) if self.isolated: global_options = list(global_options) + ["--no-user-cfg"] temp_location = tempfile.mkdtemp('-record', 'pip-') record_filename = os.path.join(temp_location, 'install-record.txt') try: install_args = self.get_install_args( global_options, record_filename, root, prefix) msg = 'Running setup.py install for %s' % (self.name,) with open_spinner(msg) as spinner: with indent_log(): call_subprocess( install_args + install_options, cwd=self.setup_py_dir, show_stdout=False, spinner=spinner, ) if not os.path.exists(record_filename): logger.debug('Record file %s not found', record_filename) return self.install_succeeded = True if self.as_egg: # there's no --always-unzip option we can pass to install # command so we unable to save the installed-files.txt return def prepend_root(path): if root is None or not os.path.isabs(path): return path else: return change_root(root, path) with open(record_filename) as f: for line in f: directory = os.path.dirname(line) if directory.endswith('.egg-info'): egg_info_dir = prepend_root(directory) break else: logger.warning( 'Could not find .egg-info directory in install record' ' for %s', self, ) # FIXME: put the record somewhere # FIXME: should this be an error? return new_lines = [] with open(record_filename) as f: for line in f: filename = line.strip() if os.path.isdir(filename): filename += os.path.sep new_lines.append( os.path.relpath( prepend_root(filename), egg_info_dir) ) inst_files_path = os.path.join(egg_info_dir, 'installed-files.txt') with open(inst_files_path, 'w') as f: f.write('\n'.join(new_lines) + '\n') finally: if os.path.exists(record_filename): os.remove(record_filename) rmtree(temp_location) def ensure_has_source_dir(self, parent_dir): """Ensure that a source_dir is set. This will create a temporary build dir if the name of the requirement isn't known yet. :param parent_dir: The ideal pip parent_dir for the source_dir. Generally src_dir for editables and build_dir for sdists. :return: self.source_dir """ if self.source_dir is None: self.source_dir = self.build_location(parent_dir) return self.source_dir def get_install_args(self, global_options, record_filename, root, prefix): install_args = [sys.executable, "-u"] install_args.append('-c') install_args.append(SETUPTOOLS_SHIM % self.setup_py) install_args += list(global_options) + \ ['install', '--record', record_filename] if not self.as_egg: install_args += ['--single-version-externally-managed'] if root is not None: install_args += ['--root', root] if prefix is not None: install_args += ['--prefix', prefix] if self.pycompile: install_args += ["--compile"] else: install_args += ["--no-compile"] if running_under_virtualenv(): py_ver_str = 'python' + sysconfig.get_python_version() install_args += ['--install-headers', os.path.join(sys.prefix, 'include', 'site', py_ver_str, self.name)] return install_args def remove_temporary_source(self): """Remove the source files from this requirement, if they are marked for deletion""" if self.source_dir and os.path.exists( os.path.join(self.source_dir, PIP_DELETE_MARKER_FILENAME)): logger.debug('Removing source in %s', self.source_dir) rmtree(self.source_dir) self.source_dir = None if self._temp_build_dir and os.path.exists(self._temp_build_dir): rmtree(self._temp_build_dir) self._temp_build_dir = None def install_editable(self, install_options, global_options=(), prefix=None): logger.info('Running setup.py develop for %s', self.name) if self.isolated: global_options = list(global_options) + ["--no-user-cfg"] if prefix: prefix_param = ['--prefix={0}'.format(prefix)] install_options = list(install_options) + prefix_param with indent_log(): # FIXME: should we do --install-headers here too? call_subprocess( [ sys.executable, '-c', SETUPTOOLS_SHIM % self.setup_py ] + list(global_options) + ['develop', '--no-deps'] + list(install_options), cwd=self.setup_py_dir, show_stdout=False) self.install_succeeded = True def check_if_exists(self): """Find an installed distribution that satisfies or conflicts with this requirement, and set self.satisfied_by or self.conflicts_with appropriately. """ if self.req is None: return False try: # get_distribution() will resolve the entire list of requirements # anyway, and we've already determined that we need the requirement # in question, so strip the marker so that we don't try to # evaluate it. no_marker = Requirement(str(self.req)) no_marker.marker = None self.satisfied_by = pkg_resources.get_distribution(str(no_marker)) if self.editable and self.satisfied_by: self.conflicts_with = self.satisfied_by # when installing editables, nothing pre-existing should ever # satisfy self.satisfied_by = None return True except pkg_resources.DistributionNotFound: return False except pkg_resources.VersionConflict: existing_dist = pkg_resources.get_distribution( self.req.name ) if self.use_user_site: if dist_in_usersite(existing_dist): self.conflicts_with = existing_dist elif (running_under_virtualenv() and dist_in_site_packages(existing_dist)): raise InstallationError( "Will not install to the user site because it will " "lack sys.path precedence to %s in %s" % (existing_dist.project_name, existing_dist.location) ) elif dist_in_install_path(existing_dist): self.conflicts_with = existing_dist return True @property def is_wheel(self): return self.link and self.link.is_wheel def move_wheel_files(self, wheeldir, root=None, prefix=None, strip_file_prefix=None): move_wheel_files( self.name, self.req, wheeldir, user=self.use_user_site, home=self.target_dir, root=root, prefix=prefix, pycompile=self.pycompile, isolated=self.isolated, strip_file_prefix=strip_file_prefix, ) def get_dist(self): """Return a pkg_resources.Distribution built from self.egg_info_path""" egg_info = self.egg_info_path('').rstrip('/') base_dir = os.path.dirname(egg_info) metadata = pkg_resources.PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] return pkg_resources.Distribution( os.path.dirname(egg_info), project_name=dist_name, metadata=metadata) @property def has_hash_options(self): """Return whether any known-good hashes are specified as options. These activate --require-hashes mode; hashes specified as part of a URL do not. """ return bool(self.options.get('hashes', {})) def hashes(self, trust_internet=True): """Return a hash-comparer that considers my option- and URL-based hashes to be known-good. Hashes in URLs--ones embedded in the requirements file, not ones downloaded from an index server--are almost peers with ones from flags. They satisfy --require-hashes (whether it was implicitly or explicitly activated) but do not activate it. md5 and sha224 are not allowed in flags, which should nudge people toward good algos. We always OR all hashes together, even ones from URLs. :param trust_internet: Whether to trust URL-based (#md5=...) hashes downloaded from the internet, as by populate_link() """ good_hashes = self.options.get('hashes', {}).copy() link = self.link if trust_internet else self.original_link if link and link.hash: good_hashes.setdefault(link.hash_name, []).append(link.hash) return Hashes(good_hashes) def _strip_postfix(req): """ Strip req postfix ( -dev, 0.2, etc ) """ # FIXME: use package_to_requirement? match = re.search(r'^(.*?)(?:-dev|-\d.*)$', req) if match: # Strip off -dev, -0.2, etc. req = match.group(1) return req def parse_editable(editable_req, default_vcs=None): """Parses an editable requirement into: - a requirement name - an URL - extras - editable options Accepted requirements: svn+http://blahblah@rev#egg=Foobar[baz]&subdirectory=version_subdir .[some_extra] """ from pip.index import Link url = editable_req extras = None # If a file path is specified with extras, strip off the extras. m = re.match(r'^(.+)(\[[^\]]+\])$', url) if m: url_no_extras = m.group(1) extras = m.group(2) else: url_no_extras = url if os.path.isdir(url_no_extras): if not os.path.exists(os.path.join(url_no_extras, 'setup.py')): raise InstallationError( "Directory %r is not installable. File 'setup.py' not found." % url_no_extras ) # Treating it as code that has already been checked out url_no_extras = path_to_url(url_no_extras) if url_no_extras.lower().startswith('file:'): package_name = Link(url_no_extras).egg_fragment if extras: return ( package_name, url_no_extras, Requirement("placeholder" + extras.lower()).extras, ) else: return package_name, url_no_extras, None for version_control in vcs: if url.lower().startswith('%s:' % version_control): url = '%s+%s' % (version_control, url) break if '+' not in url: if default_vcs: warnings.warn( "--default-vcs has been deprecated and will be removed in " "the future.", RemovedInPip10Warning, ) url = default_vcs + '+' + url else: raise InstallationError( '%s should either be a path to a local project or a VCS url ' 'beginning with svn+, git+, hg+, or bzr+' % editable_req ) vc_type = url.split('+', 1)[0].lower() if not vcs.get_backend(vc_type): error_message = 'For --editable=%s only ' % editable_req + \ ', '.join([backend.name + '+URL' for backend in vcs.backends]) + \ ' is currently supported' raise InstallationError(error_message) package_name = Link(url).egg_fragment if not package_name: raise InstallationError( "Could not detect requirement name, please specify one with #egg=" ) if not package_name: raise InstallationError( '--editable=%s is not the right format; it must have ' '#egg=Package' % editable_req ) return _strip_postfix(package_name), url, None site-packages/pip/req/req_set.py 0000644 00000104036 15231162611 0012661 0 ustar 00 from __future__ import absolute_import from collections import defaultdict from itertools import chain import logging import os from pip._vendor import pkg_resources from pip._vendor import requests from pip.compat import expanduser from pip.download import (is_file_url, is_dir_url, is_vcs_url, url_to_path, unpack_url) from pip.exceptions import (InstallationError, BestVersionAlreadyInstalled, DistributionNotFound, PreviousBuildDirError, HashError, HashErrors, HashUnpinned, DirectoryUrlHashUnsupported, VcsHashUnsupported, UnsupportedPythonVersion) from pip.req.req_install import InstallRequirement from pip.utils import ( display_path, dist_in_usersite, dist_in_install_path, ensure_dir, normalize_path) from pip.utils.hashes import MissingHashes from pip.utils.logging import indent_log from pip.utils.packaging import check_dist_requires_python from pip.vcs import vcs from pip.wheel import Wheel logger = logging.getLogger(__name__) class Requirements(object): def __init__(self): self._keys = [] self._dict = {} def keys(self): return self._keys def values(self): return [self._dict[key] for key in self._keys] def __contains__(self, item): return item in self._keys def __setitem__(self, key, value): if key not in self._keys: self._keys.append(key) self._dict[key] = value def __getitem__(self, key): return self._dict[key] def __repr__(self): values = ['%s: %s' % (repr(k), repr(self[k])) for k in self.keys()] return 'Requirements({%s})' % ', '.join(values) class DistAbstraction(object): """Abstracts out the wheel vs non-wheel prepare_files logic. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - we must be able to generate a list of run-time dependencies without installing any additional packages (or we would have to either burn time by doing temporary isolated installs or alternatively violate pips 'don't start installing unless all requirements are available' rule - neither of which are desirable). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. """ def __init__(self, req_to_install): self.req_to_install = req_to_install def dist(self, finder): """Return a setuptools Dist object.""" raise NotImplementedError(self.dist) def prep_for_dist(self): """Ensure that we can get a Dist for this requirement.""" raise NotImplementedError(self.dist) def make_abstract_dist(req_to_install): """Factory to make an abstract dist object. Preconditions: Either an editable req with a source_dir, or satisfied_by or a wheel link, or a non-editable req with a source_dir. :return: A concrete DistAbstraction. """ if req_to_install.editable: return IsSDist(req_to_install) elif req_to_install.link and req_to_install.link.is_wheel: return IsWheel(req_to_install) else: return IsSDist(req_to_install) class IsWheel(DistAbstraction): def dist(self, finder): return list(pkg_resources.find_distributions( self.req_to_install.source_dir))[0] def prep_for_dist(self): # FIXME:https://github.com/pypa/pip/issues/1112 pass class IsSDist(DistAbstraction): def dist(self, finder): dist = self.req_to_install.get_dist() # FIXME: shouldn't be globally added: if dist.has_metadata('dependency_links.txt'): finder.add_dependency_links( dist.get_metadata_lines('dependency_links.txt') ) return dist def prep_for_dist(self): self.req_to_install.run_egg_info() self.req_to_install.assert_source_matches_version() class Installed(DistAbstraction): def dist(self, finder): return self.req_to_install.satisfied_by def prep_for_dist(self): pass class RequirementSet(object): def __init__(self, build_dir, src_dir, download_dir, upgrade=False, upgrade_strategy=None, ignore_installed=False, as_egg=False, target_dir=None, ignore_dependencies=False, force_reinstall=False, use_user_site=False, session=None, pycompile=True, isolated=False, wheel_download_dir=None, wheel_cache=None, require_hashes=False, ignore_requires_python=False): """Create a RequirementSet. :param wheel_download_dir: Where still-packed .whl files should be written to. If None they are written to the download_dir parameter. Separate to download_dir to permit only keeping wheel archives for pip wheel. :param download_dir: Where still packed archives should be written to. If None they are not saved, and are deleted immediately after unpacking. :param wheel_cache: The pip wheel cache, for passing to InstallRequirement. """ if session is None: raise TypeError( "RequirementSet() missing 1 required keyword argument: " "'session'" ) self.build_dir = build_dir self.src_dir = src_dir # XXX: download_dir and wheel_download_dir overlap semantically and may # be combined if we're willing to have non-wheel archives present in # the wheelhouse output by 'pip wheel'. self.download_dir = download_dir self.upgrade = upgrade self.upgrade_strategy = upgrade_strategy self.ignore_installed = ignore_installed self.force_reinstall = force_reinstall self.requirements = Requirements() # Mapping of alias: real_name self.requirement_aliases = {} self.unnamed_requirements = [] self.ignore_dependencies = ignore_dependencies self.ignore_requires_python = ignore_requires_python self.successfully_downloaded = [] self.successfully_installed = [] self.reqs_to_cleanup = [] self.as_egg = as_egg self.use_user_site = use_user_site self.target_dir = target_dir # set from --target option self.session = session self.pycompile = pycompile self.isolated = isolated if wheel_download_dir: wheel_download_dir = normalize_path(wheel_download_dir) self.wheel_download_dir = wheel_download_dir self._wheel_cache = wheel_cache self.require_hashes = require_hashes # Maps from install_req -> dependencies_of_install_req self._dependencies = defaultdict(list) def __str__(self): reqs = [req for req in self.requirements.values() if not req.comes_from] reqs.sort(key=lambda req: req.name.lower()) return ' '.join([str(req.req) for req in reqs]) def __repr__(self): reqs = [req for req in self.requirements.values()] reqs.sort(key=lambda req: req.name.lower()) reqs_str = ', '.join([str(req.req) for req in reqs]) return ('<%s object; %d requirement(s): %s>' % (self.__class__.__name__, len(reqs), reqs_str)) def add_requirement(self, install_req, parent_req_name=None, extras_requested=None): """Add install_req as a requirement to install. :param parent_req_name: The name of the requirement that needed this added. The name is used because when multiple unnamed requirements resolve to the same name, we could otherwise end up with dependency links that point outside the Requirements set. parent_req must already be added. Note that None implies that this is a user supplied requirement, vs an inferred one. :param extras_requested: an iterable of extras used to evaluate the environement markers. :return: Additional requirements to scan. That is either [] if the requirement is not applicable, or [install_req] if the requirement is applicable and has just been added. """ name = install_req.name if not install_req.match_markers(extras_requested): logger.warning("Ignoring %s: markers '%s' don't match your " "environment", install_req.name, install_req.markers) return [] # This check has to come after we filter requirements with the # environment markers. if install_req.link and install_req.link.is_wheel: wheel = Wheel(install_req.link.filename) if not wheel.supported(): raise InstallationError( "%s is not a supported wheel on this platform." % wheel.filename ) install_req.as_egg = self.as_egg install_req.use_user_site = self.use_user_site install_req.target_dir = self.target_dir install_req.pycompile = self.pycompile install_req.is_direct = (parent_req_name is None) if not name: # url or path requirement w/o an egg fragment self.unnamed_requirements.append(install_req) return [install_req] else: try: existing_req = self.get_requirement(name) except KeyError: existing_req = None if (parent_req_name is None and existing_req and not existing_req.constraint and existing_req.extras == install_req.extras and not existing_req.req.specifier == install_req.req.specifier): raise InstallationError( 'Double requirement given: %s (already in %s, name=%r)' % (install_req, existing_req, name)) if not existing_req: # Add requirement self.requirements[name] = install_req # FIXME: what about other normalizations? E.g., _ vs. -? if name.lower() != name: self.requirement_aliases[name.lower()] = name result = [install_req] else: # Assume there's no need to scan, and that we've already # encountered this for scanning. result = [] if not install_req.constraint and existing_req.constraint: if (install_req.link and not (existing_req.link and install_req.link.path == existing_req.link.path)): self.reqs_to_cleanup.append(install_req) raise InstallationError( "Could not satisfy constraints for '%s': " "installation from path or url cannot be " "constrained to a version" % name) # If we're now installing a constraint, mark the existing # object for real installation. existing_req.constraint = False existing_req.extras = tuple( sorted(set(existing_req.extras).union( set(install_req.extras)))) logger.debug("Setting %s extras to: %s", existing_req, existing_req.extras) # And now we need to scan this. result = [existing_req] # Canonicalise to the already-added object for the backref # check below. install_req = existing_req if parent_req_name: parent_req = self.get_requirement(parent_req_name) self._dependencies[parent_req].append(install_req) return result def has_requirement(self, project_name): name = project_name.lower() if (name in self.requirements and not self.requirements[name].constraint or name in self.requirement_aliases and not self.requirements[self.requirement_aliases[name]].constraint): return True return False @property def has_requirements(self): return list(req for req in self.requirements.values() if not req.constraint) or self.unnamed_requirements @property def is_download(self): if self.download_dir: self.download_dir = expanduser(self.download_dir) if os.path.exists(self.download_dir): return True else: logger.critical('Could not find download directory') raise InstallationError( "Could not find or access download directory '%s'" % display_path(self.download_dir)) return False def get_requirement(self, project_name): for name in project_name, project_name.lower(): if name in self.requirements: return self.requirements[name] if name in self.requirement_aliases: return self.requirements[self.requirement_aliases[name]] raise KeyError("No project with the name %r" % project_name) def uninstall(self, auto_confirm=False): for req in self.requirements.values(): if req.constraint: continue req.uninstall(auto_confirm=auto_confirm) req.commit_uninstall() def prepare_files(self, finder): """ Prepare process. Create temp directories, download and/or unpack files. """ # make the wheelhouse if self.wheel_download_dir: ensure_dir(self.wheel_download_dir) # If any top-level requirement has a hash specified, enter # hash-checking mode, which requires hashes from all. root_reqs = self.unnamed_requirements + self.requirements.values() require_hashes = (self.require_hashes or any(req.has_hash_options for req in root_reqs)) if require_hashes and self.as_egg: raise InstallationError( '--egg is not allowed with --require-hashes mode, since it ' 'delegates dependency resolution to setuptools and could thus ' 'result in installation of unhashed packages.') # Actually prepare the files, and collect any exceptions. Most hash # exceptions cannot be checked ahead of time, because # req.populate_link() needs to be called before we can make decisions # based on link type. discovered_reqs = [] hash_errors = HashErrors() for req in chain(root_reqs, discovered_reqs): try: discovered_reqs.extend(self._prepare_file( finder, req, require_hashes=require_hashes, ignore_dependencies=self.ignore_dependencies)) except HashError as exc: exc.req = req hash_errors.append(exc) if hash_errors: raise hash_errors def _is_upgrade_allowed(self, req): return self.upgrade and ( self.upgrade_strategy == "eager" or ( self.upgrade_strategy == "only-if-needed" and req.is_direct ) ) def _check_skip_installed(self, req_to_install, finder): """Check if req_to_install should be skipped. This will check if the req is installed, and whether we should upgrade or reinstall it, taking into account all the relevant user options. After calling this req_to_install will only have satisfied_by set to None if the req_to_install is to be upgraded/reinstalled etc. Any other value will be a dist recording the current thing installed that satisfies the requirement. Note that for vcs urls and the like we can't assess skipping in this routine - we simply identify that we need to pull the thing down, then later on it is pulled down and introspected to assess upgrade/ reinstalls etc. :return: A text reason for why it was skipped, or None. """ # Check whether to upgrade/reinstall this req or not. req_to_install.check_if_exists() if req_to_install.satisfied_by: upgrade_allowed = self._is_upgrade_allowed(req_to_install) # Is the best version is installed. best_installed = False if upgrade_allowed: # For link based requirements we have to pull the # tree down and inspect to assess the version #, so # its handled way down. if not (self.force_reinstall or req_to_install.link): try: finder.find_requirement( req_to_install, upgrade_allowed) except BestVersionAlreadyInstalled: best_installed = True except DistributionNotFound: # No distribution found, so we squash the # error - it will be raised later when we # re-try later to do the install. # Why don't we just raise here? pass if not best_installed: # don't uninstall conflict if user install and # conflict is not user install or conflict lives # in a different path (/usr/lib vs /usr/local/lib/) if not (self.use_user_site and not dist_in_usersite(req_to_install.satisfied_by) or not dist_in_install_path(req_to_install.satisfied_by)): req_to_install.conflicts_with = \ req_to_install.satisfied_by req_to_install.satisfied_by = None # Figure out a nice message to say why we're skipping this. if best_installed: skip_reason = 'already up-to-date' elif self.upgrade_strategy == "only-if-needed": skip_reason = 'not upgraded as not directly required' else: skip_reason = 'already satisfied' return skip_reason else: return None def _prepare_file(self, finder, req_to_install, require_hashes=False, ignore_dependencies=False): """Prepare a single requirements file. :return: A list of additional InstallRequirements to also install. """ # Tell user what we are doing for this requirement: # obtain (editable), skipping, processing (local url), collecting # (remote url or package name) if req_to_install.constraint or req_to_install.prepared: return [] req_to_install.prepared = True # ###################### # # # print log messages # # # ###################### # if req_to_install.editable: logger.info('Obtaining %s', req_to_install) else: # satisfied_by is only evaluated by calling _check_skip_installed, # so it must be None here. assert req_to_install.satisfied_by is None if not self.ignore_installed: skip_reason = self._check_skip_installed( req_to_install, finder) if req_to_install.satisfied_by: assert skip_reason is not None, ( '_check_skip_installed returned None but ' 'req_to_install.satisfied_by is set to %r' % (req_to_install.satisfied_by,)) logger.info( 'Requirement %s: %s', skip_reason, req_to_install) else: if (req_to_install.link and req_to_install.link.scheme == 'file'): path = url_to_path(req_to_install.link.url) logger.info('Processing %s', display_path(path)) else: logger.info('Collecting %s', req_to_install) with indent_log(): # ################################ # # # vcs update or unpack archive # # # ################################ # if req_to_install.editable: if require_hashes: raise InstallationError( 'The editable requirement %s cannot be installed when ' 'requiring hashes, because there is no single file to ' 'hash.' % req_to_install) req_to_install.ensure_has_source_dir(self.src_dir) req_to_install.update_editable(not self.is_download) abstract_dist = make_abstract_dist(req_to_install) abstract_dist.prep_for_dist() if self.is_download: req_to_install.archive(self.download_dir) req_to_install.check_if_exists() elif req_to_install.satisfied_by: if require_hashes: logger.debug( 'Since it is already installed, we are trusting this ' 'package without checking its hash. To ensure a ' 'completely repeatable environment, install into an ' 'empty virtualenv.') abstract_dist = Installed(req_to_install) else: # @@ if filesystem packages are not marked # editable in a req, a non deterministic error # occurs when the script attempts to unpack the # build directory req_to_install.ensure_has_source_dir(self.build_dir) # If a checkout exists, it's unwise to keep going. version # inconsistencies are logged later, but do not fail the # installation. # FIXME: this won't upgrade when there's an existing # package unpacked in `req_to_install.source_dir` if os.path.exists( os.path.join(req_to_install.source_dir, 'setup.py')): raise PreviousBuildDirError( "pip can't proceed with requirements '%s' due to a" " pre-existing build directory (%s). This is " "likely due to a previous installation that failed" ". pip is being responsible and not assuming it " "can delete this. Please delete it and try again." % (req_to_install, req_to_install.source_dir) ) req_to_install.populate_link( finder, self._is_upgrade_allowed(req_to_install), require_hashes ) # We can't hit this spot and have populate_link return None. # req_to_install.satisfied_by is None here (because we're # guarded) and upgrade has no impact except when satisfied_by # is not None. # Then inside find_requirement existing_applicable -> False # If no new versions are found, DistributionNotFound is raised, # otherwise a result is guaranteed. assert req_to_install.link link = req_to_install.link # Now that we have the real link, we can tell what kind of # requirements we have and raise some more informative errors # than otherwise. (For example, we can raise VcsHashUnsupported # for a VCS URL rather than HashMissing.) if require_hashes: # We could check these first 2 conditions inside # unpack_url and save repetition of conditions, but then # we would report less-useful error messages for # unhashable requirements, complaining that there's no # hash provided. if is_vcs_url(link): raise VcsHashUnsupported() elif is_file_url(link) and is_dir_url(link): raise DirectoryUrlHashUnsupported() if (not req_to_install.original_link and not req_to_install.is_pinned): # Unpinned packages are asking for trouble when a new # version is uploaded. This isn't a security check, but # it saves users a surprising hash mismatch in the # future. # # file:/// URLs aren't pinnable, so don't complain # about them not being pinned. raise HashUnpinned() hashes = req_to_install.hashes( trust_internet=not require_hashes) if require_hashes and not hashes: # Known-good hashes are missing for this requirement, so # shim it with a facade object that will provoke hash # computation and then raise a HashMissing exception # showing the user what the hash should be. hashes = MissingHashes() try: download_dir = self.download_dir # We always delete unpacked sdists after pip ran. autodelete_unpacked = True if req_to_install.link.is_wheel \ and self.wheel_download_dir: # when doing 'pip wheel` we download wheels to a # dedicated dir. download_dir = self.wheel_download_dir if req_to_install.link.is_wheel: if download_dir: # When downloading, we only unpack wheels to get # metadata. autodelete_unpacked = True else: # When installing a wheel, we use the unpacked # wheel. autodelete_unpacked = False unpack_url( req_to_install.link, req_to_install.source_dir, download_dir, autodelete_unpacked, session=self.session, hashes=hashes) except requests.HTTPError as exc: logger.critical( 'Could not install requirement %s because ' 'of error %s', req_to_install, exc, ) raise InstallationError( 'Could not install requirement %s because ' 'of HTTP error %s for URL %s' % (req_to_install, exc, req_to_install.link) ) abstract_dist = make_abstract_dist(req_to_install) abstract_dist.prep_for_dist() if self.is_download: # Make a .zip of the source_dir we already created. if req_to_install.link.scheme in vcs.all_schemes: req_to_install.archive(self.download_dir) # req_to_install.req is only avail after unpack for URL # pkgs repeat check_if_exists to uninstall-on-upgrade # (#14) if not self.ignore_installed: req_to_install.check_if_exists() if req_to_install.satisfied_by: if self.upgrade or self.ignore_installed: # don't uninstall conflict if user install and # conflict is not user install or conflict lives # in a different path (/usr/lib vs /usr/local/lib/) if not (self.use_user_site and not dist_in_usersite( req_to_install.satisfied_by) or not dist_in_install_path(req_to_install.satisfied_by)): req_to_install.conflicts_with = \ req_to_install.satisfied_by req_to_install.satisfied_by = None else: logger.info( 'Requirement already satisfied (use ' '--upgrade to upgrade): %s', req_to_install, ) # ###################### # # # parse dependencies # # # ###################### # dist = abstract_dist.dist(finder) try: check_dist_requires_python(dist) except UnsupportedPythonVersion as e: if self.ignore_requires_python: logger.warning(e.args[0]) else: req_to_install.remove_temporary_source() raise more_reqs = [] def add_req(subreq, extras_requested): sub_install_req = InstallRequirement( str(subreq), req_to_install, isolated=self.isolated, wheel_cache=self._wheel_cache, ) more_reqs.extend(self.add_requirement( sub_install_req, req_to_install.name, extras_requested=extras_requested)) # We add req_to_install before its dependencies, so that we # can refer to it when adding dependencies. if not self.has_requirement(req_to_install.name): # 'unnamed' requirements will get added here self.add_requirement(req_to_install, None) if not ignore_dependencies: if (req_to_install.extras): logger.debug( "Installing extra requirements: %r", ','.join(req_to_install.extras), ) missing_requested = sorted( set(req_to_install.extras) - set(dist.extras) ) for missing in missing_requested: logger.warning( '%s does not provide the extra \'%s\'', dist, missing ) available_requested = sorted( set(dist.extras) & set(req_to_install.extras) ) for subreq in dist.requires(available_requested): add_req(subreq, extras_requested=available_requested) # cleanup tmp src self.reqs_to_cleanup.append(req_to_install) if not req_to_install.editable and not req_to_install.satisfied_by: # XXX: --no-install leads this to report 'Successfully # downloaded' for only non-editable reqs, even though we took # action on them. self.successfully_downloaded.append(req_to_install) return more_reqs def cleanup_files(self): """Clean up files, remove builds.""" logger.debug('Cleaning up...') with indent_log(): for req in self.reqs_to_cleanup: req.remove_temporary_source() def _to_install(self): """Create the installation order. The installation order is topological - requirements are installed before the requiring thing. We break cycles at an arbitrary point, and make no other guarantees. """ # The current implementation, which we may change at any point # installs the user specified things in the order given, except when # dependencies must come earlier to achieve topological order. order = [] ordered_reqs = set() def schedule(req): if req.satisfied_by or req in ordered_reqs: return if req.constraint: return ordered_reqs.add(req) for dep in self._dependencies[req]: schedule(dep) order.append(req) for install_req in self.requirements.values(): schedule(install_req) return order def install(self, install_options, global_options=(), *args, **kwargs): """ Install everything in this set (after having downloaded and unpacked the packages) """ to_install = self._to_install() if to_install: logger.info( 'Installing collected packages: %s', ', '.join([req.name for req in to_install]), ) with indent_log(): for requirement in to_install: if requirement.conflicts_with: logger.info( 'Found existing installation: %s', requirement.conflicts_with, ) with indent_log(): requirement.uninstall(auto_confirm=True) try: requirement.install( install_options, global_options, *args, **kwargs ) except: # if install did not succeed, rollback previous uninstall if (requirement.conflicts_with and not requirement.install_succeeded): requirement.rollback_uninstall() raise else: if (requirement.conflicts_with and requirement.install_succeeded): requirement.commit_uninstall() requirement.remove_temporary_source() self.successfully_installed = to_install site-packages/pip/req/__pycache__/req_set.cpython-36.pyc 0000644 00000051035 15231162611 0017145 0 ustar 00 3 F��i � � @ s~ d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dlm Z d dl m Z d dl mZmZmZmZmZ d d lmZmZmZmZmZmZmZmZm Z m Z d d l m Z d d l m!Z!m"Z"m#Z#m$Z$m%Z% d d l&m'Z' d d l(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/ ej0e1�Z2G dd� de3�Z4G dd� de3�Z5dd� Z6G dd� de5�Z7G dd� de5�Z8G dd � d e5�Z9G d d � d e3�Z:dS ) � )�absolute_import)� defaultdict)�chainN)� pkg_resources)�requests)� expanduser)� is_file_url� is_dir_url� is_vcs_url� url_to_path� unpack_url) �InstallationError�BestVersionAlreadyInstalled�DistributionNotFound�PreviousBuildDirError� HashError� HashErrors� HashUnpinned�DirectoryUrlHashUnsupported�VcsHashUnsupported�UnsupportedPythonVersion)�InstallRequirement)� display_path�dist_in_usersite�dist_in_install_path� ensure_dir�normalize_path)� MissingHashes)� indent_log)�check_dist_requires_python)�vcs)�Wheelc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )� Requirementsc C s g | _ i | _d S )N)�_keys�_dict)�self� r& � /usr/lib/python3.6/req_set.py�__init__" s zRequirements.__init__c C s | j S )N)r# )r% r& r& r' �keys& s zRequirements.keysc s � fdd�� j D �S )Nc s g | ]}� j | �qS r& )r$ )�.0�key)r% r& r' � <listcomp>* s z'Requirements.values.<locals>.<listcomp>)r# )r% r& )r% r' �values) s zRequirements.valuesc C s || j kS )N)r# )r% �itemr& r& r' � __contains__, s zRequirements.__contains__c C s$ || j kr| j j|� || j|< d S )N)r# �appendr$ )r% r+ �valuer& r& r' � __setitem__/ s zRequirements.__setitem__c C s | j | S )N)r$ )r% r+ r& r& r' � __getitem__4 s zRequirements.__getitem__c s$ � fdd�� j � D �}ddj|� S )Nc s$ g | ] }d t |�t � | �f �qS )z%s: %s)�repr)r* �k)r% r& r' r, 8 s z)Requirements.__repr__.<locals>.<listcomp>zRequirements({%s})z, )r) �join)r% r- r& )r% r' �__repr__7 s zRequirements.__repr__N) �__name__� __module__� __qualname__r( r) r- r/ r2 r3 r7 r& r& r& r' r" s r" c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �DistAbstractionat Abstracts out the wheel vs non-wheel prepare_files logic. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - we must be able to generate a list of run-time dependencies without installing any additional packages (or we would have to either burn time by doing temporary isolated installs or alternatively violate pips 'don't start installing unless all requirements are available' rule - neither of which are desirable). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. c C s || _ d S )N)�req_to_install)r% r< r& r& r' r( O s zDistAbstraction.__init__c C s t | j��dS )z Return a setuptools Dist object.N)�NotImplementedError�dist)r% �finderr& r& r' r> R s zDistAbstraction.distc C s t | j��dS )z3Ensure that we can get a Dist for this requirement.N)r= r> )r% r& r& r' � prep_for_distV s z DistAbstraction.prep_for_distN)r8 r9 r: �__doc__r( r> r@ r& r& r& r' r; < s r; c C s0 | j rt| �S | jr$| jjr$t| �S t| �S dS )z�Factory to make an abstract dist object. Preconditions: Either an editable req with a source_dir, or satisfied_by or a wheel link, or a non-editable req with a source_dir. :return: A concrete DistAbstraction. N)�editable�IsSDist�link�is_wheel�IsWheel)r< r& r& r' �make_abstract_dist[ s rG c @ s e Zd Zdd� Zdd� ZdS )rF c C s t tj| jj��d S )Nr )�listr Zfind_distributionsr< � source_dir)r% r? r& r& r' r> m s z IsWheel.distc C s d S )Nr& )r% r& r& r' r@ q s zIsWheel.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rF k s rF c @ s e Zd Zdd� Zdd� ZdS )rC c C s( | j j� }|jd�r$|j|jd�� |S )Nzdependency_links.txt)r< Zget_distZ has_metadataZadd_dependency_linksZget_metadata_lines)r% r? r> r& r& r' r> x s z IsSDist.distc C s | j j� | j j� d S )N)r< Z run_egg_infoZ assert_source_matches_version)r% r& r& r' r@ � s zIsSDist.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rC v s rC c @ s e Zd Zdd� Zdd� ZdS )� Installedc C s | j jS )N)r< � satisfied_by)r% r? r& r& r' r> � s zInstalled.distc C s d S )Nr& )r% r& r& r' r@ � s zInstalled.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rJ � s rJ c @ s� e Zd Zd$dd�Zdd� Zdd � Zd%d d �Zd d � Zedd� �Z edd� �Z dd� Z d&dd�Z dd� Z dd� Zdd� Zd'd d �Zd d � Zd d!� Zf fd"d#�ZdS )(�RequirementSetFNTc C s� | dkrt d��|| _|| _|| _|| _|| _|| _| | _t� | _ i | _ g | _ | | _ || _ g | _g | _g | _|| _| | _|| _| | _| | _|| _|r�t|�}|| _|| _|| _tt �| _ dS )a3 Create a RequirementSet. :param wheel_download_dir: Where still-packed .whl files should be written to. If None they are written to the download_dir parameter. Separate to download_dir to permit only keeping wheel archives for pip wheel. :param download_dir: Where still packed archives should be written to. If None they are not saved, and are deleted immediately after unpacking. :param wheel_cache: The pip wheel cache, for passing to InstallRequirement. Nz?RequirementSet() missing 1 required keyword argument: 'session') � TypeError� build_dir�src_dir� download_dir�upgrade�upgrade_strategy�ignore_installed�force_reinstallr" � requirements�requirement_aliases�unnamed_requirements�ignore_dependencies�ignore_requires_python�successfully_downloaded�successfully_installed�reqs_to_cleanup�as_egg� use_user_site� target_dir�session� pycompile�isolatedr �wheel_download_dir� _wheel_cache�require_hashesr rH � _dependencies)r% rN rO rP rQ rR rS r] r_ rX rT r^ r` ra rb rc � wheel_cachere rY r& r& r' r( � s< zRequirementSet.__init__c C s8 dd� | j j� D �}|jdd� d� djdd� |D ��S )Nc S s g | ]}|j s|�qS r& )Z comes_from)r* �reqr& r& r' r, � s z*RequirementSet.__str__.<locals>.<listcomp>c S s | j j� S )N)�name�lower)rh r& r& r' �<lambda>� s z(RequirementSet.__str__.<locals>.<lambda>)r+ � c S s g | ]}t |j��qS r& )�strrh )r* rh r& r& r' r, � s )rU r- �sortr6 )r% �reqsr& r& r' �__str__� s zRequirementSet.__str__c C sN dd� | j j� D �}|jdd� d� djdd� |D ��}d| jjt|�|f S ) Nc S s g | ]}|�qS r& r& )r* rh r& r& r' r, � s z+RequirementSet.__repr__.<locals>.<listcomp>c S s | j j� S )N)ri rj )rh r& r& r' rk � s z)RequirementSet.__repr__.<locals>.<lambda>)r+ z, c S s g | ]}t |j��qS r& )rm rh )r* rh r& r& r' r, � s z"<%s object; %d requirement(s): %s>)rU r- rn r6 � __class__r8 �len)r% ro Zreqs_strr& r& r' r7 � s zRequirementSet.__repr__c C s� |j }|j|�s&tjd|j |j� g S |jrV|jjrVt|jj�}|j � sVt d|j ��| j |_ | j |_ | j |_ | j|_|dk|_|s�| jj|� |gS y| j|�}W n tk r� d}Y nX |dko�|o�|j o�|j|jko�|jj|jjk �rt d|||f ��|�s8|| j|< |j� |k�r0|| j|j� < |g}n�g }|j �r�|j�r�|j�r�|j�ol|jj|jjk �r�| j j|� t d| ��d|_t t t |j�j t |j����|_tj!d||j� |g}|}|�r�| j|�}| j"| j|� |S dS )a' Add install_req as a requirement to install. :param parent_req_name: The name of the requirement that needed this added. The name is used because when multiple unnamed requirements resolve to the same name, we could otherwise end up with dependency links that point outside the Requirements set. parent_req must already be added. Note that None implies that this is a user supplied requirement, vs an inferred one. :param extras_requested: an iterable of extras used to evaluate the environement markers. :return: Additional requirements to scan. That is either [] if the requirement is not applicable, or [install_req] if the requirement is applicable and has just been added. z6Ignoring %s: markers '%s' don't match your environmentz-%s is not a supported wheel on this platform.Nz5Double requirement given: %s (already in %s, name=%r)zhCould not satisfy constraints for '%s': installation from path or url cannot be constrained to a versionFzSetting %s extras to: %s)#ri Z match_markers�logger�warningZmarkersrD rE r! �filenameZ supportedr r] r^ r_ ra � is_directrW r0 �get_requirement�KeyError� constraint�extrasrh Z specifierrU rj rV �pathr\ �tuple�sorted�set�union�debugrf ) r% � install_reqZparent_req_name�extras_requestedri ZwheelZ existing_req�resultZ parent_reqr& r& r' �add_requirement� sp z RequirementSet.add_requirementc C sF |j � }|| jkr | j| j s>|| jkrB| j| j| j rBdS dS )NTF)rj rU ry rV )r% � project_nameri r& r& r' �has_requirement4 s z RequirementSet.has_requirementc C s t dd� | jj� D ��p | jS )Nc s s | ]}|j s|V qd S )N)ry )r* rh r& r& r' � <genexpr>? s z2RequirementSet.has_requirements.<locals>.<genexpr>)rH rU r- rW )r% r& r& r' �has_requirements= s z RequirementSet.has_requirementsc C sD | j r@t| j �| _ tjj| j �r$dS tjd� tdt| j � ��dS )NTz!Could not find download directoryz0Could not find or access download directory '%s'F) rP r �osr{ �existsrs �criticalr r )r% r& r& r' � is_downloadB s zRequirementSet.is_downloadc C sT xB||j � fD ]2}|| jkr&| j| S || jkr| j| j| S qW td| ��d S )NzNo project with the name %r)rj rU rV rx )r% r� ri r& r& r' rw O s z RequirementSet.get_requirementc C s4 x.| j j� D ] }|jrq |j|d� |j� q W d S )N)� auto_confirm)rU r- ry � uninstall�commit_uninstall)r% r� rh r& r& r' r� W s zRequirementSet.uninstallc C s� | j rt| j � | j| jj� }| jp6tdd� |D ��}|rJ| jrJtd��g }t � }xdt ||�D ]V}y |j | j |||| j d�� W q` tk r� } z||_|j|� W Y dd}~X q`X q`W |r�|�dS )zY Prepare process. Create temp directories, download and/or unpack files. c s s | ] }|j V qd S )N)Zhas_hash_options)r* rh r& r& r' r� j s z/RequirementSet.prepare_files.<locals>.<genexpr>z�--egg is not allowed with --require-hashes mode, since it delegates dependency resolution to setuptools and could thus result in installation of unhashed packages.)re rX N)rc r rW rU r- re �anyr] r r r �extend� _prepare_filerX r rh r0 )r% r? Z root_reqsre Zdiscovered_reqsZ hash_errorsrh �excr& r& r' � prepare_files^ s, z RequirementSet.prepare_filesc C s | j o | jdkp | jdko |jS )NZeagerzonly-if-needed)rQ rR rv )r% rh r& r& r' �_is_upgrade_allowed� s z"RequirementSet._is_upgrade_allowedc C s� |j � |jr�| j|�}d}|r�| jp*|jshy|j||� W n* tk rT d}Y n tk rf Y nX |s�| jr~t |j� p�t |j� s�|j|_ d|_|r�d}n| j dkr�d}nd}|S dS dS )a Check if req_to_install should be skipped. This will check if the req is installed, and whether we should upgrade or reinstall it, taking into account all the relevant user options. After calling this req_to_install will only have satisfied_by set to None if the req_to_install is to be upgraded/reinstalled etc. Any other value will be a dist recording the current thing installed that satisfies the requirement. Note that for vcs urls and the like we can't assess skipping in this routine - we simply identify that we need to pull the thing down, then later on it is pulled down and introspected to assess upgrade/ reinstalls etc. :return: A text reason for why it was skipped, or None. FTNzalready up-to-datezonly-if-neededz%not upgraded as not directly requiredzalready satisfied) �check_if_existsrK r� rT rD Zfind_requirementr r r^ r r �conflicts_withrR )r% r< r? Zupgrade_allowedZbest_installed� skip_reasonr& r& r' �_check_skip_installed� s4 z$RequirementSet._check_skip_installedc ( s� �j s �jrg S d�_�jr*tjd�� n��jdks8t��jsJ�j�|�}�jrx|dk shtd�jf ��tjd|�� n<�j r��j j dkr�t �j j �}tjdt |�� n tjd�� t� ��� �j�r |r�td � ���j�j� �j�j � t��}|j� �j�r�j�j� �j� �n0�j�rD|�r8tjd � t��}�n �j�j� t j j t j j �j d ���r|t!d ��j f ���j"|�j#��|� �j �s�t��j }|�r�t$|��r�t%� �nt&|��r�t'|��r�t(� ��j) �r�j* �r�t+� ��j,| d �} |�r| �rt-� } yZ�j} d} �j j.�r4�j/�r4�j/} �j j.�rN| �rJd} nd} t0�j �j | | �j1| d� W nH t2j3k �r� } z(tj4d�| � td�| �j f ��W Y dd} ~ X nX t��}|j� �j�r�j j t5j6k�r�j�j� �j�s��j� �j�rP�j7�s�j�rD�j8�r&t9�j� �p0t:�j� �s<�j�_;d�_n tjd�� |j<|�} y t=| � W nH t>k �r� } z*�j?�r�tj@|jAd � n �jB� � W Y dd}~X nX g � � ��fdd�}�jC�jD��sވjE�d� |�sp�jF�r tjddj �jF�� tGtH�jF�tH| jF� �}x |D ]}tj@d| |� �q W tGtH| jF�tH�jF�@ �}x | jI|�D ]}|||d� �qZW �jJjK�� �j �r��j �r��jLjK�� W dQ R X � S )zxPrepare a single requirements file. :return: A list of additional InstallRequirements to also install. Tz Obtaining %sNzP_check_skip_installed returned None but req_to_install.satisfied_by is set to %rzRequirement %s: %s�filez Processing %sz Collecting %szoThe editable requirement %s cannot be installed when requiring hashes, because there is no single file to hash.z�Since it is already installed, we are trusting this package without checking its hash. To ensure a completely repeatable environment, install into an empty virtualenv.zsetup.pyz�pip can't proceed with requirements '%s' due to a pre-existing build directory (%s). This is likely due to a previous installation that failed. pip is being responsible and not assuming it can delete this. Please delete it and try again.)Ztrust_internetF)r` �hashesz4Could not install requirement %s because of error %szDCould not install requirement %s because of HTTP error %s for URL %sz<Requirement already satisfied (use --upgrade to upgrade): %sr c s4 t t| ���j�jd�}� j�j|�j|d�� d S )N)rb rg )r� )r rm rb rd r� r� ri )�subreqr� Zsub_install_req)� more_reqsr< r% r& r' �add_req� s z-RequirementSet._prepare_file.<locals>.add_reqz!Installing extra requirements: %r�,z"%s does not provide the extra '%s')r� )Mry ZpreparedrB rs �inforK �AssertionErrorrS r� rD �schemer Zurlr r r Zensure_has_source_dirrO Zupdate_editabler� rG r@ �archiverP r� r� rJ rN r� r{ r� r6 rI r Z populate_linkr� r r r r r Z original_linkZ is_pinnedr r� r rE rc r r` r Z HTTPErrorr� r Z all_schemesrQ r^ r r r� r> r r rY rt �args�remove_temporary_sourcer� ri r� rz r} r~ Zrequiresr\ r0 rZ )r% r? r< re rX r� r{ Z abstract_distrD r� rP Zautodelete_unpackedr� r> �er� Zmissing_requestedZmissingZavailable_requestedr� r& )r� r< r% r' r� � s " z RequirementSet._prepare_filec C s8 t jd� t� � x| jD ] }|j� qW W dQ R X dS )z Clean up files, remove builds.zCleaning up...N)rs r� r r\ r� )r% rh r& r& r' � cleanup_files� s z RequirementSet.cleanup_filesc s< g � t � �� ���fdd��x�jj� D ] }�|� q(W � S )z�Create the installation order. The installation order is topological - requirements are installed before the requiring thing. We break cycles at an arbitrary point, and make no other guarantees. c sP | j s| �krd S | jr d S �j| � x�j| D ] }�|� q2W � j| � d S )N)rK ry �addrf r0 )rh Zdep)�order� ordered_reqs�scheduler% r& r' r� � s z,RequirementSet._to_install.<locals>.schedule)r~ rU r- )r% r� r& )r� r� r� r% r' � _to_install� s zRequirementSet._to_installc O s� | j � }|r(tjddjdd� |D ��� t� �� x�|D ]�}|jrltjd|j� t� � |jdd� W dQ R X y|j||f|�|� W n$ |jr�|j r�|j � � Y nX |jr�|jr�|j � |j � q6W W dQ R X || _ dS ) zl Install everything in this set (after having downloaded and unpacked the packages) z!Installing collected packages: %sz, c S s g | ] }|j �qS r& )ri )r* rh r& r& r' r, s z*RequirementSet.install.<locals>.<listcomp>z Found existing installation: %sT)r� N) r� rs r� r6 r r� r� �installZinstall_succeededZrollback_uninstallr� r� r[ )r% Zinstall_optionsZglobal_optionsr� �kwargsZ to_installZ requirementr& r& r' r� � s: zRequirementSet.install)FNFFNFFFNTFNNFF)NN)F)FF)r8 r9 r: r( rp r7 r� r� �propertyr� r� rw r� r� r� r� r� r� r� r� r& r& r& r' rL � s4 4 [ 'E rL );Z __future__r � collectionsr � itertoolsr Zloggingr� Z pip._vendorr r Z pip.compatr Z pip.downloadr r r r r Zpip.exceptionsr r r r r r r r r r Zpip.req.req_installr Z pip.utilsr r r r r Zpip.utils.hashesr Zpip.utils.loggingr Zpip.utils.packagingr Zpip.vcsr Z pip.wheelr! Z getLoggerr8 rs �objectr" r; rG rF rC rJ rL r& r& r& r' �<module> s0 0 site-packages/pip/req/__pycache__/req_file.cpython-36.pyc 0000644 00000020322 15231162611 0017264 0 ustar 00 3 F��i�. � @ sx d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddlZddlmZ ddlmZ ddlmZ dd lmZ dd lmZ d gZejd ej�Zejd �Z ej ej ej ej ej!ej"ej#ej$ej%ej&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1gZ2ej3ej4ej5gZ6dd� e6D �Z7d dd �Z8dd� Z9d!dd�Z:dd� Z;dd� Z<dd� Z=d d � Z>d d � Z?dS )"z Requirements file parsing � )�absolute_importN)�parse)� filterfalse)�get_file_content)�InstallRequirement)�RequirementsFileParseError)�RemovedInPip10Warning)� cmdoptions�parse_requirementsz^(http|https|file):z (^|\s)+#.*$c C s g | ] }|� j �qS � )�dest)�.0�or r � /usr/lib/python3.6/req_file.py� <listcomp>= s r Fc c sp |dkrt d��t| ||d�\}}t||�} x>| D ]6\} } t| | | ||||||d� } x| D ] } | V qZW q2W dS )a� Parse a requirements file and yield InstallRequirement instances. :param filename: Path or url of requirements file. :param finder: Instance of pip.index.PackageFinder. :param comes_from: Origin description of requirements. :param options: cli options. :param session: Instance of pip.download.PipSession. :param constraint: If true, parsing a constraint file rather than requirements file. :param wheel_cache: Instance of pip.wheel.WheelCache NzCparse_requirements() missing 1 required keyword argument: 'session')� comes_from�session)� constraint)� TypeErrorr � preprocess� process_line)�filename�finderr �optionsr r � wheel_cache�_�content� lines_enum� line_number�lineZreq_iter�reqr r r r @ s c C s. t | j� dd�}t|�}t|�}t||�}|S )z�Split, filter, and join lines, and return a line iterator :param content: the content of the requirements file :param options: cli options � )�start)� enumerate� splitlines� join_lines�ignore_comments� skip_regex)r r r r r r r a s r c c s t � } | j� } d| _|r |j| _t| �\} } tjdk r@| jd�} | jt j | �| �\} }d|r`dnd||f }| r�|rz|j nd }|r�t j || � i }x.tD ]&}|| jkr�| j| r�| j| ||< q�W tj| |||||d �V �n(| j�r&|r�|j nd }|�r |jnd}tj| jd |||||d �V �n�| j�s6| j�r�| j�rN| jd }d }n| jd }d }tj|��rvtj||�}n"tj|��s�tj j tj j |�|�}t |||||||d�} x| D ] }|V �q�W �n>| j �r�| j |_ �n*|�r| j!�r�t"j#dt$� | j%�r t"j#dt$� | j&�r t"j#dt$� | j�r0| jg|_'| j(d k�rPd |_(t)j*j+|j� | j,d k�rbg |_'| j-�rx|j'j.| j-� | j/�r�| j/d }tj j tj j0|��}tj j ||�}tj j1|��r�|}|j/j2|� | j3�r�d |_4| j5�r�d |_5| j6�r|j7j.dd� | j6D �� dS )a# Process a single requirements line; This can result in creating/yielding requirements, or updating the finder. For lines that contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS_REQ, and they are scoped to the requirement. Other options from SUPPORTED_OPTIONS may be present, but are ignored. For lines that do not contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS. Options from SUPPORTED_OPTIONS_REQ may be present, but are ignored. These lines may contain multiple options (although our docs imply only one is supported), and all our parsed and affect the finder. :param constraint: If True, parsing a constraints file. :param options: OptionParser options that we may update N� � � �utf8z%s %s (line %s)z-cz-rF)r �isolatedr r r )r r � default_vcsr, r T)r r z�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.c s s | ]}d |d fV qdS )�*Nr )r �hostr r r � <genexpr>� s z process_line.<locals>.<genexpr>)r( r) r* )8� build_parserZget_default_values� index_urlZformat_control�break_args_options�sys� version_info�encode� parse_args�shlex�splitZ isolated_moder Zcheck_install_build_global�SUPPORTED_OPTIONS_REQ_DEST�__dict__r Z from_lineZ editablesr- Z from_editable� requirements� constraints� SCHEME_RE�search� urllib_parseZurljoin�os�path�join�dirnamer �require_hashes�allow_external�warnings�warnr �allow_all_externalZallow_unverifiedZ index_urls� use_wheel�pip�indexZfmt_ctl_no_use_wheel�no_indexZextra_index_urls�extend� find_links�abspath�exists�append�preZallow_all_prereleases�process_dependency_linksZ trusted_hostsZsecure_origins)r r r r r r r r r �parserZdefaultsZargs_strZ options_strZoptsr Zline_comes_fromr, Z req_optionsr r- Zreq_pathZnested_constraintr �valueZreq_dirZrelative_to_reqs_filer r r r n s� r c C sh | j d�}g }|dd� }x8|D ]0}|jd�s8|jd�r<P q |j|� |jd� q W dj|�dj|�fS )z�Break up the line into an args and options string. We only want to shlex (and then optparse) the options, not the args. args can contain markers which are corrupted by shlex. � N�-z--r )r9 � startswithrR �poprC )r �tokens�argsr �tokenr r r r3 � s r3 c C sD t jdd�} tt }x |D ]}|� }| j|� qW dd� }|| _| S )z7 Return a parser for parsing requirement lines F)Zadd_help_optionc S s t |��d S )N)r )�self�msgr r r � parser_exit s z!build_parser.<locals>.parser_exit)�optparseZ OptionParser�SUPPORTED_OPTIONS�SUPPORTED_OPTIONS_REQZ add_option�exit)rU Zoption_factoriesZoption_factoryZoptionr` r r r r1 s r1 c c s� d}g }x�| D ]x\}}|j d� s,tj|�rntj|�r>d| }|rb|j|� |dj|�fV g }q�||fV q|sv|}|j|jd�� qW |r�|dj|�fV dS )z�Joins a line ending in '' with the previous line (except when following comments). The joined line takes on the index of the first line. N�\rW � )�endswith� COMMENT_RE�matchrR rC �strip)r Zprimary_line_numberZnew_liner r r r r r% " s r% c c s8 x2| D ]*\}}t jd|�}|j� }|r||fV qW dS )z1 Strips comments and filter empty lines. rf N)rh �subrj )r r r r r r r& ? s r& c s2 |r |j nd}|r.tj|�� t� fdd�| �} | S )zs Skip lines that match '--skip-requirements-regex' pattern Note: the regex pattern is only built once Nc s � j | d �S )Nr! )r? )�e)�patternr r �<lambda>T s z skip_regex.<locals>.<lambda>)Zskip_requirements_regex�re�compiler )r r r' r )rm r r' J s r' )NNNNFN)NNNNNF)@�__doc__Z __future__r rA ro r8 r4 ra rG Z pip._vendor.six.moves.urllibr r@ Zpip._vendor.six.movesr rK Z pip.downloadr Zpip.req.req_installr Zpip.exceptionsr Zpip.utils.deprecationr r �__all__rp �Ir> rh r= Zeditabler< rM r2 rO Zextra_index_urlrF rI Zno_allow_externalZ allow_unsafeZno_allow_unsaferJ Z no_use_wheelZ always_unzipZ no_binaryZ only_binaryrS rT Z trusted_hostrE rb Zinstall_optionsZglobal_options�hashrc r: r r r r3 r1 r% r& r' r r r r �<module> sn site-packages/pip/req/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000603 15231162611 0020174 0 ustar 00 3 F��i � @ sD d dl mZ ddlmZ ddlmZmZ ddlmZ dddd gZ d S ) � )�absolute_import� )�InstallRequirement)�RequirementSet� Requirements)�parse_requirementsr r r r N) Z __future__r Z req_installr Zreq_setr r Zreq_filer �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/req/__pycache__/req_uninstall.cpython-36.pyc 0000644 00000014171 15231162611 0020363 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlZd dlmZmZmZ d dl m Z d dl m Z m Z mZmZmZ d dlmZ eje�ZG dd� de�ZG d d � d e�ZdS ) � )�absolute_importN)� uses_pycache�WINDOWS�cache_from_source)�UninstallationError)�rmtree�ask�is_local�renames�normalize_path)� indent_logc @ sZ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z ddd�Z dd� Z dd� Z dS )�UninstallPathSetzMA set of file paths to be removed in the uninstallation of a requirement.c C s, t � | _t � | _i | _|| _d | _g | _d S )N)�set�paths�_refuse�pth�dist�save_dir� _moved_paths)�selfr � r �#/usr/lib/python3.6/req_uninstall.py�__init__ s zUninstallPathSet.__init__c C s t |�S )zs Return True if the given path is one we are permitted to remove/modify, False otherwise. )r )r �pathr r r � _permitted s zUninstallPathSet._permittedc C s� t jj|�\}}t jjt|�t jj|��}t jj|�s:d S | j|�rR| jj |� n | j j |� t jj |�d dkr�t r�| j t |�� d S )N� z.py)�osr �split�joinr �normcase�existsr r �addr �splitextr r )r r �head�tailr r r r! # s zUninstallPathSet.addc C sL t |�}| j|�r<|| jkr*t|�| j|< | j| j|� n | jj|� d S )N)r r r �UninstallPthEntriesr! r )r �pth_file�entryr r r �add_pth6 s zUninstallPathSet.add_pthc s@ t � }x4t|td�D ]$� t� fdd�|D ��s|j� � qW |S )z�Compact a path set to contain the minimal number of paths necessary to contain all paths in the set. If /a/path/ and /a/path/to/a/file.txt are both in the set, leave only the shorter path.)�keyc s4 g | ],}� j |�o.� t|jtjj�� tjjk�qS r )� startswith�len�rstripr r �sep)�.0Z shortpath)r r r � <listcomp>G s z,UninstallPathSet.compact.<locals>.<listcomp>)r �sortedr+ �anyr! )r r Z short_pathsr )r r �compact? s zUninstallPathSet.compactc C s& t jj| jt jj|�d jt jj��S )Nr )r r r r � splitdrive�lstripr- )r r r r r �_stashM s zUninstallPathSet._stashFc C s: | j stjd| jj� dS tjd| jj| jj� t� �� t| j| j ��}|rRd}n"x|D ]}tj|� qXW t dd �}| j r�tjd� x | j| j �D ]}tj|� q�W |dk�r,t j dd d �| _ x8|D ]0}| j|�}tjd |� | jj|� t||� q�W x | jj� D ]}|j� �qW tjd | jj| jj� W dQ R X dS )z[Remove paths in ``self.paths`` with confirmation (unless ``auto_confirm`` is True).z7Can't uninstall '%s'. No files were found to uninstall.NzUninstalling %s-%s:�yzProceed (y/n)? �nz.Not removing or modifying (outside of prefix):z -uninstallzpip-)�suffix�prefixz Removing file or directory %sz Successfully uninstalled %s-%s)r6 r7 )r �logger�infor � project_name�versionr r0 r2 r r �tempfileZmkdtempr r5 �debugr �appendr r �values�remove)r Z auto_confirmr Zresponser �new_pathr r r r rB Q s@ zUninstallPathSet.removec C s~ | j dkr tjd| jj� dS tjd| jj� x.| jD ]$}| j|�}tjd|� t ||� q6W x| j j � D ] }|j � qjW dS )z1Rollback the changes previously made by remove().Nz'Can't roll back %s; was not uninstalledFz Rolling back uninstall of %sz Replacing %s) r r: �errorr r< r; r r5 r? r r rA �rollback)r r Ztmp_pathr r r r rE { s zUninstallPathSet.rollbackc C s$ | j dk r t| j � d| _ g | _dS )z?Remove temporary save dir: rollback will no longer be possible.N)r r r )r r r r �commit� s zUninstallPathSet.commitN)F) �__name__� __module__� __qualname__�__doc__r r r! r( r2 r5 rB rE rF r r r r r s *r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) r% c C s0 t jj|�std| ��|| _t� | _d | _d S )Nz.Cannot remove entries from nonexistent file %s)r r �isfiler �filer �entries� _saved_lines)r r& r r r r � s z UninstallPthEntries.__init__c C s> t jj|�}tr.t jj|�d r.|jdd�}| jj|� d S )Nr �\�/)r r r r r3 �replacerM r! )r r' r r r r! � s zUninstallPthEntries.addc C s� t jd| j� t| jd��}|j� }|| _W d Q R X tdd� |D ��rLd}nd}xH| jD ]>}y$t jd|� |j|| j d�� W qX t k r� Y qXX qXW t| jd ��}|j |� W d Q R X d S ) Nz Removing pth entries from %s:�rbc s s | ]}d |kV qdS )s Nr )r. �liner r r � <genexpr>� s z-UninstallPthEntries.remove.<locals>.<genexpr>z � zRemoving entry: %szutf-8�wb) r: r? rL �open� readlinesrN r1 rM rB �encode� ValueError� writelines)r �fh�linesZendliner' r r r rB � s zUninstallPthEntries.removec C sR | j d kr tjd| j� dS tjd| j� t| jd��}|j| j � W d Q R X dS )Nz.Cannot roll back changes to %s, none were madeFz!Rolling %s back to previous staterV T)rN r: rD rL r? rW r[ )r r\ r r r rE � s z UninstallPthEntries.rollbackN)rG rH rI r r! rB rE r r r r r% � s r% )Z __future__r Zloggingr r> Z pip.compatr r r Zpip.exceptionsr Z pip.utilsr r r r r Zpip.utils.loggingr Z getLoggerrG r: �objectr r% r r r r �<module> s site-packages/pip/req/__pycache__/req_file.cpython-36.opt-1.pyc 0000644 00000020322 15231162611 0020223 0 ustar 00 3 F��i�. � @ sx d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddlZddlmZ ddlmZ ddlmZ dd lmZ dd lmZ d gZejd ej�Zejd �Z ej ej ej ej ej!ej"ej#ej$ej%ej&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1gZ2ej3ej4ej5gZ6dd� e6D �Z7d dd �Z8dd� Z9d!dd�Z:dd� Z;dd� Z<dd� Z=d d � Z>d d � Z?dS )"z Requirements file parsing � )�absolute_importN)�parse)� filterfalse)�get_file_content)�InstallRequirement)�RequirementsFileParseError)�RemovedInPip10Warning)� cmdoptions�parse_requirementsz^(http|https|file):z (^|\s)+#.*$c C s g | ] }|� j �qS � )�dest)�.0�or r � /usr/lib/python3.6/req_file.py� <listcomp>= s r Fc c sp |dkrt d��t| ||d�\}}t||�} x>| D ]6\} } t| | | ||||||d� } x| D ] } | V qZW q2W dS )a� Parse a requirements file and yield InstallRequirement instances. :param filename: Path or url of requirements file. :param finder: Instance of pip.index.PackageFinder. :param comes_from: Origin description of requirements. :param options: cli options. :param session: Instance of pip.download.PipSession. :param constraint: If true, parsing a constraint file rather than requirements file. :param wheel_cache: Instance of pip.wheel.WheelCache NzCparse_requirements() missing 1 required keyword argument: 'session')� comes_from�session)� constraint)� TypeErrorr � preprocess� process_line)�filename�finderr �optionsr r � wheel_cache�_�content� lines_enum� line_number�lineZreq_iter�reqr r r r @ s c C s. t | j� dd�}t|�}t|�}t||�}|S )z�Split, filter, and join lines, and return a line iterator :param content: the content of the requirements file :param options: cli options � )�start)� enumerate� splitlines� join_lines�ignore_comments� skip_regex)r r r r r r r a s r c c s t � } | j� } d| _|r |j| _t| �\} } tjdk r@| jd�} | jt j | �| �\} }d|r`dnd||f }| r�|rz|j nd }|r�t j || � i }x.tD ]&}|| jkr�| j| r�| j| ||< q�W tj| |||||d �V �n(| j�r&|r�|j nd }|�r |jnd}tj| jd |||||d �V �n�| j�s6| j�r�| j�rN| jd }d }n| jd }d }tj|��rvtj||�}n"tj|��s�tj j tj j |�|�}t |||||||d�} x| D ] }|V �q�W �n>| j �r�| j |_ �n*|�r| j!�r�t"j#dt$� | j%�r t"j#dt$� | j&�r t"j#dt$� | j�r0| jg|_'| j(d k�rPd |_(t)j*j+|j� | j,d k�rbg |_'| j-�rx|j'j.| j-� | j/�r�| j/d }tj j tj j0|��}tj j ||�}tj j1|��r�|}|j/j2|� | j3�r�d |_4| j5�r�d |_5| j6�r|j7j.dd� | j6D �� dS )a# Process a single requirements line; This can result in creating/yielding requirements, or updating the finder. For lines that contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS_REQ, and they are scoped to the requirement. Other options from SUPPORTED_OPTIONS may be present, but are ignored. For lines that do not contain requirements, the only options that have an effect are from SUPPORTED_OPTIONS. Options from SUPPORTED_OPTIONS_REQ may be present, but are ignored. These lines may contain multiple options (although our docs imply only one is supported), and all our parsed and affect the finder. :param constraint: If True, parsing a constraints file. :param options: OptionParser options that we may update N� � � �utf8z%s %s (line %s)z-cz-rF)r �isolatedr r r )r r � default_vcsr, r T)r r z�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.c s s | ]}d |d fV qdS )�*Nr )r �hostr r r � <genexpr>� s z process_line.<locals>.<genexpr>)r( r) r* )8� build_parserZget_default_values� index_urlZformat_control�break_args_options�sys� version_info�encode� parse_args�shlex�splitZ isolated_moder Zcheck_install_build_global�SUPPORTED_OPTIONS_REQ_DEST�__dict__r Z from_lineZ editablesr- Z from_editable� requirements� constraints� SCHEME_RE�search� urllib_parseZurljoin�os�path�join�dirnamer �require_hashes�allow_external�warnings�warnr �allow_all_externalZallow_unverifiedZ index_urls� use_wheel�pip�indexZfmt_ctl_no_use_wheel�no_indexZextra_index_urls�extend� find_links�abspath�exists�append�preZallow_all_prereleases�process_dependency_linksZ trusted_hostsZsecure_origins)r r r r r r r r r �parserZdefaultsZargs_strZ options_strZoptsr Zline_comes_fromr, Z req_optionsr r- Zreq_pathZnested_constraintr �valueZreq_dirZrelative_to_reqs_filer r r r n s� r c C sh | j d�}g }|dd� }x8|D ]0}|jd�s8|jd�r<P q |j|� |jd� q W dj|�dj|�fS )z�Break up the line into an args and options string. We only want to shlex (and then optparse) the options, not the args. args can contain markers which are corrupted by shlex. � N�-z--r )r9 � startswithrR �poprC )r �tokens�argsr �tokenr r r r3 � s r3 c C sD t jdd�} tt }x |D ]}|� }| j|� qW dd� }|| _| S )z7 Return a parser for parsing requirement lines F)Zadd_help_optionc S s t |��d S )N)r )�self�msgr r r � parser_exit s z!build_parser.<locals>.parser_exit)�optparseZ OptionParser�SUPPORTED_OPTIONS�SUPPORTED_OPTIONS_REQZ add_option�exit)rU Zoption_factoriesZoption_factoryZoptionr` r r r r1 s r1 c c s� d}g }x�| D ]x\}}|j d� s,tj|�rntj|�r>d| }|rb|j|� |dj|�fV g }q�||fV q|sv|}|j|jd�� qW |r�|dj|�fV dS )z�Joins a line ending in '' with the previous line (except when following comments). The joined line takes on the index of the first line. N�\rW � )�endswith� COMMENT_RE�matchrR rC �strip)r Zprimary_line_numberZnew_liner r r r r r% " s r% c c s8 x2| D ]*\}}t jd|�}|j� }|r||fV qW dS )z1 Strips comments and filter empty lines. rf N)rh �subrj )r r r r r r r& ? s r& c s2 |r |j nd}|r.tj|�� t� fdd�| �} | S )zs Skip lines that match '--skip-requirements-regex' pattern Note: the regex pattern is only built once Nc s � j | d �S )Nr! )r? )�e)�patternr r �<lambda>T s z skip_regex.<locals>.<lambda>)Zskip_requirements_regex�re�compiler )r r r' r )rm r r' J s r' )NNNNFN)NNNNNF)@�__doc__Z __future__r rA ro r8 r4 ra rG Z pip._vendor.six.moves.urllibr r@ Zpip._vendor.six.movesr rK Z pip.downloadr Zpip.req.req_installr Zpip.exceptionsr Zpip.utils.deprecationr r �__all__rp �Ir> rh r= Zeditabler< rM r2 rO Zextra_index_urlrF rI Zno_allow_externalZ allow_unsafeZno_allow_unsaferJ Z no_use_wheelZ always_unzipZ no_binaryZ only_binaryrS rT Z trusted_hostrE rb Zinstall_optionsZglobal_options�hashrc r: r r r r3 r1 r% r& r' r r r r �<module> sn site-packages/pip/req/__pycache__/req_install.cpython-36.pyc 0000644 00000072766 15231162611 0020036 0 ustar 00 3 F��i�� � @ s0 d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl m Z d dl mZ d dlmZ d dlmZmZ d dlmZ d dlmZ d d lmZmZ d d lm Z d d l m Z m Z d d l!m"Z" d dl#Z$d d l%m&Z&m'Z'm(Z( d dl)m*Z*m+Z+m,Z,m-Z- d dl.m/Z/m0Z0 d dl1m2Z2m3Z3m4Z4m5Z5 d dl6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZG d dlHmIZI d dlJmKZK d dlLmMZM d dlNmOZO d dlPmQZQ d dlRmSZS d dlTmUZU d dl#mVZVmWZW ejXeY�ZZej[j\j]� Z^dd� Z_d d � Z`G d d � d ea�Zbd d!� Zcd$d"d#�ZddS )%� )�absolute_importN)� sysconfig)� change_root)� FeedParser)� pkg_resources�six)� specifiers)�Marker)�InvalidRequirement� Requirement)�canonicalize_name)�Version�parse)� configparser)� native_str� get_stdlib�WINDOWS)�is_url� url_to_path� path_to_url�is_archive_file)�InstallationError�UninstallationError)�bin_py�running_under_virtualenv�PIP_DELETE_MARKER_FILENAME�bin_user)� display_path�rmtree�ask_path_exists� backup_dir�is_installable_dir�dist_in_usersite�dist_in_site_packages�dist_in_install_path� egg_link_path�call_subprocess�read_text_file�FakeFile�_make_build_dir� ensure_dir�get_installed_version�normalize_path� dist_is_local)�Hashes)�RemovedInPip10Warning)� indent_log)�SETUPTOOLS_SHIM)� open_spinner)�UninstallPathSet)�vcs)�move_wheel_files�Wheelc C s6 t jd| �}d }|r*|jd�}|jd�}n| }||fS )Nz^(.+)(\[[^\]]+\])$� � )�re�match�group)�path�m�extrasZpath_no_extras� r? �!/usr/lib/python3.6/req_install.py� _strip_extras9 s rA c C s t dd� | D ��S )Nc s s | ]}t j|�V qd S )N)r Z safe_extra)�.0�extrar? r? r@ � <genexpr>F s z _safe_extras.<locals>.<genexpr>)�set)r> r? r? r@ � _safe_extrasE s rF c @ s� e Zd ZdQdd�ZedRdd��ZedSdd ��Zd d � Zd d � Zdd� Z e dd� �Z e dd� �Z dd� Z dd� Zdd� Ze dd� �Ze d d � �Ze d d � �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zejd(�Ze d)d*� �Zd+d,� ZdTd-d.�Z dUd/d0�Z d1d2� Z d3d4� Z d5d6� Z d7d8� Z!dVd9d:�Z"g dddfd;d<�Z#d=d>� Z$d?d@� Z%dAdB� Z&f dfdCdD�Z'dEdF� Z(e dGdH� �Z)dWdIdJ�Z*dKdL� Z+e dMdN� �Z,dXdOdP�Z-dS )Y�InstallRequirementNFTc sJ f | _ t� tj�r�y t� �� W nd tk r� tjj� kr@d}n.d� krft � fdd�t D �� rfd}nt j � }t d� |f ��Y nX t� j �| _ � | _|| _| | _|| _|| _| | _| | _| _|| _| d k r�| | _n � oވ j| _d | _d | _d | _ d | _ d | _ || _ d | _ d | _!d| _"d| _#d | _$| �r.| ni | _%|| _&d| _'| | _(d S )Nz%It looks like a path. Does it exist ?�=c 3 s | ]}|� kV qd S )Nr? )rB �op)�reqr? r@ rD V s z.InstallRequirement.__init__.<locals>.<genexpr>z,= is not a valid operator. Did you mean == ?z Invalid requirement: '%s' %sF))r> � isinstancer � string_typesr r �osr< �sep�any� operators� traceback� format_excr rF rJ � comes_from� constraint� source_dir�editable� _wheel_cache�link� original_link�as_egg�markers�marker�_egg_info_path� satisfied_by�conflicts_with�_temp_build_dir�_ideal_build_dir�update�install_succeeded� uninstalled�nothing_to_uninstall� use_user_site� target_dir�options� pycompileZprepared�isolated)�selfrJ rS rU rV rX rZ rb ri r[ rj rh � wheel_cacherT �add_msgr? )rJ r@ �__init__K sN zInstallRequirement.__init__c C sp ddl m} t||�\} } } | jd�r0t| �} nd } | | || d|| �|||rP|ni |d� } | d k rlt| �| _| S )Nr )�Linkzfile:T)rU rV rX rT rj rh rl )� pip.indexro �parse_editable� startswithr rF r> )�cls� editable_reqrS � default_vcsrj rh rl rT ro �name�urlZextras_overriderU �resr? r? r@ � from_editable� s z InstallRequirement.from_editablec C s� ddl m} t|�rd}nd}||krR|j|d�\}} | j� } | sHd} qVt| �} nd} |j� }d} tjjtjj |��} d} d} t|�r�||�} n�t | �\}} tjj |�r�tjj |ks�|j d�r�t|�s�td| ��|t|��} n0t|��rtjj|��stjd |� |t|��} | �r|| jd k�rPtjd | j��rP|ttjjtjj | j����} | j�rtt| j�}d |j |j f } n| j } n|} |�r�|ni }| | || | ||||d �}| �r�t t d| �j!�|_!|S )z�Creates an InstallRequirement from a name, which might be a requirement, directory containing 'setup.py', filename, or URL. r )ro z; �;r7 N�.z;Directory %r is not installable. File 'setup.py' not found.zARequirement %r looks like a filename, but the file does not exist�filez\.\./z%s==%s)rX r[ rj rh rl rT � placeholder)"rp ro r �split�stripr rM r< �normpath�abspathrA �isdirrN rr r! r r r �isfile�logger�warning�schemer9 �searchrw �is_wheelr6 �filenamerv �version� egg_fragmentrF r r> )rs rv rS rj rh rl rT ro Z marker_sepr[ rJ r< rX r> �p�wheelrx r? r? r@ � from_line� sb z InstallRequirement.from_linec C s� | j r(t| j �}| jr:|d| jj 7 }n| jr6| jjnd }| jd k rX|dt| jj� 7 }| jr�t| jt j �rt| j}n | jj � }|r�|d| 7 }|S )Nz from %sz in %sz (from %s)) rJ �strrX rw r^ r �locationrS rK r rL � from_path)rk �srS r? r? r@ �__str__� s zInstallRequirement.__str__c C s d| j jt| �| jf S )Nz<%s object: %s editable=%r>)� __class__�__name__r� rV )rk r? r? r@ �__repr__ s zInstallRequirement.__repr__c C s^ | j dkr|j| |�| _ | jdk rZ| rZ| j }| jj| j | j�| _ || j krZtjd| j � dS )a Ensure that if a link can be found for this, that it is found. Note that self.link may still be None - if Upgrade is False and the requirement is already installed. If require_hashes is True, don't use the wheel cache, because cached wheels, always built locally, have different hashes than the files downloaded from the index server and thus throw false hash mismatches. Furthermore, cached wheels at present have undeterministic contents due to file modification times. NzUsing cached wheel link: %s)rX Zfind_requirementrW Z cached_wheelrv r� �debug)rk �finderZupgradeZrequire_hashesZold_linkr? r? r@ � populate_link s z InstallRequirement.populate_linkc C s | j jS )N)rJ � specifier)rk r? r? r@ r� s z InstallRequirement.specifierc C s$ | j }t|�dko"tt|��jdkS )z�Return whether I am pinned to an exact version. For example, some-package==1.2 is pinned; some-package>1.2 is not. r7 �==�===)r� r� )r� �len�next�iter�operator)rk r r? r? r@ � is_pinned! s z InstallRequirement.is_pinnedc C sR | j d krd S t| j �}| jrNt| jtj�r4| j}n | jj� }|rN|d| 7 }|S )Nz->)rJ r� rS rK r rL r� )rk r� rS r? r? r@ r� + s z InstallRequirement.from_pathc C s� | j d k r| j S | jd kr<tjjtjdd��| _ || _| j S | jrN| j j � }n| j }tjj |�stt j d|� t|� tjj||�S )Nz-buildzpip-zCreating directory %s)r` rJ rM r< �realpath�tempfile�mkdtempra rV rv �lower�existsr� r� r) �join)rk � build_dirrv r? r? r@ �build_location8 s z!InstallRequirement.build_locationc C s� | j dk rdS | jdk s t�| js&t�| js0t�| j}d| _| j| j�}tjj|�rdt dt |� ��t j d| t |�t |�� t j||� || _d| _|| _ d| _dS )a� Move self._temp_build_dir to self._ideal_build_dir/self.req.name For some requirements (e.g. a path to a directory), the name of the package is not available until we run egg_info, so the build_location will return a temporary directory and store the _ideal_build_dir. This is only called by self.egg_info_path to fix the temporary build directory. Nz<A package already exists in %s; please remove it to continuez,Moving package %s from %s to new location %s)rU rJ �AssertionErrorr` ra r� rM r< r� r r r� r� �shutil�mover] )rk Z old_locationZ new_locationr? r? r@ �_correct_build_locationS s( z*InstallRequirement._correct_build_locationc C s | j d krd S ttj| j j��S )N)rJ r r Z safe_namerv )rk r? r? r@ rv s s zInstallRequirement.namec C s t jj| j| jr| jjpd�S )N� )rM r< r� rU rX Zsubdirectory_fragment)rk r? r? r@ � setup_py_diry s z InstallRequirement.setup_py_dirc C s� | j std| ��y dd l}W n: tk rX td�d kr@d}ntj� }td| ��Y nX tj j | j d�}t j r�t|t j�r�|jtj� �}|S )NzNo source dir for %sr � setuptoolszPlease install setuptools.zWCould not import setuptools which is required to install from a source distribution. %szsetup.py)rU r� r� � ImportErrorr+ rQ rR r rM r< r� r� r �PY2rK Z text_type�encode�sys�getfilesystemencoding)rk r� rm �setup_pyr? r? r@ r� s zInstallRequirement.setup_pyc C sZ | j s t�| jr$tjd| j| j� ntjd| j| j� t� �x t| j }t j d|g}| j rd|dg7 }|dg }| j rzg }n t jj| jd�}t|� ddg}t|| | jdd d � W d Q R X | j�stt| j� d �t�r�d }nd }tdj| j� d || j� d g��| _| j� nDt| j� d �}t| jj�|k�rVtjd| j| j|| j� t|�| _d S )Nz2Running setup.py (path:%s) egg_info for package %sz7Running setup.py (path:%s) egg_info for package from %sz-cz --no-user-cfg�egg_infoz pip-egg-infoz --egg-baseFzpython setup.py egg_info)�cwd� show_stdoutZ command_descr z==z===r� �NamezuRunning setup.py (path:%s) egg_info for package %s produced metadata for project name %s. Fix your #egg=%s fragments.) rU r� rv r� r� r� rX r0 r1 r� � executablerj rV rM r< r� r� r* r& rJ rK � parse_version�pkg_infor r r� r r� )rk �scriptZbase_cmdZ egg_info_cmdZegg_base_option� egg_info_dirrI Z metadata_namer? r? r@ � run_egg_info� sP z InstallRequirement.run_egg_infoc C sV | j d k r&| j j|�sd S | j j|�S | js0t�| j|�}tjj|�sJd S t |�}|S )N) r^ � has_metadata� get_metadatarU r� � egg_info_pathrM r< r� r' )rk r� �datar? r? r@ � egg_info_data� s z InstallRequirement.egg_info_datac s| | j d k�rl| jr| j}ntjj| jd�}tj|�}| j�rg }x�tj|�D ]�\� }}x t j D ]}||kr^|j |� q^W xjt |�D ]^}tjj tjj� |dd��s�tjjtjj� |dd��r�|j |� q�|dks�|dkr�|j |� q�W |j� fdd �|D �� qLW d d � |D �}|�s$td ||f ��|�s:td ||f ��t|�d k�rX|jd d� d� tjj||d �| _ tjj| j |�S )Nz pip-egg-info�bin�pythonZScriptsz Python.exeZtestZtestsc s g | ]}t jj� |��qS r? )rM r< r� )rB �dir)�rootr? r@ � <listcomp>� s z4InstallRequirement.egg_info_path.<locals>.<listcomp>c S s g | ]}|j d �r|�qS )z .egg-info)�endswith)rB �fr? r? r@ r� � s z$No files/directories in %s (from %s)r7 c S s( | j tjj�tjjr"| j tjj�p$d S )Nr )�countrM r< rN �altsep)�xr? r? r@ �<lambda> s z2InstallRequirement.egg_info_path.<locals>.<lambda>)�keyr )r] rV rU rM r< r� r� �listdir�walkr4 �dirnames�remove�list�lexistsr� �extendr r� r� �sort)rk r� �base� filenames�dirs�filesr� r? )r� r@ r� � sB z InstallRequirement.egg_info_pathc C s@ t � }| jd�}|s*tjdt| jd��� |j|p4d� |j� S )NzPKG-INFOz No PKG-INFO file found in %sr� )r r� r� r� r r� Zfeed�close)rk r� r� r? r? r@ r� s zInstallRequirement.pkg_infoz \[(.*?)\]c C s t | j�S )N)r+ rv )rk r? r? r@ �installed_version s z$InstallRequirement.installed_versionc C sV | j s t�| j� d }| jjr<|| jjkr<tjd| | j� ntjdt | j �|| � d S )Nr� z'Requested %s, but installing version %sz;Source in %s has version %s, which satisfies requirement %s) rU r� r� rJ r� r� r� r� r� r )rk r� r? r? r@ � assert_source_matches_version$ s z0InstallRequirement.assert_source_matches_versionc C s� | j stjd| j� d S | js"t�| js,t�| j jdkr<d S d| j jksXtd| j j ��| jsbd S | j jj dd�\}}t j |�}|r�|| j j�}|r�|j | j� q�|j | j� nds�td| j |f ��d S )Nz>Cannot update repository at %s; repository location is unknownr| �+z bad url: %rr7 r z+Unexpected version control type (in %s): %s)rX r� r� rU rV r� r� rw rb r~ r4 � get_backend�obtainZexport)rk r� �vc_typerw �backendZ vcs_backendr? r? r@ �update_editable5 s, z"InstallRequirement.update_editablec sx | j � std| jf ��| jp"| j}t|j�}t|�sTtj d|j |t j � d| _ dS |t� krxtj d|j |� d| _ dS t|�}t|�}djtj|j��}|jo�tjj|j�}t|jdd�}|o�|jjd�o�|jj|� �r�|j |j� |j d ��r2x�|j d �j � D ](} tjj tjj!|j| ��} |j | � �qW n�|j d ��r|j d ��rV|j d �� ng � xj� fd d �|j d �j � D �D ]J} tjj!|j| �} |j | � |j | d � |j | d � |j | d � �qxW �nH|�r�t"j#dj| j�t$� |j |� �n |jjd��rH|j |j� tjj%|j�d } tjj!tjj&|j�d�} |j'| d| � n�|�r�|jjd��r�x�t(j)j*|�D ]} |j | � �qjW n�|�rt+|d��}tjj,|j-� j.� �}W dQ R X ||jk�s�t/d|| j|jf ��|j |� tjj!tjj&|�d�} |j'| |j� ntj0d||j� |j d��r�|j1d��r�xZ|j2d�D ]L}t3|��rJt4}nt5}|j tjj!||�� t6�r6|j tjj!||�d � �q6W |j d ��rdt7j8�r�i }nd d#i}t9j:f |�}|j;t<|j=d ��� |j>d ��rdx�|j?d �D ]�\}}t3|��r�t4}nt5}|j tjj!||�� t6�r�|j tjj!||�d � |j tjj!||�d! � |j tjj!||�d" � �q�W |j@|� || _AdS )$a� Uninstall the distribution currently satisfying this requirement. Prompts before removing or modifying files unless ``auto_confirm`` is True. Refuses to delete or modify files outside of ``sys.prefix`` - thus uninstallation within a virtual environment can only modify that virtual environment, even if the virtualenv is linked to global site-packages. z.Cannot uninstall requirement %s, not installedz1Not uninstalling %s at %s, outside environment %sTNz<Not uninstalling %s at %s, as it is in the standard library.z {0}.egg-infor< z .egg-infozinstalled-files.txtz top_level.txtznamespace_packages.txtc s g | ]}|r|� kr|�qS r? r? )rB r� )� namespacesr? r@ r� � s z0InstallRequirement.uninstall.<locals>.<listcomp>z.pyz.pycz.pyoz�Uninstalling a distutils installed project ({0}) has been deprecated and will be removed in a future version. This is due to the fact that uninstalling a distutils project will only partially uninstall the project.z.eggr7 zeasy-install.pthz./z .dist-info�rz;Egg-link %s does not match installed location of %s (at %s)z)Not sure how to uninstall: %s - Check: %s�scriptsz.batzentry_points.txtZ delimitersrH Zconsole_scriptsz.exez .exe.manifestz -script.py)rH )B�check_if_existsr rv r^ r_ r, r� r- r� �infor� r� �prefixre r r3 r% �formatr Z to_filename� project_namer� rM r< r� �getattrZ _providerr� �addr� r� � splitlinesr� r� �warnings�warnr/ r~ �dirnameZadd_pth�pipr� Zuninstallation_paths�open�normcase�readliner r� r� Zmetadata_isdirZmetadata_listdirr" r r r r r� r ZSafeConfigParserZreadfpr( Zget_metadata_linesZ has_section�itemsr� rd )rk Z auto_confirmZdistZ dist_pathZpaths_to_removeZdevelop_egg_linkZdevelop_egg_link_egg_infoZegg_info_existsZdistutils_egg_infoZinstalled_filer< Z top_level_pkgZeasy_install_eggZeasy_install_pthZfhZ link_pointerr� Zbin_dirrh �configrv �valuer? )r� r@ � uninstallR s� z InstallRequirement.uninstallc C s$ | j r| j j� ntjd| j� d S )Nz'Can't rollback %s, nothing uninstalled.)rd Zrollbackr� �errorrv )rk r? r? r@ �rollback_uninstall� s z%InstallRequirement.rollback_uninstallc C s* | j r| j j� n| js&tjd| j� d S )Nz%Can't commit %s, nothing uninstalled.)rd Zcommitre r� r� rv )rk r? r? r@ �commit_uninstall� s z#InstallRequirement.commit_uninstallc C s� | j s t�d}d| j| j� d f }tjj||�}tjj|�r�tdt |� d�}|dkr^d }nj|dkr�t j d t |�� tj |� nF|dkr�t |�}t j d t |�t |�� tj||� n|dkr�tjd� |�r�tj|dtjdd �}tjjtjj| j��}x�tj|�D ]�\} } } d| k�r"| j d� xR| D ]J} tjj| | �} | j| |�} tj| jd | d �}d|_|j |d� �q(W xL| D ]D}|t k�r��q|tjj| |�}| j||�} |j || jd | � �q|W �qW |j � t j dt |�� d S )NTz %s-%s.zipr� z8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)bort �i�w�b�aFz Deleting %szBacking up %s to %sr7 )Z allowZip64z pip-egg-info�/i� � r� zSaved %s)r r r r ���i �)!rU r� rv r� rM r< r� r� r r r� r� r� r r� r� r� �exit�zipfileZZipFileZ ZIP_DEFLATEDr� r� r� r� �_clean_zip_nameZZipInfoZ external_attrZwritestrr �writer� r� )rk r� Zcreate_archiveZ archive_nameZ archive_pathZresponseZ dest_file�zipr� �dirpathr� r� r� rv Zzipdirr� r? r? r@ �archive sX "zInstallRequirement.archivec C sJ |j |tjj �s"td||f ��|t|�d d � }|jtjjd�}|S )Nz$name %r doesn't start with prefix %rr7 r )rr rM r< rN r� r� �replace)rk rv r� r? r? r@ r 5 s z"InstallRequirement._clean_zip_namec s0 |sd}� j d k r(t� fdd�|D ��S dS d S )Nr� c 3 s | ]}� j jd |i�V qdS )rC N)r[ Zevaluate)rB rC )rk r? r@ rD D s z3InstallRequirement.match_markers.<locals>.<genexpr>T)r� )r[ rO )rk Zextras_requestedr? )rk r@ � match_markers= s z InstallRequirement.match_markersc , s` | j r| j|||d� d S | jr\tjj| j�}tjj|| j� | j | j� ||d� d| _ d S || j j dg �7 }|| j j dg �7 }| j r�t|�dg }tjdd�}tjj|d �}�z�| j||� |�} d | jf } t| ��.} t� � t| | | jd | d � W d Q R X W d Q R X tjj|��s(tjd |� d S d| _ | j �r:d S � fdd�} t |��H} x@| D ](}tjj |�}|j d��rV| |�}P �qVW tj d| � d S W d Q R X g }t |��P} xH| D ]@}|j!� }tjj"|��r�|tjj#7 }|j$tjj%| |�|�� �q�W W d Q R X tjj|d�}t |d��} | j&dj|�d � W d Q R X W d tjj|��rRtj'|� t(|� X d S )N)r� )r� r� �strip_file_prefixT�global_options�install_optionsz --no-user-cfgz-recordzpip-zinstall-record.txtz Running setup.py install for %sF)r� r� �spinnerzRecord file %s not foundc s( � d kst jj| � r| S t� | �S d S )N)rM r< �isabsr )r< )r� r? r@ � prepend_root~ s z0InstallRequirement.install.<locals>.prepend_rootz .egg-infoz;Could not find .egg-info directory in install record for %szinstalled-files.txtr � ))rV �install_editabler� r� r� Z wheel_versionrU Zcheck_compatibilityrv r5 rc rh �getrj r� r� r� rM r< r� �get_install_argsr2 r0 r& r� r� r� r� rZ r� r� r� r� r r� rN �append�relpathr r� r )rk r r r� r� r r� Z temp_location�record_filename� install_args�msgr r r� �lineZ directoryr� Z new_linesr� Zinst_files_pathr? )r� r@ �installI s~ " zInstallRequirement.installc C s | j dkr| j|�| _ | j S )aA Ensure that a source_dir is set. This will create a temporary build dir if the name of the requirement isn't known yet. :param parent_dir: The ideal pip parent_dir for the source_dir. Generally src_dir for editables and build_dir for sdists. :return: self.source_dir N)rU r� )rk Z parent_dirr? r? r@ �ensure_has_source_dir� s z(InstallRequirement.ensure_has_source_dirc C s� t jdg}|jd� |jt| j � |t|�dd|g 7 }| jsJ|dg7 }|d k r^|d|g7 }|d k rr|d|g7 }| jr�|dg7 }n |d g7 }t� r�d t j � }|d t j j t jd d || j�g7 }|S )Nz-uz-cr z--recordz#--single-version-externally-managedz--rootz--prefixz --compilez --no-compiler� z--install-headers�includeZsite)r� r� r r1 r� r� rZ ri r r �get_python_versionrM r< r� r� rv )rk r r r� r� r Z py_ver_strr? r? r@ r � s( z#InstallRequirement.get_install_argsc C sd | j r6tjjtjj| j t��r6tjd| j � t| j � d| _ | j rZtjj| j �rZt| j � d| _ dS )zVRemove the source files from this requirement, if they are marked for deletionzRemoving source in %sN) rU rM r< r� r� r r� r� r r` )rk r? r? r@ �remove_temporary_source� s z*InstallRequirement.remove_temporary_sourcec C s� t jd| j� | jr"t|�dg }|r>dj|�g}t|�| }t� �< ttj dt | j gt|� ddg t|� | j dd� W d Q R X d | _ d S ) Nz Running setup.py develop for %sz --no-user-cfgz --prefix={0}z-cZdevelopz --no-depsF)r� r� T)r� r� rv rj r� r� r0 r& r� r� r1 r� r� rc )rk r r r� Z prefix_paramr? r? r@ r � s z#InstallRequirement.install_editablec C s� | j dkrdS yFtt| j ��}d|_tjt|��| _| jrR| jrR| j| _d| _dS W n� tj k rj dS tj k r� tj| j j �}| j r�t |�r�|| _q�t� r�t|�r�td|j|jf ��nt|�r�|| _Y nX dS )z�Find an installed distribution that satisfies or conflicts with this requirement, and set self.satisfied_by or self.conflicts_with appropriately. NFTzVWill not install to the user site because it will lack sys.path precedence to %s in %s)rJ r r� r\ r Zget_distributionr^ rV r_ ZDistributionNotFoundZVersionConflictrv rf r" r r# r r� r� r$ )rk Z no_markerZ existing_distr? r? r@ r� � s4 z"InstallRequirement.check_if_existsc C s | j o | j jS )N)rX r� )rk r? r? r@ r� s zInstallRequirement.is_wheelc C s, t | j| j|| j| j||| j| j|d� d S )N)�user�homer� r� ri rj r )r5 rv rJ rf rg ri rj )rk Zwheeldirr� r� r r? r? r@ r5 $ s z#InstallRequirement.move_wheel_filesc C sX | j d�jd�}tjj|�}tj||�}tjjtjj|��d }tj tjj|�||d�S )zAReturn a pkg_resources.Distribution built from self.egg_info_pathr� r r )r� �metadata) r� �rstriprM r< r� r Z PathMetadata�splitext�basenameZ Distribution)rk r� Zbase_dirr' Z dist_namer? r? r@ �get_dist0 s zInstallRequirement.get_distc C s t | jjdi ��S )z�Return whether any known-good hashes are specified as options. These activate --require-hashes mode; hashes specified as part of a URL do not. �hashes)�boolrh r )rk r? r? r@ �has_hash_options; s z#InstallRequirement.has_hash_optionsc C sJ | j jdi �j� }|r | jn| j}|rB|jrB|j|jg �j|j� t |�S )a� Return a hash-comparer that considers my option- and URL-based hashes to be known-good. Hashes in URLs--ones embedded in the requirements file, not ones downloaded from an index server--are almost peers with ones from flags. They satisfy --require-hashes (whether it was implicitly or explicitly activated) but do not activate it. md5 and sha224 are not allowed in flags, which should nudge people toward good algos. We always OR all hashes together, even ones from URLs. :param trust_internet: Whether to trust URL-based (#md5=...) hashes downloaded from the internet, as by populate_link() r, ) rh r �copyrX rY �hash� setdefaultZ hash_namer r. )rk Ztrust_internetZ good_hashesrX r? r? r@ r, E s zInstallRequirement.hashes) NFNFTTNFNNF)NNFNNF)NFNNF)T)F)N)NNN)T).r� � __module__� __qualname__rn � classmethodry r� r� r� r� �propertyr� r� r� r� r� rv r� r� r� r� r� r� r9 �compileZ_requirements_section_rer� r� r� r� r� r� r r r r r! r r$ r r� r� r5 r+ r. r, r? r? r? r@ rG I s` ; M : 6 $0 \ ) rG c C s t jd| �}|r|jd�} | S )z2 Strip req postfix ( -dev, 0.2, etc ) z^(.*?)(?:-dev|-\d.*)$r7 )r9 r� r; )rJ r: r? r? r@ �_strip_postfix[ s r7 c C s� ddl m} | }d}tjd|�}|r:|jd�}|jd�}n|}tjj|�rttjjtjj |d��slt d| ��t |�}|j � j d �r�||�j}|r�||td |j � �jfS ||dfS x,tD ]$}|j � j d | �r�d ||f }P q�W d |k�r|�r tjdt� |d | }n t d| ��|jd d�d j � } tj| ��s`d| dj dd� tjD �� d } t | ��||�j}|�sxt d��|�s�t d| ��t|�|dfS )a Parses an editable requirement into: - a requirement name - an URL - extras - editable options Accepted requirements: svn+http://blahblah@rev#egg=Foobar[baz]&subdirectory=version_subdir .[some_extra] r )ro Nz^(.+)(\[[^\]]+\])$r7 r8 zsetup.pyz;Directory %r is not installable. File 'setup.py' not found.zfile:r} z%s:z%s+%sr� zD--default-vcs has been deprecated and will be removed in the future.zb%s should either be a path to a local project or a VCS url beginning with svn+, git+, hg+, or bzr+zFor --editable=%s only z, c S s g | ]}|j d �qS )z+URL)rv )rB r� r? r? r@ r� � s z"parse_editable.<locals>.<listcomp>z is currently supportedz@Could not detect requirement name, please specify one with #egg=z@--editable=%s is not the right format; it must have #egg=Package)rp ro r9 r: r; rM r< r� r� r� r r r� rr r� r r> r4 r� r� r/ r~ r� Zbackendsr7 ) rt ru ro rw r> r= Z url_no_extrasZ package_nameZversion_controlr� Z error_messager? r? r@ rq g s` rq )N)eZ __future__r ZloggingrM r9 r� r� r� rQ r� r Z distutilsr Zdistutils.utilr Z email.parserr Z pip._vendorr r Zpip._vendor.packagingr Z pip._vendor.packaging.markersr Z"pip._vendor.packaging.requirementsr r Zpip._vendor.packaging.utilsr Z pip._vendor.packaging.versionr r r� Zpip._vendor.six.movesr Z pip.wheelr� Z pip.compatr r r Z pip.downloadr r r r Zpip.exceptionsr r Z pip.locationsr r r r Z pip.utilsr r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- Zpip.utils.hashesr. Zpip.utils.deprecationr/ Zpip.utils.loggingr0 Zpip.utils.setuptools_buildr1 Z pip.utils.uir2 Zpip.req.req_uninstallr3 Zpip.vcsr4 r5 r6 Z getLoggerr� r� Z SpecifierZ _operators�keysrP rA rF �objectrG r7 rq r? r? r? r@ �<module> s` L site-packages/pip/req/__pycache__/__init__.cpython-36.pyc 0000644 00000000603 15231162611 0017235 0 ustar 00 3 F��i � @ sD d dl mZ ddlmZ ddlmZmZ ddlmZ dddd gZ d S ) � )�absolute_import� )�InstallRequirement)�RequirementSet� Requirements)�parse_requirementsr r r r N) Z __future__r Z req_installr Zreq_setr r Zreq_filer �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/req/__pycache__/req_uninstall.cpython-36.opt-1.pyc 0000644 00000014171 15231162611 0021322 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlZd dlmZmZmZ d dl m Z d dl m Z m Z mZmZmZ d dlmZ eje�ZG dd� de�ZG d d � d e�ZdS ) � )�absolute_importN)� uses_pycache�WINDOWS�cache_from_source)�UninstallationError)�rmtree�ask�is_local�renames�normalize_path)� indent_logc @ sZ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z ddd�Z dd� Z dd� Z dS )�UninstallPathSetzMA set of file paths to be removed in the uninstallation of a requirement.c C s, t � | _t � | _i | _|| _d | _g | _d S )N)�set�paths�_refuse�pth�dist�save_dir� _moved_paths)�selfr � r �#/usr/lib/python3.6/req_uninstall.py�__init__ s zUninstallPathSet.__init__c C s t |�S )zs Return True if the given path is one we are permitted to remove/modify, False otherwise. )r )r �pathr r r � _permitted s zUninstallPathSet._permittedc C s� t jj|�\}}t jjt|�t jj|��}t jj|�s:d S | j|�rR| jj |� n | j j |� t jj |�d dkr�t r�| j t |�� d S )N� z.py)�osr �split�joinr �normcase�existsr r �addr �splitextr r )r r �head�tailr r r r! # s zUninstallPathSet.addc C sL t |�}| j|�r<|| jkr*t|�| j|< | j| j|� n | jj|� d S )N)r r r �UninstallPthEntriesr! r )r �pth_file�entryr r r �add_pth6 s zUninstallPathSet.add_pthc s@ t � }x4t|td�D ]$� t� fdd�|D ��s|j� � qW |S )z�Compact a path set to contain the minimal number of paths necessary to contain all paths in the set. If /a/path/ and /a/path/to/a/file.txt are both in the set, leave only the shorter path.)�keyc s4 g | ],}� j |�o.� t|jtjj�� tjjk�qS r )� startswith�len�rstripr r �sep)�.0Z shortpath)r r r � <listcomp>G s z,UninstallPathSet.compact.<locals>.<listcomp>)r �sortedr+ �anyr! )r r Z short_pathsr )r r �compact? s zUninstallPathSet.compactc C s& t jj| jt jj|�d jt jj��S )Nr )r r r r � splitdrive�lstripr- )r r r r r �_stashM s zUninstallPathSet._stashFc C s: | j stjd| jj� dS tjd| jj| jj� t� �� t| j| j ��}|rRd}n"x|D ]}tj|� qXW t dd �}| j r�tjd� x | j| j �D ]}tj|� q�W |dk�r,t j dd d �| _ x8|D ]0}| j|�}tjd |� | jj|� t||� q�W x | jj� D ]}|j� �qW tjd | jj| jj� W dQ R X dS )z[Remove paths in ``self.paths`` with confirmation (unless ``auto_confirm`` is True).z7Can't uninstall '%s'. No files were found to uninstall.NzUninstalling %s-%s:�yzProceed (y/n)? �nz.Not removing or modifying (outside of prefix):z -uninstallzpip-)�suffix�prefixz Removing file or directory %sz Successfully uninstalled %s-%s)r6 r7 )r �logger�infor � project_name�versionr r0 r2 r r �tempfileZmkdtempr r5 �debugr �appendr r �values�remove)r Z auto_confirmr Zresponser �new_pathr r r r rB Q s@ zUninstallPathSet.removec C s~ | j dkr tjd| jj� dS tjd| jj� x.| jD ]$}| j|�}tjd|� t ||� q6W x| j j � D ] }|j � qjW dS )z1Rollback the changes previously made by remove().Nz'Can't roll back %s; was not uninstalledFz Rolling back uninstall of %sz Replacing %s) r r: �errorr r< r; r r5 r? r r rA �rollback)r r Ztmp_pathr r r r rE { s zUninstallPathSet.rollbackc C s$ | j dk r t| j � d| _ g | _dS )z?Remove temporary save dir: rollback will no longer be possible.N)r r r )r r r r �commit� s zUninstallPathSet.commitN)F) �__name__� __module__� __qualname__�__doc__r r r! r( r2 r5 rB rE rF r r r r r s *r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) r% c C s0 t jj|�std| ��|| _t� | _d | _d S )Nz.Cannot remove entries from nonexistent file %s)r r �isfiler �filer �entries� _saved_lines)r r& r r r r � s z UninstallPthEntries.__init__c C s> t jj|�}tr.t jj|�d r.|jdd�}| jj|� d S )Nr �\�/)r r r r r3 �replacerM r! )r r' r r r r! � s zUninstallPthEntries.addc C s� t jd| j� t| jd��}|j� }|| _W d Q R X tdd� |D ��rLd}nd}xH| jD ]>}y$t jd|� |j|| j d�� W qX t k r� Y qXX qXW t| jd ��}|j |� W d Q R X d S ) Nz Removing pth entries from %s:�rbc s s | ]}d |kV qdS )s Nr )r. �liner r r � <genexpr>� s z-UninstallPthEntries.remove.<locals>.<genexpr>z � zRemoving entry: %szutf-8�wb) r: r? rL �open� readlinesrN r1 rM rB �encode� ValueError� writelines)r �fh�linesZendliner' r r r rB � s zUninstallPthEntries.removec C sR | j d kr tjd| j� dS tjd| j� t| jd��}|j| j � W d Q R X dS )Nz.Cannot roll back changes to %s, none were madeFz!Rolling %s back to previous staterV T)rN r: rD rL r? rW r[ )r r\ r r r rE � s z UninstallPthEntries.rollbackN)rG rH rI r r! rB rE r r r r r% � s r% )Z __future__r Zloggingr r> Z pip.compatr r r Zpip.exceptionsr Z pip.utilsr r r r r Zpip.utils.loggingr Z getLoggerrG r: �objectr r% r r r r �<module> s site-packages/pip/req/__pycache__/req_set.cpython-36.opt-1.pyc 0000644 00000050573 15231162611 0020112 0 ustar 00 3 F��i � � @ s~ d dl mZ d dlmZ d dlmZ d dlZd dlZd dlm Z d dlm Z d dl m Z d dl mZmZmZmZmZ d d lmZmZmZmZmZmZmZmZm Z m Z d d l m Z d d l m!Z!m"Z"m#Z#m$Z$m%Z% d d l&m'Z' d d l(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/ ej0e1�Z2G dd� de3�Z4G dd� de3�Z5dd� Z6G dd� de5�Z7G dd� de5�Z8G dd � d e5�Z9G d d � d e3�Z:dS ) � )�absolute_import)� defaultdict)�chainN)� pkg_resources)�requests)� expanduser)� is_file_url� is_dir_url� is_vcs_url� url_to_path� unpack_url) �InstallationError�BestVersionAlreadyInstalled�DistributionNotFound�PreviousBuildDirError� HashError� HashErrors� HashUnpinned�DirectoryUrlHashUnsupported�VcsHashUnsupported�UnsupportedPythonVersion)�InstallRequirement)� display_path�dist_in_usersite�dist_in_install_path� ensure_dir�normalize_path)� MissingHashes)� indent_log)�check_dist_requires_python)�vcs)�Wheelc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )� Requirementsc C s g | _ i | _d S )N)�_keys�_dict)�self� r& � /usr/lib/python3.6/req_set.py�__init__" s zRequirements.__init__c C s | j S )N)r# )r% r& r& r' �keys& s zRequirements.keysc s � fdd�� j D �S )Nc s g | ]}� j | �qS r& )r$ )�.0�key)r% r& r' � <listcomp>* s z'Requirements.values.<locals>.<listcomp>)r# )r% r& )r% r' �values) s zRequirements.valuesc C s || j kS )N)r# )r% �itemr& r& r' � __contains__, s zRequirements.__contains__c C s$ || j kr| j j|� || j|< d S )N)r# �appendr$ )r% r+ �valuer& r& r' � __setitem__/ s zRequirements.__setitem__c C s | j | S )N)r$ )r% r+ r& r& r' � __getitem__4 s zRequirements.__getitem__c s$ � fdd�� j � D �}ddj|� S )Nc s$ g | ] }d t |�t � | �f �qS )z%s: %s)�repr)r* �k)r% r& r' r, 8 s z)Requirements.__repr__.<locals>.<listcomp>zRequirements({%s})z, )r) �join)r% r- r& )r% r' �__repr__7 s zRequirements.__repr__N) �__name__� __module__� __qualname__r( r) r- r/ r2 r3 r7 r& r& r& r' r" s r" c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �DistAbstractionat Abstracts out the wheel vs non-wheel prepare_files logic. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - we must be able to generate a list of run-time dependencies without installing any additional packages (or we would have to either burn time by doing temporary isolated installs or alternatively violate pips 'don't start installing unless all requirements are available' rule - neither of which are desirable). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. c C s || _ d S )N)�req_to_install)r% r< r& r& r' r( O s zDistAbstraction.__init__c C s t | j��dS )z Return a setuptools Dist object.N)�NotImplementedError�dist)r% �finderr& r& r' r> R s zDistAbstraction.distc C s t | j��dS )z3Ensure that we can get a Dist for this requirement.N)r= r> )r% r& r& r' � prep_for_distV s z DistAbstraction.prep_for_distN)r8 r9 r: �__doc__r( r> r@ r& r& r& r' r; < s r; c C s0 | j rt| �S | jr$| jjr$t| �S t| �S dS )z�Factory to make an abstract dist object. Preconditions: Either an editable req with a source_dir, or satisfied_by or a wheel link, or a non-editable req with a source_dir. :return: A concrete DistAbstraction. N)�editable�IsSDist�link�is_wheel�IsWheel)r< r& r& r' �make_abstract_dist[ s rG c @ s e Zd Zdd� Zdd� ZdS )rF c C s t tj| jj��d S )Nr )�listr Zfind_distributionsr< � source_dir)r% r? r& r& r' r> m s z IsWheel.distc C s d S )Nr& )r% r& r& r' r@ q s zIsWheel.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rF k s rF c @ s e Zd Zdd� Zdd� ZdS )rC c C s( | j j� }|jd�r$|j|jd�� |S )Nzdependency_links.txt)r< Zget_distZ has_metadataZadd_dependency_linksZget_metadata_lines)r% r? r> r& r& r' r> x s z IsSDist.distc C s | j j� | j j� d S )N)r< Z run_egg_infoZ assert_source_matches_version)r% r& r& r' r@ � s zIsSDist.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rC v s rC c @ s e Zd Zdd� Zdd� ZdS )� Installedc C s | j jS )N)r< � satisfied_by)r% r? r& r& r' r> � s zInstalled.distc C s d S )Nr& )r% r& r& r' r@ � s zInstalled.prep_for_distN)r8 r9 r: r> r@ r& r& r& r' rJ � s rJ c @ s� e Zd Zd$dd�Zdd� Zdd � Zd%d d �Zd d � Zedd� �Z edd� �Z dd� Z d&dd�Z dd� Z dd� Zdd� Zd'd d �Zd d � Zd d!� Zf fd"d#�ZdS )(�RequirementSetFNTc C s� | dkrt d��|| _|| _|| _|| _|| _|| _| | _t� | _ i | _ g | _ | | _ || _ g | _g | _g | _|| _| | _|| _| | _| | _|| _|r�t|�}|| _|| _|| _tt �| _ dS )a3 Create a RequirementSet. :param wheel_download_dir: Where still-packed .whl files should be written to. If None they are written to the download_dir parameter. Separate to download_dir to permit only keeping wheel archives for pip wheel. :param download_dir: Where still packed archives should be written to. If None they are not saved, and are deleted immediately after unpacking. :param wheel_cache: The pip wheel cache, for passing to InstallRequirement. Nz?RequirementSet() missing 1 required keyword argument: 'session') � TypeError� build_dir�src_dir� download_dir�upgrade�upgrade_strategy�ignore_installed�force_reinstallr" � requirements�requirement_aliases�unnamed_requirements�ignore_dependencies�ignore_requires_python�successfully_downloaded�successfully_installed�reqs_to_cleanup�as_egg� use_user_site� target_dir�session� pycompile�isolatedr �wheel_download_dir� _wheel_cache�require_hashesr rH � _dependencies)r% rN rO rP rQ rR rS r] r_ rX rT r^ r` ra rb rc � wheel_cachere rY r& r& r' r( � s< zRequirementSet.__init__c C s8 dd� | j j� D �}|jdd� d� djdd� |D ��S )Nc S s g | ]}|j s|�qS r& )Z comes_from)r* �reqr& r& r' r, � s z*RequirementSet.__str__.<locals>.<listcomp>c S s | j j� S )N)�name�lower)rh r& r& r' �<lambda>� s z(RequirementSet.__str__.<locals>.<lambda>)r+ � c S s g | ]}t |j��qS r& )�strrh )r* rh r& r& r' r, � s )rU r- �sortr6 )r% �reqsr& r& r' �__str__� s zRequirementSet.__str__c C sN dd� | j j� D �}|jdd� d� djdd� |D ��}d| jjt|�|f S ) Nc S s g | ]}|�qS r& r& )r* rh r& r& r' r, � s z+RequirementSet.__repr__.<locals>.<listcomp>c S s | j j� S )N)ri rj )rh r& r& r' rk � s z)RequirementSet.__repr__.<locals>.<lambda>)r+ z, c S s g | ]}t |j��qS r& )rm rh )r* rh r& r& r' r, � s z"<%s object; %d requirement(s): %s>)rU r- rn r6 � __class__r8 �len)r% ro Zreqs_strr& r& r' r7 � s zRequirementSet.__repr__c C s� |j }|j|�s&tjd|j |j� g S |jrV|jjrVt|jj�}|j � sVt d|j ��| j |_ | j |_ | j |_ | j|_|dk|_|s�| jj|� |gS y| j|�}W n tk r� d}Y nX |dko�|o�|j o�|j|jko�|jj|jjk �rt d|||f ��|�s8|| j|< |j� |k�r0|| j|j� < |g}n�g }|j �r�|j�r�|j�r�|j�ol|jj|jjk �r�| j j|� t d| ��d|_t t t |j�j t |j����|_tj!d||j� |g}|}|�r�| j|�}| j"| j|� |S dS )a' Add install_req as a requirement to install. :param parent_req_name: The name of the requirement that needed this added. The name is used because when multiple unnamed requirements resolve to the same name, we could otherwise end up with dependency links that point outside the Requirements set. parent_req must already be added. Note that None implies that this is a user supplied requirement, vs an inferred one. :param extras_requested: an iterable of extras used to evaluate the environement markers. :return: Additional requirements to scan. That is either [] if the requirement is not applicable, or [install_req] if the requirement is applicable and has just been added. z6Ignoring %s: markers '%s' don't match your environmentz-%s is not a supported wheel on this platform.Nz5Double requirement given: %s (already in %s, name=%r)zhCould not satisfy constraints for '%s': installation from path or url cannot be constrained to a versionFzSetting %s extras to: %s)#ri Z match_markers�logger�warningZmarkersrD rE r! �filenameZ supportedr r] r^ r_ ra � is_directrW r0 �get_requirement�KeyError� constraint�extrasrh Z specifierrU rj rV �pathr\ �tuple�sorted�set�union�debugrf ) r% � install_reqZparent_req_name�extras_requestedri ZwheelZ existing_req�resultZ parent_reqr& r& r' �add_requirement� sp z RequirementSet.add_requirementc C sF |j � }|| jkr | j| j s>|| jkrB| j| j| j rBdS dS )NTF)rj rU ry rV )r% � project_nameri r& r& r' �has_requirement4 s z RequirementSet.has_requirementc C s t dd� | jj� D ��p | jS )Nc s s | ]}|j s|V qd S )N)ry )r* rh r& r& r' � <genexpr>? s z2RequirementSet.has_requirements.<locals>.<genexpr>)rH rU r- rW )r% r& r& r' �has_requirements= s z RequirementSet.has_requirementsc C sD | j r@t| j �| _ tjj| j �r$dS tjd� tdt| j � ��dS )NTz!Could not find download directoryz0Could not find or access download directory '%s'F) rP r �osr{ �existsrs �criticalr r )r% r& r& r' � is_downloadB s zRequirementSet.is_downloadc C sT xB||j � fD ]2}|| jkr&| j| S || jkr| j| j| S qW td| ��d S )NzNo project with the name %r)rj rU rV rx )r% r� ri r& r& r' rw O s z RequirementSet.get_requirementc C s4 x.| j j� D ] }|jrq |j|d� |j� q W d S )N)� auto_confirm)rU r- ry � uninstall�commit_uninstall)r% r� rh r& r& r' r� W s zRequirementSet.uninstallc C s� | j rt| j � | j| jj� }| jp6tdd� |D ��}|rJ| jrJtd��g }t � }xdt ||�D ]V}y |j | j |||| j d�� W q` tk r� } z||_|j|� W Y dd}~X q`X q`W |r�|�dS )zY Prepare process. Create temp directories, download and/or unpack files. c s s | ] }|j V qd S )N)Zhas_hash_options)r* rh r& r& r' r� j s z/RequirementSet.prepare_files.<locals>.<genexpr>z�--egg is not allowed with --require-hashes mode, since it delegates dependency resolution to setuptools and could thus result in installation of unhashed packages.)re rX N)rc r rW rU r- re �anyr] r r r �extend� _prepare_filerX r rh r0 )r% r? Z root_reqsre Zdiscovered_reqsZ hash_errorsrh �excr& r& r' � prepare_files^ s, z RequirementSet.prepare_filesc C s | j o | jdkp | jdko |jS )NZeagerzonly-if-needed)rQ rR rv )r% rh r& r& r' �_is_upgrade_allowed� s z"RequirementSet._is_upgrade_allowedc C s� |j � |jr�| j|�}d}|r�| jp*|jshy|j||� W n* tk rT d}Y n tk rf Y nX |s�| jr~t |j� p�t |j� s�|j|_ d|_|r�d}n| j dkr�d}nd}|S dS dS )a Check if req_to_install should be skipped. This will check if the req is installed, and whether we should upgrade or reinstall it, taking into account all the relevant user options. After calling this req_to_install will only have satisfied_by set to None if the req_to_install is to be upgraded/reinstalled etc. Any other value will be a dist recording the current thing installed that satisfies the requirement. Note that for vcs urls and the like we can't assess skipping in this routine - we simply identify that we need to pull the thing down, then later on it is pulled down and introspected to assess upgrade/ reinstalls etc. :return: A text reason for why it was skipped, or None. FTNzalready up-to-datezonly-if-neededz%not upgraded as not directly requiredzalready satisfied) �check_if_existsrK r� rT rD Zfind_requirementr r r^ r r �conflicts_withrR )r% r< r? Zupgrade_allowedZbest_installed� skip_reasonr& r& r' �_check_skip_installed� s4 z$RequirementSet._check_skip_installedc ( st �j s �jrg S d�_�jr*tjd�� nd�js<�j�|�}�jrRtjd|�� n<�jr��jj dkr�t �jj �}tjdt |�� n tjd�� t � ��� �jr�|r�td� ���j�j� �j�j � t��}|j� �jr�j�j� �j� �n$�j�r|�rtjd� t��}�n �j�j� tj j tj j �j d ���rRt d ��j f ���j!|�j"��|� �j}|�r�t#|��r�t$� �nt%|��r�t&|��r�t'� ��j( �r��j) �r�t*� ��j+| d �} |�r�| �r�t,� } yZ�j} d} �jj-�r��j.�r��j.} �jj-�r| �rd} nd } t/�j�j | | �j0| d � W nH t1j2k �r| } z(tj3d�| � td�| �jf ��W Y dd} ~ X nX t��}|j� �j�r��jj t4j5k�r��j�j� �j�sj� �j�r�j6�sڈj�r�j7�r�t8�j� �p�t9�j� �s�j�_:d�_n tjd�� |j;|�} y t<| � W nH t=k �rx } z*�j>�r^tj?|j@d � n �jA� � W Y dd}~X nX g � � ��fdd�}�jB�jC��s��jD�d� |�s:�jE�r�tjddj �jE�� tFtG�jE�tG| jE� �}x |D ]}tj?d| |� �q�W tFtG| jE�tG�jE�@ �}x | jH|�D ]}|||d� �q$W �jIjJ�� �j �rf�j �rf�jKjJ�� W dQ R X � S )zxPrepare a single requirements file. :return: A list of additional InstallRequirements to also install. Tz Obtaining %szRequirement %s: %s�filez Processing %sz Collecting %szoThe editable requirement %s cannot be installed when requiring hashes, because there is no single file to hash.z�Since it is already installed, we are trusting this package without checking its hash. To ensure a completely repeatable environment, install into an empty virtualenv.zsetup.pyz�pip can't proceed with requirements '%s' due to a pre-existing build directory (%s). This is likely due to a previous installation that failed. pip is being responsible and not assuming it can delete this. Please delete it and try again.)Ztrust_internetF)r` �hashesz4Could not install requirement %s because of error %szDCould not install requirement %s because of HTTP error %s for URL %sNz<Requirement already satisfied (use --upgrade to upgrade): %sr c s4 t t| ���j�jd�}� j�j|�j|d�� d S )N)rb rg )r� )r rm rb rd r� r� ri )�subreqr� Zsub_install_req)� more_reqsr< r% r& r' �add_req� s z-RequirementSet._prepare_file.<locals>.add_reqz!Installing extra requirements: %r�,z"%s does not provide the extra '%s')r� )Lry ZpreparedrB rs �inforS r� rK rD �schemer Zurlr r r Zensure_has_source_dirrO Zupdate_editabler� rG r@ �archiverP r� r� rJ rN r� r{ r� r6 rI r Z populate_linkr� r r r r r Z original_linkZ is_pinnedr r� r rE rc r r` r Z HTTPErrorr� r Z all_schemesrQ r^ r r r� r> r r rY rt �args�remove_temporary_sourcer� ri r� rz r} r~ Zrequiresr\ r0 rZ )r% r? r< re rX r� r{ Z abstract_distrD r� rP Zautodelete_unpackedr� r> �er� Zmissing_requestedZmissingZavailable_requestedr� r& )r� r< r% r' r� � s " z RequirementSet._prepare_filec C s8 t jd� t� � x| jD ] }|j� qW W dQ R X dS )z Clean up files, remove builds.zCleaning up...N)rs r� r r\ r� )r% rh r& r& r' � cleanup_files� s z RequirementSet.cleanup_filesc s< g � t � �� ���fdd��x�jj� D ] }�|� q(W � S )z�Create the installation order. The installation order is topological - requirements are installed before the requiring thing. We break cycles at an arbitrary point, and make no other guarantees. c sP | j s| �krd S | jr d S �j| � x�j| D ] }�|� q2W � j| � d S )N)rK ry �addrf r0 )rh Zdep)�order� ordered_reqs�scheduler% r& r' r� � s z,RequirementSet._to_install.<locals>.schedule)r~ rU r- )r% r� r& )r� r� r� r% r' � _to_install� s zRequirementSet._to_installc O s� | j � }|r(tjddjdd� |D ��� t� �� x�|D ]�}|jrltjd|j� t� � |jdd� W dQ R X y|j||f|�|� W n$ |jr�|j r�|j � � Y nX |jr�|jr�|j � |j � q6W W dQ R X || _ dS ) zl Install everything in this set (after having downloaded and unpacked the packages) z!Installing collected packages: %sz, c S s g | ] }|j �qS r& )ri )r* rh r& r& r' r, s z*RequirementSet.install.<locals>.<listcomp>z Found existing installation: %sT)r� N) r� rs r� r6 r r� r� �installZinstall_succeededZrollback_uninstallr� r� r[ )r% Zinstall_optionsZglobal_optionsr� �kwargsZ to_installZ requirementr& r& r' r� � s: zRequirementSet.install)FNFFNFFFNTFNNFF)NN)F)FF)r8 r9 r: r( rp r7 r� r� �propertyr� r� rw r� r� r� r� r� r� r� r� r& r& r& r' rL � s4 4 [ 'E rL );Z __future__r � collectionsr � itertoolsr Zloggingr� Z pip._vendorr r Z pip.compatr Z pip.downloadr r r r r Zpip.exceptionsr r r r r r r r r r Zpip.req.req_installr Z pip.utilsr r r r r Zpip.utils.hashesr Zpip.utils.loggingr Zpip.utils.packagingr Zpip.vcsr Z pip.wheelr! Z getLoggerr8 rs �objectr" r; rG rF rC rJ rL r& r& r& r' �<module> s0 0 site-packages/pip/req/__pycache__/req_install.cpython-36.opt-1.pyc 0000644 00000071670 15231162611 0020766 0 ustar 00 3 F��i�� � @ s0 d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl m Z d dl mZ d dlmZ d dlmZmZ d dlmZ d dlmZ d d lmZmZ d d lm Z d d l m Z m Z d d l!m"Z" d dl#Z$d d l%m&Z&m'Z'm(Z( d dl)m*Z*m+Z+m,Z,m-Z- d dl.m/Z/m0Z0 d dl1m2Z2m3Z3m4Z4m5Z5 d dl6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZG d dlHmIZI d dlJmKZK d dlLmMZM d dlNmOZO d dlPmQZQ d dlRmSZS d dlTmUZU d dl#mVZVmWZW ejXeY�ZZej[j\j]� Z^dd� Z_d d � Z`G d d � d ea�Zbd d!� Zcd$d"d#�ZddS )%� )�absolute_importN)� sysconfig)� change_root)� FeedParser)� pkg_resources�six)� specifiers)�Marker)�InvalidRequirement� Requirement)�canonicalize_name)�Version�parse)� configparser)� native_str� get_stdlib�WINDOWS)�is_url� url_to_path� path_to_url�is_archive_file)�InstallationError�UninstallationError)�bin_py�running_under_virtualenv�PIP_DELETE_MARKER_FILENAME�bin_user)� display_path�rmtree�ask_path_exists� backup_dir�is_installable_dir�dist_in_usersite�dist_in_site_packages�dist_in_install_path� egg_link_path�call_subprocess�read_text_file�FakeFile�_make_build_dir� ensure_dir�get_installed_version�normalize_path� dist_is_local)�Hashes)�RemovedInPip10Warning)� indent_log)�SETUPTOOLS_SHIM)� open_spinner)�UninstallPathSet)�vcs)�move_wheel_files�Wheelc C s6 t jd| �}d }|r*|jd�}|jd�}n| }||fS )Nz^(.+)(\[[^\]]+\])$� � )�re�match�group)�path�m�extrasZpath_no_extras� r? �!/usr/lib/python3.6/req_install.py� _strip_extras9 s rA c C s t dd� | D ��S )Nc s s | ]}t j|�V qd S )N)r Z safe_extra)�.0�extrar? r? r@ � <genexpr>F s z _safe_extras.<locals>.<genexpr>)�set)r> r? r? r@ � _safe_extrasE s rF c @ s� e Zd ZdQdd�ZedRdd��ZedSdd ��Zd d � Zd d � Zdd� Z e dd� �Z e dd� �Z dd� Z dd� Zdd� Ze dd� �Ze d d � �Ze d d � �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zejd(�Ze d)d*� �Zd+d,� ZdTd-d.�Z dUd/d0�Z d1d2� Z d3d4� Z d5d6� Z d7d8� Z!dVd9d:�Z"g dddfd;d<�Z#d=d>� Z$d?d@� Z%dAdB� Z&f dfdCdD�Z'dEdF� Z(e dGdH� �Z)dWdIdJ�Z*dKdL� Z+e dMdN� �Z,dXdOdP�Z-dS )Y�InstallRequirementNFTc sJ f | _ t� tj�r�y t� �� W nd tk r� tjj� kr@d}n.d� krft � fdd�t D �� rfd}nt j � }t d� |f ��Y nX t� j �| _ � | _|| _| | _|| _|| _| | _| | _| _|| _| d k r�| | _n � oވ j| _d | _d | _d | _ d | _ d | _ || _ d | _ d | _!d| _"d| _#d | _$| �r.| ni | _%|| _&d| _'| | _(d S )Nz%It looks like a path. Does it exist ?�=c 3 s | ]}|� kV qd S )Nr? )rB �op)�reqr? r@ rD V s z.InstallRequirement.__init__.<locals>.<genexpr>z,= is not a valid operator. Did you mean == ?z Invalid requirement: '%s' %sF))r> � isinstancer � string_typesr r �osr< �sep�any� operators� traceback� format_excr rF rJ � comes_from� constraint� source_dir�editable� _wheel_cache�link� original_link�as_egg�markers�marker�_egg_info_path� satisfied_by�conflicts_with�_temp_build_dir�_ideal_build_dir�update�install_succeeded� uninstalled�nothing_to_uninstall� use_user_site� target_dir�options� pycompileZprepared�isolated)�selfrJ rS rU rV rX rZ rb ri r[ rj rh � wheel_cacherT �add_msgr? )rJ r@ �__init__K sN zInstallRequirement.__init__c C sp ddl m} t||�\} } } | jd�r0t| �} nd } | | || d|| �|||rP|ni |d� } | d k rlt| �| _| S )Nr )�Linkzfile:T)rU rV rX rT rj rh rl )� pip.indexro �parse_editable� startswithr rF r> )�cls� editable_reqrS � default_vcsrj rh rl rT ro �name�urlZextras_overriderU �resr? r? r@ � from_editable� s z InstallRequirement.from_editablec C s� ddl m} t|�rd}nd}||krR|j|d�\}} | j� } | sHd} qVt| �} nd} |j� }d} tjjtjj |��} d} d} t|�r�||�} n�t | �\}} tjj |�r�tjj |ks�|j d�r�t|�s�td| ��|t|��} n0t|��rtjj|��stjd |� |t|��} | �r|| jd k�rPtjd | j��rP|ttjjtjj | j����} | j�rtt| j�}d |j |j f } n| j } n|} |�r�|ni }| | || | ||||d �}| �r�t t d| �j!�|_!|S )z�Creates an InstallRequirement from a name, which might be a requirement, directory containing 'setup.py', filename, or URL. r )ro z; �;r7 N�.z;Directory %r is not installable. File 'setup.py' not found.zARequirement %r looks like a filename, but the file does not exist�filez\.\./z%s==%s)rX r[ rj rh rl rT � placeholder)"rp ro r �split�stripr rM r< �normpath�abspathrA �isdirrN rr r! r r r �isfile�logger�warning�schemer9 �searchrw �is_wheelr6 �filenamerv �version� egg_fragmentrF r r> )rs rv rS rj rh rl rT ro Z marker_sepr[ rJ r< rX r> �p�wheelrx r? r? r@ � from_line� sb z InstallRequirement.from_linec C s� | j r(t| j �}| jr:|d| jj 7 }n| jr6| jjnd }| jd k rX|dt| jj� 7 }| jr�t| jt j �rt| j}n | jj � }|r�|d| 7 }|S )Nz from %sz in %sz (from %s)) rJ �strrX rw r^ r �locationrS rK r rL � from_path)rk �srS r? r? r@ �__str__� s zInstallRequirement.__str__c C s d| j jt| �| jf S )Nz<%s object: %s editable=%r>)� __class__�__name__r� rV )rk r? r? r@ �__repr__ s zInstallRequirement.__repr__c C s^ | j dkr|j| |�| _ | jdk rZ| rZ| j }| jj| j | j�| _ || j krZtjd| j � dS )a Ensure that if a link can be found for this, that it is found. Note that self.link may still be None - if Upgrade is False and the requirement is already installed. If require_hashes is True, don't use the wheel cache, because cached wheels, always built locally, have different hashes than the files downloaded from the index server and thus throw false hash mismatches. Furthermore, cached wheels at present have undeterministic contents due to file modification times. NzUsing cached wheel link: %s)rX Zfind_requirementrW Z cached_wheelrv r� �debug)rk �finderZupgradeZrequire_hashesZold_linkr? r? r@ � populate_link s z InstallRequirement.populate_linkc C s | j jS )N)rJ � specifier)rk r? r? r@ r� s z InstallRequirement.specifierc C s$ | j }t|�dko"tt|��jdkS )z�Return whether I am pinned to an exact version. For example, some-package==1.2 is pinned; some-package>1.2 is not. r7 �==�===)r� r� )r� �len�next�iter�operator)rk r r? r? r@ � is_pinned! s z InstallRequirement.is_pinnedc C sR | j d krd S t| j �}| jrNt| jtj�r4| j}n | jj� }|rN|d| 7 }|S )Nz->)rJ r� rS rK r rL r� )rk r� rS r? r? r@ r� + s z InstallRequirement.from_pathc C s� | j d k r| j S | jd kr<tjjtjdd��| _ || _| j S | jrN| j j � }n| j }tjj |�stt j d|� t|� tjj||�S )Nz-buildzpip-zCreating directory %s)r` rJ rM r< �realpath�tempfile�mkdtempra rV rv �lower�existsr� r� r) �join)rk � build_dirrv r? r? r@ �build_location8 s z!InstallRequirement.build_locationc C s� | j dk rdS | j}d| _| j| j�}tjj|�rBtdt|� ��t j d| t|�t|�� t j ||� || _d| _|| _ d| _ dS )a� Move self._temp_build_dir to self._ideal_build_dir/self.req.name For some requirements (e.g. a path to a directory), the name of the package is not available until we run egg_info, so the build_location will return a temporary directory and store the _ideal_build_dir. This is only called by self.egg_info_path to fix the temporary build directory. Nz<A package already exists in %s; please remove it to continuez,Moving package %s from %s to new location %s)rU r` r� ra rM r< r� r r r� r� �shutil�mover] )rk Z old_locationZ new_locationr? r? r@ �_correct_build_locationS s" z*InstallRequirement._correct_build_locationc C s | j d krd S ttj| j j��S )N)rJ r r Z safe_namerv )rk r? r? r@ rv s s zInstallRequirement.namec C s t jj| j| jr| jjpd�S )N� )rM r< r� rU rX Zsubdirectory_fragment)rk r? r? r@ � setup_py_diry s z InstallRequirement.setup_py_dirc C s| y dd l }W n: tk rF td�d kr.d}ntj� }td| ��Y nX tjj| j d�}t j rxt |t j �rx|jtj� �}|S )Nr � setuptoolszPlease install setuptools.zWCould not import setuptools which is required to install from a source distribution. %szsetup.py)r� � ImportErrorr+ rQ rR r rM r< r� r� r �PY2rK Z text_type�encode�sys�getfilesystemencoding)rk r� rm �setup_pyr? r? r@ r� s zInstallRequirement.setup_pyc C sP | j rtjd| j| j � ntjd| j| j� t� �x t| j }tjd|g}| j rZ|dg7 }|dg }| j rpg }n t j j | jd�}t|� ddg}t|| | jdd d � W d Q R X | j�stt| j� d �t�r�d }nd }tdj | j� d || j� d g��| _| j� nDt| j� d �}t| jj �|k�rLtjd| j| j || j � t|�| _d S )Nz2Running setup.py (path:%s) egg_info for package %sz7Running setup.py (path:%s) egg_info for package from %sz-cz --no-user-cfg�egg_infoz pip-egg-infoz --egg-baseFzpython setup.py egg_info)�cwd� show_stdoutZ command_descr z==z===r� �NamezuRunning setup.py (path:%s) egg_info for package %s produced metadata for project name %s. Fix your #egg=%s fragments.)rv r� r� r� rX r0 r1 r� � executablerj rV rM r< r� r� r* r& rJ rK � parse_version�pkg_infor r r� r r� )rk �scriptZbase_cmdZ egg_info_cmdZegg_base_option� egg_info_dirrI Z metadata_namer? r? r@ � run_egg_info� sN z InstallRequirement.run_egg_infoc C sL | j d k r&| j j|�sd S | j j|�S | j|�}tjj|�s@d S t|�}|S )N)r^ � has_metadata� get_metadata� egg_info_pathrM r< r� r' )rk r� �datar? r? r@ � egg_info_data� s z InstallRequirement.egg_info_datac sf | j d k�rV| jr| j}ntjj| jd�}tj|�}| j�rg }x�tj|�D ]�\� }}x t j D ]}||kr^|j |� q^W xjt |�D ]^}tjj tjj� |dd��s�tjjtjj� |dd��r�|j |� q�|dks�|dkr�|j |� q�W |j� fdd �|D �� qLW d d � |D �}|�s$td ||f ��t|�d k�rB|jd d� d� tjj||d �| _ tjj| j |�S )Nz pip-egg-info�bin�pythonZScriptsz Python.exeZtestZtestsc s g | ]}t jj� |��qS r? )rM r< r� )rB �dir)�rootr? r@ � <listcomp>� s z4InstallRequirement.egg_info_path.<locals>.<listcomp>c S s g | ]}|j d �r|�qS )z .egg-info)�endswith)rB �fr? r? r@ r� � s z$No files/directories in %s (from %s)r7 c S s( | j tjj�tjjr"| j tjj�p$d S )Nr )�countrM r< rN �altsep)�xr? r? r@ �<lambda> s z2InstallRequirement.egg_info_path.<locals>.<lambda>)�keyr )r] rV rU rM r< r� r� �listdir�walkr4 �dirnames�remove�list�lexistsr� �extendr r� �sort)rk r� �base� filenames�dirs�filesr� r? )r� r@ r� � s> z InstallRequirement.egg_info_pathc C s@ t � }| jd�}|s*tjdt| jd��� |j|p4d� |j� S )NzPKG-INFOz No PKG-INFO file found in %sr� )r r� r� r� r r� Zfeed�close)rk r� r� r? r? r@ r� s zInstallRequirement.pkg_infoz \[(.*?)\]c C s t | j�S )N)r+ rv )rk r? r? r@ �installed_version s z$InstallRequirement.installed_versionc C sL | j � d }| jjr2|| jjkr2tjd| | j� ntjdt| j�|| � d S )Nr� z'Requested %s, but installing version %sz;Source in %s has version %s, which satisfies requirement %s) r� rJ r� r� r� r� r� r rU )rk r� r? r? r@ � assert_source_matches_version$ s z0InstallRequirement.assert_source_matches_versionc C s� | j stjd| j� d S | j jdkr(d S | js2d S | j jjdd�\}}tj |�}|r�|| j j�}|rr|j | j� q�|j | j� n d S )Nz>Cannot update repository at %s; repository location is unknownr| �+r7 ) rX r� r� rU r� rb rw r~ r4 � get_backend�obtainZexport)rk r� �vc_typerw �backendZ vcs_backendr? r? r@ �update_editable5 s" z"InstallRequirement.update_editablec sT | j � std| jf ��| jp"| j}t|j�}t|�sTtj d|j |t j � d| _ dS |t� krxtj d|j |� d| _ dS t|�}t|�}djtj|j��}|jo�tjj|j�}t|jdd�}|o�|jjd�o�|jj|� �r�|j |j� |j d ��r2x�|j d �j � D ](} tjj tjj!|j| ��} |j | � �qW n�|j d ��r�|j d ��rV|j d �� ng � xj� fd d �|j d �j � D �D ]J} tjj!|j| �} |j | � |j | d � |j | d � |j | d � �qxW �n$|�r�t"j#dj| j�t$� |j |� n�|jjd��rF|j |j� tjj%|j�d } tjj!tjj&|j�d�} |j'| d| � n�|�r~|jjd��r~x�t(j)j*|�D ]} |j | � �qhW np|�r�t+|d��}tjj,|j-� j.� �}W dQ R X |j |� tjj!tjj&|�d�} |j'| |j� ntj/d||j� |j d��rb|j0d��rbxZ|j1d�D ]L}t2|��r&t3}nt4}|j tjj!||�� t5�r|j tjj!||�d � �qW |j d��r@t6j7�r|i }nd d"i}t8j9f |�}|j:t;|j<d��� |j=d ��r@x�|j>d �D ]�\}}t2|��r�t3}nt4}|j tjj!||�� t5�r�|j tjj!||�d � |j tjj!||�d � |j tjj!||�d! � �q�W |j?|� || _@dS )#a� Uninstall the distribution currently satisfying this requirement. Prompts before removing or modifying files unless ``auto_confirm`` is True. Refuses to delete or modify files outside of ``sys.prefix`` - thus uninstallation within a virtual environment can only modify that virtual environment, even if the virtualenv is linked to global site-packages. z.Cannot uninstall requirement %s, not installedz1Not uninstalling %s at %s, outside environment %sTNz<Not uninstalling %s at %s, as it is in the standard library.z {0}.egg-infor< z .egg-infozinstalled-files.txtz top_level.txtznamespace_packages.txtc s g | ]}|r|� kr|�qS r? r? )rB r� )� namespacesr? r@ r� � s z0InstallRequirement.uninstall.<locals>.<listcomp>z.pyz.pycz.pyoz�Uninstalling a distutils installed project ({0}) has been deprecated and will be removed in a future version. This is due to the fact that uninstalling a distutils project will only partially uninstall the project.z.eggr7 zeasy-install.pthz./z .dist-info�rz)Not sure how to uninstall: %s - Check: %s�scriptsz.batzentry_points.txtZ delimitersrH Zconsole_scriptsz.exez .exe.manifestz -script.py)rH )A�check_if_existsr rv r^ r_ r, r� r- r� �infor� r� �prefixre r r3 r% �formatr Z to_filename� project_namer� rM r< r� �getattrZ _providerr� �addr� r� � splitlinesr� r� �warnings�warnr/ r~ �dirnameZadd_pth�pipr� Zuninstallation_paths�open�normcase�readliner r� Zmetadata_isdirZmetadata_listdirr" r r r r r� r ZSafeConfigParserZreadfpr( Zget_metadata_linesZ has_section�itemsr� rd )rk Z auto_confirmZdistZ dist_pathZpaths_to_removeZdevelop_egg_linkZdevelop_egg_link_egg_infoZegg_info_existsZdistutils_egg_infoZinstalled_filer< Z top_level_pkgZeasy_install_eggZeasy_install_pthZfhZ link_pointerr� Zbin_dirrh �configrv �valuer? )r� r@ � uninstallR s� z InstallRequirement.uninstallc C s$ | j r| j j� ntjd| j� d S )Nz'Can't rollback %s, nothing uninstalled.)rd Zrollbackr� �errorrv )rk r? r? r@ �rollback_uninstall� s z%InstallRequirement.rollback_uninstallc C s* | j r| j j� n| js&tjd| j� d S )Nz%Can't commit %s, nothing uninstalled.)rd Zcommitre r� r� rv )rk r? r? r@ �commit_uninstall� s z#InstallRequirement.commit_uninstallc C s� d}d| j | j� d f }tjj||�}tjj|�r�tdt|� d�}|dkrTd }nj|dkrxtj d t|�� tj |� nF|dkr�t |�}tj d t|�t|�� t j ||� n|dkr�tjd� |�r�tj|dtjdd �}tjjtjj| j��}x�tj|�D ]�\} } } d| k�r| j d� xR| D ]J} tjj| | �} | j| |�} tj| j d | d �}d|_|j|d� �q W xL| D ]D}|tk�r��qrtjj| |�}| j||�} |j || j d | � �qrW � q�W |j � tj dt|�� d S )NTz %s-%s.zipr� z8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)bort �i�w�b�aFz Deleting %szBacking up %s to %sr7 )Z allowZip64z pip-egg-info�/i� � r� zSaved %s)r� r r r ���i �) rv r� rM r< r� r� r r r� r� r� r r� r� r� �exit�zipfileZZipFileZ ZIP_DEFLATEDr� r� r� r� �_clean_zip_nameZZipInfoZ external_attrZwritestrr �writer� r� )rk r� Zcreate_archiveZ archive_nameZ archive_pathZresponseZ dest_file�zipr� �dirpathr� r� r� rv Zzipdirr� r? r? r@ �archive sV "zInstallRequirement.archivec C s( |t |�d d � }|jtjjd�}|S )Nr7 r )r� �replacerM r< rN )rk rv r� r? r? r@ r 5 s z"InstallRequirement._clean_zip_namec s0 |sd}� j d k r(t� fdd�|D ��S dS d S )Nr� c 3 s | ]}� j jd |i�V qdS )rC N)r[ Zevaluate)rB rC )rk r? r@ rD D s z3InstallRequirement.match_markers.<locals>.<genexpr>T)r� )r[ rO )rk Zextras_requestedr? )rk r@ � match_markers= s z InstallRequirement.match_markersc , s` | j r| j|||d� d S | jr\tjj| j�}tjj|| j� | j | j� ||d� d| _ d S || j j dg �7 }|| j j dg �7 }| j r�t|�dg }tjdd�}tjj|d �}�z�| j||� |�} d | jf } t| ��.} t� � t| | | jd | d � W d Q R X W d Q R X tjj|��s(tjd |� d S d| _ | j �r:d S � fdd�} t |��H} x@| D ](}tjj |�}|j d��rV| |�}P �qVW tj d| � d S W d Q R X g }t |��P} xH| D ]@}|j!� }tjj"|��r�|tjj#7 }|j$tjj%| |�|�� �q�W W d Q R X tjj|d�}t |d��} | j&dj|�d � W d Q R X W d tjj|��rRtj'|� t(|� X d S )N)r� )r� r� �strip_file_prefixT�global_options�install_optionsz --no-user-cfgz-recordzpip-zinstall-record.txtz Running setup.py install for %sF)r� r� �spinnerzRecord file %s not foundc s( � d kst jj| � r| S t� | �S d S )N)rM r< �isabsr )r< )r� r? r@ � prepend_root~ s z0InstallRequirement.install.<locals>.prepend_rootz .egg-infoz;Could not find .egg-info directory in install record for %szinstalled-files.txtr � ))rV �install_editabler� r� r� Z wheel_versionrU Zcheck_compatibilityrv r5 rc rh �getrj r� r� r� rM r< r� �get_install_argsr2 r0 r& r� r� r� r� rZ r� r� r� r� r r� rN �append�relpathr r� r )rk r r r� r� r r� Z temp_location�record_filename� install_args�msgr r r� �lineZ directoryr� Z new_linesr� Zinst_files_pathr? )r� r@ �installI s~ " zInstallRequirement.installc C s | j dkr| j|�| _ | j S )aA Ensure that a source_dir is set. This will create a temporary build dir if the name of the requirement isn't known yet. :param parent_dir: The ideal pip parent_dir for the source_dir. Generally src_dir for editables and build_dir for sdists. :return: self.source_dir N)rU r� )rk Z parent_dirr? r? r@ �ensure_has_source_dir� s z(InstallRequirement.ensure_has_source_dirc C s� t jdg}|jd� |jt| j � |t|�dd|g 7 }| jsJ|dg7 }|d k r^|d|g7 }|d k rr|d|g7 }| jr�|dg7 }n |d g7 }t� r�d t j � }|d t j j t jd d || j�g7 }|S )Nz-uz-cr z--recordz#--single-version-externally-managedz--rootz--prefixz --compilez --no-compiler� z--install-headers�includeZsite)r� r� r r1 r� r� rZ ri r r �get_python_versionrM r< r� r� rv )rk r r r� r� r Z py_ver_strr? r? r@ r � s( z#InstallRequirement.get_install_argsc C sd | j r6tjjtjj| j t��r6tjd| j � t| j � d| _ | j rZtjj| j �rZt| j � d| _ dS )zVRemove the source files from this requirement, if they are marked for deletionzRemoving source in %sN) rU rM r< r� r� r r� r� r r` )rk r? r? r@ �remove_temporary_source� s z*InstallRequirement.remove_temporary_sourcec C s� t jd| j� | jr"t|�dg }|r>dj|�g}t|�| }t� �< ttj dt | j gt|� ddg t|� | j dd� W d Q R X d | _ d S ) Nz Running setup.py develop for %sz --no-user-cfgz --prefix={0}z-cZdevelopz --no-depsF)r� r� T)r� r� rv rj r� r� r0 r& r� r� r1 r� r� rc )rk r r r� Z prefix_paramr? r? r@ r � s z#InstallRequirement.install_editablec C s� | j dkrdS yFtt| j ��}d|_tjt|��| _| jrR| jrR| j| _d| _dS W n� tj k rj dS tj k r� tj| j j �}| j r�t |�r�|| _q�t� r�t|�r�td|j|jf ��nt|�r�|| _Y nX dS )z�Find an installed distribution that satisfies or conflicts with this requirement, and set self.satisfied_by or self.conflicts_with appropriately. NFTzVWill not install to the user site because it will lack sys.path precedence to %s in %s)rJ r r� r\ r Zget_distributionr^ rV r_ ZDistributionNotFoundZVersionConflictrv rf r" r r# r r� r� r$ )rk Z no_markerZ existing_distr? r? r@ r� � s4 z"InstallRequirement.check_if_existsc C s | j o | j jS )N)rX r� )rk r? r? r@ r� s zInstallRequirement.is_wheelc C s, t | j| j|| j| j||| j| j|d� d S )N)�user�homer� r� ri rj r )r5 rv rJ rf rg ri rj )rk Zwheeldirr� r� r r? r? r@ r5 $ s z#InstallRequirement.move_wheel_filesc C sX | j d�jd�}tjj|�}tj||�}tjjtjj|��d }tj tjj|�||d�S )zAReturn a pkg_resources.Distribution built from self.egg_info_pathr� r r )r� �metadata) r� �rstriprM r< r� r Z PathMetadata�splitext�basenameZ Distribution)rk r� Zbase_dirr& Z dist_namer? r? r@ �get_dist0 s zInstallRequirement.get_distc C s t | jjdi ��S )z�Return whether any known-good hashes are specified as options. These activate --require-hashes mode; hashes specified as part of a URL do not. �hashes)�boolrh r )rk r? r? r@ �has_hash_options; s z#InstallRequirement.has_hash_optionsc C sJ | j jdi �j� }|r | jn| j}|rB|jrB|j|jg �j|j� t |�S )a� Return a hash-comparer that considers my option- and URL-based hashes to be known-good. Hashes in URLs--ones embedded in the requirements file, not ones downloaded from an index server--are almost peers with ones from flags. They satisfy --require-hashes (whether it was implicitly or explicitly activated) but do not activate it. md5 and sha224 are not allowed in flags, which should nudge people toward good algos. We always OR all hashes together, even ones from URLs. :param trust_internet: Whether to trust URL-based (#md5=...) hashes downloaded from the internet, as by populate_link() r+ ) rh r �copyrX rY �hash� setdefaultZ hash_namer r. )rk Ztrust_internetZ good_hashesrX r? r? r@ r+ E s zInstallRequirement.hashes) NFNFTTNFNNF)NNFNNF)NFNNF)T)F)N)NNN)T).r� � __module__� __qualname__rn � classmethodry r� r� r� r� �propertyr� r� r� r� r� rv r� r� r� r� r� r� r9 �compileZ_requirements_section_rer� r� r� r� r� r� r r r r r r r# r r� r� r5 r* r- r+ r? r? r? r@ rG I s` ; M : 6 $0 \ ) rG c C s t jd| �}|r|jd�} | S )z2 Strip req postfix ( -dev, 0.2, etc ) z^(.*?)(?:-dev|-\d.*)$r7 )r9 r� r; )rJ r: r? r? r@ �_strip_postfix[ s r6 c C s� ddl m} | }d}tjd|�}|r:|jd�}|jd�}n|}tjj|�rttjjtjj |d��slt d| ��t |�}|j � j d �r�||�j}|r�||td |j � �jfS ||dfS x,tD ]$}|j � j d | �r�d ||f }P q�W d |k�r|�r tjdt� |d | }n t d| ��|jd d�d j � } tj| ��s`d| dj dd� tjD �� d } t | ��||�j}|�sxt d��|�s�t d| ��t|�|dfS )a Parses an editable requirement into: - a requirement name - an URL - extras - editable options Accepted requirements: svn+http://blahblah@rev#egg=Foobar[baz]&subdirectory=version_subdir .[some_extra] r )ro Nz^(.+)(\[[^\]]+\])$r7 r8 zsetup.pyz;Directory %r is not installable. File 'setup.py' not found.zfile:r} z%s:z%s+%sr� zD--default-vcs has been deprecated and will be removed in the future.zb%s should either be a path to a local project or a VCS url beginning with svn+, git+, hg+, or bzr+zFor --editable=%s only z, c S s g | ]}|j d �qS )z+URL)rv )rB r� r? r? r@ r� � s z"parse_editable.<locals>.<listcomp>z is currently supportedz@Could not detect requirement name, please specify one with #egg=z@--editable=%s is not the right format; it must have #egg=Package)rp ro r9 r: r; rM r< r� r� r� r r r� rr r� r r> r4 r� r� r/ r~ r� Zbackendsr6 ) rt ru ro rw r> r= Z url_no_extrasZ package_nameZversion_controlr� Z error_messager? r? r@ rq g s` rq )N)eZ __future__r ZloggingrM r9 r� r� r� rQ r� r Z distutilsr Zdistutils.utilr Z email.parserr Z pip._vendorr r Zpip._vendor.packagingr Z pip._vendor.packaging.markersr Z"pip._vendor.packaging.requirementsr r Zpip._vendor.packaging.utilsr Z pip._vendor.packaging.versionr r r� Zpip._vendor.six.movesr Z pip.wheelr� Z pip.compatr r r Z pip.downloadr r r r Zpip.exceptionsr r Z pip.locationsr r r r Z pip.utilsr r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- Zpip.utils.hashesr. Zpip.utils.deprecationr/ Zpip.utils.loggingr0 Zpip.utils.setuptools_buildr1 Z pip.utils.uir2 Zpip.req.req_uninstallr3 Zpip.vcsr4 r5 r6 Z getLoggerr� r� Z SpecifierZ _operators�keysrP rA rF �objectrG r6 rq r? r? r? r@ �<module> s` L site-packages/pip/operations/check.py 0000644 00000003066 15231162611 0013671 0 ustar 00 def check_requirements(installed_dists): missing_reqs_dict = {} incompatible_reqs_dict = {} for dist in installed_dists: key = '%s==%s' % (dist.project_name, dist.version) missing_reqs = list(get_missing_reqs(dist, installed_dists)) if missing_reqs: missing_reqs_dict[key] = missing_reqs incompatible_reqs = list(get_incompatible_reqs( dist, installed_dists)) if incompatible_reqs: incompatible_reqs_dict[key] = incompatible_reqs return (missing_reqs_dict, incompatible_reqs_dict) def get_missing_reqs(dist, installed_dists): """Return all of the requirements of `dist` that aren't present in `installed_dists`. """ installed_names = set(d.project_name.lower() for d in installed_dists) missing_requirements = set() for requirement in dist.requires(): if requirement.project_name.lower() not in installed_names: missing_requirements.add(requirement) yield requirement def get_incompatible_reqs(dist, installed_dists): """Return all of the requirements of `dist` that are present in `installed_dists`, but have incompatible versions. """ installed_dists_by_name = {} for installed_dist in installed_dists: installed_dists_by_name[installed_dist.project_name] = installed_dist for requirement in dist.requires(): present_dist = installed_dists_by_name.get(requirement.project_name) if present_dist and present_dist not in requirement: yield (requirement, present_dist) site-packages/pip/operations/__init__.py 0000644 00000000000 15231162611 0014334 0 ustar 00 site-packages/pip/operations/freeze.py 0000644 00000012112 15231162611 0014064 0 ustar 00 from __future__ import absolute_import import logging import re import pip from pip.req import InstallRequirement from pip.req.req_file import COMMENT_RE from pip.utils import get_installed_distributions from pip._vendor import pkg_resources from pip._vendor.packaging.utils import canonicalize_name from pip._vendor.pkg_resources import RequirementParseError logger = logging.getLogger(__name__) def freeze( requirement=None, find_links=None, local_only=None, user_only=None, skip_regex=None, default_vcs=None, isolated=False, wheel_cache=None, skip=()): find_links = find_links or [] skip_match = None if skip_regex: skip_match = re.compile(skip_regex).search dependency_links = [] for dist in pkg_resources.working_set: if dist.has_metadata('dependency_links.txt'): dependency_links.extend( dist.get_metadata_lines('dependency_links.txt') ) for link in find_links: if '#egg=' in link: dependency_links.append(link) for link in find_links: yield '-f %s' % link installations = {} for dist in get_installed_distributions(local_only=local_only, skip=(), user_only=user_only): try: req = pip.FrozenRequirement.from_dist( dist, dependency_links ) except RequirementParseError: logger.warning( "Could not parse requirement: %s", dist.project_name ) continue installations[req.name] = req if requirement: # the options that don't get turned into an InstallRequirement # should only be emitted once, even if the same option is in multiple # requirements files, so we need to keep track of what has been emitted # so that we don't emit it again if it's seen again emitted_options = set() for req_file_path in requirement: with open(req_file_path) as req_file: for line in req_file: if (not line.strip() or line.strip().startswith('#') or (skip_match and skip_match(line)) or line.startswith(( '-r', '--requirement', '-Z', '--always-unzip', '-f', '--find-links', '-i', '--index-url', '--pre', '--trusted-host', '--process-dependency-links', '--extra-index-url'))): line = line.rstrip() if line not in emitted_options: emitted_options.add(line) yield line continue if line.startswith('-e') or line.startswith('--editable'): if line.startswith('-e'): line = line[2:].strip() else: line = line[len('--editable'):].strip().lstrip('=') line_req = InstallRequirement.from_editable( line, default_vcs=default_vcs, isolated=isolated, wheel_cache=wheel_cache, ) else: line_req = InstallRequirement.from_line( COMMENT_RE.sub('', line).strip(), isolated=isolated, wheel_cache=wheel_cache, ) if not line_req.name: logger.info( "Skipping line in requirement file [%s] because " "it's not clear what it would install: %s", req_file_path, line.strip(), ) logger.info( " (add #egg=PackageName to the URL to avoid" " this warning)" ) elif line_req.name not in installations: logger.warning( "Requirement file [%s] contains %s, but that " "package is not installed", req_file_path, COMMENT_RE.sub('', line).strip(), ) else: yield str(installations[line_req.name]).rstrip() del installations[line_req.name] yield( '## The following requirements were added by ' 'pip freeze:' ) for installation in sorted( installations.values(), key=lambda x: x.name.lower()): if canonicalize_name(installation.name) not in skip: yield str(installation).rstrip() site-packages/pip/operations/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0021567 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/operations/__pycache__/check.cpython-36.opt-1.pyc 0000644 00000002570 15231162611 0021113 0 ustar 00 3 F��i6 � @ s d d� Z dd� Zdd� ZdS )c C sb i }i }xP| D ]H}d|j |jf }tt|| ��}|r<|||< tt|| ��}|r|||< qW ||fS )Nz%s==%s)� project_name�version�list�get_missing_reqs�get_incompatible_reqs)�installed_distsZmissing_reqs_dictZincompatible_reqs_dict�dist�keyZ missing_reqsZincompatible_reqs� r �/usr/lib/python3.6/check.py�check_requirements s r c c sL t dd� |D ��}t � }x.| j� D ]"}|jj� |kr"|j|� |V q"W dS )z\Return all of the requirements of `dist` that aren't present in `installed_dists`. c s s | ]}|j j� V qd S )N)r �lower)�.0�dr r r � <genexpr> s z#get_missing_reqs.<locals>.<genexpr>N)�set�requiresr r �add)r r Zinstalled_namesZmissing_requirements� requirementr r r r s r c c sT i }x|D ]}|||j < q W x2| j� D ]&}|j|j �}|r&||kr&||fV q&W dS )zyReturn all of the requirements of `dist` that are present in `installed_dists`, but have incompatible versions. N)r r �get)r r Zinstalled_dists_by_nameZinstalled_distr Z present_distr r r r $ s r N)r r r r r r r �<module> s site-packages/pip/operations/__pycache__/freeze.cpython-36.pyc 0000644 00000005451 15231162611 0020360 0 ustar 00 3 F��iJ � @ s� d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d dlmZ eje�Zddddddd df f d d �ZdS ) � )�absolute_importN)�InstallRequirement)� COMMENT_RE)�get_installed_distributions)� pkg_resources)�canonicalize_name)�RequirementParseErrorFc c s� |pg }d } |r t j|�j} g } x(tjD ] } | jd�r(| j| jd�� q(W x |D ]} d| krP| j| � qPW x|D ]} d| V qpW i } xXt |f |d�D ]F} yt j j | | �}W n$ t k r� tjd| j� w�Y nX || |j< q�W | �rvt� }�x�| D �]v}t|���b}�xX|D �]N}|j� �sL|j� jd��sL| �r@| |��sL|jd!��rr|j� }||k�r|j|� |V �q|jd��s�|jd��r�|jd��r�|dd � j� }n|td�d � j� jd�}tj||||d�}n tj t j d|�j� ||d�}|j�stj d||j� � tj d� nD|j| k�r@tjd |t j d|�j� � n t | |j �j� V | |j= �qW W d Q R X q�W d V x<t!| j"� d d � d �D ]$}t#|j�|k�r�t |�j� V �q�W d S )"Nzdependency_links.txtz#egg=z-f %s)� local_only�skip� user_onlyz Could not parse requirement: %s�#�-r� --requirement�-Z�--always-unzip�-f� --find-links�-i� --index-url�--pre�--trusted-host�--process-dependency-links�--extra-index-urlz-ez --editable� �=)� default_vcs�isolated� wheel_cache� )r r zWSkipping line in requirement file [%s] because it's not clear what it would install: %sz9 (add #egg=PackageName to the URL to avoid this warning)zDRequirement file [%s] contains %s, but that package is not installedz7## The following requirements were added by pip freeze:c S s | j j� S )N)�name�lower)�x� r" � /usr/lib/python3.6/freeze.py�<lambda>� s zfreeze.<locals>.<lambda>)�key) r r r r r r r r r r r r )$�re�compile�searchr Z working_setZ has_metadata�extendZget_metadata_lines�appendr �pipZFrozenRequirementZ from_distr �loggerZwarningZ project_namer �set�open�strip� startswith�rstrip�add�len�lstripr Z from_editableZ from_liner �sub�info�str�sorted�valuesr )Z requirementZ find_linksr r Z skip_regexr r r r Z skip_matchZdependency_linksZdist�linkZ installationsZreqZemitted_optionsZ req_file_pathZreq_file�lineZline_reqZ installationr" r" r# �freeze s� r< )Z __future__r Zloggingr& r+ Zpip.reqr Zpip.req.req_filer Z pip.utilsr Z pip._vendorr Zpip._vendor.packaging.utilsr Zpip._vendor.pkg_resourcesr Z getLogger�__name__r, r< r" r" r" r# �<module> s site-packages/pip/operations/__pycache__/freeze.cpython-36.opt-1.pyc 0000644 00000005451 15231162611 0021317 0 ustar 00 3 F��iJ � @ s� d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d dlmZ eje�Zddddddd df f d d �ZdS ) � )�absolute_importN)�InstallRequirement)� COMMENT_RE)�get_installed_distributions)� pkg_resources)�canonicalize_name)�RequirementParseErrorFc c s� |pg }d } |r t j|�j} g } x(tjD ] } | jd�r(| j| jd�� q(W x |D ]} d| krP| j| � qPW x|D ]} d| V qpW i } xXt |f |d�D ]F} yt j j | | �}W n$ t k r� tjd| j� w�Y nX || |j< q�W | �rvt� }�x�| D �]v}t|���b}�xX|D �]N}|j� �sL|j� jd��sL| �r@| |��sL|jd!��rr|j� }||k�r|j|� |V �q|jd��s�|jd��r�|jd��r�|dd � j� }n|td�d � j� jd�}tj||||d�}n tj t j d|�j� ||d�}|j�stj d||j� � tj d� nD|j| k�r@tjd |t j d|�j� � n t | |j �j� V | |j= �qW W d Q R X q�W d V x<t!| j"� d d � d �D ]$}t#|j�|k�r�t |�j� V �q�W d S )"Nzdependency_links.txtz#egg=z-f %s)� local_only�skip� user_onlyz Could not parse requirement: %s�#�-r� --requirement�-Z�--always-unzip�-f� --find-links�-i� --index-url�--pre�--trusted-host�--process-dependency-links�--extra-index-urlz-ez --editable� �=)� default_vcs�isolated� wheel_cache� )r r zWSkipping line in requirement file [%s] because it's not clear what it would install: %sz9 (add #egg=PackageName to the URL to avoid this warning)zDRequirement file [%s] contains %s, but that package is not installedz7## The following requirements were added by pip freeze:c S s | j j� S )N)�name�lower)�x� r" � /usr/lib/python3.6/freeze.py�<lambda>� s zfreeze.<locals>.<lambda>)�key) r r r r r r r r r r r r )$�re�compile�searchr Z working_setZ has_metadata�extendZget_metadata_lines�appendr �pipZFrozenRequirementZ from_distr �loggerZwarningZ project_namer �set�open�strip� startswith�rstrip�add�len�lstripr Z from_editableZ from_liner �sub�info�str�sorted�valuesr )Z requirementZ find_linksr r Z skip_regexr r r r Z skip_matchZdependency_linksZdist�linkZ installationsZreqZemitted_optionsZ req_file_pathZreq_file�lineZline_reqZ installationr" r" r# �freeze s� r< )Z __future__r Zloggingr& r+ Zpip.reqr Zpip.req.req_filer Z pip.utilsr Z pip._vendorr Zpip._vendor.packaging.utilsr Zpip._vendor.pkg_resourcesr Z getLogger�__name__r, r< r" r" r" r# �<module> s site-packages/pip/operations/__pycache__/check.cpython-36.pyc 0000644 00000002570 15231162611 0020154 0 ustar 00 3 F��i6 � @ s d d� Z dd� Zdd� ZdS )c C sb i }i }xP| D ]H}d|j |jf }tt|| ��}|r<|||< tt|| ��}|r|||< qW ||fS )Nz%s==%s)� project_name�version�list�get_missing_reqs�get_incompatible_reqs)�installed_distsZmissing_reqs_dictZincompatible_reqs_dict�dist�keyZ missing_reqsZincompatible_reqs� r �/usr/lib/python3.6/check.py�check_requirements s r c c sL t dd� |D ��}t � }x.| j� D ]"}|jj� |kr"|j|� |V q"W dS )z\Return all of the requirements of `dist` that aren't present in `installed_dists`. c s s | ]}|j j� V qd S )N)r �lower)�.0�dr r r � <genexpr> s z#get_missing_reqs.<locals>.<genexpr>N)�set�requiresr r �add)r r Zinstalled_namesZmissing_requirements� requirementr r r r s r c c sT i }x|D ]}|||j < q W x2| j� D ]&}|j|j �}|r&||kr&||fV q&W dS )zyReturn all of the requirements of `dist` that are present in `installed_dists`, but have incompatible versions. N)r r �get)r r Zinstalled_dists_by_nameZinstalled_distr Z present_distr r r r $ s r N)r r r r r r r �<module> s site-packages/pip/operations/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0020630 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/pep425tags.py 0000644 00000025344 15231162611 0012332 0 ustar 00 """Generate and work with PEP 425 Compatibility Tags.""" from __future__ import absolute_import import re import sys import warnings import platform import logging try: import sysconfig except ImportError: # pragma nocover # Python < 2.7 import distutils.sysconfig as sysconfig import distutils.util from pip.compat import OrderedDict import pip.utils.glibc logger = logging.getLogger(__name__) _osx_arch_pat = re.compile(r'(.+)_(\d+)_(\d+)_(.+)') def get_config_var(var): try: return sysconfig.get_config_var(var) except IOError as e: # Issue #1074 warnings.warn("{0}".format(e), RuntimeWarning) return None def get_abbr_impl(): """Return abbreviated implementation name.""" if hasattr(sys, 'pypy_version_info'): pyimpl = 'pp' elif sys.platform.startswith('java'): pyimpl = 'jy' elif sys.platform == 'cli': pyimpl = 'ip' else: pyimpl = 'cp' return pyimpl def get_impl_ver(): """Return implementation version.""" impl_ver = get_config_var("py_version_nodot") if not impl_ver or get_abbr_impl() == 'pp': impl_ver = ''.join(map(str, get_impl_version_info())) return impl_ver def get_impl_version_info(): """Return sys.version_info-like tuple for use in decrementing the minor version.""" if get_abbr_impl() == 'pp': # as per https://github.com/pypa/pip/issues/2882 return (sys.version_info[0], sys.pypy_version_info.major, sys.pypy_version_info.minor) else: return sys.version_info[0], sys.version_info[1] def get_impl_tag(): """ Returns the Tag for this specific implementation. """ return "{0}{1}".format(get_abbr_impl(), get_impl_ver()) def get_flag(var, fallback, expected=True, warn=True): """Use a fallback method for determining SOABI flags if the needed config var is unset or unavailable.""" val = get_config_var(var) if val is None: if warn: logger.debug("Config variable '%s' is unset, Python ABI tag may " "be incorrect", var) return fallback() return val == expected def get_abi_tag(): """Return the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).""" soabi = get_config_var('SOABI') impl = get_abbr_impl() if not soabi and impl in ('cp', 'pp') and hasattr(sys, 'maxunicode'): d = '' m = '' u = '' if get_flag('Py_DEBUG', lambda: hasattr(sys, 'gettotalrefcount'), warn=(impl == 'cp')): d = 'd' if get_flag('WITH_PYMALLOC', lambda: impl == 'cp', warn=(impl == 'cp')): m = 'm' if get_flag('Py_UNICODE_SIZE', lambda: sys.maxunicode == 0x10ffff, expected=4, warn=(impl == 'cp' and sys.version_info < (3, 3))) \ and sys.version_info < (3, 3): u = 'u' abi = '%s%s%s%s%s' % (impl, get_impl_ver(), d, m, u) elif soabi and soabi.startswith('cpython-'): abi = 'cp' + soabi.split('-')[1] elif soabi: abi = soabi.replace('.', '_').replace('-', '_') else: abi = None return abi def _is_running_32bit(): return sys.maxsize == 2147483647 def get_platform(): """Return our platform name 'win32', 'linux_x86_64'""" if sys.platform == 'darwin': # distutils.util.get_platform() returns the release based on the value # of MACOSX_DEPLOYMENT_TARGET on which Python was built, which may # be significantly older than the user's current machine. release, _, machine = platform.mac_ver() split_ver = release.split('.') if machine == "x86_64" and _is_running_32bit(): machine = "i386" elif machine == "ppc64" and _is_running_32bit(): machine = "ppc" return 'macosx_{0}_{1}_{2}'.format(split_ver[0], split_ver[1], machine) # XXX remove distutils dependency result = distutils.util.get_platform().replace('.', '_').replace('-', '_') if result == "linux_x86_64" and _is_running_32bit(): # 32 bit Python program (running on a 64 bit Linux): pip should only # install and run 32 bit compiled extensions in that case. result = "linux_i686" return result def is_manylinux1_compatible(): # Only Linux, and only x86-64 / i686 if get_platform() not in ("linux_x86_64", "linux_i686"): return False # Check for presence of _manylinux module try: import _manylinux return bool(_manylinux.manylinux1_compatible) except (ImportError, AttributeError): # Fall through to heuristic check below pass # Check glibc version. CentOS 5 uses glibc 2.5. return pip.utils.glibc.have_compatible_glibc(2, 5) def get_darwin_arches(major, minor, machine): """Return a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. """ arches = [] def _supports_arch(major, minor, arch): # Looking at the application support for macOS versions in the chart # provided by https://en.wikipedia.org/wiki/OS_X#Versions it appears # our timeline looks roughly like: # # 10.0 - Introduces ppc support. # 10.4 - Introduces ppc64, i386, and x86_64 support, however the ppc64 # and x86_64 support is CLI only, and cannot be used for GUI # applications. # 10.5 - Extends ppc64 and x86_64 support to cover GUI applications. # 10.6 - Drops support for ppc64 # 10.7 - Drops support for ppc # # Given that we do not know if we're installing a CLI or a GUI # application, we must be conservative and assume it might be a GUI # application and behave as if ppc64 and x86_64 support did not occur # until 10.5. # # Note: The above information is taken from the "Application support" # column in the chart not the "Processor support" since I believe # that we care about what instruction sets an application can use # not which processors the OS supports. if arch == 'ppc': return (major, minor) <= (10, 5) if arch == 'ppc64': return (major, minor) == (10, 5) if arch == 'i386': return (major, minor) >= (10, 4) if arch == 'x86_64': return (major, minor) >= (10, 5) if arch in groups: for garch in groups[arch]: if _supports_arch(major, minor, garch): return True return False groups = OrderedDict([ ("fat", ("i386", "ppc")), ("intel", ("x86_64", "i386")), ("fat64", ("x86_64", "ppc64")), ("fat32", ("x86_64", "i386", "ppc")), ]) if _supports_arch(major, minor, machine): arches.append(machine) for garch in groups: if machine in groups[garch] and _supports_arch(major, minor, garch): arches.append(garch) arches.append('universal') return arches def get_supported(versions=None, noarch=False, platform=None, impl=None, abi=None): """Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. """ supported = [] # Versions must be given with respect to the preference if versions is None: versions = [] version_info = get_impl_version_info() major = version_info[:-1] # Support all previous minor Python versions. for minor in range(version_info[-1], -1, -1): versions.append(''.join(map(str, major + (minor,)))) impl = impl or get_abbr_impl() abis = [] abi = abi or get_abi_tag() if abi: abis[0:0] = [abi] abi3s = set() import imp for suffix in imp.get_suffixes(): if suffix[0].startswith('.abi'): abi3s.add(suffix[0].split('.', 2)[1]) abis.extend(sorted(list(abi3s))) abis.append('none') if not noarch: arch = platform or get_platform() if arch.startswith('macosx'): # support macosx-10.6-intel on macosx-10.9-x86_64 match = _osx_arch_pat.match(arch) if match: name, major, minor, actual_arch = match.groups() tpl = '{0}_{1}_%i_%s'.format(name, major) arches = [] for m in reversed(range(int(minor) + 1)): for a in get_darwin_arches(int(major), m, actual_arch): arches.append(tpl % (m, a)) else: # arch pattern didn't match (?!) arches = [arch] elif platform is None and is_manylinux1_compatible(): arches = [arch.replace('linux', 'manylinux1'), arch] else: arches = [arch] # Current version, current API (built specifically for our Python): for abi in abis: for arch in arches: supported.append(('%s%s' % (impl, versions[0]), abi, arch)) # abi3 modules compatible with older version of Python for version in versions[1:]: # abi3 was introduced in Python 3.2 if version in ('31', '30'): break for abi in abi3s: # empty set if not Python 3 for arch in arches: supported.append(("%s%s" % (impl, version), abi, arch)) # Has binaries, does not use the Python API: for arch in arches: supported.append(('py%s' % (versions[0][0]), 'none', arch)) # No abi / arch, but requires our implementation: supported.append(('%s%s' % (impl, versions[0]), 'none', 'any')) # Tagged specifically as being cross-version compatible # (with just the major version specified) supported.append(('%s%s' % (impl, versions[0][0]), 'none', 'any')) # No abi / arch, generic Python for i, version in enumerate(versions): supported.append(('py%s' % (version,), 'none', 'any')) if i == 0: supported.append(('py%s' % (version[0]), 'none', 'any')) return supported supported_tags = get_supported() supported_tags_noarch = get_supported(noarch=True) implementation_tag = get_impl_tag() site-packages/pip/commands/show.py 0000644 00000013403 15231162611 0013206 0 ustar 00 from __future__ import absolute_import from email.parser import FeedParser import logging import os from pip.basecommand import Command from pip.status_codes import SUCCESS, ERROR from pip._vendor import pkg_resources from pip._vendor.packaging.utils import canonicalize_name logger = logging.getLogger(__name__) class ShowCommand(Command): """Show information about one or more installed packages.""" name = 'show' usage = """ %prog [options] <package> ...""" summary = 'Show information about installed packages.' def __init__(self, *args, **kw): super(ShowCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-f', '--files', dest='files', action='store_true', default=False, help='Show the full list of installed files for each package.') self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: logger.warning('ERROR: Please provide a package name or names.') return ERROR query = args results = search_packages_info(query) if not print_results( results, list_files=options.files, verbose=options.verbose): return ERROR return SUCCESS def search_packages_info(query): """ Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. """ installed = {} for p in pkg_resources.working_set: installed[canonicalize_name(p.project_name)] = p query_names = [canonicalize_name(name) for name in query] for dist in [installed[pkg] for pkg in query_names if pkg in installed]: package = { 'name': dist.project_name, 'version': dist.version, 'location': dist.location, 'requires': [dep.project_name for dep in dist.requires()], } file_list = None metadata = None if isinstance(dist, pkg_resources.DistInfoDistribution): # RECORDs should be part of .dist-info metadatas if dist.has_metadata('RECORD'): lines = dist.get_metadata_lines('RECORD') paths = [l.split(',')[0] for l in lines] paths = [os.path.join(dist.location, p) for p in paths] file_list = [os.path.relpath(p, dist.location) for p in paths] if dist.has_metadata('METADATA'): metadata = dist.get_metadata('METADATA') else: # Otherwise use pip's log for .egg-info's if dist.has_metadata('installed-files.txt'): paths = dist.get_metadata_lines('installed-files.txt') paths = [os.path.join(dist.egg_info, p) for p in paths] file_list = [os.path.relpath(p, dist.location) for p in paths] if dist.has_metadata('PKG-INFO'): metadata = dist.get_metadata('PKG-INFO') if dist.has_metadata('entry_points.txt'): entry_points = dist.get_metadata_lines('entry_points.txt') package['entry_points'] = entry_points if dist.has_metadata('INSTALLER'): for line in dist.get_metadata_lines('INSTALLER'): if line.strip(): package['installer'] = line.strip() break # @todo: Should pkg_resources.Distribution have a # `get_pkg_info` method? feed_parser = FeedParser() feed_parser.feed(metadata) pkg_info_dict = feed_parser.close() for key in ('metadata-version', 'summary', 'home-page', 'author', 'author-email', 'license'): package[key] = pkg_info_dict.get(key) # It looks like FeedParser cannot deal with repeated headers classifiers = [] for line in metadata.splitlines(): if line.startswith('Classifier: '): classifiers.append(line[len('Classifier: '):]) package['classifiers'] = classifiers if file_list: package['files'] = sorted(file_list) yield package def print_results(distributions, list_files=False, verbose=False): """ Print the informations from installed distributions found. """ results_printed = False for i, dist in enumerate(distributions): results_printed = True if i > 0: logger.info("---") logger.info("Name: %s", dist.get('name', '')) logger.info("Version: %s", dist.get('version', '')) logger.info("Summary: %s", dist.get('summary', '')) logger.info("Home-page: %s", dist.get('home-page', '')) logger.info("Author: %s", dist.get('author', '')) logger.info("Author-email: %s", dist.get('author-email', '')) logger.info("License: %s", dist.get('license', '')) logger.info("Location: %s", dist.get('location', '')) logger.info("Requires: %s", ', '.join(dist.get('requires', []))) if verbose: logger.info("Metadata-Version: %s", dist.get('metadata-version', '')) logger.info("Installer: %s", dist.get('installer', '')) logger.info("Classifiers:") for classifier in dist.get('classifiers', []): logger.info(" %s", classifier) logger.info("Entry-points:") for entry in dist.get('entry_points', []): logger.info(" %s", entry.strip()) if list_files: logger.info("Files:") for line in dist.get('files', []): logger.info(" %s", line.strip()) if "files" not in dist: logger.info("Cannot locate installed-files.txt") return results_printed site-packages/pip/commands/install.py 0000644 00000043561 15231162611 0013704 0 ustar 00 from __future__ import absolute_import import logging import operator import os import tempfile import shutil import warnings import sys from os import path try: import wheel except ImportError: wheel = None from pip.req import RequirementSet from pip.basecommand import RequirementCommand from pip.locations import virtualenv_no_global, distutils_scheme from pip.exceptions import ( InstallationError, CommandError, PreviousBuildDirError, ) from pip import cmdoptions from pip.utils import ensure_dir, get_installed_version from pip.utils.build import BuildDirectory from pip.utils.deprecation import RemovedInPip10Warning from pip.utils.filesystem import check_path_owner from pip.wheel import WheelCache, WheelBuilder logger = logging.getLogger(__name__) class InstallCommand(RequirementCommand): """ Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. """ name = 'install' usage = """ %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...""" summary = 'Install packages.' def __init__(self, *args, **kw): super(InstallCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.editable()) cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option( '-t', '--target', dest='target_dir', metavar='dir', default=None, help='Install packages into <dir>. ' 'By default this will not replace existing files/folders in ' '<dir>. Use --upgrade to replace existing packages in <dir> ' 'with new versions.' ) cmd_opts.add_option( '-d', '--download', '--download-dir', '--download-directory', dest='download_dir', metavar='dir', default=None, help=("Download packages into <dir> instead of installing them, " "regardless of what's already installed."), ) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option( '-U', '--upgrade', dest='upgrade', action='store_true', help='Upgrade all specified packages to the newest available ' 'version. The handling of dependencies depends on the ' 'upgrade-strategy used.' ) cmd_opts.add_option( '--upgrade-strategy', dest='upgrade_strategy', default='eager', choices=['only-if-needed', 'eager'], help='Determines how dependency upgrading should be handled. ' '"eager" - dependencies are upgraded regardless of ' 'whether the currently installed version satisfies the ' 'requirements of the upgraded package(s). ' '"only-if-needed" - are upgraded only when they do not ' 'satisfy the requirements of the upgraded package(s).' ) cmd_opts.add_option( '--force-reinstall', dest='force_reinstall', action='store_true', help='When upgrading, reinstall all packages even if they are ' 'already up-to-date.') cmd_opts.add_option( '-I', '--ignore-installed', dest='ignore_installed', action='store_true', help='Ignore the installed packages (reinstalling instead).') cmd_opts.add_option(cmdoptions.ignore_requires_python()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.install_options()) cmd_opts.add_option(cmdoptions.global_options()) cmd_opts.add_option( '--user', dest='use_user_site', action='store_true', help="Install to the Python user install directory for your " "platform. Typically ~/.local/, or %APPDATA%\Python on " "Windows. (See the Python documentation for site.USER_BASE " "for full details.)") cmd_opts.add_option( '--egg', dest='as_egg', action='store_true', help="Install packages as eggs, not 'flat', like pip normally " "does. This option is not about installing *from* eggs. " "(WARNING: Because this option overrides pip's normal install" " logic, requirements files may not behave as expected.)") cmd_opts.add_option( '--root', dest='root_path', metavar='dir', default=None, help="Install everything relative to this alternate root " "directory.") cmd_opts.add_option( '--strip-file-prefix', dest='strip_file_prefix', metavar='prefix', default=None, help="Strip given prefix from script paths in wheel RECORD." ) cmd_opts.add_option( '--prefix', dest='prefix_path', metavar='dir', default=None, help="Installation prefix where lib, bin and other top-level " "folders are placed") cmd_opts.add_option( "--compile", action="store_true", dest="compile", default=True, help="Compile py files to pyc", ) cmd_opts.add_option( "--no-compile", action="store_false", dest="compile", help="Do not compile py files to pyc", ) cmd_opts.add_option(cmdoptions.use_wheel()) cmd_opts.add_option(cmdoptions.no_use_wheel()) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option(cmdoptions.pre()) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): cmdoptions.resolve_wheel_no_use_binary(options) cmdoptions.check_install_build_global(options) def is_venv(): return hasattr(sys, 'real_prefix') or \ (hasattr(sys, 'base_prefix') and sys.base_prefix != sys.prefix) # Check whether we have root privileges and aren't in venv/virtualenv if os.getuid() == 0 and not is_venv(): logger.warning( "WARNING: Running pip install with root privileges is " "generally not a good idea. Try `%s install --user` instead." % path.basename(sys.argv[0]) ) if options.as_egg: warnings.warn( "--egg has been deprecated and will be removed in the future. " "This flag is mutually exclusive with large parts of pip, and " "actually using it invalidates pip's ability to manage the " "installation process.", RemovedInPip10Warning, ) if options.allow_external: warnings.warn( "--allow-external has been deprecated and will be removed in " "the future. Due to changes in the repository protocol, it no " "longer has any effect.", RemovedInPip10Warning, ) if options.allow_all_external: warnings.warn( "--allow-all-external has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if options.allow_unverified: warnings.warn( "--allow-unverified has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if options.download_dir: warnings.warn( "pip install --download has been deprecated and will be " "removed in the future. Pip now has a download command that " "should be used instead.", RemovedInPip10Warning, ) options.ignore_installed = True if options.build_dir: options.build_dir = os.path.abspath(options.build_dir) options.src_dir = os.path.abspath(options.src_dir) install_options = options.install_options or [] if options.use_user_site: if options.prefix_path: raise CommandError( "Can not combine '--user' and '--prefix' as they imply " "different installation locations" ) if virtualenv_no_global(): raise InstallationError( "Can not perform a '--user' install. User site-packages " "are not visible in this virtualenv." ) install_options.append('--user') install_options.append('--prefix=') temp_target_dir = None if options.target_dir: options.ignore_installed = True temp_target_dir = tempfile.mkdtemp() options.target_dir = os.path.abspath(options.target_dir) if (os.path.exists(options.target_dir) and not os.path.isdir(options.target_dir)): raise CommandError( "Target path exists but is not a directory, will not " "continue." ) install_options.append('--home=' + temp_target_dir) global_options = options.global_options or [] with self._build_session(options) as session: finder = self._build_package_finder(options, session) build_delete = (not (options.no_clean or options.build_dir)) wheel_cache = WheelCache(options.cache_dir, options.format_control) if options.cache_dir and not check_path_owner(options.cache_dir): logger.warning( "The directory '%s' or its parent directory is not owned " "by the current user and caching wheels has been " "disabled. check the permissions and owner of that " "directory. If executing pip with sudo, you may want " "sudo's -H flag.", options.cache_dir, ) options.cache_dir = None with BuildDirectory(options.build_dir, delete=build_delete) as build_dir: requirement_set = RequirementSet( build_dir=build_dir, src_dir=options.src_dir, download_dir=options.download_dir, upgrade=options.upgrade, upgrade_strategy=options.upgrade_strategy, as_egg=options.as_egg, ignore_installed=options.ignore_installed, ignore_dependencies=options.ignore_dependencies, ignore_requires_python=options.ignore_requires_python, force_reinstall=options.force_reinstall, use_user_site=options.use_user_site, target_dir=temp_target_dir, session=session, pycompile=options.compile, isolated=options.isolated_mode, wheel_cache=wheel_cache, require_hashes=options.require_hashes, ) self.populate_requirement_set( requirement_set, args, options, finder, session, self.name, wheel_cache ) if not requirement_set.has_requirements: return try: if (options.download_dir or not wheel or not options.cache_dir): # on -d don't do complex things like building # wheels, and don't try to build wheels when wheel is # not installed. requirement_set.prepare_files(finder) else: # build wheels before install. wb = WheelBuilder( requirement_set, finder, build_options=[], global_options=[], ) # Ignore the result: a failed wheel will be # installed from the sdist/vcs whatever. wb.build(autobuilding=True) if not options.download_dir: requirement_set.install( install_options, global_options, root=options.root_path, prefix=options.prefix_path, strip_file_prefix=options.strip_file_prefix, ) possible_lib_locations = get_lib_location_guesses( user=options.use_user_site, home=temp_target_dir, root=options.root_path, prefix=options.prefix_path, isolated=options.isolated_mode, ) reqs = sorted( requirement_set.successfully_installed, key=operator.attrgetter('name')) items = [] for req in reqs: item = req.name try: installed_version = get_installed_version( req.name, possible_lib_locations ) if installed_version: item += '-' + installed_version except Exception: pass items.append(item) installed = ' '.join(items) if installed: logger.info('Successfully installed %s', installed) else: downloaded = ' '.join([ req.name for req in requirement_set.successfully_downloaded ]) if downloaded: logger.info( 'Successfully downloaded %s', downloaded ) except PreviousBuildDirError: options.no_clean = True raise finally: # Clean up if not options.no_clean: requirement_set.cleanup_files() if options.target_dir: ensure_dir(options.target_dir) # Checking both purelib and platlib directories for installed # packages to be moved to target directory lib_dir_list = [] purelib_dir = distutils_scheme('', home=temp_target_dir)['purelib'] platlib_dir = distutils_scheme('', home=temp_target_dir)['platlib'] if os.path.exists(purelib_dir): lib_dir_list.append(purelib_dir) if os.path.exists(platlib_dir) and platlib_dir != purelib_dir: lib_dir_list.append(platlib_dir) for lib_dir in lib_dir_list: for item in os.listdir(lib_dir): target_item_dir = os.path.join(options.target_dir, item) if os.path.exists(target_item_dir): if not options.upgrade: logger.warning( 'Target directory %s already exists. Specify ' '--upgrade to force replacement.', target_item_dir ) continue if os.path.islink(target_item_dir): logger.warning( 'Target directory %s already exists and is ' 'a link. Pip will not automatically replace ' 'links, please remove if replacement is ' 'desired.', target_item_dir ) continue if os.path.isdir(target_item_dir): shutil.rmtree(target_item_dir) else: os.remove(target_item_dir) shutil.move( os.path.join(lib_dir, item), target_item_dir ) shutil.rmtree(temp_target_dir) return requirement_set def get_lib_location_guesses(*args, **kwargs): scheme = distutils_scheme('', *args, **kwargs) return [scheme['purelib'], scheme['platlib']] site-packages/pip/commands/check.py 0000644 00000002546 15231162611 0013311 0 ustar 00 import logging from pip.basecommand import Command from pip.operations.check import check_requirements from pip.utils import get_installed_distributions logger = logging.getLogger(__name__) class CheckCommand(Command): """Verify installed packages have compatible dependencies.""" name = 'check' usage = """ %prog [options]""" summary = 'Verify installed packages have compatible dependencies.' def run(self, options, args): dists = get_installed_distributions(local_only=False, skip=()) missing_reqs_dict, incompatible_reqs_dict = check_requirements(dists) for dist in dists: key = '%s==%s' % (dist.project_name, dist.version) for requirement in missing_reqs_dict.get(key, []): logger.info( "%s %s requires %s, which is not installed.", dist.project_name, dist.version, requirement.project_name) for requirement, actual in incompatible_reqs_dict.get(key, []): logger.info( "%s %s has requirement %s, but you have %s %s.", dist.project_name, dist.version, requirement, actual.project_name, actual.version) if missing_reqs_dict or incompatible_reqs_dict: return 1 else: logger.info("No broken requirements found.") site-packages/pip/commands/uninstall.py 0000644 00000005504 15231162611 0014242 0 ustar 00 from __future__ import absolute_import import pip from pip.wheel import WheelCache from pip.req import InstallRequirement, RequirementSet, parse_requirements from pip.basecommand import Command from pip.exceptions import InstallationError class UninstallCommand(Command): """ Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. """ name = 'uninstall' usage = """ %prog [options] <package> ... %prog [options] -r <requirements file> ...""" summary = 'Uninstall packages.' def __init__(self, *args, **kw): super(UninstallCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-r', '--requirement', dest='requirements', action='append', default=[], metavar='file', help='Uninstall all the packages listed in the given requirements ' 'file. This option can be used multiple times.', ) self.cmd_opts.add_option( '-y', '--yes', dest='yes', action='store_true', help="Don't ask for confirmation of uninstall deletions.") self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): with self._build_session(options) as session: format_control = pip.index.FormatControl(set(), set()) wheel_cache = WheelCache(options.cache_dir, format_control) requirement_set = RequirementSet( build_dir=None, src_dir=None, download_dir=None, isolated=options.isolated_mode, session=session, wheel_cache=wheel_cache, ) for name in args: requirement_set.add_requirement( InstallRequirement.from_line( name, isolated=options.isolated_mode, wheel_cache=wheel_cache ) ) for filename in options.requirements: for req in parse_requirements( filename, options=options, session=session, wheel_cache=wheel_cache): requirement_set.add_requirement(req) if not requirement_set.has_requirements: raise InstallationError( 'You must give at least one requirement to %(name)s (see ' '"pip help %(name)s")' % dict(name=self.name) ) requirement_set.uninstall(auto_confirm=options.yes) site-packages/pip/commands/hash.py 0000644 00000003075 15231162611 0013155 0 ustar 00 from __future__ import absolute_import import hashlib import logging import sys from pip.basecommand import Command from pip.status_codes import ERROR from pip.utils import read_chunks from pip.utils.hashes import FAVORITE_HASH, STRONG_HASHES logger = logging.getLogger(__name__) class HashCommand(Command): """ Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. """ name = 'hash' usage = '%prog [options] <file> ...' summary = 'Compute hashes of package archives.' def __init__(self, *args, **kw): super(HashCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-a', '--algorithm', dest='algorithm', choices=STRONG_HASHES, action='store', default=FAVORITE_HASH, help='The hash algorithm to use: one of %s' % ', '.join(STRONG_HASHES)) self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: self.parser.print_usage(sys.stderr) return ERROR algorithm = options.algorithm for path in args: logger.info('%s:\n--hash=%s:%s', path, algorithm, _hash_of_file(path, algorithm)) def _hash_of_file(path, algorithm): """Return the hash digest of a file.""" with open(path, 'rb') as archive: hash = hashlib.new(algorithm) for chunk in read_chunks(archive): hash.update(chunk) return hash.hexdigest() site-packages/pip/commands/wheel.py 0000644 00000017061 15231162611 0013336 0 ustar 00 # -*- coding: utf-8 -*- from __future__ import absolute_import import logging import os import warnings from pip.basecommand import RequirementCommand from pip.exceptions import CommandError, PreviousBuildDirError from pip.req import RequirementSet from pip.utils import import_or_raise from pip.utils.build import BuildDirectory from pip.utils.deprecation import RemovedInPip10Warning from pip.wheel import WheelCache, WheelBuilder from pip import cmdoptions logger = logging.getLogger(__name__) class WheelCommand(RequirementCommand): """ Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. """ name = 'wheel' usage = """ %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...""" summary = 'Build wheels from your requirements.' def __init__(self, *args, **kw): super(WheelCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '-w', '--wheel-dir', dest='wheel_dir', metavar='dir', default=os.curdir, help=("Build wheels into <dir>, where the default is the " "current working directory."), ) cmd_opts.add_option(cmdoptions.use_wheel()) cmd_opts.add_option(cmdoptions.no_use_wheel()) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option( '--build-option', dest='build_options', metavar='options', action='append', help="Extra arguments to be supplied to 'setup.py bdist_wheel'.") cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.editable()) cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option(cmdoptions.ignore_requires_python()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option( '--global-option', dest='global_options', action='append', metavar='options', help="Extra global options to be supplied to the setup.py " "call before the 'bdist_wheel' command.") cmd_opts.add_option( '--pre', action='store_true', default=False, help=("Include pre-release and development versions. By default, " "pip only finds stable versions."), ) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def check_required_packages(self): import_or_raise( 'wheel.bdist_wheel', CommandError, "'pip wheel' requires the 'wheel' package. To fix this, run: " "pip install wheel" ) pkg_resources = import_or_raise( 'pkg_resources', CommandError, "'pip wheel' requires setuptools >= 0.8 for dist-info support." " To fix this, run: pip install --upgrade setuptools" ) if not hasattr(pkg_resources, 'DistInfoDistribution'): raise CommandError( "'pip wheel' requires setuptools >= 0.8 for dist-info " "support. To fix this, run: pip install --upgrade " "setuptools" ) def run(self, options, args): self.check_required_packages() cmdoptions.resolve_wheel_no_use_binary(options) cmdoptions.check_install_build_global(options) if options.allow_external: warnings.warn( "--allow-external has been deprecated and will be removed in " "the future. Due to changes in the repository protocol, it no " "longer has any effect.", RemovedInPip10Warning, ) if options.allow_all_external: warnings.warn( "--allow-all-external has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if options.allow_unverified: warnings.warn( "--allow-unverified has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) index_urls = [options.index_url] + options.extra_index_urls if options.no_index: logger.debug('Ignoring indexes: %s', ','.join(index_urls)) index_urls = [] if options.build_dir: options.build_dir = os.path.abspath(options.build_dir) options.src_dir = os.path.abspath(options.src_dir) with self._build_session(options) as session: finder = self._build_package_finder(options, session) build_delete = (not (options.no_clean or options.build_dir)) wheel_cache = WheelCache(options.cache_dir, options.format_control) with BuildDirectory(options.build_dir, delete=build_delete) as build_dir: requirement_set = RequirementSet( build_dir=build_dir, src_dir=options.src_dir, download_dir=None, ignore_dependencies=options.ignore_dependencies, ignore_installed=True, ignore_requires_python=options.ignore_requires_python, isolated=options.isolated_mode, session=session, wheel_cache=wheel_cache, wheel_download_dir=options.wheel_dir, require_hashes=options.require_hashes ) self.populate_requirement_set( requirement_set, args, options, finder, session, self.name, wheel_cache ) if not requirement_set.has_requirements: return try: # build wheels wb = WheelBuilder( requirement_set, finder, build_options=options.build_options or [], global_options=options.global_options or [], ) if not wb.build(): raise CommandError( "Failed to build one or more wheels" ) except PreviousBuildDirError: options.no_clean = True raise finally: if not options.no_clean: requirement_set.cleanup_files() site-packages/pip/commands/search.py 0000644 00000010626 15231162611 0013477 0 ustar 00 from __future__ import absolute_import import logging import sys import textwrap from pip.basecommand import Command, SUCCESS from pip.compat import OrderedDict from pip.download import PipXmlrpcTransport from pip.models import PyPI from pip.utils import get_terminal_size from pip.utils.logging import indent_log from pip.exceptions import CommandError from pip.status_codes import NO_MATCHES_FOUND from pip._vendor.packaging.version import parse as parse_version from pip._vendor import pkg_resources from pip._vendor.six.moves import xmlrpc_client logger = logging.getLogger(__name__) class SearchCommand(Command): """Search for PyPI packages whose name or summary contains <query>.""" name = 'search' usage = """ %prog [options] <query>""" summary = 'Search PyPI for packages.' def __init__(self, *args, **kw): super(SearchCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-i', '--index', dest='index', metavar='URL', default=PyPI.pypi_url, help='Base URL of Python Package Index (default %default)') self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: raise CommandError('Missing required argument (search query).') query = args pypi_hits = self.search(query, options) hits = transform_hits(pypi_hits) terminal_width = None if sys.stdout.isatty(): terminal_width = get_terminal_size()[0] print_results(hits, terminal_width=terminal_width) if pypi_hits: return SUCCESS return NO_MATCHES_FOUND def search(self, query, options): index_url = options.index with self._build_session(options) as session: transport = PipXmlrpcTransport(index_url, session) pypi = xmlrpc_client.ServerProxy(index_url, transport) hits = pypi.search({'name': query, 'summary': query}, 'or') return hits def transform_hits(hits): """ The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. """ packages = OrderedDict() for hit in hits: name = hit['name'] summary = hit['summary'] version = hit['version'] if name not in packages.keys(): packages[name] = { 'name': name, 'summary': summary, 'versions': [version], } else: packages[name]['versions'].append(version) # if this is the highest version, replace summary and score if version == highest_version(packages[name]['versions']): packages[name]['summary'] = summary return list(packages.values()) def print_results(hits, name_column_width=None, terminal_width=None): if not hits: return if name_column_width is None: name_column_width = max([ len(hit['name']) + len(hit.get('versions', ['-'])[-1]) for hit in hits ]) + 4 installed_packages = [p.project_name for p in pkg_resources.working_set] for hit in hits: name = hit['name'] summary = hit['summary'] or '' version = hit.get('versions', ['-'])[-1] if terminal_width is not None: target_width = terminal_width - name_column_width - 5 if target_width > 10: # wrap and indent summary to fit terminal summary = textwrap.wrap(summary, target_width) summary = ('\n' + ' ' * (name_column_width + 3)).join(summary) line = '%-*s - %s' % (name_column_width, '%s (%s)' % (name, version), summary) try: logger.info(line) if name in installed_packages: dist = pkg_resources.get_distribution(name) with indent_log(): latest = highest_version(hit['versions']) if dist.version == latest: logger.info('INSTALLED: %s (latest)', dist.version) else: logger.info('INSTALLED: %s', dist.version) logger.info('LATEST: %s', latest) except UnicodeEncodeError: pass def highest_version(versions): return max(versions, key=parse_version) site-packages/pip/commands/completion.py 0000644 00000004625 15231162611 0014405 0 ustar 00 from __future__ import absolute_import import sys from pip.basecommand import Command BASE_COMPLETION = """ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end """ COMPLETION_SCRIPTS = { 'bash': """ _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \\ COMP_CWORD=$COMP_CWORD \\ PIP_AUTO_COMPLETE=1 $1 ) ) } complete -o default -F _pip_completion pip """, 'zsh': """ function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \\ COMP_CWORD=$(( cword-1 )) \\ PIP_AUTO_COMPLETE=1 $words[1] ) ) } compctl -K _pip_completion pip """, 'fish': """ function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD (math (contains -i -- (commandline -t) $COMP_WORDS)-1) set -lx PIP_AUTO_COMPLETE 1 string split \ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c pip """} class CompletionCommand(Command): """A helper command to be used for command completion.""" name = 'completion' summary = 'A helper command used for command completion.' def __init__(self, *args, **kw): super(CompletionCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '--bash', '-b', action='store_const', const='bash', dest='shell', help='Emit completion code for bash') cmd_opts.add_option( '--zsh', '-z', action='store_const', const='zsh', dest='shell', help='Emit completion code for zsh') cmd_opts.add_option( '--fish', '-f', action='store_const', const='fish', dest='shell', help='Emit completion code for fish') self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): """Prints the completion code of the given shell""" shells = COMPLETION_SCRIPTS.keys() shell_options = ['--' + shell for shell in sorted(shells)] if options.shell in shells: script = COMPLETION_SCRIPTS.get(options.shell, '') print(BASE_COMPLETION % {'script': script, 'shell': options.shell}) else: sys.stderr.write( 'ERROR: You must pass %s\n' % ' or '.join(shell_options) ) site-packages/pip/commands/__init__.py 0000644 00000004304 15231162611 0013765 0 ustar 00 """ Package containing all pip commands """ from __future__ import absolute_import from pip.commands.completion import CompletionCommand from pip.commands.download import DownloadCommand from pip.commands.freeze import FreezeCommand from pip.commands.hash import HashCommand from pip.commands.help import HelpCommand from pip.commands.list import ListCommand from pip.commands.check import CheckCommand from pip.commands.search import SearchCommand from pip.commands.show import ShowCommand from pip.commands.install import InstallCommand from pip.commands.uninstall import UninstallCommand from pip.commands.wheel import WheelCommand commands_dict = { CompletionCommand.name: CompletionCommand, FreezeCommand.name: FreezeCommand, HashCommand.name: HashCommand, HelpCommand.name: HelpCommand, SearchCommand.name: SearchCommand, ShowCommand.name: ShowCommand, InstallCommand.name: InstallCommand, UninstallCommand.name: UninstallCommand, DownloadCommand.name: DownloadCommand, ListCommand.name: ListCommand, CheckCommand.name: CheckCommand, WheelCommand.name: WheelCommand, } commands_order = [ InstallCommand, DownloadCommand, UninstallCommand, FreezeCommand, ListCommand, ShowCommand, CheckCommand, SearchCommand, WheelCommand, HashCommand, CompletionCommand, HelpCommand, ] def get_summaries(ordered=True): """Yields sorted (command name, command summary) tuples.""" if ordered: cmditems = _sort_commands(commands_dict, commands_order) else: cmditems = commands_dict.items() for name, command_class in cmditems: yield (name, command_class.summary) def get_similar_commands(name): """Command name auto-correct.""" from difflib import get_close_matches name = name.lower() close_commands = get_close_matches(name, commands_dict.keys()) if close_commands: return close_commands[0] else: return False def _sort_commands(cmddict, order): def keyfn(key): try: return order.index(key[1]) except ValueError: # unordered items should come last return 0xff return sorted(cmddict.items(), key=keyfn) site-packages/pip/commands/help.py 0000644 00000001726 15231162611 0013163 0 ustar 00 from __future__ import absolute_import from pip.basecommand import Command, SUCCESS from pip.exceptions import CommandError class HelpCommand(Command): """Show help for commands""" name = 'help' usage = """ %prog <command>""" summary = 'Show help for commands.' def run(self, options, args): from pip.commands import commands_dict, get_similar_commands try: # 'pip help' with no args is handled by pip.__init__.parseopt() cmd_name = args[0] # the command we need help for except IndexError: return SUCCESS if cmd_name not in commands_dict: guess = get_similar_commands(cmd_name) msg = ['unknown command "%s"' % cmd_name] if guess: msg.append('maybe you meant "%s"' % guess) raise CommandError(' - '.join(msg)) command = commands_dict[cmd_name]() command.parser.print_help() return SUCCESS site-packages/pip/commands/download.py 0000644 00000017202 15231162611 0014036 0 ustar 00 from __future__ import absolute_import import logging import os from pip.exceptions import CommandError from pip.index import FormatControl from pip.req import RequirementSet from pip.basecommand import RequirementCommand from pip import cmdoptions from pip.utils import ensure_dir, normalize_path from pip.utils.build import BuildDirectory from pip.utils.filesystem import check_path_owner logger = logging.getLogger(__name__) class DownloadCommand(RequirementCommand): """ Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. """ name = 'download' usage = """ %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...""" summary = 'Download packages.' def __init__(self, *args, **kw): super(DownloadCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.editable()) cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.global_options()) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option(cmdoptions.pre()) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) cmd_opts.add_option( '-d', '--dest', '--destination-dir', '--destination-directory', dest='download_dir', metavar='dir', default=os.curdir, help=("Download packages into <dir>."), ) cmd_opts.add_option( '--platform', dest='platform', metavar='platform', default=None, help=("Only download wheels compatible with <platform>. " "Defaults to the platform of the running system."), ) cmd_opts.add_option( '--python-version', dest='python_version', metavar='python_version', default=None, help=("Only download wheels compatible with Python " "interpreter version <version>. If not specified, then the " "current system interpreter minor version is used. A major " "version (e.g. '2') can be specified to match all " "minor revs of that major version. A minor version " "(e.g. '34') can also be specified."), ) cmd_opts.add_option( '--implementation', dest='implementation', metavar='implementation', default=None, help=("Only download wheels compatible with Python " "implementation <implementation>, e.g. 'pp', 'jy', 'cp', " " or 'ip'. If not specified, then the current " "interpreter implementation is used. Use 'py' to force " "implementation-agnostic wheels."), ) cmd_opts.add_option( '--abi', dest='abi', metavar='abi', default=None, help=("Only download wheels compatible with Python " "abi <abi>, e.g. 'pypy_41'. If not specified, then the " "current interpreter abi tag is used. Generally " "you will need to specify --implementation, " "--platform, and --python-version when using " "this option."), ) index_opts = cmdoptions.make_option_group( cmdoptions.non_deprecated_index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): options.ignore_installed = True if options.python_version: python_versions = [options.python_version] else: python_versions = None dist_restriction_set = any([ options.python_version, options.platform, options.abi, options.implementation, ]) binary_only = FormatControl(set(), set([':all:'])) if dist_restriction_set and options.format_control != binary_only: raise CommandError( "--only-binary=:all: must be set and --no-binary must not " "be set (or must be set to :none:) when restricting platform " "and interpreter constraints using --python-version, " "--platform, --abi, or --implementation." ) options.src_dir = os.path.abspath(options.src_dir) options.download_dir = normalize_path(options.download_dir) ensure_dir(options.download_dir) with self._build_session(options) as session: finder = self._build_package_finder( options=options, session=session, platform=options.platform, python_versions=python_versions, abi=options.abi, implementation=options.implementation, ) build_delete = (not (options.no_clean or options.build_dir)) if options.cache_dir and not check_path_owner(options.cache_dir): logger.warning( "The directory '%s' or its parent directory is not owned " "by the current user and caching wheels has been " "disabled. check the permissions and owner of that " "directory. If executing pip with sudo, you may want " "sudo's -H flag.", options.cache_dir, ) options.cache_dir = None with BuildDirectory(options.build_dir, delete=build_delete) as build_dir: requirement_set = RequirementSet( build_dir=build_dir, src_dir=options.src_dir, download_dir=options.download_dir, ignore_installed=True, ignore_dependencies=options.ignore_dependencies, session=session, isolated=options.isolated_mode, require_hashes=options.require_hashes ) self.populate_requirement_set( requirement_set, args, options, finder, session, self.name, None ) if not requirement_set.has_requirements: return requirement_set.prepare_files(finder) downloaded = ' '.join([ req.name for req in requirement_set.successfully_downloaded ]) if downloaded: logger.info( 'Successfully downloaded %s', downloaded ) # Clean up if not options.no_clean: requirement_set.cleanup_files() return requirement_set site-packages/pip/commands/freeze.py 0000644 00000005423 15231162611 0013511 0 ustar 00 from __future__ import absolute_import import sys import pip from pip.compat import stdlib_pkgs from pip.basecommand import Command from pip.operations.freeze import freeze from pip.wheel import WheelCache DEV_PKGS = ('pip', 'setuptools', 'distribute', 'wheel') class FreezeCommand(Command): """ Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. """ name = 'freeze' usage = """ %prog [options]""" summary = 'Output installed packages in requirements format.' log_streams = ("ext://sys.stderr", "ext://sys.stderr") def __init__(self, *args, **kw): super(FreezeCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-r', '--requirement', dest='requirements', action='append', default=[], metavar='file', help="Use the order in the given requirements file and its " "comments when generating output. This option can be " "used multiple times.") self.cmd_opts.add_option( '-f', '--find-links', dest='find_links', action='append', default=[], metavar='URL', help='URL for finding packages, which will be added to the ' 'output.') self.cmd_opts.add_option( '-l', '--local', dest='local', action='store_true', default=False, help='If in a virtualenv that has global access, do not output ' 'globally-installed packages.') self.cmd_opts.add_option( '--user', dest='user', action='store_true', default=False, help='Only output packages installed in user-site.') self.cmd_opts.add_option( '--all', dest='freeze_all', action='store_true', help='Do not skip these packages in the output:' ' %s' % ', '.join(DEV_PKGS)) self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): format_control = pip.index.FormatControl(set(), set()) wheel_cache = WheelCache(options.cache_dir, format_control) skip = set(stdlib_pkgs) if not options.freeze_all: skip.update(DEV_PKGS) freeze_kwargs = dict( requirement=options.requirements, find_links=options.find_links, local_only=options.local, user_only=options.user, skip_regex=options.skip_requirements_regex, isolated=options.isolated_mode, wheel_cache=wheel_cache, skip=skip) for line in freeze(**freeze_kwargs): sys.stdout.write(line + '\n') site-packages/pip/commands/list.py 0000644 00000026151 15231162611 0013205 0 ustar 00 from __future__ import absolute_import import json import logging import warnings try: from itertools import zip_longest except ImportError: from itertools import izip_longest as zip_longest from pip._vendor import six from pip.basecommand import Command from pip.exceptions import CommandError from pip.index import PackageFinder from pip.utils import ( get_installed_distributions, dist_is_editable) from pip.utils.deprecation import RemovedInPip10Warning from pip.cmdoptions import make_option_group, index_group logger = logging.getLogger(__name__) class ListCommand(Command): """ List installed packages, including editables. Packages are listed in a case-insensitive sorted order. """ name = 'list' usage = """ %prog [options]""" summary = 'List installed packages.' def __init__(self, *args, **kw): super(ListCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '-o', '--outdated', action='store_true', default=False, help='List outdated packages') cmd_opts.add_option( '-u', '--uptodate', action='store_true', default=False, help='List uptodate packages') cmd_opts.add_option( '-e', '--editable', action='store_true', default=False, help='List editable projects.') cmd_opts.add_option( '-l', '--local', action='store_true', default=False, help=('If in a virtualenv that has global access, do not list ' 'globally-installed packages.'), ) self.cmd_opts.add_option( '--user', dest='user', action='store_true', default=False, help='Only output packages installed in user-site.') cmd_opts.add_option( '--pre', action='store_true', default=False, help=("Include pre-release and development versions. By default, " "pip only finds stable versions."), ) cmd_opts.add_option( '--format', action='store', dest='list_format', choices=('legacy', 'columns', 'freeze', 'json'), help="Select the output format among: legacy (default), columns, " "freeze or json.", ) cmd_opts.add_option( '--not-required', action='store_true', dest='not_required', help="List packages that are not dependencies of " "installed packages.", ) index_opts = make_option_group(index_group, self.parser) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def _build_package_finder(self, options, index_urls, session): """ Create a package finder appropriate to this list command. """ return PackageFinder( find_links=options.find_links, index_urls=index_urls, allow_all_prereleases=options.pre, trusted_hosts=options.trusted_hosts, process_dependency_links=options.process_dependency_links, session=session, ) def run(self, options, args): if options.allow_external: warnings.warn( "--allow-external has been deprecated and will be removed in " "the future. Due to changes in the repository protocol, it no " "longer has any effect.", RemovedInPip10Warning, ) if options.allow_all_external: warnings.warn( "--allow-all-external has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if options.allow_unverified: warnings.warn( "--allow-unverified has been deprecated and will be removed " "in the future. Due to changes in the repository protocol, it " "no longer has any effect.", RemovedInPip10Warning, ) if options.list_format is None: warnings.warn( "The default format will switch to columns in the future. " "You can use --format=(legacy|columns) (or define a " "format=(legacy|columns) in your pip.conf under the [list] " "section) to disable this warning.", RemovedInPip10Warning, ) if options.outdated and options.uptodate: raise CommandError( "Options --outdated and --uptodate cannot be combined.") packages = get_installed_distributions( local_only=options.local, user_only=options.user, editables_only=options.editable, ) if options.outdated: packages = self.get_outdated(packages, options) elif options.uptodate: packages = self.get_uptodate(packages, options) if options.not_required: packages = self.get_not_required(packages, options) self.output_package_listing(packages, options) def get_outdated(self, packages, options): return [ dist for dist in self.iter_packages_latest_infos(packages, options) if dist.latest_version > dist.parsed_version ] def get_uptodate(self, packages, options): return [ dist for dist in self.iter_packages_latest_infos(packages, options) if dist.latest_version == dist.parsed_version ] def get_not_required(self, packages, options): dep_keys = set() for dist in packages: dep_keys.update(requirement.key for requirement in dist.requires()) return set(pkg for pkg in packages if pkg.key not in dep_keys) def iter_packages_latest_infos(self, packages, options): index_urls = [options.index_url] + options.extra_index_urls if options.no_index: logger.debug('Ignoring indexes: %s', ','.join(index_urls)) index_urls = [] dependency_links = [] for dist in packages: if dist.has_metadata('dependency_links.txt'): dependency_links.extend( dist.get_metadata_lines('dependency_links.txt'), ) with self._build_session(options) as session: finder = self._build_package_finder(options, index_urls, session) finder.add_dependency_links(dependency_links) for dist in packages: typ = 'unknown' all_candidates = finder.find_all_candidates(dist.key) if not options.pre: # Remove prereleases all_candidates = [candidate for candidate in all_candidates if not candidate.version.is_prerelease] if not all_candidates: continue best_candidate = max(all_candidates, key=finder._candidate_sort_key) remote_version = best_candidate.version if best_candidate.location.is_wheel: typ = 'wheel' else: typ = 'sdist' # This is dirty but makes the rest of the code much cleaner dist.latest_version = remote_version dist.latest_filetype = typ yield dist def output_legacy(self, dist): if dist_is_editable(dist): return '%s (%s, %s)' % ( dist.project_name, dist.version, dist.location, ) else: return '%s (%s)' % (dist.project_name, dist.version) def output_legacy_latest(self, dist): return '%s - Latest: %s [%s]' % ( self.output_legacy(dist), dist.latest_version, dist.latest_filetype, ) def output_package_listing(self, packages, options): packages = sorted( packages, key=lambda dist: dist.project_name.lower(), ) if options.list_format == 'columns' and packages: data, header = format_for_columns(packages, options) self.output_package_listing_columns(data, header) elif options.list_format == 'freeze': for dist in packages: logger.info("%s==%s", dist.project_name, dist.version) elif options.list_format == 'json': logger.info(format_for_json(packages, options)) else: # legacy for dist in packages: if options.outdated: logger.info(self.output_legacy_latest(dist)) else: logger.info(self.output_legacy(dist)) def output_package_listing_columns(self, data, header): # insert the header first: we need to know the size of column names if len(data) > 0: data.insert(0, header) pkg_strings, sizes = tabulate(data) # Create and add a separator. if len(data) > 0: pkg_strings.insert(1, " ".join(map(lambda x: '-' * x, sizes))) for val in pkg_strings: logger.info(val) def tabulate(vals): # From pfmoore on GitHub: # https://github.com/pypa/pip/issues/3651#issuecomment-216932564 assert len(vals) > 0 sizes = [0] * max(len(x) for x in vals) for row in vals: sizes = [max(s, len(str(c))) for s, c in zip_longest(sizes, row)] result = [] for row in vals: display = " ".join([str(c).ljust(s) if c is not None else '' for s, c in zip_longest(sizes, row)]) result.append(display) return result, sizes def format_for_columns(pkgs, options): """ Convert the package data into something usable by output_package_listing_columns. """ running_outdated = options.outdated # Adjust the header for the `pip list --outdated` case. if running_outdated: header = ["Package", "Version", "Latest", "Type"] else: header = ["Package", "Version"] data = [] if any(dist_is_editable(x) for x in pkgs): header.append("Location") for proj in pkgs: # if we're working on the 'outdated' list, separate out the # latest_version and type row = [proj.project_name, proj.version] if running_outdated: row.append(proj.latest_version) row.append(proj.latest_filetype) if dist_is_editable(proj): row.append(proj.location) data.append(row) return data, header def format_for_json(packages, options): data = [] for dist in packages: info = { 'name': dist.project_name, 'version': six.text_type(dist.version), } if options.outdated: info['latest_version'] = six.text_type(dist.latest_version) info['latest_filetype'] = dist.latest_filetype data.append(info) return json.dumps(data) site-packages/pip/commands/__pycache__/show.cpython-36.pyc 0000644 00000012301 15231162611 0017466 0 ustar 00 3 F��i � @ s� d dl mZ d dlmZ d dlZd dlZd dlmZ d dlm Z m Z d dl m Z d dl mZ eje�ZG dd � d e�Zd d � Zdd d�ZdS )� )�absolute_import)� FeedParserN)�Command)�SUCCESS�ERROR)� pkg_resources)�canonicalize_namec s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) � ShowCommandz6Show information about one or more installed packages.Zshowz$ %prog [options] <package> ...z*Show information about installed packages.c s> t t| �j||� | jjddddddd� | jjd| j� d S ) Nz-fz--files�files� store_trueFz7Show the full list of installed files for each package.)�dest�action�default�helpr )�superr �__init__Zcmd_optsZ add_option�parserZinsert_option_group)�self�args�kw)� __class__� �/usr/lib/python3.6/show.pyr s zShowCommand.__init__c C s8 |st jd� tS |}t|�}t||j|jd�s4tS tS )Nz.ERROR: Please provide a package name or names.)� list_files�verbose)�loggerZwarningr �search_packages_info� print_resultsr r r )r Zoptionsr �query�resultsr r r �run" s zShowCommand.run) �__name__� __module__� __qualname__�__doc__�nameZusage�summaryr r � __classcell__r r )r r r s r c # s i �x t jD ]}|�t|j�< q W dd� | D �}�x�fdd�|D �D �]Ή � j� j� jdd� � j� D �d�}d}d}t� t j�rވ j d�rȈ j d�}dd� |D �}� fd d�|D �}� fd d�|D �}� j d �r܈ j d �}nP� j d ��r� j d �}� fd d�|D �}� fdd�|D �}� j d��r.� j d�}� j d��rL� j d�}||d< � j d��r�x,� j d�D ] } | j � �rd| j � |d< P �qdW t � } | j|� | j� } x d D ]} | j| �|| < �q�W g } x4|j� D ](} | jd��r�| j| td�d� � �q�W | |d< |�rt|�|d < |V qFW dS ) z� Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. c S s g | ] }t |��qS r )r )�.0r% r r r � <listcomp>: s z(search_packages_info.<locals>.<listcomp>c s g | ]}|� kr� | �qS r r )r( Zpkg)� installedr r r) < s c S s g | ] }|j �qS r )� project_name)r( Zdepr r r r) A s )r% �version�location�requiresNZRECORDc S s g | ]}|j d �d �qS )�,r )�split)r( �lr r r r) I s c s g | ]}t jj� j|��qS r )�os�path�joinr- )r( �p)�distr r r) J s c s g | ]}t jj|� j��qS r )r2 r3 �relpathr- )r( r5 )r6 r r r) K s ZMETADATAzinstalled-files.txtc s g | ]}t jj� j|��qS r )r2 r3 r4 Zegg_info)r( r5 )r6 r r r) S s c s g | ]}t jj|� j��qS r )r2 r3 r7 r- )r( r5 )r6 r r r) T s zPKG-INFOzentry_points.txt� entry_pointsZ INSTALLER� installer�metadata-versionr& � home-page�author� author-email�licensez Classifier: � classifiersr )r: r& r; r< r= r> )r Z working_setr r+ r, r- r. � isinstanceZDistInfoDistributionZ has_metadataZget_metadata_linesZ get_metadata�stripr Zfeed�close�get� splitlines� startswith�append�len�sorted)r r5 Z query_names�packageZ file_listZmetadata�lines�pathsr8 �lineZ feed_parserZ pkg_info_dict�keyr? r )r6 r* r r / s^ r Fc C s� d}�x�t | �D �]�\}}d}|dkr0tjd� tjd|jdd�� tjd|jd d�� tjd |jd d�� tjd |jd d�� tjd|jdd�� tjd|jdd�� tjd|jdd�� tjd|jdd�� tjddj|jdg ��� |�rxtjd|jdd�� tjd|jd d�� tjd � x"|jd g �D ]}tjd |� �q0W tjd � x&|jd!g �D ]}tjd |j� � �q^W |rtjd"� x&|jd#g �D ]}tjd |j� � �q�W d#|krtjd$� qW |S )%zD Print the informations from installed distributions found. FTr z---zName: %sr% � z Version: %sr, z Summary: %sr& z Home-page: %sz home-pagez Author: %sr< zAuthor-email: %sz author-emailz License: %sr> z Location: %sr- z Requires: %sz, r. zMetadata-Version: %szmetadata-versionz Installer: %sr9 z Classifiers:r? z %sz Entry-points:r8 zFiles:r z!Cannot locate installed-files.txt)� enumerater �inforC r4 rA ) Z distributionsr r Zresults_printed�ir6 Z classifier�entryrL r r r r x s> r )FF)Z __future__r Z email.parserr Zloggingr2 Zpip.basecommandr Zpip.status_codesr r Z pip._vendorr Zpip._vendor.packaging.utilsr Z getLoggerr! r r r r r r r r �<module> s I site-packages/pip/commands/__pycache__/hash.cpython-36.opt-1.pyc 0000644 00000003555 15231162611 0020403 0 ustar 00 3 F��i= � @ s~ d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z m Z eje�ZG dd� de�Zd d � ZdS ) � )�absolute_importN)�Command)�ERROR)� read_chunks)� FAVORITE_HASH� STRONG_HASHESc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) � HashCommandz� Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. �hashz%prog [options] <file> ...z#Compute hashes of package archives.c sJ t t| �j||� | jjdddtdtddjt� d� | jj d| j� d S ) Nz-az --algorithm� algorithmZstorez$The hash algorithm to use: one of %sz, )�dest�choices�action�default�helpr ) �superr �__init__Zcmd_optsZ add_optionr r �join�parserZinsert_option_group)�self�args�kw)� __class__� �/usr/lib/python3.6/hash.pyr s zHashCommand.__init__c C sD |s| j jtj� tS |j}x"|D ]}tjd||t||�� q"W d S )Nz%s: --hash=%s:%s) r Z print_usage�sys�stderrr r �logger�info� _hash_of_file)r Zoptionsr r �pathr r r �run( s zHashCommand.run) �__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r � __classcell__r r )r r r s r c C sD t | d��,}tj|�}xt|�D ]}|j|� q W W dQ R X |j� S )z!Return the hash digest of a file.�rbN)�open�hashlib�newr �updateZ hexdigest)r r �archiver �chunkr r r r 3 s r )Z __future__r r) Zloggingr Zpip.basecommandr Zpip.status_codesr Z pip.utilsr Zpip.utils.hashesr r Z getLoggerr! r r r r r r r �<module> s # site-packages/pip/commands/__pycache__/download.cpython-36.pyc 0000644 00000012363 15231162611 0020325 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZmZ d d lmZ d d lmZ eje�ZG d d � d e �ZdS ) � )�absolute_importN)� CommandError)� FormatControl)�RequirementSet)�RequirementCommand)� cmdoptions)� ensure_dir�normalize_path)�BuildDirectory)�check_path_ownerc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �DownloadCommandaL Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. Zdownloada% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...zDownload packages.c s\ t t| �j||� | j}|jtj� � |jtj� � |jtj� � |jtj � � |jtj � � |jtj � � |jtj � � |jtj � � |jtj� � |jtj� � |jtj� � |jtj� � |jddddddtjdd� |jd d d d d d� |jd d d d dd� |jdddd dd� |jdddd dd� tjtj| j�}| jjd|� | jjd|� d S )Nz-dz--destz--destination-dirz--destination-directory� download_dir�dirz Download packages into <dir>.)�dest�metavar�default�helpz --platform�platformz`Only download wheels compatible with <platform>. Defaults to the platform of the running system.z--python-version�python_versiona& Only download wheels compatible with Python interpreter version <version>. If not specified, then the current system interpreter minor version is used. A major version (e.g. '2') can be specified to match all minor revs of that major version. A minor version (e.g. '34') can also be specified.z--implementation�implementationz�Only download wheels compatible with Python implementation <implementation>, e.g. 'pp', 'jy', 'cp', or 'ip'. If not specified, then the current interpreter implementation is used. Use 'py' to force implementation-agnostic wheels.z--abi�abiz�Only download wheels compatible with Python abi <abi>, e.g. 'pypy_41'. If not specified, then the current interpreter abi tag is used. Generally you will need to specify --implementation, --platform, and --python-version when using this option.r )�superr �__init__�cmd_optsZ add_optionr Z constraintsZeditableZ requirements� build_dirZno_depsZglobal_optionsZ no_binaryZ only_binary�srcZpre�no_clean�require_hashes�os�curdirZmake_option_groupZnon_deprecated_index_group�parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� � /usr/lib/python3.6/download.pyr * sb zDownloadCommand.__init__c C s� d|_ |jr|jg}nd }t|j|j|j|jg�}tt� tdg��}|rZ|j|krZt d��t j j |j �|_ t|j�|_t|j� | j|���}| j|||j||j|jd�}|jp�|j }|jr�t|j� r�tjd|j� d |_t|j|d���} t| |j |jd|j||j |j d�} | j | ||||| j d � | j �s2d S | j!|� dj"d d � | j#D ��} | �rdtj$d | � |j�st| j%� W d Q R X W d Q R X | S ) NTz:all:z�--only-binary=:all: must be set and --no-binary must not be set (or must be set to :none:) when restricting platform and interpreter constraints using --python-version, --platform, --abi, or --implementation.)�options�sessionr �python_versionsr r z�The directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�delete)r �src_dirr �ignore_installed�ignore_dependenciesr( �isolatedr � c S s g | ] }|j �qS r% )�name)�.0Zreqr% r% r& � <listcomp>� s z'DownloadCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s)&r, r �anyr r r r �setZformat_controlr r �path�abspathr+ r r r Z_build_sessionZ_build_package_finderr r � cache_dirr �loggerZwarningr r r- Z isolated_moder Zpopulate_requirement_setr0 Zhas_requirementsZ prepare_files�joinZsuccessfully_downloaded�infoZ cleanup_files) r! r' r" r) Zdist_restriction_setZ binary_onlyr( �finderZ build_deleter Zrequirement_setZ downloadedr% r% r& �run{ sx zDownloadCommand.run) �__name__� __module__� __qualname__�__doc__r0 ZusageZsummaryr r< � __classcell__r% r% )r$ r& r s Qr )Z __future__r Zloggingr Zpip.exceptionsr Z pip.indexr Zpip.reqr Zpip.basecommandr Zpipr Z pip.utilsr r Zpip.utils.buildr Zpip.utils.filesystemr Z getLoggerr= r8 r r% r% r% r& �<module> s site-packages/pip/commands/__pycache__/help.cpython-36.opt-1.pyc 0000644 00000002034 15231162611 0020377 0 ustar 00 3 F��i� � @ s< d dl mZ d dlmZmZ d dlmZ G dd� de�ZdS )� )�absolute_import)�Command�SUCCESS)� CommandErrorc @ s$ e Zd ZdZdZdZdZdd� ZdS )� HelpCommandzShow help for commands�helpz %prog <command>zShow help for commands.c C s� ddl m}m} y |d }W n tk r0 tS X ||krl||�}d| g}|r^|jd| � tdj|���|| � }|jj � tS )Nr )� commands_dict�get_similar_commandszunknown command "%s"zmaybe you meant "%s"z - ) Z pip.commandsr r � IndexErrorr �appendr �join�parserZ print_help) �selfZoptions�argsr r Zcmd_nameZguess�msgZcommand� r �/usr/lib/python3.6/help.py�run s zHelpCommand.runN)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r r r r r s r N)Z __future__r Zpip.basecommandr r Zpip.exceptionsr r r r r r �<module> s site-packages/pip/commands/__pycache__/help.cpython-36.pyc 0000644 00000002034 15231162611 0017440 0 ustar 00 3 F��i� � @ s< d dl mZ d dlmZmZ d dlmZ G dd� de�ZdS )� )�absolute_import)�Command�SUCCESS)� CommandErrorc @ s$ e Zd ZdZdZdZdZdd� ZdS )� HelpCommandzShow help for commands�helpz %prog <command>zShow help for commands.c C s� ddl m}m} y |d }W n tk r0 tS X ||krl||�}d| g}|r^|jd| � tdj|���|| � }|jj � tS )Nr )� commands_dict�get_similar_commandszunknown command "%s"zmaybe you meant "%s"z - ) Z pip.commandsr r � IndexErrorr �appendr �join�parserZ print_help) �selfZoptions�argsr r Zcmd_nameZguess�msgZcommand� r �/usr/lib/python3.6/help.py�run s zHelpCommand.runN)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r r r r r s r N)Z __future__r Zpip.basecommandr r Zpip.exceptionsr r r r r r �<module> s site-packages/pip/commands/__pycache__/show.cpython-36.opt-1.pyc 0000644 00000012301 15231162611 0020425 0 ustar 00 3 F��i � @ s� d dl mZ d dlmZ d dlZd dlZd dlmZ d dlm Z m Z d dl m Z d dl mZ eje�ZG dd � d e�Zd d � Zdd d�ZdS )� )�absolute_import)� FeedParserN)�Command)�SUCCESS�ERROR)� pkg_resources)�canonicalize_namec s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) � ShowCommandz6Show information about one or more installed packages.Zshowz$ %prog [options] <package> ...z*Show information about installed packages.c s> t t| �j||� | jjddddddd� | jjd| j� d S ) Nz-fz--files�files� store_trueFz7Show the full list of installed files for each package.)�dest�action�default�helpr )�superr �__init__Zcmd_optsZ add_option�parserZinsert_option_group)�self�args�kw)� __class__� �/usr/lib/python3.6/show.pyr s zShowCommand.__init__c C s8 |st jd� tS |}t|�}t||j|jd�s4tS tS )Nz.ERROR: Please provide a package name or names.)� list_files�verbose)�loggerZwarningr �search_packages_info� print_resultsr r r )r Zoptionsr �query�resultsr r r �run" s zShowCommand.run) �__name__� __module__� __qualname__�__doc__�nameZusage�summaryr r � __classcell__r r )r r r s r c # s i �x t jD ]}|�t|j�< q W dd� | D �}�x�fdd�|D �D �]Ή � j� j� jdd� � j� D �d�}d}d}t� t j�rވ j d�rȈ j d�}dd� |D �}� fd d�|D �}� fd d�|D �}� j d �r܈ j d �}nP� j d ��r� j d �}� fd d�|D �}� fdd�|D �}� j d��r.� j d�}� j d��rL� j d�}||d< � j d��r�x,� j d�D ] } | j � �rd| j � |d< P �qdW t � } | j|� | j� } x d D ]} | j| �|| < �q�W g } x4|j� D ](} | jd��r�| j| td�d� � �q�W | |d< |�rt|�|d < |V qFW dS ) z� Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. c S s g | ] }t |��qS r )r )�.0r% r r r � <listcomp>: s z(search_packages_info.<locals>.<listcomp>c s g | ]}|� kr� | �qS r r )r( Zpkg)� installedr r r) < s c S s g | ] }|j �qS r )� project_name)r( Zdepr r r r) A s )r% �version�location�requiresNZRECORDc S s g | ]}|j d �d �qS )�,r )�split)r( �lr r r r) I s c s g | ]}t jj� j|��qS r )�os�path�joinr- )r( �p)�distr r r) J s c s g | ]}t jj|� j��qS r )r2 r3 �relpathr- )r( r5 )r6 r r r) K s ZMETADATAzinstalled-files.txtc s g | ]}t jj� j|��qS r )r2 r3 r4 Zegg_info)r( r5 )r6 r r r) S s c s g | ]}t jj|� j��qS r )r2 r3 r7 r- )r( r5 )r6 r r r) T s zPKG-INFOzentry_points.txt� entry_pointsZ INSTALLER� installer�metadata-versionr& � home-page�author� author-email�licensez Classifier: � classifiersr )r: r& r; r< r= r> )r Z working_setr r+ r, r- r. � isinstanceZDistInfoDistributionZ has_metadataZget_metadata_linesZ get_metadata�stripr Zfeed�close�get� splitlines� startswith�append�len�sorted)r r5 Z query_names�packageZ file_listZmetadata�lines�pathsr8 �lineZ feed_parserZ pkg_info_dict�keyr? r )r6 r* r r / s^ r Fc C s� d}�x�t | �D �]�\}}d}|dkr0tjd� tjd|jdd�� tjd|jd d�� tjd |jd d�� tjd |jd d�� tjd|jdd�� tjd|jdd�� tjd|jdd�� tjd|jdd�� tjddj|jdg ��� |�rxtjd|jdd�� tjd|jd d�� tjd � x"|jd g �D ]}tjd |� �q0W tjd � x&|jd!g �D ]}tjd |j� � �q^W |rtjd"� x&|jd#g �D ]}tjd |j� � �q�W d#|krtjd$� qW |S )%zD Print the informations from installed distributions found. FTr z---zName: %sr% � z Version: %sr, z Summary: %sr& z Home-page: %sz home-pagez Author: %sr< zAuthor-email: %sz author-emailz License: %sr> z Location: %sr- z Requires: %sz, r. zMetadata-Version: %szmetadata-versionz Installer: %sr9 z Classifiers:r? z %sz Entry-points:r8 zFiles:r z!Cannot locate installed-files.txt)� enumerater �inforC r4 rA ) Z distributionsr r Zresults_printed�ir6 Z classifier�entryrL r r r r x s> r )FF)Z __future__r Z email.parserr Zloggingr2 Zpip.basecommandr Zpip.status_codesr r Z pip._vendorr Zpip._vendor.packaging.utilsr Z getLoggerr! r r r r r r r r �<module> s I site-packages/pip/commands/__pycache__/hash.cpython-36.pyc 0000644 00000003555 15231162611 0017444 0 ustar 00 3 F��i= � @ s~ d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z m Z eje�ZG dd� de�Zd d � ZdS ) � )�absolute_importN)�Command)�ERROR)� read_chunks)� FAVORITE_HASH� STRONG_HASHESc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) � HashCommandz� Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. �hashz%prog [options] <file> ...z#Compute hashes of package archives.c sJ t t| �j||� | jjdddtdtddjt� d� | jj d| j� d S ) Nz-az --algorithm� algorithmZstorez$The hash algorithm to use: one of %sz, )�dest�choices�action�default�helpr ) �superr �__init__Zcmd_optsZ add_optionr r �join�parserZinsert_option_group)�self�args�kw)� __class__� �/usr/lib/python3.6/hash.pyr s zHashCommand.__init__c C sD |s| j jtj� tS |j}x"|D ]}tjd||t||�� q"W d S )Nz%s: --hash=%s:%s) r Z print_usage�sys�stderrr r �logger�info� _hash_of_file)r Zoptionsr r �pathr r r �run( s zHashCommand.run) �__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r � __classcell__r r )r r r s r c C sD t | d��,}tj|�}xt|�D ]}|j|� q W W dQ R X |j� S )z!Return the hash digest of a file.�rbN)�open�hashlib�newr �updateZ hexdigest)r r �archiver �chunkr r r r 3 s r )Z __future__r r) Zloggingr Zpip.basecommandr Zpip.status_codesr Z pip.utilsr Zpip.utils.hashesr r Z getLoggerr! r r r r r r r �<module> s # site-packages/pip/commands/__pycache__/wheel.cpython-36.opt-1.pyc 0000644 00000012430 15231162611 0020554 0 ustar 00 3 F��i1 � @ s� d dl mZ d dlZd dlZd dlZd dlmZ d dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZ d d lmZmZ d d lmZ eje�ZG d d � d e�ZdS ) � )�absolute_importN)�RequirementCommand)� CommandError�PreviousBuildDirError)�RequirementSet)�import_or_raise)�BuildDirectory)�RemovedInPip10Warning)� WheelCache� WheelBuilder)� cmdoptionsc s< e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z � Z S ) � WheelCommanda� Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. Zwheelz� %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...z$Build wheels from your requirements.c sP t t| �j||� | j}|jddddtjdd� |jtj� � |jtj � � |jtj � � |jtj � � |jddd d d d � |jtj � � |jtj � � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jd dd d dd� |jddddd� |jtj� � |jtj� � tjtj| j�}| jjd|� | jjd|� d S )Nz-wz --wheel-dir� wheel_dir�dirzLBuild wheels into <dir>, where the default is the current working directory.)�dest�metavar�default�helpz--build-option� build_options�options�appendz9Extra arguments to be supplied to 'setup.py bdist_wheel'.)r r �actionr z--global-option�global_optionszZExtra global options to be supplied to the setup.py call before the 'bdist_wheel' command.)r r r r z--pre� store_trueFzYInclude pre-release and development versions. By default, pip only finds stable versions.)r r r r )�superr �__init__�cmd_optsZ add_option�os�curdirr Z use_wheelZ no_use_wheelZ no_binaryZ only_binaryZ constraintsZeditableZ requirements�src�ignore_requires_pythonZno_deps� build_dir�no_clean�require_hashesZmake_option_groupZ index_group�parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� �/usr/lib/python3.6/wheel.pyr . sV zWheelCommand.__init__c C s. t dtd� t dtd�}t|d�s*td��d S )Nzwheel.bdist_wheelzM'pip wheel' requires the 'wheel' package. To fix this, run: pip install wheel� pkg_resourceszp'pip wheel' requires setuptools >= 0.8 for dist-info support. To fix this, run: pip install --upgrade setuptoolsZDistInfoDistribution)r r �hasattr)r% r+ r) r) r* �check_required_packagesh s z$WheelCommand.check_required_packagesc C s� | j � tj|� tj|� |jr.tjdt� |jr@tjdt� |j rRtjdt� |j g|j }|j r|t jddj|�� g }|jr�tjj|j�|_tjj|j�|_| j|���}| j||�}|jp�|j }t|j|j�}t|j|d���}t ||jd |j d|j |j |||j |j!d� } | j"| ||||| j#|� | j$�s6d S zZy6t%| ||j&�pJg |j'�pTg d �} | j(� �slt)d ��W n t*k �r� d|_� Y nX W d |j�s�| j+� X W d Q R X W d Q R X d S ) Nz�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.zIgnoring indexes: %s�,)�deleteT) r! �src_dirZ download_dir�ignore_dependenciesZignore_installedr �isolated�session� wheel_cacheZwheel_download_dirr# )r r z"Failed to build one or more wheels),r- r Zresolve_wheel_no_use_binaryZcheck_install_build_globalZallow_external�warnings�warnr Zallow_all_externalZallow_unverifiedZ index_urlZextra_index_urlsZno_index�logger�debug�joinr! r �path�abspathr0 Z_build_sessionZ_build_package_finderr" r � cache_dirZformat_controlr r r1 r Z isolated_moder r# Zpopulate_requirement_set�nameZhas_requirementsr r r Zbuildr r Z cleanup_files) r% r r& Z index_urlsr3 �finderZ build_deleter4 r! Zrequirement_set�wbr) r) r* �run| sv zWheelCommand.run) �__name__� __module__� __qualname__�__doc__r= ZusageZsummaryr r- r@ � __classcell__r) r) )r( r* r s :r )Z __future__r Zloggingr r5 Zpip.basecommandr Zpip.exceptionsr r Zpip.reqr Z pip.utilsr Zpip.utils.buildr Zpip.utils.deprecationr Z pip.wheelr r Zpipr Z getLoggerrA r7 r r) r) r) r* �<module> s site-packages/pip/commands/__pycache__/download.cpython-36.opt-1.pyc 0000644 00000012363 15231162611 0021264 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZmZ d d lmZ d d lmZ eje�ZG d d � d e �ZdS ) � )�absolute_importN)� CommandError)� FormatControl)�RequirementSet)�RequirementCommand)� cmdoptions)� ensure_dir�normalize_path)�BuildDirectory)�check_path_ownerc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �DownloadCommandaL Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. Zdownloada% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...zDownload packages.c s\ t t| �j||� | j}|jtj� � |jtj� � |jtj� � |jtj � � |jtj � � |jtj � � |jtj � � |jtj � � |jtj� � |jtj� � |jtj� � |jtj� � |jddddddtjdd� |jd d d d d d� |jd d d d dd� |jdddd dd� |jdddd dd� tjtj| j�}| jjd|� | jjd|� d S )Nz-dz--destz--destination-dirz--destination-directory� download_dir�dirz Download packages into <dir>.)�dest�metavar�default�helpz --platform�platformz`Only download wheels compatible with <platform>. Defaults to the platform of the running system.z--python-version�python_versiona& Only download wheels compatible with Python interpreter version <version>. If not specified, then the current system interpreter minor version is used. A major version (e.g. '2') can be specified to match all minor revs of that major version. A minor version (e.g. '34') can also be specified.z--implementation�implementationz�Only download wheels compatible with Python implementation <implementation>, e.g. 'pp', 'jy', 'cp', or 'ip'. If not specified, then the current interpreter implementation is used. Use 'py' to force implementation-agnostic wheels.z--abi�abiz�Only download wheels compatible with Python abi <abi>, e.g. 'pypy_41'. If not specified, then the current interpreter abi tag is used. Generally you will need to specify --implementation, --platform, and --python-version when using this option.r )�superr �__init__�cmd_optsZ add_optionr Z constraintsZeditableZ requirements� build_dirZno_depsZglobal_optionsZ no_binaryZ only_binary�srcZpre�no_clean�require_hashes�os�curdirZmake_option_groupZnon_deprecated_index_group�parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� � /usr/lib/python3.6/download.pyr * sb zDownloadCommand.__init__c C s� d|_ |jr|jg}nd }t|j|j|j|jg�}tt� tdg��}|rZ|j|krZt d��t j j |j �|_ t|j�|_t|j� | j|���}| j|||j||j|jd�}|jp�|j }|jr�t|j� r�tjd|j� d |_t|j|d���} t| |j |jd|j||j |j d�} | j | ||||| j d � | j �s2d S | j!|� dj"d d � | j#D ��} | �rdtj$d | � |j�st| j%� W d Q R X W d Q R X | S ) NTz:all:z�--only-binary=:all: must be set and --no-binary must not be set (or must be set to :none:) when restricting platform and interpreter constraints using --python-version, --platform, --abi, or --implementation.)�options�sessionr �python_versionsr r z�The directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�delete)r �src_dirr �ignore_installed�ignore_dependenciesr( �isolatedr � c S s g | ] }|j �qS r% )�name)�.0Zreqr% r% r& � <listcomp>� s z'DownloadCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s)&r, r �anyr r r r �setZformat_controlr r �path�abspathr+ r r r Z_build_sessionZ_build_package_finderr r � cache_dirr �loggerZwarningr r r- Z isolated_moder Zpopulate_requirement_setr0 Zhas_requirementsZ prepare_files�joinZsuccessfully_downloaded�infoZ cleanup_files) r! r' r" r) Zdist_restriction_setZ binary_onlyr( �finderZ build_deleter Zrequirement_setZ downloadedr% r% r& �run{ sx zDownloadCommand.run) �__name__� __module__� __qualname__�__doc__r0 ZusageZsummaryr r< � __classcell__r% r% )r$ r& r s Qr )Z __future__r Zloggingr Zpip.exceptionsr Z pip.indexr Zpip.reqr Zpip.basecommandr Zpipr Z pip.utilsr r Zpip.utils.buildr Zpip.utils.filesystemr Z getLoggerr= r8 r r% r% r% r& �<module> s site-packages/pip/commands/__pycache__/install.cpython-36.opt-1.pyc 0000644 00000024302 15231162611 0021117 0 ustar 00 3 F��iqG � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm Z y d dl Z W n e k rt dZ Y nX d dl m Z d dlmZ d dlmZmZ d dlmZmZmZ d dlmZ d d lmZmZ d d l m Z d d l m Z d d l m!Z! d d l"m#Z#m$Z$ ej%e&�Z'G dd� de�Z(dd� Z)dS )� )�absolute_importN)�path)�RequirementSet)�RequirementCommand)�virtualenv_no_global�distutils_scheme)�InstallationError� CommandError�PreviousBuildDirError)� cmdoptions)� ensure_dir�get_installed_version)�BuildDirectory)�RemovedInPip10Warning)�check_path_owner)� WheelCache� WheelBuilderc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �InstallCommandaI Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. �installa% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...zInstall packages.c s0 t t| �j||� | j}|jtj� � |jtj� � |jtj� � |jtj � � |jddddd dd� |jddd d d dd d d� |jtj � � |jd ddddd� |jdddddgdd� |jddddd� |jd d d dd d� |jtj � � |jtj � � |jtj � � |jtj� � |jd d!dd"d� |jd#d$dd%d� |jd&d'dd d(d� |jd)d*d+d d,d� |jd-d.dd d/d� |jd0dd1d2d3d4� |jd5d6d1d7d8� |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � tjtj| j�}| jjd9|� | jjd9|� d S ):Nz-tz--target� target_dir�dirz�Install packages into <dir>. By default this will not replace existing files/folders in <dir>. Use --upgrade to replace existing packages in <dir> with new versions.)�dest�metavar�default�helpz-dz --downloadz--download-dirz--download-directory� download_dirz`Download packages into <dir> instead of installing them, regardless of what's already installed.z-Uz --upgrade�upgrade� store_truez�Upgrade all specified packages to the newest available version. The handling of dependencies depends on the upgrade-strategy used.)r �actionr z--upgrade-strategy�upgrade_strategyZeagerzonly-if-neededa3 Determines how dependency upgrading should be handled. "eager" - dependencies are upgraded regardless of whether the currently installed version satisfies the requirements of the upgraded package(s). "only-if-needed" - are upgraded only when they do not satisfy the requirements of the upgraded package(s).)r r �choicesr z--force-reinstall�force_reinstallzKWhen upgrading, reinstall all packages even if they are already up-to-date.z-Iz--ignore-installed�ignore_installedz5Ignore the installed packages (reinstalling instead).z--user� use_user_sitez�Install to the Python user install directory for your platform. Typically ~/.local/, or %APPDATA%\Python on Windows. (See the Python documentation for site.USER_BASE for full details.)z--egg�as_eggz�Install packages as eggs, not 'flat', like pip normally does. This option is not about installing *from* eggs. (WARNING: Because this option overrides pip's normal install logic, requirements files may not behave as expected.)z--root� root_pathz=Install everything relative to this alternate root directory.z--strip-file-prefix�strip_file_prefix�prefixz5Strip given prefix from script paths in wheel RECORD.z--prefix� prefix_pathzIInstallation prefix where lib, bin and other top-level folders are placedz --compile�compileTzCompile py files to pyc)r r r r z --no-compileZ store_falsez Do not compile py files to pyc)r r r r )�superr �__init__�cmd_optsZ add_optionr Z constraintsZeditableZ requirements� build_dir�src�ignore_requires_pythonZno_deps�install_options�global_optionsZ use_wheelZ no_use_wheelZ no_binaryZ only_binaryZpre�no_clean�require_hashesZmake_option_groupZ index_group�parserZinsert_option_group)�self�args�kwr, Z index_opts)� __class__� � /usr/lib/python3.6/install.pyr+ 8 s� zInstallCommand.__init__c & C s t j|� t j|� dd� }tj� dkrJ|� rJtjdtjt j d � � |j r\t j dt� |jrnt j dt� |jr�t j dt� |jr�t j dt� |jr�t j d t� d |_|jr�tjj|j�|_tjj|j�|_|jp�g }|j�r|jr�td ��t� r�t d ��|j d � |j d� d }|j �rtd |_t j � }tjj|j �|_ tjj!|j ��rftjj"|j � �rftd��|j d| � |j#�p~g }| j$|���T}| j%||�}|j&�p�|j } t'|j(|j)�} |j(�r�t*|j(� �r�tjd|j(� d |_(t+|j| d����} t,| |j|j|j-|j.|j |j|j/|j0|j1|j|||j2|j3| |j4d�} | j5| ||||| j6| � | j7�s\d S �z`�y:|j�s~t8 �s~|j( �r�| j9|� n t:| |g g d�} | j;d d� |j�sr| j<|||j=|j|j>d� t?|j||j=|j|j3d�}t@| jAtBjCd�d�}g }xX|D ]P}|j6}y"tD|j6|�}|�r*|d| 7 }W n tEk �rB Y nX |j |� �q W djF|�}|�r�tjGd |� n(djFd d � | jHD ��}|�r�tjGd |� W n tIk �r� d |_&� Y nX W d |j&�s�| jJ� X W d Q R X W d Q R X |j �rtK|j � g }tLd |d!�d" }tLd |d!�d# }tjj!|��r4|j |� tjj!|��rV||k�rV|j |� x�|D ]�}x�tjM|�D ]�}tjjF|j |�}tjj!|��r�|j-�s�tjd$|� �qltjjN|��r�tjd%|� �qltjj"|��r�tOjP|� n tjQ|� tOjRtjjF||�|� �qlW �q\W tOjP|� | S )&Nc S s t td�p t td�o tjtjkS )NZ real_prefix� base_prefix)�hasattr�sysr; r' r9 r9 r9 r: �is_venv� s z#InstallCommand.run.<locals>.is_venvr zpWARNING: Running pip install with root privileges is generally not a good idea. Try `%s install --user` instead.z�--egg has been deprecated and will be removed in the future. This flag is mutually exclusive with large parts of pip, and actually using it invalidates pip's ability to manage the installation process.z�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�pip install --download has been deprecated and will be removed in the future. Pip now has a download command that should be used instead.TzVCan not combine '--user' and '--prefix' as they imply different installation locationszZCan not perform a '--user' install. User site-packages are not visible in this virtualenv.z--userz --prefix=z=Target path exists but is not a directory, will not continue.z--home=z�The directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�delete)r- �src_dirr r r r$ r" �ignore_dependenciesr/ r! r# r �sessionZ pycompile�isolated� wheel_cacher3 )Z build_optionsr1 )Z autobuilding)�rootr' r& )�user�homerE r' rC �name)�key�-� zSuccessfully installed %sc S s g | ] }|j �qS r9 )rH )�.0�reqr9 r9 r: � <listcomp>� s z&InstallCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s� )rG �purelib�platlibzKTarget directory %s already exists. Specify --upgrade to force replacement.z�Target directory %s already exists and is a link. Pip will not automatically replace links, please remove if replacement is desired.)Sr Zresolve_wheel_no_use_binaryZcheck_install_build_global�os�getuid�loggerZwarningr �basenamer= �argvr$ �warnings�warnr Zallow_externalZallow_all_externalZallow_unverifiedr r" r- �abspathr@ r0 r# r( r r r �appendr �tempfileZmkdtemp�exists�isdirr1 Z_build_sessionZ_build_package_finderr2 r � cache_dirZformat_controlr r r r r rA r/ r! r) Z isolated_moder3 Zpopulate_requirement_setrH Zhas_requirements�wheelZ prepare_filesr Zbuildr r% r& �get_lib_location_guesses�sortedZsuccessfully_installed�operator� attrgetterr � Exception�join�infoZsuccessfully_downloadedr Z cleanup_filesr r �listdir�islink�shutilZrmtree�removeZmove)r5 Zoptionsr6 r> r0 Ztemp_target_dirr1 rB �finderZ build_deleterD r- Zrequirement_set�wbZpossible_lib_locationsZreqs�itemsrM �itemZinstalled_versionZ installedZ downloadedZ lib_dir_listZ purelib_dirZ platlib_dirZlib_dirZtarget_item_dirr9 r9 r: �run� sP zInstallCommand.run) �__name__� __module__� __qualname__�__doc__rH ZusageZsummaryr+ ro � __classcell__r9 r9 )r8 r: r ! s r c O s t d| �|�}|d |d gS )NrO rP rQ )rO )r )r6 �kwargs�schemer9 r9 r: r` � s r` )*Z __future__r Zloggingrb rR r[ ri rW r= r r_ � ImportErrorZpip.reqr Zpip.basecommandr Z pip.locationsr r Zpip.exceptionsr r r Zpipr Z pip.utilsr r Zpip.utils.buildr Zpip.utils.deprecationr Zpip.utils.filesystemr Z pip.wheelr r Z getLoggerrp rT r r` r9 r9 r9 r: �<module> s8 , site-packages/pip/commands/__pycache__/wheel.cpython-36.pyc 0000644 00000012430 15231162611 0017615 0 ustar 00 3 F��i1 � @ s� d dl mZ d dlZd dlZd dlZd dlmZ d dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZ d d lmZmZ d d lmZ eje�ZG d d � d e�ZdS ) � )�absolute_importN)�RequirementCommand)� CommandError�PreviousBuildDirError)�RequirementSet)�import_or_raise)�BuildDirectory)�RemovedInPip10Warning)� WheelCache� WheelBuilder)� cmdoptionsc s< e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z � Z S ) � WheelCommanda� Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. Zwheelz� %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...z$Build wheels from your requirements.c sP t t| �j||� | j}|jddddtjdd� |jtj� � |jtj � � |jtj � � |jtj � � |jddd d d d � |jtj � � |jtj � � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jd dd d dd� |jddddd� |jtj� � |jtj� � tjtj| j�}| jjd|� | jjd|� d S )Nz-wz --wheel-dir� wheel_dir�dirzLBuild wheels into <dir>, where the default is the current working directory.)�dest�metavar�default�helpz--build-option� build_options�options�appendz9Extra arguments to be supplied to 'setup.py bdist_wheel'.)r r �actionr z--global-option�global_optionszZExtra global options to be supplied to the setup.py call before the 'bdist_wheel' command.)r r r r z--pre� store_trueFzYInclude pre-release and development versions. By default, pip only finds stable versions.)r r r r )�superr �__init__�cmd_optsZ add_option�os�curdirr Z use_wheelZ no_use_wheelZ no_binaryZ only_binaryZ constraintsZeditableZ requirements�src�ignore_requires_pythonZno_deps� build_dir�no_clean�require_hashesZmake_option_groupZ index_group�parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� �/usr/lib/python3.6/wheel.pyr . sV zWheelCommand.__init__c C s. t dtd� t dtd�}t|d�s*td��d S )Nzwheel.bdist_wheelzM'pip wheel' requires the 'wheel' package. To fix this, run: pip install wheel� pkg_resourceszp'pip wheel' requires setuptools >= 0.8 for dist-info support. To fix this, run: pip install --upgrade setuptoolsZDistInfoDistribution)r r �hasattr)r% r+ r) r) r* �check_required_packagesh s z$WheelCommand.check_required_packagesc C s� | j � tj|� tj|� |jr.tjdt� |jr@tjdt� |j rRtjdt� |j g|j }|j r|t jddj|�� g }|jr�tjj|j�|_tjj|j�|_| j|���}| j||�}|jp�|j }t|j|j�}t|j|d���}t ||jd |j d|j |j |||j |j!d� } | j"| ||||| j#|� | j$�s6d S zZy6t%| ||j&�pJg |j'�pTg d �} | j(� �slt)d ��W n t*k �r� d|_� Y nX W d |j�s�| j+� X W d Q R X W d Q R X d S ) Nz�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.zIgnoring indexes: %s�,)�deleteT) r! �src_dirZ download_dir�ignore_dependenciesZignore_installedr �isolated�session� wheel_cacheZwheel_download_dirr# )r r z"Failed to build one or more wheels),r- r Zresolve_wheel_no_use_binaryZcheck_install_build_globalZallow_external�warnings�warnr Zallow_all_externalZallow_unverifiedZ index_urlZextra_index_urlsZno_index�logger�debug�joinr! r �path�abspathr0 Z_build_sessionZ_build_package_finderr" r � cache_dirZformat_controlr r r1 r Z isolated_moder r# Zpopulate_requirement_set�nameZhas_requirementsr r r Zbuildr r Z cleanup_files) r% r r& Z index_urlsr3 �finderZ build_deleter4 r! Zrequirement_set�wbr) r) r* �run| sv zWheelCommand.run) �__name__� __module__� __qualname__�__doc__r= ZusageZsummaryr r- r@ � __classcell__r) r) )r( r* r s :r )Z __future__r Zloggingr r5 Zpip.basecommandr Zpip.exceptionsr r Zpip.reqr Z pip.utilsr Zpip.utils.buildr Zpip.utils.deprecationr Z pip.wheelr r Zpipr Z getLoggerrA r7 r r) r) r) r* �<module> s site-packages/pip/commands/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000003726 15231162611 0021217 0 ustar 00 3 F��i� � @ s& d Z ddlmZ ddlmZ ddlmZ ddlmZ ddl m Z ddl m Z ddl mZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ejeejee je e je ejeejeejeejeejeejeejeejei Z eeeeeeeeee ee g Z ddd�Z dd� Z dd� Z dS )z% Package containing all pip commands � )�absolute_import)�CompletionCommand)�DownloadCommand)� FreezeCommand)� HashCommand)� HelpCommand)� ListCommand)� CheckCommand)� SearchCommand)� ShowCommand)�InstallCommand)�UninstallCommand)� WheelCommandTc c s: | rt tt�}ntj� }x |D ]\}}||jfV q W dS )z5Yields sorted (command name, command summary) tuples.N)�_sort_commands� commands_dict�commands_order�itemsZsummary)ZorderedZcmditems�nameZ command_class� r � /usr/lib/python3.6/__init__.py� get_summaries4 s r c C s6 ddl m} | j� } || tj� �}|r.|d S dS dS )zCommand name auto-correct.r )�get_close_matchesFN)Zdifflibr �lowerr �keys)r r Zclose_commandsr r r �get_similar_commands@ s r c s � fdd�}t | j� |d�S )Nc s( y� j | d �S tk r" dS X d S )N� � )�index� ValueError)�key)�orderr r �keyfnO s z _sort_commands.<locals>.keyfn)r )�sortedr )Zcmddictr r! r )r r r N s r N)T)!�__doc__Z __future__r Zpip.commands.completionr Zpip.commands.downloadr Zpip.commands.freezer Zpip.commands.hashr Zpip.commands.helpr Zpip.commands.listr Zpip.commands.checkr Zpip.commands.searchr Zpip.commands.showr Zpip.commands.installr Zpip.commands.uninstallr Zpip.commands.wheelr r r r r r r r r r r �<module> sP site-packages/pip/commands/__pycache__/check.cpython-36.opt-1.pyc 0000644 00000002337 15231162611 0020532 0 ustar 00 3 F��if � @ sJ d dl Z d dlmZ d dlmZ d dlmZ e je�Z G dd� de�Z dS )� N)�Command)�check_requirements)�get_installed_distributionsc @ s$ e Zd ZdZdZdZdZdd� ZdS )� CheckCommandz7Verify installed packages have compatible dependencies.Zcheckz %prog [options]c C s� t df d�}t|�\}}x~|D ]v}d|j|jf }x*|j|g �D ]}tjd|j|j|j� q@W x4|j|g �D ]$\}} tjd|j|j|| j| j� qlW q W |s�|r�dS tjd� d S )NF)Z local_only�skipz%s==%sz*%s %s requires %s, which is not installed.z-%s %s has requirement %s, but you have %s %s.� z No broken requirements found.)r r Z project_name�version�get�logger�info) �selfZoptions�argsZdistsZmissing_reqs_dictZincompatible_reqs_dictZdist�keyZ requirement�actual� r �/usr/lib/python3.6/check.py�run s zCheckCommand.runN)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r r r r r s r ) ZloggingZpip.basecommandr Zpip.operations.checkr Z pip.utilsr Z getLoggerr r r r r r r �<module> s site-packages/pip/commands/__pycache__/freeze.cpython-36.pyc 0000644 00000005000 15231162611 0017764 0 ustar 00 3 F��i � @ sd d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d Z G d d � d e�Z dS )� )�absolute_importN)� stdlib_pkgs)�Command)�freeze)� WheelCache�pip� setuptools� distribute�wheelc s8 e Zd ZdZdZdZdZd Z� fdd�Zdd � Z � Z S ) � FreezeCommandzx Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. r z %prog [options]z1Output installed packages in requirements format.�ext://sys.stderrc s� t t| �j||� | jjddddg ddd� | jjdd d dg d d d� | jjd dddddd� | jjdddddd� | jjdddddjt� d� | jjd | j� d S ) Nz-rz --requirement� requirements�append�filez}Use the order in the given requirements file and its comments when generating output. This option can be used multiple times.)�dest�action�default�metavar�helpz-fz --find-links� find_linksZURLz<URL for finding packages, which will be added to the output.z-lz--local�local� store_trueFzUIf in a virtualenv that has global access, do not output globally-installed packages.)r r r r z--user�userz,Only output packages installed in user-site.z--all� freeze_allz,Do not skip these packages in the output: %sz, )r r r r ) �superr �__init__Zcmd_optsZ add_option�join�DEV_PKGS�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/freeze.pyr sD zFreezeCommand.__init__c C s� t jjt� t� �}t|j|�}tt�}|js6|jt � t |j |j |j |j|j|j||d�}x"tf |�D ]}tjj|d � qfW d S )N)Z requirementr Z local_onlyZ user_onlyZ skip_regex�isolated� wheel_cache�skip� )r �indexZ FormatControl�setr � cache_dirr r �updater �dictr r r r Zskip_requirements_regexZ isolated_moder �sys�stdout�write)r Zoptionsr Zformat_controlr& r' Z freeze_kwargs�liner# r# r$ �runE s zFreezeCommand.run)r r ) �__name__� __module__� __qualname__�__doc__�nameZusageZsummaryZ log_streamsr r2 � __classcell__r# r# )r" r$ r s *r )r r r r )Z __future__r r. r Z pip.compatr Zpip.basecommandr Zpip.operations.freezer Z pip.wheelr r r r# r# r# r$ �<module> s site-packages/pip/commands/__pycache__/completion.cpython-36.pyc 0000644 00000005022 15231162611 0020661 0 ustar 00 3 F��i� � @ sD d dl mZ d dlZd dlmZ dZdddd�ZG d d � d e�ZdS ) � )�absolute_importN)�CommandzJ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end z� _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \ COMP_CWORD=$COMP_CWORD \ PIP_AUTO_COMPLETE=1 $1 ) ) } complete -o default -F _pip_completion pip z� function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \ COMP_CWORD=$(( cword-1 )) \ PIP_AUTO_COMPLETE=1 $words[1] ) ) } compctl -K _pip_completion pip a function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD (math (contains -i -- (commandline -t) $COMP_WORDS)-1) set -lx PIP_AUTO_COMPLETE 1 string split \ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c pip )�bash�zsh�fishc s0 e Zd ZdZdZdZ� fdd�Zdd� Z� ZS )�CompletionCommandz3A helper command to be used for command completion.Z completionz-A helper command used for command completion.c sl t t| �j||� | j}|jddddddd� |jdd dd dd d� |jd d ddddd� | jjd|� d S )Nz--bashz-b� store_constr �shellz Emit completion code for bash)�action�const�dest�helpz--zshz-zr z Emit completion code for zshz--fishz-fr z Emit completion code for fishr )�superr �__init__�cmd_optsZ add_option�parserZinsert_option_group)�self�args�kwr )� __class__� � /usr/lib/python3.6/completion.pyr - s* zCompletionCommand.__init__c C sb t j� }dd� t|�D �}|j|krHt j|jd�}tt||jd� � ntjj ddj |� � dS )z-Prints the completion code of the given shellc S s g | ] }d | �qS )z--r )�.0r r r r � <listcomp>J s z)CompletionCommand.run.<locals>.<listcomp>� )�scriptr zERROR: You must pass %s z or N) �COMPLETION_SCRIPTS�keys�sortedr �get�print�BASE_COMPLETION�sys�stderr�write�join)r Zoptionsr ZshellsZ shell_optionsr r r r �runG s zCompletionCommand.run) �__name__� __module__� __qualname__�__doc__�nameZsummaryr r& � __classcell__r r )r r r ( s r )Z __future__r r" Zpip.basecommandr r! r r r r r r �<module> s site-packages/pip/commands/__pycache__/freeze.cpython-36.opt-1.pyc 0000644 00000005000 15231162611 0020723 0 ustar 00 3 F��i � @ sd d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d Z G d d � d e�Z dS )� )�absolute_importN)� stdlib_pkgs)�Command)�freeze)� WheelCache�pip� setuptools� distribute�wheelc s8 e Zd ZdZdZdZdZd Z� fdd�Zdd � Z � Z S ) � FreezeCommandzx Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. r z %prog [options]z1Output installed packages in requirements format.�ext://sys.stderrc s� t t| �j||� | jjddddg ddd� | jjdd d dg d d d� | jjd dddddd� | jjdddddd� | jjdddddjt� d� | jjd | j� d S ) Nz-rz --requirement� requirements�append�filez}Use the order in the given requirements file and its comments when generating output. This option can be used multiple times.)�dest�action�default�metavar�helpz-fz --find-links� find_linksZURLz<URL for finding packages, which will be added to the output.z-lz--local�local� store_trueFzUIf in a virtualenv that has global access, do not output globally-installed packages.)r r r r z--user�userz,Only output packages installed in user-site.z--all� freeze_allz,Do not skip these packages in the output: %sz, )r r r r ) �superr �__init__Zcmd_optsZ add_option�join�DEV_PKGS�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/freeze.pyr sD zFreezeCommand.__init__c C s� t jjt� t� �}t|j|�}tt�}|js6|jt � t |j |j |j |j|j|j||d�}x"tf |�D ]}tjj|d � qfW d S )N)Z requirementr Z local_onlyZ user_onlyZ skip_regex�isolated� wheel_cache�skip� )r �indexZ FormatControl�setr � cache_dirr r �updater �dictr r r r Zskip_requirements_regexZ isolated_moder �sys�stdout�write)r Zoptionsr Zformat_controlr& r' Z freeze_kwargs�liner# r# r$ �runE s zFreezeCommand.run)r r ) �__name__� __module__� __qualname__�__doc__�nameZusageZsummaryZ log_streamsr r2 � __classcell__r# r# )r" r$ r s *r )r r r r )Z __future__r r. r Z pip.compatr Zpip.basecommandr Zpip.operations.freezer Z pip.wheelr r r r# r# r# r$ �<module> s site-packages/pip/commands/__pycache__/check.cpython-36.pyc 0000644 00000002337 15231162611 0017573 0 ustar 00 3 F��if � @ sJ d dl Z d dlmZ d dlmZ d dlmZ e je�Z G dd� de�Z dS )� N)�Command)�check_requirements)�get_installed_distributionsc @ s$ e Zd ZdZdZdZdZdd� ZdS )� CheckCommandz7Verify installed packages have compatible dependencies.Zcheckz %prog [options]c C s� t df d�}t|�\}}x~|D ]v}d|j|jf }x*|j|g �D ]}tjd|j|j|j� q@W x4|j|g �D ]$\}} tjd|j|j|| j| j� qlW q W |s�|r�dS tjd� d S )NF)Z local_only�skipz%s==%sz*%s %s requires %s, which is not installed.z-%s %s has requirement %s, but you have %s %s.� z No broken requirements found.)r r Z project_name�version�get�logger�info) �selfZoptions�argsZdistsZmissing_reqs_dictZincompatible_reqs_dictZdist�keyZ requirement�actual� r �/usr/lib/python3.6/check.py�run s zCheckCommand.runN)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r r r r r s r ) ZloggingZpip.basecommandr Zpip.operations.checkr Z pip.utilsr Z getLoggerr r r r r r r �<module> s site-packages/pip/commands/__pycache__/search.cpython-36.pyc 0000644 00000010056 15231162611 0017760 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z d dl m Z d dl m Z d dlmZ d dlmZ d d lmZ d d lmZ d d lmZ d d lmZ d d lm Z ej e �Z G dd� de�Z dd� Z!ddd�Z"dd� Z#dS )� )�absolute_importN)�Command�SUCCESS)� OrderedDict)�PipXmlrpcTransport)�PyPI)�get_terminal_size)� indent_log)� CommandError)�NO_MATCHES_FOUND)�parse)� pkg_resources)� xmlrpc_clientc s< e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z � Z S ) � SearchCommandz@Search for PyPI packages whose name or summary contains <query>.�searchz %prog [options] <query>zSearch PyPI for packages.c s@ t t| �j||� | jjddddtjdd� | jjd| j� d S )Nz-iz--index�indexZURLz3Base URL of Python Package Index (default %default))�dest�metavar�default�helpr ) �superr �__init__Zcmd_optsZ add_optionr Zpypi_url�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/search.pyr s zSearchCommand.__init__c C sT |s t d��|}| j||�}t|�}d }tjj� r<t� d }t||d� |rPtS t S )Nz)Missing required argument (search query).r )�terminal_width) r r �transform_hits�sys�stdout�isattyr � print_resultsr r )r �optionsr �queryZ pypi_hits�hitsr r r r �run) s zSearchCommand.runc C sH |j }| j|��.}t||�}tj||�}|j||d�d�}|S Q R X d S )N)�name�summary�or)r Z_build_sessionr r Z ServerProxyr )r r& r% Z index_urlZsessionZ transportZpypir' r r r r 9 s zSearchCommand.search) �__name__� __module__� __qualname__�__doc__r) Zusager* r r( r � __classcell__r r )r r r s r c C s� t � }xv| D ]n}|d }|d }|d }||j� krH|||gd�||< q || d j|� |t|| d �kr ||| d< q W t|j� �S )z� The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. r) r* �version)r) r* �versionsr2 )r �keys�append�highest_version�list�values)r' Zpackages�hitr) r* r1 r r r r B s r c C sT | sd S |d kr&t dd� | D ��d }dd� tjD �}�x| D �] }|d }|d pVd}|jdd g�d }|d k r�|| d }|d kr�tj||�}d d|d j|�}d|d||f |f } yvtj| � ||k�r2tj |�} t � �H t |d �} | j | k�rtjd| j � ntjd| j � tjd| � W d Q R X W q> t k �rJ Y q>X q>W d S )Nc S s. g | ]&}t |d �t |jddg�d � �qS )r) r2 �-� ���)�len�get)�.0r8 r r r � <listcomp>c s z!print_results.<locals>.<listcomp>� c S s g | ] }|j �qS r )Z project_name)r> �pr r r r? g s r) r* � r2 r9 r: � � � � � z %-*s - %sz%s (%s)zINSTALLED: %s (latest)z INSTALLED: %sz LATEST: %sr; )�maxr Z working_setr= �textwrapZwrap�join�logger�infoZget_distributionr r5 r1 �UnicodeEncodeError) r' Zname_column_widthr Zinstalled_packagesr8 r) r* r1 Z target_width�lineZdistZlatestr r r r$ ^ s> r$ c C s t | td�S )N)�key)rH � parse_version)r2 r r r r5 � s r5 )NN)$Z __future__r Zloggingr! rI Zpip.basecommandr r Z pip.compatr Z pip.downloadr Z pip.modelsr Z pip.utilsr Zpip.utils.loggingr Zpip.exceptionsr Zpip.status_codesr Z pip._vendor.packaging.versionr rP Z pip._vendorr Zpip._vendor.six.movesr Z getLoggerr, rK r r r$ r5 r r r r �<module> s& + & site-packages/pip/commands/__pycache__/__init__.cpython-36.pyc 0000644 00000003726 15231162611 0020260 0 ustar 00 3 F��i� � @ s& d Z ddlmZ ddlmZ ddlmZ ddlmZ ddl m Z ddl m Z ddl mZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ejeejee je e je ejeejeejeejeejeejeejeejei Z eeeeeeeeee ee g Z ddd�Z dd� Z dd� Z dS )z% Package containing all pip commands � )�absolute_import)�CompletionCommand)�DownloadCommand)� FreezeCommand)� HashCommand)� HelpCommand)� ListCommand)� CheckCommand)� SearchCommand)� ShowCommand)�InstallCommand)�UninstallCommand)� WheelCommandTc c s: | rt tt�}ntj� }x |D ]\}}||jfV q W dS )z5Yields sorted (command name, command summary) tuples.N)�_sort_commands� commands_dict�commands_order�itemsZsummary)ZorderedZcmditems�nameZ command_class� r � /usr/lib/python3.6/__init__.py� get_summaries4 s r c C s6 ddl m} | j� } || tj� �}|r.|d S dS dS )zCommand name auto-correct.r )�get_close_matchesFN)Zdifflibr �lowerr �keys)r r Zclose_commandsr r r �get_similar_commands@ s r c s � fdd�}t | j� |d�S )Nc s( y� j | d �S tk r" dS X d S )N� � )�index� ValueError)�key)�orderr r �keyfnO s z _sort_commands.<locals>.keyfn)r )�sortedr )Zcmddictr r! r )r r r N s r N)T)!�__doc__Z __future__r Zpip.commands.completionr Zpip.commands.downloadr Zpip.commands.freezer Zpip.commands.hashr Zpip.commands.helpr Zpip.commands.listr Zpip.commands.checkr Zpip.commands.searchr Zpip.commands.showr Zpip.commands.installr Zpip.commands.uninstallr Zpip.commands.wheelr r r r r r r r r r r �<module> sP site-packages/pip/commands/__pycache__/uninstall.cpython-36.pyc 0000644 00000004752 15231162611 0020532 0 ustar 00 3 F��iD � @ s` d dl mZ d dlZd dlmZ d dlmZmZmZ d dl m Z d dl m Z G dd� de �Z dS ) � )�absolute_importN)� WheelCache)�InstallRequirement�RequirementSet�parse_requirements)�Command)�InstallationErrorc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �UninstallCommandaB Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. � uninstallzU %prog [options] <package> ... %prog [options] -r <requirements file> ...zUninstall packages.c sV t t| �j||� | jjddddg ddd� | jjdd d d d d � | jjd| j� d S )Nz-rz --requirement� requirements�append�filezjUninstall all the packages listed in the given requirements file. This option can be used multiple times.)�dest�action�default�metavar�helpz-yz--yes�yes� store_truez2Don't ask for confirmation of uninstall deletions.)r r r r )�superr �__init__Zcmd_optsZ add_option�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/uninstall.pyr s zUninstallCommand.__init__c C s� | j |���}tjjt� t� �}t|j|�}td d d |j||d�}x$|D ] }|j t j ||j|d�� qFW x2|j D ](}x"t ||||d�D ]} |j | � q�W qnW |js�tdt| jd� ��|j|jd� W d Q R X d S )N)Z build_dirZsrc_dirZ download_dir�isolated�session� wheel_cache)r r )�optionsr r zLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))�name)Z auto_confirm)Z_build_session�pip�indexZ FormatControl�setr � cache_dirr Z isolated_modeZadd_requirementr Z from_liner r Zhas_requirementsr �dictr" r r ) r r! r r Zformat_controlr Zrequirement_setr" �filenameZreqr r r �run- s6 zUninstallCommand.run) �__name__� __module__� __qualname__�__doc__r" ZusageZsummaryr r) � __classcell__r r )r r r s r )Z __future__r r# Z pip.wheelr Zpip.reqr r r Zpip.basecommandr Zpip.exceptionsr r r r r r �<module> s site-packages/pip/commands/__pycache__/list.cpython-36.opt-1.pyc 0000644 00000022630 15231162611 0020426 0 ustar 00 3 F��ii, � @ s� d dl mZ d dlZd dlZd dlZyd dlmZ W n ek rT d dlmZ Y nX d dl m Z d dl m Z d dl mZ d dlmZ d d lmZmZ d d lmZ d d lmZmZ eje�ZG d d � d e �Z dd� Z dd� Z dd� Z dS )� )�absolute_importN)� zip_longest)� izip_longest)�six)�Command)� CommandError)� PackageFinder)�get_installed_distributions�dist_is_editable)�RemovedInPip10Warning)�make_option_group� index_groupc s| e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Z� ZS )� ListCommandzt List installed packages, including editables. Packages are listed in a case-insensitive sorted order. �listz %prog [options]zList installed packages.c s� t t| �j||� | j}|jdddddd� |jddddd d� |jd d ddd d� |jd ddddd� | jjdddddd� |jddddd� |jdddd$d d � |jd dd d!d"� tt| j�}| jjd#|� | jjd#|� d S )%Nz-oz --outdated� store_trueFzList outdated packages)�action�default�helpz-uz --uptodatezList uptodate packagesz-ez --editablezList editable projects.z-lz--localzSIf in a virtualenv that has global access, do not list globally-installed packages.z--user�userz,Only output packages installed in user-site.)�destr r r z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--formatZstore� list_format�legacy�columns�freeze�jsonzJSelect the output format among: legacy (default), columns, freeze or json.)r r �choicesr z--not-required� not_requiredz>List packages that are not dependencies of installed packages.)r r r r )r r r r ) �superr �__init__�cmd_optsZ add_optionr r �parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� �/usr/lib/python3.6/list.pyr # s^ zListCommand.__init__c C s t |j||j|j|j|d�S )zK Create a package finder appropriate to this list command. )� find_links� index_urlsZallow_all_prereleases� trusted_hosts�process_dependency_links�session)r r' �prer) r* )r! �optionsr( r+ r% r% r& �_build_package_finderc s z!ListCommand._build_package_finderc C s� |j rtjdt� |jr$tjdt� |jr6tjdt� |jd krLtjdt� |jr`|jr`t d��t |j |j |j d�}|jr�| j||�}n|jr�| j||�}|jr�| j||�}| j||� d S )Nz�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�The default format will switch to columns in the future. You can use --format=(legacy|columns) (or define a format=(legacy|columns) in your pip.conf under the [list] section) to disable this warning.z5Options --outdated and --uptodate cannot be combined.)Z local_onlyZ user_onlyZeditables_only)Zallow_external�warnings�warnr Zallow_all_externalZallow_unverifiedr �outdatedZuptodater r Zlocalr Zeditable� get_outdated� get_uptodater �get_not_required�output_package_listing)r! r- r" �packagesr% r% r& �runp s< zListCommand.runc C s dd� | j ||�D �S )Nc S s g | ]}|j |jkr|�qS r% )�latest_version�parsed_version)�.0�distr% r% r& � <listcomp>� s z,ListCommand.get_outdated.<locals>.<listcomp>)�iter_packages_latest_infos)r! r6 r- r% r% r& r2 � s zListCommand.get_outdatedc C s dd� | j ||�D �S )Nc S s g | ]}|j |jkr|�qS r% )r8 r9 )r: r; r% r% r& r< � s z,ListCommand.get_uptodate.<locals>.<listcomp>)r= )r! r6 r- r% r% r& r3 � s zListCommand.get_uptodatec sB t � � x$|D ] }� jdd� |j� D �� q W t � fdd�|D ��S )Nc s s | ] }|j V qd S )N)�key)r: Z requirementr% r% r& � <genexpr>� s z/ListCommand.get_not_required.<locals>.<genexpr>c 3 s | ]}|j � kr|V qd S )N)r> )r: Zpkg)�dep_keysr% r& r? � s )�set�updateZrequires)r! r6 r- r; r% )r@ r& r4 � s z ListCommand.get_not_requiredc c s� |j g|j }|jr*tjddj|�� g }g }x&|D ] }|jd�r4|j|jd�� q4W | j |���}| j |||�}|j |� xn|D ]f}d}|j |j �} |js�dd� | D �} | s�q�t| |jd�} | j} | jjr�d}nd }| |_||_|V q�W W d Q R X d S ) NzIgnoring indexes: %s�,zdependency_links.txt�unknownc S s g | ]}|j js|�qS r% )�versionZ is_prerelease)r: � candidater% r% r& r< � s z:ListCommand.iter_packages_latest_infos.<locals>.<listcomp>)r> ZwheelZsdist)Z index_urlZextra_index_urlsZno_index�logger�debug�joinZ has_metadata�extendZget_metadata_linesZ_build_sessionr. Zadd_dependency_linksZfind_all_candidatesr> r, �maxZ_candidate_sort_keyrE �locationZis_wheelr8 �latest_filetype) r! r6 r- r( Zdependency_linksr; r+ �finder�typZall_candidatesZbest_candidateZremote_versionr% r% r& r= � s8 z&ListCommand.iter_packages_latest_infosc C s0 t |�r d|j|j|jf S d|j|jf S d S )Nz %s (%s, %s)z%s (%s))r � project_namerE rL )r! r; r% r% r& � output_legacy� s zListCommand.output_legacyc C s d| j |�|j|jf S )Nz%s - Latest: %s [%s])rQ r8 rM )r! r; r% r% r& �output_legacy_latest� s z ListCommand.output_legacy_latestc C s� t |dd� d�}|jdkr:|r:t||�\}}| j||� n~|jdkrfxr|D ]}tjd|j|j� qJW nR|jdkr�tjt||�� n6x4|D ],}|j r�tj| j |�� q�tj| j |�� q�W d S )Nc S s | j j� S )N)rP �lower)r; r% r% r& �<lambda>� s z4ListCommand.output_package_listing.<locals>.<lambda>)r> r r z%s==%sr ) �sortedr �format_for_columns� output_package_listing_columnsrG �inforP rE �format_for_jsonr1 rR rQ )r! r6 r- �data�headerr; r% r% r& r5 � s z"ListCommand.output_package_listingc C sh t |�dkr|jd|� t|�\}}t |�dkrL|jddjtdd� |��� x|D ]}tj|� qRW d S )Nr � � c S s d| S )N�-r% )�xr% r% r& rT s z<ListCommand.output_package_listing_columns.<locals>.<lambda>)�len�insert�tabulaterI �maprG rX )r! rZ r[ Z pkg_strings�sizes�valr% r% r& rW s z*ListCommand.output_package_listing_columns)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r. r7 r2 r3 r4 r= rQ rR r5 rW � __classcell__r% r% )r$ r& r s @ 6' r c C sx dgt dd� | D �� }x | D ]}dd� t||�D �}q W g }x0| D ](}djdd� t||�D ��}|j|� qDW ||fS )Nr c s s | ]}t |�V qd S )N)r` )r: r_ r% r% r& r? s ztabulate.<locals>.<genexpr>c S s" g | ]\}}t |tt|����qS r% )rK r` �str)r: �s�cr% r% r& r< s z tabulate.<locals>.<listcomp>r] c S s* g | ]"\}}|d k r"t |�j|�nd�qS )N� )rl �ljust)r: rm rn r% r% r& r< s )rK r rI �append)�valsrd �row�resultZdisplayr% r% r& rb s rb c C s� |j }|rddddg}nddg}g }tdd� | D ��r@|jd� xR| D ]J}|j|jg}|rr|j|j� |j|j� t|�r�|j|j� |j|� qFW ||fS )z_ Convert the package data into something usable by output_package_listing_columns. ZPackageZVersionZLatestZTypec s s | ]}t |�V qd S )N)r )r: r_ r% r% r& r? 2 s z%format_for_columns.<locals>.<genexpr>ZLocation) r1 �anyrq rP rE r8 rM r rL )Zpkgsr- Zrunning_outdatedr[ rZ Zprojrs r% r% r& rV % s rV c C sZ g }xJ| D ]B}|j tj|j�d�}|jrBtj|j�|d< |j|d< |j|� q W tj |�S )N)rj rE r8 rM ) rP r Z text_typerE r1 r8 rM rq r �dumps)r6 r- rZ r; rX r% r% r& rY F s rY ) Z __future__r r Zloggingr/ � itertoolsr � ImportErrorr Z pip._vendorr Zpip.basecommandr Zpip.exceptionsr Z pip.indexr Z pip.utilsr r Zpip.utils.deprecationr Zpip.cmdoptionsr r Z getLoggerrf rG r rb rV rY r% r% r% r& �<module> s( |! site-packages/pip/commands/__pycache__/list.cpython-36.pyc 0000644 00000022677 15231162611 0017502 0 ustar 00 3 F��ii, � @ s� d dl mZ d dlZd dlZd dlZyd dlmZ W n ek rT d dlmZ Y nX d dl m Z d dl m Z d dl mZ d dlmZ d d lmZmZ d d lmZ d d lmZmZ eje�ZG d d � d e �Z dd� Z dd� Z dd� Z dS )� )�absolute_importN)� zip_longest)� izip_longest)�six)�Command)� CommandError)� PackageFinder)�get_installed_distributions�dist_is_editable)�RemovedInPip10Warning)�make_option_group� index_groupc s| e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Z� ZS )� ListCommandzt List installed packages, including editables. Packages are listed in a case-insensitive sorted order. �listz %prog [options]zList installed packages.c s� t t| �j||� | j}|jdddddd� |jddddd d� |jd d ddd d� |jd ddddd� | jjdddddd� |jddddd� |jdddd$d d � |jd dd d!d"� tt| j�}| jjd#|� | jjd#|� d S )%Nz-oz --outdated� store_trueFzList outdated packages)�action�default�helpz-uz --uptodatezList uptodate packagesz-ez --editablezList editable projects.z-lz--localzSIf in a virtualenv that has global access, do not list globally-installed packages.z--user�userz,Only output packages installed in user-site.)�destr r r z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--formatZstore� list_format�legacy�columns�freeze�jsonzJSelect the output format among: legacy (default), columns, freeze or json.)r r �choicesr z--not-required� not_requiredz>List packages that are not dependencies of installed packages.)r r r r )r r r r ) �superr �__init__�cmd_optsZ add_optionr r �parserZinsert_option_group)�self�args�kwr Z index_opts)� __class__� �/usr/lib/python3.6/list.pyr # s^ zListCommand.__init__c C s t |j||j|j|j|d�S )zK Create a package finder appropriate to this list command. )� find_links� index_urlsZallow_all_prereleases� trusted_hosts�process_dependency_links�session)r r' �prer) r* )r! �optionsr( r+ r% r% r& �_build_package_finderc s z!ListCommand._build_package_finderc C s� |j rtjdt� |jr$tjdt� |jr6tjdt� |jd krLtjdt� |jr`|jr`t d��t |j |j |j d�}|jr�| j||�}n|jr�| j||�}|jr�| j||�}| j||� d S )Nz�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�The default format will switch to columns in the future. You can use --format=(legacy|columns) (or define a format=(legacy|columns) in your pip.conf under the [list] section) to disable this warning.z5Options --outdated and --uptodate cannot be combined.)Z local_onlyZ user_onlyZeditables_only)Zallow_external�warnings�warnr Zallow_all_externalZallow_unverifiedr �outdatedZuptodater r Zlocalr Zeditable� get_outdated� get_uptodater �get_not_required�output_package_listing)r! r- r" �packagesr% r% r& �runp s< zListCommand.runc C s dd� | j ||�D �S )Nc S s g | ]}|j |jkr|�qS r% )�latest_version�parsed_version)�.0�distr% r% r& � <listcomp>� s z,ListCommand.get_outdated.<locals>.<listcomp>)�iter_packages_latest_infos)r! r6 r- r% r% r& r2 � s zListCommand.get_outdatedc C s dd� | j ||�D �S )Nc S s g | ]}|j |jkr|�qS r% )r8 r9 )r: r; r% r% r& r< � s z,ListCommand.get_uptodate.<locals>.<listcomp>)r= )r! r6 r- r% r% r& r3 � s zListCommand.get_uptodatec sB t � � x$|D ] }� jdd� |j� D �� q W t � fdd�|D ��S )Nc s s | ] }|j V qd S )N)�key)r: Z requirementr% r% r& � <genexpr>� s z/ListCommand.get_not_required.<locals>.<genexpr>c 3 s | ]}|j � kr|V qd S )N)r> )r: Zpkg)�dep_keysr% r& r? � s )�set�updateZrequires)r! r6 r- r; r% )r@ r& r4 � s z ListCommand.get_not_requiredc c s� |j g|j }|jr*tjddj|�� g }g }x&|D ] }|jd�r4|j|jd�� q4W | j |���}| j |||�}|j |� xn|D ]f}d}|j |j �} |js�dd� | D �} | s�q�t| |jd�} | j} | jjr�d}nd }| |_||_|V q�W W d Q R X d S ) NzIgnoring indexes: %s�,zdependency_links.txt�unknownc S s g | ]}|j js|�qS r% )�versionZ is_prerelease)r: � candidater% r% r& r< � s z:ListCommand.iter_packages_latest_infos.<locals>.<listcomp>)r> ZwheelZsdist)Z index_urlZextra_index_urlsZno_index�logger�debug�joinZ has_metadata�extendZget_metadata_linesZ_build_sessionr. Zadd_dependency_linksZfind_all_candidatesr> r, �maxZ_candidate_sort_keyrE �locationZis_wheelr8 �latest_filetype) r! r6 r- r( Zdependency_linksr; r+ �finder�typZall_candidatesZbest_candidateZremote_versionr% r% r& r= � s8 z&ListCommand.iter_packages_latest_infosc C s0 t |�r d|j|j|jf S d|j|jf S d S )Nz %s (%s, %s)z%s (%s))r � project_namerE rL )r! r; r% r% r& � output_legacy� s zListCommand.output_legacyc C s d| j |�|j|jf S )Nz%s - Latest: %s [%s])rQ r8 rM )r! r; r% r% r& �output_legacy_latest� s z ListCommand.output_legacy_latestc C s� t |dd� d�}|jdkr:|r:t||�\}}| j||� n~|jdkrfxr|D ]}tjd|j|j� qJW nR|jdkr�tjt||�� n6x4|D ],}|j r�tj| j |�� q�tj| j |�� q�W d S )Nc S s | j j� S )N)rP �lower)r; r% r% r& �<lambda>� s z4ListCommand.output_package_listing.<locals>.<lambda>)r> r r z%s==%sr ) �sortedr �format_for_columns� output_package_listing_columnsrG �inforP rE �format_for_jsonr1 rR rQ )r! r6 r- �data�headerr; r% r% r& r5 � s z"ListCommand.output_package_listingc C sh t |�dkr|jd|� t|�\}}t |�dkrL|jddjtdd� |��� x|D ]}tj|� qRW d S )Nr � � c S s d| S )N�-r% )�xr% r% r& rT s z<ListCommand.output_package_listing_columns.<locals>.<lambda>)�len�insert�tabulaterI �maprG rX )r! rZ r[ Z pkg_strings�sizes�valr% r% r& rW s z*ListCommand.output_package_listing_columns)�__name__� __module__� __qualname__�__doc__�nameZusageZsummaryr r. r7 r2 r3 r4 r= rQ rR r5 rW � __classcell__r% r% )r$ r& r s @ 6' r c C s� t | �dkst�dgtdd� | D �� }x | D ]}dd� t||�D �}q.W g }x0| D ](}djdd� t||�D ��}|j|� qTW ||fS )Nr c s s | ]}t |�V qd S )N)r` )r: r_ r% r% r& r? s ztabulate.<locals>.<genexpr>c S s" g | ]\}}t |tt|����qS r% )rK r` �str)r: �s�cr% r% r& r< s z tabulate.<locals>.<listcomp>r] c S s* g | ]"\}}|d k r"t |�j|�nd�qS )N� )rl �ljust)r: rm rn r% r% r& r< s )r` �AssertionErrorrK r rI �append)�valsrd �row�resultZdisplayr% r% r& rb s rb c C s� |j }|rddddg}nddg}g }tdd� | D ��r@|jd� xR| D ]J}|j|jg}|rr|j|j� |j|j� t|�r�|j|j� |j|� qFW ||fS )z_ Convert the package data into something usable by output_package_listing_columns. ZPackageZVersionZLatestZTypec s s | ]}t |�V qd S )N)r )r: r_ r% r% r& r? 2 s z%format_for_columns.<locals>.<genexpr>ZLocation) r1 �anyrr rP rE r8 rM r rL )Zpkgsr- Zrunning_outdatedr[ rZ Zprojrt r% r% r& rV % s rV c C sZ g }xJ| D ]B}|j tj|j�d�}|jrBtj|j�|d< |j|d< |j|� q W tj |�S )N)rj rE r8 rM ) rP r Z text_typerE r1 r8 rM rr r �dumps)r6 r- rZ r; rX r% r% r& rY F s rY ) Z __future__r r Zloggingr/ � itertoolsr � ImportErrorr Z pip._vendorr Zpip.basecommandr Zpip.exceptionsr Z pip.indexr Z pip.utilsr r Zpip.utils.deprecationr Zpip.cmdoptionsr r Z getLoggerrf rG r rb rV rY r% r% r% r& �<module> s( |! site-packages/pip/commands/__pycache__/uninstall.cpython-36.opt-1.pyc 0000644 00000004752 15231162611 0021471 0 ustar 00 3 F��iD � @ s` d dl mZ d dlZd dlmZ d dlmZmZmZ d dl m Z d dl m Z G dd� de �Z dS ) � )�absolute_importN)� WheelCache)�InstallRequirement�RequirementSet�parse_requirements)�Command)�InstallationErrorc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �UninstallCommandaB Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. � uninstallzU %prog [options] <package> ... %prog [options] -r <requirements file> ...zUninstall packages.c sV t t| �j||� | jjddddg ddd� | jjdd d d d d � | jjd| j� d S )Nz-rz --requirement� requirements�append�filezjUninstall all the packages listed in the given requirements file. This option can be used multiple times.)�dest�action�default�metavar�helpz-yz--yes�yes� store_truez2Don't ask for confirmation of uninstall deletions.)r r r r )�superr �__init__Zcmd_optsZ add_option�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/uninstall.pyr s zUninstallCommand.__init__c C s� | j |���}tjjt� t� �}t|j|�}td d d |j||d�}x$|D ] }|j t j ||j|d�� qFW x2|j D ](}x"t ||||d�D ]} |j | � q�W qnW |js�tdt| jd� ��|j|jd� W d Q R X d S )N)Z build_dirZsrc_dirZ download_dir�isolated�session� wheel_cache)r r )�optionsr r zLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))�name)Z auto_confirm)Z_build_session�pip�indexZ FormatControl�setr � cache_dirr Z isolated_modeZadd_requirementr Z from_liner r Zhas_requirementsr �dictr" r r ) r r! r r Zformat_controlr Zrequirement_setr" �filenameZreqr r r �run- s6 zUninstallCommand.run) �__name__� __module__� __qualname__�__doc__r" ZusageZsummaryr r) � __classcell__r r )r r r s r )Z __future__r r# Z pip.wheelr Zpip.reqr r r Zpip.basecommandr Zpip.exceptionsr r r r r r �<module> s site-packages/pip/commands/__pycache__/install.cpython-36.pyc 0000644 00000024302 15231162611 0020160 0 ustar 00 3 F��iqG � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm Z y d dl Z W n e k rt dZ Y nX d dl m Z d dlmZ d dlmZmZ d dlmZmZmZ d dlmZ d d lmZmZ d d l m Z d d l m Z d d l m!Z! d d l"m#Z#m$Z$ ej%e&�Z'G dd� de�Z(dd� Z)dS )� )�absolute_importN)�path)�RequirementSet)�RequirementCommand)�virtualenv_no_global�distutils_scheme)�InstallationError� CommandError�PreviousBuildDirError)� cmdoptions)� ensure_dir�get_installed_version)�BuildDirectory)�RemovedInPip10Warning)�check_path_owner)� WheelCache� WheelBuilderc s4 e Zd ZdZdZdZdZ� fdd�Zdd� Z� Z S ) �InstallCommandaI Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. �installa% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...zInstall packages.c s0 t t| �j||� | j}|jtj� � |jtj� � |jtj� � |jtj � � |jddddd dd� |jddd d d dd d d� |jtj � � |jd ddddd� |jdddddgdd� |jddddd� |jd d d dd d� |jtj � � |jtj � � |jtj � � |jtj� � |jd d!dd"d� |jd#d$dd%d� |jd&d'dd d(d� |jd)d*d+d d,d� |jd-d.dd d/d� |jd0dd1d2d3d4� |jd5d6d1d7d8� |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � |jtj� � tjtj| j�}| jjd9|� | jjd9|� d S ):Nz-tz--target� target_dir�dirz�Install packages into <dir>. By default this will not replace existing files/folders in <dir>. Use --upgrade to replace existing packages in <dir> with new versions.)�dest�metavar�default�helpz-dz --downloadz--download-dirz--download-directory� download_dirz`Download packages into <dir> instead of installing them, regardless of what's already installed.z-Uz --upgrade�upgrade� store_truez�Upgrade all specified packages to the newest available version. The handling of dependencies depends on the upgrade-strategy used.)r �actionr z--upgrade-strategy�upgrade_strategyZeagerzonly-if-neededa3 Determines how dependency upgrading should be handled. "eager" - dependencies are upgraded regardless of whether the currently installed version satisfies the requirements of the upgraded package(s). "only-if-needed" - are upgraded only when they do not satisfy the requirements of the upgraded package(s).)r r �choicesr z--force-reinstall�force_reinstallzKWhen upgrading, reinstall all packages even if they are already up-to-date.z-Iz--ignore-installed�ignore_installedz5Ignore the installed packages (reinstalling instead).z--user� use_user_sitez�Install to the Python user install directory for your platform. Typically ~/.local/, or %APPDATA%\Python on Windows. (See the Python documentation for site.USER_BASE for full details.)z--egg�as_eggz�Install packages as eggs, not 'flat', like pip normally does. This option is not about installing *from* eggs. (WARNING: Because this option overrides pip's normal install logic, requirements files may not behave as expected.)z--root� root_pathz=Install everything relative to this alternate root directory.z--strip-file-prefix�strip_file_prefix�prefixz5Strip given prefix from script paths in wheel RECORD.z--prefix� prefix_pathzIInstallation prefix where lib, bin and other top-level folders are placedz --compile�compileTzCompile py files to pyc)r r r r z --no-compileZ store_falsez Do not compile py files to pyc)r r r r )�superr �__init__�cmd_optsZ add_optionr Z constraintsZeditableZ requirements� build_dir�src�ignore_requires_pythonZno_deps�install_options�global_optionsZ use_wheelZ no_use_wheelZ no_binaryZ only_binaryZpre�no_clean�require_hashesZmake_option_groupZ index_group�parserZinsert_option_group)�self�args�kwr, Z index_opts)� __class__� � /usr/lib/python3.6/install.pyr+ 8 s� zInstallCommand.__init__c & C s t j|� t j|� dd� }tj� dkrJ|� rJtjdtjt j d � � |j r\t j dt� |jrnt j dt� |jr�t j dt� |jr�t j dt� |jr�t j d t� d |_|jr�tjj|j�|_tjj|j�|_|jp�g }|j�r|jr�td ��t� r�t d ��|j d � |j d� d }|j �rtd |_t j � }tjj|j �|_ tjj!|j ��rftjj"|j � �rftd��|j d| � |j#�p~g }| j$|���T}| j%||�}|j&�p�|j } t'|j(|j)�} |j(�r�t*|j(� �r�tjd|j(� d |_(t+|j| d����} t,| |j|j|j-|j.|j |j|j/|j0|j1|j|||j2|j3| |j4d�} | j5| ||||| j6| � | j7�s\d S �z`�y:|j�s~t8 �s~|j( �r�| j9|� n t:| |g g d�} | j;d d� |j�sr| j<|||j=|j|j>d� t?|j||j=|j|j3d�}t@| jAtBjCd�d�}g }xX|D ]P}|j6}y"tD|j6|�}|�r*|d| 7 }W n tEk �rB Y nX |j |� �q W djF|�}|�r�tjGd |� n(djFd d � | jHD ��}|�r�tjGd |� W n tIk �r� d |_&� Y nX W d |j&�s�| jJ� X W d Q R X W d Q R X |j �rtK|j � g }tLd |d!�d" }tLd |d!�d# }tjj!|��r4|j |� tjj!|��rV||k�rV|j |� x�|D ]�}x�tjM|�D ]�}tjjF|j |�}tjj!|��r�|j-�s�tjd$|� �qltjjN|��r�tjd%|� �qltjj"|��r�tOjP|� n tjQ|� tOjRtjjF||�|� �qlW �q\W tOjP|� | S )&Nc S s t td�p t td�o tjtjkS )NZ real_prefix� base_prefix)�hasattr�sysr; r' r9 r9 r9 r: �is_venv� s z#InstallCommand.run.<locals>.is_venvr zpWARNING: Running pip install with root privileges is generally not a good idea. Try `%s install --user` instead.z�--egg has been deprecated and will be removed in the future. This flag is mutually exclusive with large parts of pip, and actually using it invalidates pip's ability to manage the installation process.z�--allow-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-all-external has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�--allow-unverified has been deprecated and will be removed in the future. Due to changes in the repository protocol, it no longer has any effect.z�pip install --download has been deprecated and will be removed in the future. Pip now has a download command that should be used instead.TzVCan not combine '--user' and '--prefix' as they imply different installation locationszZCan not perform a '--user' install. User site-packages are not visible in this virtualenv.z--userz --prefix=z=Target path exists but is not a directory, will not continue.z--home=z�The directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�delete)r- �src_dirr r r r$ r" �ignore_dependenciesr/ r! r# r �sessionZ pycompile�isolated� wheel_cacher3 )Z build_optionsr1 )Z autobuilding)�rootr' r& )�user�homerE r' rC �name)�key�-� zSuccessfully installed %sc S s g | ] }|j �qS r9 )rH )�.0�reqr9 r9 r: � <listcomp>� s z&InstallCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s� )rG �purelib�platlibzKTarget directory %s already exists. Specify --upgrade to force replacement.z�Target directory %s already exists and is a link. Pip will not automatically replace links, please remove if replacement is desired.)Sr Zresolve_wheel_no_use_binaryZcheck_install_build_global�os�getuid�loggerZwarningr �basenamer= �argvr$ �warnings�warnr Zallow_externalZallow_all_externalZallow_unverifiedr r" r- �abspathr@ r0 r# r( r r r �appendr �tempfileZmkdtemp�exists�isdirr1 Z_build_sessionZ_build_package_finderr2 r � cache_dirZformat_controlr r r r r rA r/ r! r) Z isolated_moder3 Zpopulate_requirement_setrH Zhas_requirements�wheelZ prepare_filesr Zbuildr r% r& �get_lib_location_guesses�sortedZsuccessfully_installed�operator� attrgetterr � Exception�join�infoZsuccessfully_downloadedr Z cleanup_filesr r �listdir�islink�shutilZrmtree�removeZmove)r5 Zoptionsr6 r> r0 Ztemp_target_dirr1 rB �finderZ build_deleterD r- Zrequirement_set�wbZpossible_lib_locationsZreqs�itemsrM �itemZinstalled_versionZ installedZ downloadedZ lib_dir_listZ purelib_dirZ platlib_dirZlib_dirZtarget_item_dirr9 r9 r: �run� sP zInstallCommand.run) �__name__� __module__� __qualname__�__doc__rH ZusageZsummaryr+ ro � __classcell__r9 r9 )r8 r: r ! s r c O s t d| �|�}|d |d gS )NrO rP rQ )rO )r )r6 �kwargs�schemer9 r9 r: r` � s r` )*Z __future__r Zloggingrb rR r[ ri rW r= r r_ � ImportErrorZpip.reqr Zpip.basecommandr Z pip.locationsr r Zpip.exceptionsr r r Zpipr Z pip.utilsr r Zpip.utils.buildr Zpip.utils.deprecationr Zpip.utils.filesystemr Z pip.wheelr r Z getLoggerrp rT r r` r9 r9 r9 r: �<module> s8 , site-packages/pip/commands/__pycache__/completion.cpython-36.opt-1.pyc 0000644 00000005022 15231162611 0021620 0 ustar 00 3 F��i� � @ sD d dl mZ d dlZd dlmZ dZdddd�ZG d d � d e�ZdS ) � )�absolute_importN)�CommandzJ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end z� _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \ COMP_CWORD=$COMP_CWORD \ PIP_AUTO_COMPLETE=1 $1 ) ) } complete -o default -F _pip_completion pip z� function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \ COMP_CWORD=$(( cword-1 )) \ PIP_AUTO_COMPLETE=1 $words[1] ) ) } compctl -K _pip_completion pip a function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD (math (contains -i -- (commandline -t) $COMP_WORDS)-1) set -lx PIP_AUTO_COMPLETE 1 string split \ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c pip )�bash�zsh�fishc s0 e Zd ZdZdZdZ� fdd�Zdd� Z� ZS )�CompletionCommandz3A helper command to be used for command completion.Z completionz-A helper command used for command completion.c sl t t| �j||� | j}|jddddddd� |jdd dd dd d� |jd d ddddd� | jjd|� d S )Nz--bashz-b� store_constr �shellz Emit completion code for bash)�action�const�dest�helpz--zshz-zr z Emit completion code for zshz--fishz-fr z Emit completion code for fishr )�superr �__init__�cmd_optsZ add_option�parserZinsert_option_group)�self�args�kwr )� __class__� � /usr/lib/python3.6/completion.pyr - s* zCompletionCommand.__init__c C sb t j� }dd� t|�D �}|j|krHt j|jd�}tt||jd� � ntjj ddj |� � dS )z-Prints the completion code of the given shellc S s g | ] }d | �qS )z--r )�.0r r r r � <listcomp>J s z)CompletionCommand.run.<locals>.<listcomp>� )�scriptr zERROR: You must pass %s z or N) �COMPLETION_SCRIPTS�keys�sortedr �get�print�BASE_COMPLETION�sys�stderr�write�join)r Zoptionsr ZshellsZ shell_optionsr r r r �runG s zCompletionCommand.run) �__name__� __module__� __qualname__�__doc__�nameZsummaryr r& � __classcell__r r )r r r ( s r )Z __future__r r" Zpip.basecommandr r! r r r r r r �<module> s site-packages/pip/commands/__pycache__/search.cpython-36.opt-1.pyc 0000644 00000010056 15231162611 0020717 0 ustar 00 3 F��i� � @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z d dl m Z d dl m Z d dlmZ d dlmZ d d lmZ d d lmZ d d lmZ d d lmZ d d lm Z ej e �Z G dd� de�Z dd� Z!ddd�Z"dd� Z#dS )� )�absolute_importN)�Command�SUCCESS)� OrderedDict)�PipXmlrpcTransport)�PyPI)�get_terminal_size)� indent_log)� CommandError)�NO_MATCHES_FOUND)�parse)� pkg_resources)� xmlrpc_clientc s< e Zd ZdZdZdZdZ� fdd�Zdd� Zd d � Z � Z S ) � SearchCommandz@Search for PyPI packages whose name or summary contains <query>.�searchz %prog [options] <query>zSearch PyPI for packages.c s@ t t| �j||� | jjddddtjdd� | jjd| j� d S )Nz-iz--index�indexZURLz3Base URL of Python Package Index (default %default))�dest�metavar�default�helpr ) �superr �__init__Zcmd_optsZ add_optionr Zpypi_url�parserZinsert_option_group)�self�args�kw)� __class__� � /usr/lib/python3.6/search.pyr s zSearchCommand.__init__c C sT |s t d��|}| j||�}t|�}d }tjj� r<t� d }t||d� |rPtS t S )Nz)Missing required argument (search query).r )�terminal_width) r r �transform_hits�sys�stdout�isattyr � print_resultsr r )r �optionsr �queryZ pypi_hits�hitsr r r r �run) s zSearchCommand.runc C sH |j }| j|��.}t||�}tj||�}|j||d�d�}|S Q R X d S )N)�name�summary�or)r Z_build_sessionr r Z ServerProxyr )r r& r% Z index_urlZsessionZ transportZpypir' r r r r 9 s zSearchCommand.search) �__name__� __module__� __qualname__�__doc__r) Zusager* r r( r � __classcell__r r )r r r s r c C s� t � }xv| D ]n}|d }|d }|d }||j� krH|||gd�||< q || d j|� |t|| d �kr ||| d< q W t|j� �S )z� The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. r) r* �version)r) r* �versionsr2 )r �keys�append�highest_version�list�values)r' Zpackages�hitr) r* r1 r r r r B s r c C sT | sd S |d kr&t dd� | D ��d }dd� tjD �}�x| D �] }|d }|d pVd}|jdd g�d }|d k r�|| d }|d kr�tj||�}d d|d j|�}d|d||f |f } yvtj| � ||k�r2tj |�} t � �H t |d �} | j | k�rtjd| j � ntjd| j � tjd| � W d Q R X W q> t k �rJ Y q>X q>W d S )Nc S s. g | ]&}t |d �t |jddg�d � �qS )r) r2 �-� ���)�len�get)�.0r8 r r r � <listcomp>c s z!print_results.<locals>.<listcomp>� c S s g | ] }|j �qS r )Z project_name)r> �pr r r r? g s r) r* � r2 r9 r: � � � � � z %-*s - %sz%s (%s)zINSTALLED: %s (latest)z INSTALLED: %sz LATEST: %sr; )�maxr Z working_setr= �textwrapZwrap�join�logger�infoZget_distributionr r5 r1 �UnicodeEncodeError) r' Zname_column_widthr Zinstalled_packagesr8 r) r* r1 Z target_width�lineZdistZlatestr r r r$ ^ s> r$ c C s t | td�S )N)�key)rH � parse_version)r2 r r r r5 � s r5 )NN)$Z __future__r Zloggingr! rI Zpip.basecommandr r Z pip.compatr Z pip.downloadr Z pip.modelsr Z pip.utilsr Zpip.utils.loggingr Zpip.exceptionsr Zpip.status_codesr Z pip._vendor.packaging.versionr rP Z pip._vendorr Zpip._vendor.six.movesr Z getLoggerr, rK r r r$ r5 r r r r �<module> s& + & site-packages/pip/_vendor/urllib3/_collections.py 0000644 00000023734 15231162611 0016122 0 ustar 00 from __future__ import absolute_import from collections import Mapping, MutableMapping try: from threading import RLock except ImportError: # Platform-specific: No threads available class RLock: def __enter__(self): pass def __exit__(self, exc_type, exc_value, traceback): pass try: # Python 2.7+ from collections import OrderedDict except ImportError: from .packages.ordered_dict import OrderedDict from .packages.six import iterkeys, itervalues, PY3 __all__ = ['RecentlyUsedContainer', 'HTTPHeaderDict'] _Null = object() class RecentlyUsedContainer(MutableMapping): """ Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called """ ContainerCls = OrderedDict def __init__(self, maxsize=10, dispose_func=None): self._maxsize = maxsize self.dispose_func = dispose_func self._container = self.ContainerCls() self.lock = RLock() def __getitem__(self, key): # Re-insert the item, moving it to the end of the eviction line. with self.lock: item = self._container.pop(key) self._container[key] = item return item def __setitem__(self, key, value): evicted_value = _Null with self.lock: # Possibly evict the existing value of 'key' evicted_value = self._container.get(key, _Null) self._container[key] = value # If we didn't evict an existing value, we might have to evict the # least recently used item from the beginning of the container. if len(self._container) > self._maxsize: _key, evicted_value = self._container.popitem(last=False) if self.dispose_func and evicted_value is not _Null: self.dispose_func(evicted_value) def __delitem__(self, key): with self.lock: value = self._container.pop(key) if self.dispose_func: self.dispose_func(value) def __len__(self): with self.lock: return len(self._container) def __iter__(self): raise NotImplementedError('Iteration over this class is unlikely to be threadsafe.') def clear(self): with self.lock: # Copy pointers to all values, then wipe the mapping values = list(itervalues(self._container)) self._container.clear() if self.dispose_func: for value in values: self.dispose_func(value) def keys(self): with self.lock: return list(iterkeys(self._container)) class HTTPHeaderDict(MutableMapping): """ :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' """ def __init__(self, headers=None, **kwargs): super(HTTPHeaderDict, self).__init__() self._container = OrderedDict() if headers is not None: if isinstance(headers, HTTPHeaderDict): self._copy_from(headers) else: self.extend(headers) if kwargs: self.extend(kwargs) def __setitem__(self, key, val): self._container[key.lower()] = [key, val] return self._container[key.lower()] def __getitem__(self, key): val = self._container[key.lower()] return ', '.join(val[1:]) def __delitem__(self, key): del self._container[key.lower()] def __contains__(self, key): return key.lower() in self._container def __eq__(self, other): if not isinstance(other, Mapping) and not hasattr(other, 'keys'): return False if not isinstance(other, type(self)): other = type(self)(other) return (dict((k.lower(), v) for k, v in self.itermerged()) == dict((k.lower(), v) for k, v in other.itermerged())) def __ne__(self, other): return not self.__eq__(other) if not PY3: # Python 2 iterkeys = MutableMapping.iterkeys itervalues = MutableMapping.itervalues __marker = object() def __len__(self): return len(self._container) def __iter__(self): # Only provide the originally cased names for vals in self._container.values(): yield vals[0] def pop(self, key, default=__marker): '''D.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. ''' # Using the MutableMapping function directly fails due to the private marker. # Using ordinary dict.pop would expose the internal structures. # So let's reinvent the wheel. try: value = self[key] except KeyError: if default is self.__marker: raise return default else: del self[key] return value def discard(self, key): try: del self[key] except KeyError: pass def add(self, key, val): """Adds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' """ key_lower = key.lower() new_vals = [key, val] # Keep the common case aka no item present as fast as possible vals = self._container.setdefault(key_lower, new_vals) if new_vals is not vals: vals.append(val) def extend(self, *args, **kwargs): """Generic import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ """ if len(args) > 1: raise TypeError("extend() takes at most 1 positional " "arguments ({0} given)".format(len(args))) other = args[0] if len(args) >= 1 else () if isinstance(other, HTTPHeaderDict): for key, val in other.iteritems(): self.add(key, val) elif isinstance(other, Mapping): for key in other: self.add(key, other[key]) elif hasattr(other, "keys"): for key in other.keys(): self.add(key, other[key]) else: for key, value in other: self.add(key, value) for key, value in kwargs.items(): self.add(key, value) def getlist(self, key, default=__marker): """Returns a list of all the values for the named field. Returns an empty list if the key doesn't exist.""" try: vals = self._container[key.lower()] except KeyError: if default is self.__marker: return [] return default else: return vals[1:] # Backwards compatibility for httplib getheaders = getlist getallmatchingheaders = getlist iget = getlist # Backwards compatibility for http.cookiejar get_all = getlist def __repr__(self): return "%s(%s)" % (type(self).__name__, dict(self.itermerged())) def _copy_from(self, other): for key in other: val = other.getlist(key) if isinstance(val, list): # Don't need to convert tuples val = list(val) self._container[key.lower()] = [key] + val def copy(self): clone = type(self)() clone._copy_from(self) return clone def iteritems(self): """Iterate over all header lines, including duplicate ones.""" for key in self: vals = self._container[key.lower()] for val in vals[1:]: yield vals[0], val def itermerged(self): """Iterate over all headers, merging duplicate ones together.""" for key in self: val = self._container[key.lower()] yield val[0], ', '.join(val[1:]) def items(self): return list(self.iteritems()) @classmethod def from_httplib(cls, message): # Python 2 """Read headers from a Python 2 httplib message object.""" # python2.7 does not expose a proper API for exporting multiheaders # efficiently. This function re-reads raw lines from the message # object and extracts the multiheaders properly. headers = [] for line in message.headers: if line.startswith((' ', '\t')): key, value = headers[-1] headers[-1] = (key, value + '\r\n' + line.rstrip()) continue key, value = line.split(':', 1) headers.append((key, value.strip())) return cls(headers) site-packages/pip/_vendor/urllib3/response.py 0000644 00000056220 15231162611 0015277 0 ustar 00 from __future__ import absolute_import from contextlib import contextmanager import zlib import io import logging from socket import timeout as SocketTimeout from socket import error as SocketError from ._collections import HTTPHeaderDict from .exceptions import ( BodyNotHttplibCompatible, ProtocolError, DecodeError, ReadTimeoutError, ResponseNotChunked, IncompleteRead, InvalidHeader ) from .packages.six import string_types as basestring, binary_type, PY3 from .packages.six.moves import http_client as httplib from .connection import HTTPException, BaseSSLError from .util.response import is_fp_closed, is_response_to_head log = logging.getLogger(__name__) class DeflateDecoder(object): def __init__(self): self._first_try = True self._data = binary_type() self._obj = zlib.decompressobj() def __getattr__(self, name): return getattr(self._obj, name) def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None class GzipDecoder(object): def __init__(self): self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS) def __getattr__(self, name): return getattr(self._obj, name) def decompress(self, data): if not data: return data return self._obj.decompress(data) def _get_decoder(mode): if mode == 'gzip': return GzipDecoder() return DeflateDecoder() class HTTPResponse(io.IOBase): """ HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, attempts to decode specific content-encoding's based on headers (like 'gzip' and 'deflate') will be skipped and raw data will be used instead. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. """ CONTENT_DECODERS = ['gzip', 'deflate'] REDIRECT_STATUSES = [301, 302, 303, 307, 308] # Safety limit for decompressed output to prevent decompression bombs. # 100 MiB is generous enough for any legitimate pip download while # stopping zip-bomb attacks that expand to gigabytes. MAX_DECODED_LENGTH = 100 * 1024 * 1024 def __init__(self, body='', headers=None, status=0, version=0, reason=None, strict=0, preload_content=True, decode_content=True, original_response=None, pool=None, connection=None, retries=None, enforce_content_length=False, request_method=None): if isinstance(headers, HTTPHeaderDict): self.headers = headers else: self.headers = HTTPHeaderDict(headers) self.status = status self.version = version self.reason = reason self.strict = strict self.decode_content = decode_content self.retries = retries self.enforce_content_length = enforce_content_length self._decoder = None self._body = None self._decoded_bytes = 0 self._fp = None self._original_response = original_response self._fp_bytes_read = 0 if body and isinstance(body, (basestring, binary_type)): self._body = body self._pool = pool self._connection = connection if hasattr(body, 'read'): self._fp = body # Are we using the chunked-style of transfer encoding? self.chunked = False self.chunk_left = None tr_enc = self.headers.get('transfer-encoding', '').lower() # Don't incur the penalty of creating a list and then discarding it encodings = (enc.strip() for enc in tr_enc.split(",")) if "chunked" in encodings: self.chunked = True # Determine length of response self.length_remaining = self._init_length(request_method) # If requested, preload the body. if preload_content and not self._body: self._body = self.read(decode_content=decode_content) def get_redirect_location(self): """ Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. """ if self.status in self.REDIRECT_STATUSES: return self.headers.get('location') return False def release_conn(self): if not self._pool or not self._connection: return self._pool._put_conn(self._connection) self._connection = None @property def data(self): # For backwords-compat with earlier urllib3 0.4 and earlier. if self._body: return self._body if self._fp: return self.read(cache_content=True) @property def connection(self): return self._connection def tell(self): """ Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). """ return self._fp_bytes_read def _init_length(self, request_method): """ Set initial length value for Response content if available. """ length = self.headers.get('content-length') if length is not None and self.chunked: # This Response will fail with an IncompleteRead if it can't be # received as chunked. This method falls back to attempt reading # the response before raising an exception. log.warning("Received response with both Content-Length and " "Transfer-Encoding set. This is expressly forbidden " "by RFC 7230 sec 3.3.2. Ignoring Content-Length and " "attempting to process response as Transfer-Encoding: " "chunked.") return None elif length is not None: try: # RFC 7230 section 3.3.2 specifies multiple content lengths can # be sent in a single Content-Length header # (e.g. Content-Length: 42, 42). This line ensures the values # are all valid ints and that as long as the `set` length is 1, # all values are the same. Otherwise, the header is invalid. lengths = set([int(val) for val in length.split(',')]) if len(lengths) > 1: raise InvalidHeader("Content-Length contained multiple " "unmatching values (%s)" % length) length = lengths.pop() except ValueError: length = None else: if length < 0: length = None # Convert status to int for comparison # In some cases, httplib returns a status of "_UNKNOWN" try: status = int(self.status) except ValueError: status = 0 # Check for responses that shouldn't include a body if status in (204, 304) or 100 <= status < 200 or request_method == 'HEAD': length = 0 return length def _init_decoder(self): """ Set-up the _decoder attribute if necessary. """ # Note: content-encoding value should be case-insensitive, per RFC 7230 # Section 3.2 content_encoding = self.headers.get('content-encoding', '').lower() if self._decoder is None and content_encoding in self.CONTENT_DECODERS: self._decoder = _get_decoder(content_encoding) def _decode(self, data, decode_content, flush_decoder): """ Decode the data passed in and potentially flush the decoder. """ try: if decode_content and self._decoder: data = self._decoder.decompress(data) self._decoded_bytes += len(data) if self._decoded_bytes > self.MAX_DECODED_LENGTH: from .exceptions import DecodeError raise DecodeError( "Decompressed response exceeds safety limit of %d " "bytes (%d bytes decoded so far). This may indicate " "a decompression bomb attack." % (self.MAX_DECODED_LENGTH, self._decoded_bytes) ) except (IOError, zlib.error) as e: content_encoding = self.headers.get('content-encoding', '').lower() raise DecodeError( "Received response with content-encoding: %s, but " "failed to decode it." % content_encoding, e) if flush_decoder and decode_content: data += self._flush_decoder() return data def _flush_decoder(self): """ Flushes the decoder. Should only be called if the decoder is actually being used. """ if self._decoder: buf = self._decoder.decompress(b'') return buf + self._decoder.flush() return b'' @contextmanager def _error_catcher(self): """ Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. """ clean_exit = False try: try: yield except SocketTimeout: # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but # there is yet no clean way to get at it from this context. raise ReadTimeoutError(self._pool, None, 'Read timed out.') except BaseSSLError as e: # FIXME: Is there a better way to differentiate between SSLErrors? if 'read operation timed out' not in str(e): # Defensive: # This shouldn't happen but just in case we're missing an edge # case, let's avoid swallowing SSL errors. raise raise ReadTimeoutError(self._pool, None, 'Read timed out.') except (HTTPException, SocketError) as e: # This includes IncompleteRead. raise ProtocolError('Connection broken: %r' % e, e) # If no exception is thrown, we should avoid cleaning up # unnecessarily. clean_exit = True finally: # If we didn't terminate cleanly, we need to throw away our # connection. if not clean_exit: # The response may not be closed but we're not going to use it # anymore so close it now to ensure that the connection is # released back to the pool. if self._original_response: self._original_response.close() # Closing the response may not actually be sufficient to close # everything, so if we have a hold of the connection close that # too. if self._connection: self._connection.close() # If we hold the original response but it's closed now, we should # return the connection back to the pool. if self._original_response and self._original_response.isclosed(): self.release_conn() def read(self, amt=None, decode_content=None, cache_content=False): """ Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) """ self._init_decoder() if decode_content is None: decode_content = self.decode_content if self._fp is None: return flush_decoder = False data = None with self._error_catcher(): if amt is None: # cStringIO doesn't like amt=None data = self._fp.read() flush_decoder = True else: cache_content = False data = self._fp.read(amt) if amt != 0 and not data: # Platform-specific: Buggy versions of Python. # Close the connection when no data is returned # # This is redundant to what httplib/http.client _should_ # already do. However, versions of python released before # December 15, 2012 (http://bugs.python.org/issue16298) do # not properly close the connection in all cases. There is # no harm in redundantly calling close. self._fp.close() flush_decoder = True if self.enforce_content_length and self.length_remaining not in (0, None): # This is an edge case that httplib failed to cover due # to concerns of backward compatibility. We're # addressing it here to make sure IncompleteRead is # raised during streaming, so all calls with incorrect # Content-Length are caught. raise IncompleteRead(self._fp_bytes_read, self.length_remaining) if data: self._fp_bytes_read += len(data) if self.length_remaining is not None: self.length_remaining -= len(data) data = self._decode(data, decode_content, flush_decoder) if cache_content: self._body = data return data def stream(self, amt=2**16, decode_content=None): """ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. """ if self.chunked and self.supports_chunked_reads(): for line in self.read_chunked(amt, decode_content=decode_content): yield line else: while not is_fp_closed(self._fp): data = self.read(amt=amt, decode_content=decode_content) if data: yield data @classmethod def from_httplib(ResponseCls, r, **response_kw): """ Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. """ headers = r.msg if not isinstance(headers, HTTPHeaderDict): if PY3: # Python 3 headers = HTTPHeaderDict(headers.items()) else: # Python 2 headers = HTTPHeaderDict.from_httplib(headers) # HTTPResponse objects in Python 3 don't have a .strict attribute strict = getattr(r, 'strict', 0) resp = ResponseCls(body=r, headers=headers, status=r.status, version=r.version, reason=r.reason, strict=strict, original_response=r, **response_kw) return resp # Backwards-compatibility methods for httplib.HTTPResponse def getheaders(self): return self.headers def getheader(self, name, default=None): return self.headers.get(name, default) # Backwards compatibility for http.cookiejar def info(self): return self.headers # Overrides from io.IOBase def close(self): if not self.closed: self._fp.close() if self._connection: self._connection.close() @property def closed(self): if self._fp is None: return True elif hasattr(self._fp, 'isclosed'): return self._fp.isclosed() elif hasattr(self._fp, 'closed'): return self._fp.closed else: return True def fileno(self): if self._fp is None: raise IOError("HTTPResponse has no file to get a fileno from") elif hasattr(self._fp, "fileno"): return self._fp.fileno() else: raise IOError("The file-like object this HTTPResponse is wrapped " "around has no file descriptor") def flush(self): if self._fp is not None and hasattr(self._fp, 'flush'): return self._fp.flush() def readable(self): # This method is required for `io` module compatibility. return True def readinto(self, b): # This method is required for `io` module compatibility. temp = self.read(len(b)) if len(temp) == 0: return 0 else: b[:len(temp)] = temp return len(temp) def supports_chunked_reads(self): """ Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). """ return hasattr(self._fp, 'fp') def _update_chunk_length(self): # First, we'll figure out length of a chunk and then # we'll try to read it from socket. if self.chunk_left is not None: return line = self._fp.fp.readline() line = line.split(b';', 1)[0] try: self.chunk_left = int(line, 16) except ValueError: # Invalid chunked protocol response, abort. self.close() raise httplib.IncompleteRead(line) def _handle_chunk(self, amt): returned_chunk = None if amt is None: chunk = self._fp._safe_read(self.chunk_left) returned_chunk = chunk self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None elif amt < self.chunk_left: value = self._fp._safe_read(amt) self.chunk_left = self.chunk_left - amt returned_chunk = value elif amt == self.chunk_left: value = self._fp._safe_read(amt) self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None returned_chunk = value else: # amt > self.chunk_left returned_chunk = self._fp._safe_read(self.chunk_left) self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None return returned_chunk def read_chunked(self, amt=None, decode_content=None): """ Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. """ self._init_decoder() # FIXME: Rewrite this method and make it a class with a better structured logic. if not self.chunked: raise ResponseNotChunked( "Response is not chunked. " "Header 'transfer-encoding: chunked' is missing.") if not self.supports_chunked_reads(): raise BodyNotHttplibCompatible( "Body should be httplib.HTTPResponse like. " "It should have have an fp attribute which returns raw chunks.") # Don't bother reading the body of a HEAD request. if self._original_response and is_response_to_head(self._original_response): self._original_response.close() return with self._error_catcher(): while True: self._update_chunk_length() if self.chunk_left == 0: break chunk = self._handle_chunk(amt) decoded = self._decode(chunk, decode_content=decode_content, flush_decoder=False) if decoded: yield decoded if decode_content: # On CPython and PyPy, we should never need to flush the # decoder. However, on Jython we *might* need to, so # lets defensively do it anyway. decoded = self._flush_decoder() if decoded: # Platform-specific: Jython. yield decoded # Chunk content ends with \r\n: discard it. while True: line = self._fp.fp.readline() if not line: # Some sites may not end with '\r\n'. break if line == b'\r\n': break # We read everything; close the "file". if self._original_response: self._original_response.close() site-packages/pip/_vendor/urllib3/filepost.py 0000644 00000004421 15231162611 0015262 0 ustar 00 from __future__ import absolute_import import codecs from uuid import uuid4 from io import BytesIO from .packages import six from .packages.six import b from .fields import RequestField writer = codecs.lookup('utf-8')[3] def choose_boundary(): """ Our embarrassingly-simple replacement for mimetools.choose_boundary. """ return uuid4().hex def iter_field_objects(fields): """ Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. """ if isinstance(fields, dict): i = six.iteritems(fields) else: i = iter(fields) for field in i: if isinstance(field, RequestField): yield field else: yield RequestField.from_tuples(*field) def iter_fields(fields): """ .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. """ if isinstance(fields, dict): return ((k, v) for k, v in six.iteritems(fields)) return ((k, v) for k, v in fields) def encode_multipart_formdata(fields, boundary=None): """ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`mimetools.choose_boundary`. """ body = BytesIO() if boundary is None: boundary = choose_boundary() for field in iter_field_objects(fields): body.write(b('--%s\r\n' % (boundary))) writer(body).write(field.render_headers()) data = field.data if isinstance(data, int): data = str(data) # Backwards compatibility if isinstance(data, six.text_type): writer(body).write(data) else: body.write(data) body.write(b'\r\n') body.write(b('--%s--\r\n' % (boundary))) content_type = str('multipart/form-data; boundary=%s' % boundary) return body.getvalue(), content_type site-packages/pip/_vendor/urllib3/connectionpool.py 0000644 00000105062 15231162611 0016471 0 ustar 00 from __future__ import absolute_import import errno import logging import sys import warnings from socket import error as SocketError, timeout as SocketTimeout import socket from .exceptions import ( ClosedPoolError, ProtocolError, EmptyPoolError, HeaderParsingError, HostChangedError, LocationValueError, MaxRetryError, ProxyError, ReadTimeoutError, SSLError, TimeoutError, InsecureRequestWarning, NewConnectionError, ) from .packages.ssl_match_hostname import CertificateError from .packages import six from .packages.six.moves import queue from .connection import ( port_by_scheme, DummyConnection, HTTPConnection, HTTPSConnection, VerifiedHTTPSConnection, HTTPException, BaseSSLError, ) from .request import RequestMethods from .response import HTTPResponse from .util.connection import is_connection_dropped from .util.request import set_file_position from .util.response import assert_header_parsing from .util.retry import Retry from .util.timeout import Timeout from .util.url import get_host, Url if six.PY2: # Queue is imported for side effects on MS Windows import Queue as _unused_module_Queue # noqa: F401 xrange = six.moves.xrange log = logging.getLogger(__name__) _Default = object() # Pool objects class ConnectionPool(object): """ Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. """ scheme = None QueueCls = queue.LifoQueue def __init__(self, host, port=None): if not host: raise LocationValueError("No host specified.") self.host = _ipv6_host(host).lower() self._proxy_host = host.lower() self.port = port def __str__(self): return '%s(host=%r, port=%r)' % (type(self).__name__, self.host, self.port) def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.close() # Return False to re-raise any potential exceptions return False def close(self): """ Close all pooled connections and disable the pool. """ pass # This is taken from http://hg.python.org/cpython/file/7aaba721ebc0/Lib/socket.py#l252 _blocking_errnos = set([errno.EAGAIN, errno.EWOULDBLOCK]) class HTTPConnectionPool(ConnectionPool, RequestMethods): """ Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \\**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. """ scheme = 'http' ConnectionCls = HTTPConnection ResponseCls = HTTPResponse def __init__(self, host, port=None, strict=False, timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1, block=False, headers=None, retries=None, _proxy=None, _proxy_headers=None, **conn_kw): ConnectionPool.__init__(self, host, port) RequestMethods.__init__(self, headers) self.strict = strict if not isinstance(timeout, Timeout): timeout = Timeout.from_float(timeout) if retries is None: retries = Retry.DEFAULT self.timeout = timeout self.retries = retries self.pool = self.QueueCls(maxsize) self.block = block self.proxy = _proxy self.proxy_headers = _proxy_headers or {} # Fill the queue up so that doing get() on it will block properly for _ in xrange(maxsize): self.pool.put(None) # These are mostly for testing and debugging purposes. self.num_connections = 0 self.num_requests = 0 self.conn_kw = conn_kw if self.proxy: # Enable Nagle's algorithm for proxies, to avoid packet fragmentation. # We cannot know if the user has added default socket options, so we cannot replace the # list. self.conn_kw.setdefault('socket_options', []) def _new_conn(self): """ Return a fresh :class:`HTTPConnection`. """ self.num_connections += 1 log.debug("Starting new HTTP connection (%d): %s", self.num_connections, self.host) conn = self.ConnectionCls(host=self.host, port=self.port, timeout=self.timeout.connect_timeout, strict=self.strict, **self.conn_kw) return conn def _get_conn(self, timeout=None): """ Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. """ conn = None try: conn = self.pool.get(block=self.block, timeout=timeout) except AttributeError: # self.pool is None raise ClosedPoolError(self, "Pool is closed.") except queue.Empty: if self.block: raise EmptyPoolError(self, "Pool reached maximum size and no more " "connections are allowed.") pass # Oh well, we'll create a new connection then # If this is a persistent connection, check if it got disconnected if conn and is_connection_dropped(conn): log.debug("Resetting dropped connection: %s", self.host) conn.close() if getattr(conn, 'auto_open', 1) == 0: # This is a proxied connection that has been mutated by # httplib._tunnel() and cannot be reused (since it would # attempt to bypass the proxy) conn = None return conn or self._new_conn() def _put_conn(self, conn): """ Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. """ try: self.pool.put(conn, block=False) return # Everything is dandy, done. except AttributeError: # self.pool is None. pass except queue.Full: # This should never happen if self.block == True log.warning( "Connection pool is full, discarding connection: %s", self.host) # Connection never got put back into the pool, close it. if conn: conn.close() def _validate_conn(self, conn): """ Called right before a request is made, after the socket is created. """ pass def _prepare_proxy(self, conn): # Nothing to do for HTTP connections. pass def _get_timeout(self, timeout): """ Helper that always returns a :class:`urllib3.util.Timeout` """ if timeout is _Default: return self.timeout.clone() if isinstance(timeout, Timeout): return timeout.clone() else: # User passed us an int/float. This is for backwards compatibility, # can be removed later return Timeout.from_float(timeout) def _raise_timeout(self, err, url, timeout_value): """Is the error actually a timeout? Will raise a ReadTimeout or pass""" if isinstance(err, SocketTimeout): raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value) # See the above comment about EAGAIN in Python 3. In Python 2 we have # to specifically catch it and throw the timeout error if hasattr(err, 'errno') and err.errno in _blocking_errnos: raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value) # Catch possible read timeouts thrown as SSL errors. If not the # case, rethrow the original. We need to do this because of: # http://bugs.python.org/issue10272 if 'timed out' in str(err) or 'did not complete (read)' in str(err): # Python 2.6 raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value) def _make_request(self, conn, method, url, timeout=_Default, chunked=False, **httplib_request_kw): """ Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. """ self.num_requests += 1 timeout_obj = self._get_timeout(timeout) timeout_obj.start_connect() conn.timeout = timeout_obj.connect_timeout # Trigger any extra validation we need to do. try: self._validate_conn(conn) except (SocketTimeout, BaseSSLError) as e: # Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout. self._raise_timeout(err=e, url=url, timeout_value=conn.timeout) raise # conn.request() calls httplib.*.request, not the method in # urllib3.request. It also calls makefile (recv) on the socket. if chunked: conn.request_chunked(method, url, **httplib_request_kw) else: conn.request(method, url, **httplib_request_kw) # Reset the timeout for the recv() on the socket read_timeout = timeout_obj.read_timeout # App Engine doesn't have a sock attr if getattr(conn, 'sock', None): # In Python 3 socket.py will catch EAGAIN and return None when you # try and read into the file pointer created by http.client, which # instead raises a BadStatusLine exception. Instead of catching # the exception and assuming all BadStatusLine exceptions are read # timeouts, check for a zero timeout before making the request. if read_timeout == 0: raise ReadTimeoutError( self, url, "Read timed out. (read timeout=%s)" % read_timeout) if read_timeout is Timeout.DEFAULT_TIMEOUT: conn.sock.settimeout(socket.getdefaulttimeout()) else: # None or a value conn.sock.settimeout(read_timeout) # Receive the response from the server try: try: # Python 2.7, use buffering of HTTP responses httplib_response = conn.getresponse(buffering=True) except TypeError: # Python 2.6 and older, Python 3 try: httplib_response = conn.getresponse() except Exception as e: # Remove the TypeError from the exception chain in Python 3; # otherwise it looks like a programming error was the cause. six.raise_from(e, None) except (SocketTimeout, BaseSSLError, SocketError) as e: self._raise_timeout(err=e, url=url, timeout_value=read_timeout) raise # AppEngine doesn't have a version attr. http_version = getattr(conn, '_http_vsn_str', 'HTTP/?') log.debug("%s://%s:%s \"%s %s %s\" %s %s", self.scheme, self.host, self.port, method, url, http_version, httplib_response.status, httplib_response.length) try: assert_header_parsing(httplib_response.msg) except (HeaderParsingError, TypeError) as hpe: # Platform-specific: Python 3 log.warning( 'Failed to parse headers (url=%s): %s', self._absolute_url(url), hpe, exc_info=True) return httplib_response def _absolute_url(self, path): return Url(scheme=self.scheme, host=self.host, port=self.port, path=path).url def close(self): """ Close all pooled connections and disable the pool. """ # Disable access to the pool old_pool, self.pool = self.pool, None try: while True: conn = old_pool.get(block=False) if conn: conn.close() except queue.Empty: pass # Done. def is_same_host(self, url): """ Check if the given ``url`` is a member of the same host as this connection pool. """ if url.startswith('/'): return True # TODO: Add optional support for socket.gethostbyname checking. scheme, host, port = get_host(url) host = _ipv6_host(host).lower() # Use explicit default port for comparison when none is given if self.port and not port: port = port_by_scheme.get(scheme) elif not self.port and port == port_by_scheme.get(scheme): port = None return (scheme, host, port) == (self.scheme, self.host, self.port) def urlopen(self, method, url, body=None, headers=None, retries=None, redirect=True, assert_same_host=True, timeout=_Default, pool_timeout=None, release_conn=None, chunked=False, body_pos=None, **response_kw): """ Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \\**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` """ if headers is None: headers = self.headers if not isinstance(retries, Retry): retries = Retry.from_int(retries, redirect=redirect, default=self.retries) if release_conn is None: release_conn = response_kw.get('preload_content', True) # Check host if assert_same_host and not self.is_same_host(url): raise HostChangedError(self, url, retries) conn = None # Track whether `conn` needs to be released before # returning/raising/recursing. Update this variable if necessary, and # leave `release_conn` constant throughout the function. That way, if # the function recurses, the original value of `release_conn` will be # passed down into the recursive call, and its value will be respected. # # See issue #651 [1] for details. # # [1] <https://github.com/shazow/urllib3/issues/651> release_this_conn = release_conn # Merge the proxy headers. Only do this in HTTP. We have to copy the # headers dict so we can safely change it without those changes being # reflected in anyone else's copy. if self.scheme == 'http': headers = headers.copy() headers.update(self.proxy_headers) # Must keep the exception bound to a separate variable or else Python 3 # complains about UnboundLocalError. err = None # Keep track of whether we cleanly exited the except block. This # ensures we do proper cleanup in finally. clean_exit = False # Rewind body position, if needed. Record current position # for future rewinds in the event of a redirect/retry. body_pos = set_file_position(body, body_pos) try: # Request a connection from the queue. timeout_obj = self._get_timeout(timeout) conn = self._get_conn(timeout=pool_timeout) conn.timeout = timeout_obj.connect_timeout is_new_proxy_conn = self.proxy is not None and not getattr(conn, 'sock', None) if is_new_proxy_conn: self._prepare_proxy(conn) # Make the request on the httplib connection object. httplib_response = self._make_request(conn, method, url, timeout=timeout_obj, body=body, headers=headers, chunked=chunked) # If we're going to release the connection in ``finally:``, then # the response doesn't need to know about the connection. Otherwise # it will also try to release it and we'll have a double-release # mess. response_conn = conn if not release_conn else None # Pass method to Response for length checking response_kw['request_method'] = method # Import httplib's response into our own wrapper object response = self.ResponseCls.from_httplib(httplib_response, pool=self, connection=response_conn, retries=retries, **response_kw) # Everything went great! clean_exit = True except queue.Empty: # Timed out by queue. raise EmptyPoolError(self, "No pool connections are available.") except (TimeoutError, HTTPException, SocketError, ProtocolError, BaseSSLError, SSLError, CertificateError) as e: # Discard the connection for these exceptions. It will be # replaced during the next _get_conn() call. clean_exit = False if isinstance(e, (BaseSSLError, CertificateError)): e = SSLError(e) elif isinstance(e, (SocketError, NewConnectionError)) and self.proxy: e = ProxyError('Cannot connect to proxy.', e) elif isinstance(e, (SocketError, HTTPException)): e = ProtocolError('Connection aborted.', e) retries = retries.increment(method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]) retries.sleep() # Keep track of the error for the retry warning. err = e finally: if not clean_exit: # We hit some kind of exception, handled or otherwise. We need # to throw the connection away unless explicitly told not to. # Close the connection, set the variable to None, and make sure # we put the None back in the pool to avoid leaking it. conn = conn and conn.close() release_this_conn = True if release_this_conn: # Put the connection back to be reused. If the connection is # expired then it will be None, which will get replaced with a # fresh connection during _get_conn. self._put_conn(conn) if not conn: # Try again log.warning("Retrying (%r) after connection " "broken by '%r': %s", retries, err, url) return self.urlopen(method, url, body, headers, retries, redirect, assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw) def drain_and_release_conn(response): try: # discard any remaining response body, the connection will be # released back to the pool once the entire response is read response.read(decode_content=False) except (TimeoutError, HTTPException, SocketError, ProtocolError, BaseSSLError, SSLError) as e: pass # Handle redirect? redirect_location = redirect and response.get_redirect_location() if redirect_location: if response.status == 303: method = 'GET' try: retries = retries.increment(method, url, response=response, _pool=self) except MaxRetryError: if retries.raise_on_redirect: # Drain and release the connection for this response, since # we're not returning it to be released manually. drain_and_release_conn(response) raise return response # drain and return the connection to the pool before recursing drain_and_release_conn(response) retries.sleep_for_retry(response) log.debug("Redirecting %s -> %s", url, redirect_location) return self.urlopen( method, redirect_location, body, headers, retries=retries, redirect=redirect, assert_same_host=assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw) # Check if we should retry the HTTP response. has_retry_after = bool(response.getheader('Retry-After')) if retries.is_retry(method, response.status, has_retry_after): try: retries = retries.increment(method, url, response=response, _pool=self) except MaxRetryError: if retries.raise_on_status: # Drain and release the connection for this response, since # we're not returning it to be released manually. drain_and_release_conn(response) raise return response # drain and return the connection to the pool before recursing drain_and_release_conn(response) retries.sleep(response) log.debug("Retry: %s", url) return self.urlopen( method, url, body, headers, retries=retries, redirect=redirect, assert_same_host=assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw) return response class HTTPSConnectionPool(HTTPConnectionPool): """ Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. """ scheme = 'https' ConnectionCls = HTTPSConnection def __init__(self, host, port=None, strict=False, timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1, block=False, headers=None, retries=None, _proxy=None, _proxy_headers=None, key_file=None, cert_file=None, cert_reqs=None, ca_certs=None, ssl_version=None, assert_hostname=None, assert_fingerprint=None, ca_cert_dir=None, **conn_kw): HTTPConnectionPool.__init__(self, host, port, strict, timeout, maxsize, block, headers, retries, _proxy, _proxy_headers, **conn_kw) if ca_certs and cert_reqs is None: cert_reqs = 'CERT_REQUIRED' self.key_file = key_file self.cert_file = cert_file self.cert_reqs = cert_reqs self.ca_certs = ca_certs self.ca_cert_dir = ca_cert_dir self.ssl_version = ssl_version self.assert_hostname = assert_hostname self.assert_fingerprint = assert_fingerprint def _prepare_conn(self, conn): """ Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. """ if isinstance(conn, VerifiedHTTPSConnection): conn.set_cert(key_file=self.key_file, cert_file=self.cert_file, cert_reqs=self.cert_reqs, ca_certs=self.ca_certs, ca_cert_dir=self.ca_cert_dir, assert_hostname=self.assert_hostname, assert_fingerprint=self.assert_fingerprint) conn.ssl_version = self.ssl_version return conn def _prepare_proxy(self, conn): """ Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. """ # Python 2.7+ try: set_tunnel = conn.set_tunnel except AttributeError: # Platform-specific: Python 2.6 set_tunnel = conn._set_tunnel if sys.version_info <= (2, 6, 4) and not self.proxy_headers: # Python 2.6.4 and older set_tunnel(self._proxy_host, self.port) else: set_tunnel(self._proxy_host, self.port, self.proxy_headers) conn.connect() def _new_conn(self): """ Return a fresh :class:`httplib.HTTPSConnection`. """ self.num_connections += 1 log.debug("Starting new HTTPS connection (%d): %s", self.num_connections, self.host) if not self.ConnectionCls or self.ConnectionCls is DummyConnection: raise SSLError("Can't connect to HTTPS URL because the SSL " "module is not available.") actual_host = self.host actual_port = self.port if self.proxy is not None: actual_host = self.proxy.host actual_port = self.proxy.port conn = self.ConnectionCls(host=actual_host, port=actual_port, timeout=self.timeout.connect_timeout, strict=self.strict, **self.conn_kw) return self._prepare_conn(conn) def _validate_conn(self, conn): """ Called right before a request is made, after the socket is created. """ super(HTTPSConnectionPool, self)._validate_conn(conn) # Force connect early to allow us to validate the connection. if not getattr(conn, 'sock', None): # AppEngine might not have `.sock` conn.connect() if not conn.is_verified: warnings.warn(( 'Unverified HTTPS request is being made. ' 'Adding certificate verification is strongly advised. See: ' 'https://urllib3.readthedocs.io/en/latest/advanced-usage.html' '#ssl-warnings'), InsecureRequestWarning) def connection_from_url(url, **kw): """ Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \\**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') """ scheme, host, port = get_host(url) port = port or port_by_scheme.get(scheme, 80) if scheme == 'https': return HTTPSConnectionPool(host, port=port, **kw) else: return HTTPConnectionPool(host, port=port, **kw) def _ipv6_host(host): """ Process IPv6 address literals """ # httplib doesn't like it when we include brackets in IPv6 addresses # Specifically, if we include brackets but also pass the port then # httplib crazily doubles up the square brackets on the Host header. # Instead, we need to make sure we never pass ``None`` as the port. # However, for backward compatibility reasons we can't actually # *assert* that. See http://bugs.python.org/issue28539 # # Also if an IPv6 address literal has a zone identifier, the # percent sign might be URIencoded, convert it back into ASCII if host.startswith('[') and host.endswith(']'): host = host.replace('%25', '%').strip('[]') return host site-packages/pip/_vendor/urllib3/packages/__init__.py 0000644 00000000155 15231162611 0016752 0 ustar 00 from __future__ import absolute_import from . import ssl_match_hostname __all__ = ('ssl_match_hostname', ) site-packages/pip/_vendor/urllib3/packages/six.py 0000644 00000072622 15231162611 0016026 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3""" # Copyright (c) 2010-2015 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.10.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = str, integer_types = int, class_types = type, text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = basestring, integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [ MovedModule("winreg", "_winreg"), ] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse") class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error") class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request") class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response") class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"), ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes _importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser") class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ['parse', 'error', 'request', 'response', 'robotparser'] _importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib") def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc(get_unbound_function, """Get the function out of a possibly unbound function""") get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc(iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary.") if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_("""def reraise(tp, value, tb=None): raise tp, value, tb """) if sys.version_info[:2] == (3, 2): exec_("""def raise_from(value, from_value): if from_value is None: raise value raise value from from_value """) elif sys.version_info[:2] > (3, 2): exec_("""def raise_from(value, from_value): raise value from from_value """) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if (isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get('__slots__') if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop('__dict__', None) orig_vars.pop('__weakref__', None) return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if '__str__' not in klass.__dict__: raise ValueError("@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode('utf-8') return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if (type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.py 0000644 00000013106 15231162611 0024252 0 ustar 00 """The match_hostname() function from Python 3.3.3, essential when using SSL.""" # Note: This file is under the PSF license as the code comes from the python # stdlib. http://docs.python.org/3/license.html import re import sys # ipaddress has been backported to 2.6+ in pypi. If it is installed on the # system, use it to handle IPAddress ServerAltnames (this was added in # python-3.5) otherwise only do DNS matching. This allows # backports.ssl_match_hostname to continue to be used all the way back to # python-2.4. try: import ipaddress except ImportError: ipaddress = None __version__ = '3.5.0.1' class CertificateError(ValueError): pass def _dnsname_match(dn, hostname, max_wildcards=1): """Matching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 """ pats = [] if not dn: return False # Ported from python3-syntax: # leftmost, *remainder = dn.split(r'.') parts = dn.split(r'.') leftmost = parts[0] remainder = parts[1:] wildcards = leftmost.count('*') if wildcards > max_wildcards: # Issue #17980: avoid denials of service by refusing more # than one wildcard per fragment. A survey of established # policy among SSL implementations showed it to be a # reasonable choice. raise CertificateError( "too many wildcards in certificate DNS name: " + repr(dn)) # speed up common case w/o wildcards if not wildcards: return dn.lower() == hostname.lower() # RFC 6125, section 6.4.3, subitem 1. # The client SHOULD NOT attempt to match a presented identifier in which # the wildcard character comprises a label other than the left-most label. if leftmost == '*': # When '*' is a fragment by itself, it matches a non-empty dotless # fragment. pats.append('[^.]+') elif leftmost.startswith('xn--') or hostname.startswith('xn--'): # RFC 6125, section 6.4.3, subitem 3. # The client SHOULD NOT attempt to match a presented identifier # where the wildcard character is embedded within an A-label or # U-label of an internationalized domain name. pats.append(re.escape(leftmost)) else: # Otherwise, '*' matches any dotless string, e.g. www* pats.append(re.escape(leftmost).replace(r'\*', '[^.]*')) # add the remaining fragments, ignore any wildcards for frag in remainder: pats.append(re.escape(frag)) pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE) return pat.match(hostname) def _to_unicode(obj): if isinstance(obj, str) and sys.version_info < (3,): obj = unicode(obj, encoding='ascii', errors='strict') return obj def _ipaddress_match(ipname, host_ip): """Exact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). """ # OpenSSL may add a trailing newline to a subjectAltName's IP address # Divergence from upstream: ipaddress can't handle byte str ip = ipaddress.ip_address(_to_unicode(ipname).rstrip()) return ip == host_ip def match_hostname(cert, hostname): """Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. """ if not cert: raise ValueError("empty or no certificate, match_hostname needs a " "SSL socket or SSL context with either " "CERT_OPTIONAL or CERT_REQUIRED") try: # Divergence from upstream: ipaddress can't handle byte str host_ip = ipaddress.ip_address(_to_unicode(hostname)) except ValueError: # Not an IP address (common case) host_ip = None except UnicodeError: # Divergence from upstream: Have to deal with ipaddress not taking # byte strings. addresses should be all ascii, so we consider it not # an ipaddress in this case host_ip = None except AttributeError: # Divergence from upstream: Make ipaddress library optional if ipaddress is None: host_ip = None else: raise dnsnames = [] san = cert.get('subjectAltName', ()) for key, value in san: if key == 'DNS': if host_ip is None and _dnsname_match(value, hostname): return dnsnames.append(value) elif key == 'IP Address': if host_ip is not None and _ipaddress_match(value, host_ip): return dnsnames.append(value) if not dnsnames: # The subject is only checked when there is no dNSName entry # in subjectAltName for sub in cert.get('subject', ()): for key, value in sub: # XXX according to RFC 2818, the most specific Common Name # must be used. if key == 'commonName': if _dnsname_match(value, hostname): return dnsnames.append(value) if len(dnsnames) > 1: raise CertificateError("hostname %r " "doesn't match either of %s" % (hostname, ', '.join(map(repr, dnsnames)))) elif len(dnsnames) == 1: raise CertificateError("hostname %r " "doesn't match %r" % (hostname, dnsnames[0])) else: raise CertificateError("no appropriate commonName or " "subjectAltName fields were found") site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py 0000644 00000001260 15231162611 0022623 0 ustar 00 import sys try: # Our match_hostname function is the same as 3.5's, so we only want to # import the match_hostname function if it's at least that good. if sys.version_info < (3, 5): raise ImportError("Fallback to vendored code") from ssl import CertificateError, match_hostname except ImportError: try: # Backport of the function from a pypi module from backports.ssl_match_hostname import CertificateError, match_hostname except ImportError: # Our vendored copy from ._implementation import CertificateError, match_hostname # Not needed, but documenting what we provide. __all__ = ('CertificateError', 'match_hostname') pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000740 15231162611 0027771 0 ustar 00 site-packages 3 F��i� � @ s� d dl Z y&e jd k r ed��d dlmZmZ W nN ek r| yd dlmZmZ W n$ ek rv ddlmZmZ Y nX Y nX d ZdS ) � N� � zFallback to vendored code)�CertificateError�match_hostname� r r )r r )r r ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-36.opt-1.pyc 0000644 00000006157 15231162611 0031426 0 ustar 00 site-packages 3 F��iF � @ st d Z ddlZddlZy ddlZW n ek r8 dZY nX dZG dd� de�Zddd�Zd d � Z d d � Z d d� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� Nz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__� __module__� __qualname__� r r �%/usr/lib/python3.6/_implementation.pyr s r � c C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zhMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append� startswith�re�escape�replace�compile�join� IGNORECASE�match) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s* r c C s& t | t�r"tjdk r"t| ddd�} | S )N� �ascii�strict)�encoding�errors)r )� isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r% c C s t jt| �j� �}||kS )z�Exact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). )� ipaddress� ip_addressr% �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchT s r* c C s� | s t d��ytjt|��}W nP t k r6 d}Y n: tk rL d}Y n$ tk rn tdkrhd}n� Y nX g }| jdf �}xb|D ]Z\}}|dkr�|dkr�t||�r�dS |j|� q�|dkr�|dk r�t ||�r�dS |j|� q�W |�s8xL| jdf �D ]<}x6|D ].\}}|dk�rt||��r$dS |j|� �qW q�W t |�dk�rdt d |d j t t|��f ��n,t |�dk�r�t d ||d f ��nt d ��dS )a) Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNameZDNSz IP AddressZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)� ValueErrorr& r' r% � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostname` sJ r4 )r ) �__doc__r r" r& � ImportError� __version__r+ r r r% r* r4 r r r r �<module> s 5 site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-36.pyc 0000644 00000000740 15231162611 0027111 0 ustar 00 3 F��i� � @ s� d dl Z y&e jd k r ed��d dlmZmZ W nN ek r| yd dlmZmZ W n$ ek rv ddlmZmZ Y nX Y nX d ZdS ) � N� � zFallback to vendored code)�CertificateError�match_hostname� r r )r r )r r ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-36.pyc 0000644 00000006157 15231162611 0030467 0 ustar 00 site-packages 3 F��iF � @ st d Z ddlZddlZy ddlZW n ek r8 dZY nX dZG dd� de�Zddd�Zd d � Z d d � Z d d� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� Nz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__� __module__� __qualname__� r r �%/usr/lib/python3.6/_implementation.pyr s r � c C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zhMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append� startswith�re�escape�replace�compile�join� IGNORECASE�match) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s* r c C s& t | t�r"tjdk r"t| ddd�} | S )N� �ascii�strict)�encoding�errors)r )� isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r% c C s t jt| �j� �}||kS )z�Exact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). )� ipaddress� ip_addressr% �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchT s r* c C s� | s t d��ytjt|��}W nP t k r6 d}Y n: tk rL d}Y n$ tk rn tdkrhd}n� Y nX g }| jdf �}xb|D ]Z\}}|dkr�|dkr�t||�r�dS |j|� q�|dkr�|dk r�t ||�r�dS |j|� q�W |�s8xL| jdf �D ]<}x6|D ].\}}|dk�rt||��r$dS |j|� �qW q�W t |�dk�rdt d |d j t t|��f ��n,t |�dk�r�t d ||d f ��nt d ��dS )a) Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNameZDNSz IP AddressZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)� ValueErrorr& r' r% � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostname` sJ r4 )r ) �__doc__r r" r& � ImportError� __version__r+ r r r% r* r4 r r r r �<module> s 5 site-packages/pip/_vendor/urllib3/packages/backports/__init__.py 0000644 00000000000 15231162611 0020727 0 ustar 00 site-packages/pip/_vendor/urllib3/packages/backports/makefile.py 0000644 00000002665 15231162611 0020770 0 ustar 00 # -*- coding: utf-8 -*- """ backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. """ import io from socket import SocketIO def backport_makefile(self, mode="r", buffering=None, encoding=None, errors=None, newline=None): """ Backport of ``socket.makefile`` from Python 3.5. """ if not set(mode) <= set(["r", "w", "b"]): raise ValueError( "invalid mode %r (only r, w, b allowed)" % (mode,) ) writing = "w" in mode reading = "r" in mode or not writing assert reading or writing binary = "b" in mode rawmode = "" if reading: rawmode += "r" if writing: rawmode += "w" raw = SocketIO(self, rawmode) self._makefile_refs += 1 if buffering is None: buffering = -1 if buffering < 0: buffering = io.DEFAULT_BUFFER_SIZE if buffering == 0: if not binary: raise ValueError("unbuffered streams must be binary") return raw if reading and writing: buffer = io.BufferedRWPair(raw, raw, buffering) elif reading: buffer = io.BufferedReader(raw, buffering) else: assert writing buffer = io.BufferedWriter(raw, buffering) if binary: return buffer text = io.TextIOWrapper(buffer, encoding, errors, newline) text.mode = mode return text site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0026162 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0025223 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-36.opt-1.pyc 0000644 00000002223 15231162611 0026201 0 ustar 00 3 F��i� � @ s& d Z ddlZddlmZ ddd�ZdS )z� backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. � N)�SocketIO�rc C s t |�t dddg�ks$td|f ��d|k}d|kp8| }d|k}d} |rR| d7 } |r^| d7 } t| | �} | jd7 _|dkr�d }|dk r�tj}|dkr�|s�td ��| S |r�|r�tj| | |�} n |r�tj| |�} n tj| |�} |r�| S tj | |||�} || _ | S ) z: Backport of ``socket.makefile`` from Python 3.5. r �w�bz&invalid mode %r (only r, w, b allowed)� � Nr z!unbuffered streams must be binary���) �set� ValueErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter� TextIOWrapper�mode) �selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r � /usr/lib/python3.6/makefile.py�backport_makefile s> r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s site-packages/pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-36.pyc 0000644 00000002275 15231162611 0025251 0 ustar 00 3 F��i� � @ s& d Z ddlZddlmZ ddd�ZdS )z� backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. � N)�SocketIO�rc C s t |�t dddg�ks$td|f ��d|k}d|kp8| }|sF|sFt�d|k}d} |r^| d7 } |rj| d7 } t| | �} | jd7 _|dkr�d }|dk r�tj}|dkr�|s�td ��| S |r�|r�tj| | |�} n&|r�tj| |�} n|s�t�tj | |�} |� r�| S tj | |||�} || _ | S ) z: Backport of ``socket.makefile`` from Python 3.5. r �w�bz&invalid mode %r (only r, w, b allowed)� � Nr z!unbuffered streams must be binary���) �set� ValueError�AssertionErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter� TextIOWrapper�mode) �selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r � /usr/lib/python3.6/makefile.py�backport_makefile sB r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s site-packages/pip/_vendor/urllib3/packages/__pycache__/six.cpython-36.pyc 0000644 00000057532 15231162611 0022315 0 ustar 00 3 F��i�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000356 15231162611 0024200 0 ustar 00 3 F��im � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnamer N)r )Z __future__r � r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/__pycache__/ordered_dict.cpython-36.pyc 0000644 00000020173 15231162611 0024130 0 ustar 00 3 F��i�" � @ st yd dl mZ W n ek r0 d dlmZ Y nX yd dlmZmZmZ W n ek r^ Y nX G dd� de �Z dS )� )� get_ident)�KeysView� ValuesView� ItemsViewc @ s e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd d � Z d d � Z d6dd�Z dd� Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zi fd$d%�Zd&d'� Zd(d)� Zed8d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S )9� OrderedDictz)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y | j W n6 tk r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. � z$expected at most 1 arguments, got %dN)�len� TypeError�_OrderedDict__root�AttributeError�_OrderedDict__map�_OrderedDict__update)�self�args�kwds�root� r �"/usr/lib/python3.6/ordered_dict.py�__init__ s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )r �key�valueZ dict_setitemr �lastr r r � __setitem__, s zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r �pop)r r Z dict_delitem� link_prev� link_nextr r r � __delitem__6 s zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r � N)r )r r �currr r r �__iter__? s zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r N)r )r r r r r r � __reversed__G s zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r � itervaluesr �clearr �dict)r Znoder r r r r" O s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r )�KeyErrorr r r# r )r r r �linkr r r r r r r �popitem[ s zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)�list)r r r r �keyst s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )�.0r )r r r � <listcomp>z s z&OrderedDict.values.<locals>.<listcomp>r )r r )r r �valuesx s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )r) r )r r r r* ~ s z%OrderedDict.items.<locals>.<listcomp>r )r r )r r �items| s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)�iter)r r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )r �kr r r r! � s zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )r r/ r r r � iteritems� s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r( N)r r � isinstancer# �hasattrr( r, )r r r �otherr r r r r �update� s& zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )�_OrderedDict__markerr$ )r r �default�resultr r r r � s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )r r r6 r r r � setdefault� s zOrderedDict.setdefaultc C sV t | �t� f}||krdS d||< z&| s6d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)�id� _get_ident� __class__�__name__r, )r Z _repr_runningZcall_keyr r r �__repr__� s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )r) r/ )r r r r* � s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�vars�copyr r r; )r r, Z inst_dictr/ r )r r � __reduce__� s zOrderedDict.__reduce__c C s | j | �S )z!od.copy() -> a shallow copy of od)r; )r r r r r? � s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )�cls�iterabler �dr r r r �fromkeys� s zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r1 r r r, r# �__eq__)r r3 r r r rE � s zOrderedDict.__eq__c C s | |k S )Nr )r r3 r r r �__ne__� s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r )r r r r �viewkeys� s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r )r r r r � viewvalues� s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r )r r r r � viewitems s zOrderedDict.viewitems)T)N)N)"r< � __module__� __qualname__�__doc__r r# r r r r r" r& r( r+ r, r. r! r0 r4 r �objectr5 r r8 r= r@ r? � classmethodrD rE rF rG rH rI r r r r r s: r N) Zthreadr r: � ImportErrorZ dummy_threadZ_abcollr r r r# r r r r r �<module> s site-packages/pip/_vendor/urllib3/packages/__pycache__/six.cpython-36.opt-1.pyc 0000644 00000057532 15231162611 0023254 0 ustar 00 3 F��i�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd� �dzkZ e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d � d e �Z ye!e � � W n e"k �r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e �r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d � G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk � r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk � r� �d)�d*� ZKY nX e � r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe � r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej d d k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej dd� �d�k� re|�dh� n.ej dd� �d�k� r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk� rj�dm�dn� Zej dd� �d�k � r�eZ��do�dn� Ze#e}�dp� ej dd� �d�k � r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr r �/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__� __module__� __qualname__r r r r r r < s r �? c C s || _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)� __import__�sys�modules)�namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )� _LazyDescrc C s || _ d S )N)r )r r r r r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r r r r r% r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r r r i s zMovedModule.__init__c C s t | j�S )N)r r) )r r r r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer r r � __getattr__u s zMovedModule.__getattr__)N)r r r r r r0 � __classcell__r r )r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ] }|j �qS r )r )�.0r- r r r � <listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr r r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r r )r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler r r r � s zMovedAttribute._resolve)NN)r r r r r r1 r r )r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d �Zd d � Zd d� Z dd� Z dd� Z e Z dS )�_SixMetaPathImporterz� A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S )N)r � known_modules)r Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr r r � find_module� s z _SixMetaPathImporter.find_modulec C s0 y | j | S tk r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sR y t j| S tk r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module� isinstancer& r � __loader__)r r< r) r r r � load_module� s z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z� Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) �__path__)�hasattrrC )r r< r r r � is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None Required, if is_package is implementedN)rC )r r< r r r �get_code� s z _SixMetaPathImporter.get_code)N) r r r r r r= r> r@ rC rF rI rJ � get_sourcer r r r r9 � s r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r r r r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList� UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r r r r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r r r r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r r r r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r r r r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r r r r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z ejd�Z dd� Z d S ) �Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r )r r r r r6 � s z Module_six_moves_urllib.__dir__N) r r r r rG � _importerr> rt ru rv rw rj r6 r r r r rs � s rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover r r �add_move� s ry c C sX yt t| � W nD tk rR y tj| = W n" tk rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r r r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | j � S )N)�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r r r �callable s r� c C s | S )Nr )�unboundr r r �get_unbound_function s r� c C s | S )Nr )r �clsr r r �create_unbound_method s r� c C s | j S )N)r� )r� r r r r� " s c C s t j| ||j�S )N)�types� MethodTyper )r r" r r r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r r r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r r r r� - s z Iterator.nextN)r r r r� r r r r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr r r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r r r � itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r r r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r r r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r r r r� P s c K s | j f |�S )N)r� )r� r� r r r r� S s c K s | j f |�S )N)r� )r� r� r r r r� V s c K s | j f |�S )N)r� )r� r� r r r r� Y s �viewkeys� viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | j d�S )Nzlatin-1)�encode)�sr r r �bk s r� c C s | S )Nr )r� r r r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr )r� r r r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r r r r� � s c C s t | d �S )Nr )�ord)Zbsr r r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir r r � indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr r r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r r r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r r r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)� __traceback__�with_traceback)r# r/ �tbr r r �reraise� s r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s r� z9def reraise(tp, value, tb=None): raise tp, value, tb zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | �d S )Nr )r/ Z from_valuer r r � raise_from� s r� �printc s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td ��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td �}nd }d }|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD � basestring�strr� r� �encodingr, r� �write)�datar� )�fpr r r� � s zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()� � )�popr �stdoutrD r� r� � TypeError� enumerate) r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r )r� r �print_� sL r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr r �wrapper s zwraps.<locals>.wrapperr )r� r� r� r� r )r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr )r� r Z this_basesr� )�bases�metar r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r )r� r� r r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r )r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r r r� . s z add_metaclass.<locals>.wrapperr )r� r� r )r� r � add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. �__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r r r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz � ValueErrorr r� r� )r� r r r �python_2_unicode_compatible< s r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z __future__r r^ rP �operatorr r� � __author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform� startswith�objectr �len� OverflowErrorr r r r& � ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr� r� � NameErrorr� r� r� r� r� r� � attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte� itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s� > 5 site-packages/pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-36.pyc 0000644 00000000356 15231162611 0023241 0 ustar 00 3 F��im � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnamer N)r )Z __future__r � r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/packages/__pycache__/ordered_dict.cpython-36.opt-1.pyc 0000644 00000020173 15231162611 0025067 0 ustar 00 3 F��i�" � @ st yd dl mZ W n ek r0 d dlmZ Y nX yd dlmZmZmZ W n ek r^ Y nX G dd� de �Z dS )� )� get_ident)�KeysView� ValuesView� ItemsViewc @ s e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd d � Z d d � Z d6dd�Z dd� Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zi fd$d%�Zd&d'� Zd(d)� Zed8d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S )9� OrderedDictz)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y | j W n6 tk r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. � z$expected at most 1 arguments, got %dN)�len� TypeError�_OrderedDict__root�AttributeError�_OrderedDict__map�_OrderedDict__update)�self�args�kwds�root� r �"/usr/lib/python3.6/ordered_dict.py�__init__ s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )r �key�valueZ dict_setitemr �lastr r r � __setitem__, s zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r �pop)r r Z dict_delitem� link_prev� link_nextr r r � __delitem__6 s zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r � N)r )r r �currr r r �__iter__? s zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r N)r )r r r r r r � __reversed__G s zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r � itervaluesr �clearr �dict)r Znoder r r r r" O s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r )�KeyErrorr r r# r )r r r �linkr r r r r r r �popitem[ s zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)�list)r r r r �keyst s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )�.0r )r r r � <listcomp>z s z&OrderedDict.values.<locals>.<listcomp>r )r r )r r �valuesx s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )r) r )r r r r* ~ s z%OrderedDict.items.<locals>.<listcomp>r )r r )r r �items| s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)�iter)r r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )r �kr r r r! � s zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )r r/ r r r � iteritems� s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r( N)r r � isinstancer# �hasattrr( r, )r r r �otherr r r r r �update� s& zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )�_OrderedDict__markerr$ )r r �default�resultr r r r � s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )r r r6 r r r � setdefault� s zOrderedDict.setdefaultc C sV t | �t� f}||krdS d||< z&| s6d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)�id� _get_ident� __class__�__name__r, )r Z _repr_runningZcall_keyr r r �__repr__� s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )r) r/ )r r r r* � s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�vars�copyr r r; )r r, Z inst_dictr/ r )r r � __reduce__� s zOrderedDict.__reduce__c C s | j | �S )z!od.copy() -> a shallow copy of od)r; )r r r r r? � s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )�cls�iterabler �dr r r r �fromkeys� s zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r1 r r r, r# �__eq__)r r3 r r r rE � s zOrderedDict.__eq__c C s | |k S )Nr )r r3 r r r �__ne__� s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r )r r r r �viewkeys� s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r )r r r r � viewvalues� s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r )r r r r � viewitems s zOrderedDict.viewitems)T)N)N)"r< � __module__� __qualname__�__doc__r r# r r r r r" r& r( r+ r, r. r! r0 r4 r �objectr5 r r8 r= r@ r? � classmethodrD rE rF rG rH rI r r r r r s: r N) Zthreadr r: � ImportErrorZ dummy_threadZ_abcollr r r r# r r r r r �<module> s site-packages/pip/_vendor/urllib3/packages/ordered_dict.py 0000644 00000021347 15231162611 0017650 0 ustar 00 # Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy. # Passes Python2.7's test suite and incorporates all the latest updates. # Copyright 2009 Raymond Hettinger, released under the MIT License. # http://code.activestate.com/recipes/576693/ try: from thread import get_ident as _get_ident except ImportError: from dummy_thread import get_ident as _get_ident try: from _abcoll import KeysView, ValuesView, ItemsView except ImportError: pass class OrderedDict(dict): 'Dictionary that remembers insertion order' # An inherited dict maps keys to values. # The inherited dict provides __getitem__, __len__, __contains__, and get. # The remaining methods are order-aware. # Big-O running times for all methods are the same as for regular dictionaries. # The internal self.__map dictionary maps keys to links in a doubly linked list. # The circular doubly linked list starts and ends with a sentinel element. # The sentinel element never gets deleted (this simplifies the algorithm). # Each link is stored as a list of length three: [PREV, NEXT, KEY]. def __init__(self, *args, **kwds): '''Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. ''' if len(args) > 1: raise TypeError('expected at most 1 arguments, got %d' % len(args)) try: self.__root except AttributeError: self.__root = root = [] # sentinel node root[:] = [root, root, None] self.__map = {} self.__update(*args, **kwds) def __setitem__(self, key, value, dict_setitem=dict.__setitem__): 'od.__setitem__(i, y) <==> od[i]=y' # Setting a new item creates a new link which goes at the end of the linked # list, and the inherited dictionary is updated with the new key/value pair. if key not in self: root = self.__root last = root[0] last[1] = root[0] = self.__map[key] = [last, root, key] dict_setitem(self, key, value) def __delitem__(self, key, dict_delitem=dict.__delitem__): 'od.__delitem__(y) <==> del od[y]' # Deleting an existing item uses self.__map to find the link which is # then removed by updating the links in the predecessor and successor nodes. dict_delitem(self, key) link_prev, link_next, key = self.__map.pop(key) link_prev[1] = link_next link_next[0] = link_prev def __iter__(self): 'od.__iter__() <==> iter(od)' root = self.__root curr = root[1] while curr is not root: yield curr[2] curr = curr[1] def __reversed__(self): 'od.__reversed__() <==> reversed(od)' root = self.__root curr = root[0] while curr is not root: yield curr[2] curr = curr[0] def clear(self): 'od.clear() -> None. Remove all items from od.' try: for node in self.__map.itervalues(): del node[:] root = self.__root root[:] = [root, root, None] self.__map.clear() except AttributeError: pass dict.clear(self) def popitem(self, last=True): '''od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. ''' if not self: raise KeyError('dictionary is empty') root = self.__root if last: link = root[0] link_prev = link[0] link_prev[1] = root root[0] = link_prev else: link = root[1] link_next = link[1] root[1] = link_next link_next[0] = root key = link[2] del self.__map[key] value = dict.pop(self, key) return key, value # -- the following methods do not depend on the internal structure -- def keys(self): 'od.keys() -> list of keys in od' return list(self) def values(self): 'od.values() -> list of values in od' return [self[key] for key in self] def items(self): 'od.items() -> list of (key, value) pairs in od' return [(key, self[key]) for key in self] def iterkeys(self): 'od.iterkeys() -> an iterator over the keys in od' return iter(self) def itervalues(self): 'od.itervalues -> an iterator over the values in od' for k in self: yield self[k] def iteritems(self): 'od.iteritems -> an iterator over the (key, value) items in od' for k in self: yield (k, self[k]) def update(*args, **kwds): '''od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v ''' if len(args) > 2: raise TypeError('update() takes at most 2 positional ' 'arguments (%d given)' % (len(args),)) elif not args: raise TypeError('update() takes at least 1 argument (0 given)') self = args[0] # Make progressively weaker assumptions about "other" other = () if len(args) == 2: other = args[1] if isinstance(other, dict): for key in other: self[key] = other[key] elif hasattr(other, 'keys'): for key in other.keys(): self[key] = other[key] else: for key, value in other: self[key] = value for key, value in kwds.items(): self[key] = value __update = update # let subclasses override update without breaking __init__ __marker = object() def pop(self, key, default=__marker): '''od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. ''' if key in self: result = self[key] del self[key] return result if default is self.__marker: raise KeyError(key) return default def setdefault(self, key, default=None): 'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od' if key in self: return self[key] self[key] = default return default def __repr__(self, _repr_running={}): 'od.__repr__() <==> repr(od)' call_key = id(self), _get_ident() if call_key in _repr_running: return '...' _repr_running[call_key] = 1 try: if not self: return '%s()' % (self.__class__.__name__,) return '%s(%r)' % (self.__class__.__name__, self.items()) finally: del _repr_running[call_key] def __reduce__(self): 'Return state information for pickling' items = [[k, self[k]] for k in self] inst_dict = vars(self).copy() for k in vars(OrderedDict()): inst_dict.pop(k, None) if inst_dict: return (self.__class__, (items,), inst_dict) return self.__class__, (items,) def copy(self): 'od.copy() -> a shallow copy of od' return self.__class__(self) @classmethod def fromkeys(cls, iterable, value=None): '''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). ''' d = cls() for key in iterable: d[key] = value return d def __eq__(self, other): '''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. ''' if isinstance(other, OrderedDict): return len(self)==len(other) and self.items() == other.items() return dict.__eq__(self, other) def __ne__(self, other): return not self == other # -- the following methods are only used in Python 2.7 -- def viewkeys(self): "od.viewkeys() -> a set-like object providing a view on od's keys" return KeysView(self) def viewvalues(self): "od.viewvalues() -> an object providing a view on od's values" return ValuesView(self) def viewitems(self): "od.viewitems() -> a set-like object providing a view on od's items" return ItemsView(self) site-packages/pip/_vendor/urllib3/request.py 0000644 00000013472 15231162611 0015133 0 ustar 00 from __future__ import absolute_import from .filepost import encode_multipart_formdata from .packages.six.moves.urllib.parse import urlencode __all__ = ['RequestMethods'] class RequestMethods(object): """ Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. """ _encode_url_methods = set(['DELETE', 'GET', 'HEAD', 'OPTIONS']) def __init__(self, headers=None): self.headers = headers or {} def urlopen(self, method, url, body=None, headers=None, encode_multipart=True, multipart_boundary=None, **kw): # Abstract raise NotImplemented("Classes extending RequestMethods must implement " "their own ``urlopen`` method.") def request(self, method, url, fields=None, headers=None, **urlopen_kw): """ Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. """ method = method.upper() if method in self._encode_url_methods: return self.request_encode_url(method, url, fields=fields, headers=headers, **urlopen_kw) else: return self.request_encode_body(method, url, fields=fields, headers=headers, **urlopen_kw) def request_encode_url(self, method, url, fields=None, headers=None, **urlopen_kw): """ Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. """ if headers is None: headers = self.headers extra_kw = {'headers': headers} extra_kw.update(urlopen_kw) if fields: url += '?' + urlencode(fields) return self.urlopen(method, url, **extra_kw) def request_encode_body(self, method, url, fields=None, headers=None, encode_multipart=True, multipart_boundary=None, **urlopen_kw): """ Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimick behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. """ if headers is None: headers = self.headers extra_kw = {'headers': {}} if fields: if 'body' in urlopen_kw: raise TypeError( "request got values for both 'fields' and 'body', can only specify one.") if encode_multipart: body, content_type = encode_multipart_formdata(fields, boundary=multipart_boundary) else: body, content_type = urlencode(fields), 'application/x-www-form-urlencoded' extra_kw['body'] = body extra_kw['headers'] = {'Content-Type': content_type} extra_kw['headers'].update(headers) extra_kw.update(urlopen_kw) return self.urlopen(method, url, **extra_kw) site-packages/pip/_vendor/urllib3/util/selectors.py 0000644 00000051233 15231162611 0016420 0 ustar 00 # Backport of selectors.py from Python 3.5+ to support Python < 3.4 # Also has the behavior specified in PEP 475 which is to retry syscalls # in the case of an EINTR error. This module is required because selectors34 # does not follow this behavior and instead returns that no dile descriptor # events have occurred rather than retry the syscall. The decision to drop # support for select.devpoll is made to maintain 100% test coverage. import errno import math import select import socket import sys import time from collections import namedtuple, Mapping try: monotonic = time.monotonic except (AttributeError, ImportError): # Python 3.3< monotonic = time.time EVENT_READ = (1 << 0) EVENT_WRITE = (1 << 1) HAS_SELECT = True # Variable that shows whether the platform has a selector. _SYSCALL_SENTINEL = object() # Sentinel in case a system call returns None. _DEFAULT_SELECTOR = None class SelectorError(Exception): def __init__(self, errcode): super(SelectorError, self).__init__() self.errno = errcode def __repr__(self): return "<SelectorError errno={0}>".format(self.errno) def __str__(self): return self.__repr__() def _fileobj_to_fd(fileobj): """ Return a file descriptor from a file object. If given an integer will simply return that integer back. """ if isinstance(fileobj, int): fd = fileobj else: try: fd = int(fileobj.fileno()) except (AttributeError, TypeError, ValueError): raise ValueError("Invalid file object: {0!r}".format(fileobj)) if fd < 0: raise ValueError("Invalid file descriptor: {0}".format(fd)) return fd # Determine which function to use to wrap system calls because Python 3.5+ # already handles the case when system calls are interrupted. if sys.version_info >= (3, 5): def _syscall_wrapper(func, _, *args, **kwargs): """ This is the short-circuit version of the below logic because in Python 3.5+ all system calls automatically restart and recalculate their timeouts. """ try: return func(*args, **kwargs) except (OSError, IOError, select.error) as e: errcode = None if hasattr(e, "errno"): errcode = e.errno raise SelectorError(errcode) else: def _syscall_wrapper(func, recalc_timeout, *args, **kwargs): """ Wrapper function for syscalls that could fail due to EINTR. All functions should be retried if there is time left in the timeout in accordance with PEP 475. """ timeout = kwargs.get("timeout", None) if timeout is None: expires = None recalc_timeout = False else: timeout = float(timeout) if timeout < 0.0: # Timeout less than 0 treated as no timeout. expires = None else: expires = monotonic() + timeout args = list(args) if recalc_timeout and "timeout" not in kwargs: raise ValueError( "Timeout must be in args or kwargs to be recalculated") result = _SYSCALL_SENTINEL while result is _SYSCALL_SENTINEL: try: result = func(*args, **kwargs) # OSError is thrown by select.select # IOError is thrown by select.epoll.poll # select.error is thrown by select.poll.poll # Aren't we thankful for Python 3.x rework for exceptions? except (OSError, IOError, select.error) as e: # select.error wasn't a subclass of OSError in the past. errcode = None if hasattr(e, "errno"): errcode = e.errno elif hasattr(e, "args"): errcode = e.args[0] # Also test for the Windows equivalent of EINTR. is_interrupt = (errcode == errno.EINTR or (hasattr(errno, "WSAEINTR") and errcode == errno.WSAEINTR)) if is_interrupt: if expires is not None: current_time = monotonic() if current_time > expires: raise OSError(errno=errno.ETIMEDOUT) if recalc_timeout: if "timeout" in kwargs: kwargs["timeout"] = expires - current_time continue if errcode: raise SelectorError(errcode) else: raise return result SelectorKey = namedtuple('SelectorKey', ['fileobj', 'fd', 'events', 'data']) class _SelectorMapping(Mapping): """ Mapping of file objects to selector keys """ def __init__(self, selector): self._selector = selector def __len__(self): return len(self._selector._fd_to_key) def __getitem__(self, fileobj): try: fd = self._selector._fileobj_lookup(fileobj) return self._selector._fd_to_key[fd] except KeyError: raise KeyError("{0!r} is not registered.".format(fileobj)) def __iter__(self): return iter(self._selector._fd_to_key) class BaseSelector(object): """ Abstract Selector class A selector supports registering file objects to be monitored for specific I/O events. A file object is a file descriptor or any object with a `fileno()` method. An arbitrary object can be attached to the file object which can be used for example to store context info, a callback, etc. A selector can use various implementations (select(), poll(), epoll(), and kqueue()) depending on the platform. The 'DefaultSelector' class uses the most efficient implementation for the current platform. """ def __init__(self): # Maps file descriptors to keys. self._fd_to_key = {} # Read-only mapping returned by get_map() self._map = _SelectorMapping(self) def _fileobj_lookup(self, fileobj): """ Return a file descriptor from a file object. This wraps _fileobj_to_fd() to do an exhaustive search in case the object is invalid but we still have it in our map. Used by unregister() so we can unregister an object that was previously registered even if it is closed. It is also used by _SelectorMapping """ try: return _fileobj_to_fd(fileobj) except ValueError: # Search through all our mapped keys. for key in self._fd_to_key.values(): if key.fileobj is fileobj: return key.fd # Raise ValueError after all. raise def register(self, fileobj, events, data=None): """ Register a file object for a set of events to monitor. """ if (not events) or (events & ~(EVENT_READ | EVENT_WRITE)): raise ValueError("Invalid events: {0!r}".format(events)) key = SelectorKey(fileobj, self._fileobj_lookup(fileobj), events, data) if key.fd in self._fd_to_key: raise KeyError("{0!r} (FD {1}) is already registered" .format(fileobj, key.fd)) self._fd_to_key[key.fd] = key return key def unregister(self, fileobj): """ Unregister a file object from being monitored. """ try: key = self._fd_to_key.pop(self._fileobj_lookup(fileobj)) except KeyError: raise KeyError("{0!r} is not registered".format(fileobj)) # Getting the fileno of a closed socket on Windows errors with EBADF. except socket.error as e: # Platform-specific: Windows. if e.errno != errno.EBADF: raise else: for key in self._fd_to_key.values(): if key.fileobj is fileobj: self._fd_to_key.pop(key.fd) break else: raise KeyError("{0!r} is not registered".format(fileobj)) return key def modify(self, fileobj, events, data=None): """ Change a registered file object monitored events and data. """ # NOTE: Some subclasses optimize this operation even further. try: key = self._fd_to_key[self._fileobj_lookup(fileobj)] except KeyError: raise KeyError("{0!r} is not registered".format(fileobj)) if events != key.events: self.unregister(fileobj) key = self.register(fileobj, events, data) elif data != key.data: # Use a shortcut to update the data. key = key._replace(data=data) self._fd_to_key[key.fd] = key return key def select(self, timeout=None): """ Perform the actual selection until some monitored file objects are ready or the timeout expires. """ raise NotImplementedError() def close(self): """ Close the selector. This must be called to ensure that all underlying resources are freed. """ self._fd_to_key.clear() self._map = None def get_key(self, fileobj): """ Return the key associated with a registered file object. """ mapping = self.get_map() if mapping is None: raise RuntimeError("Selector is closed") try: return mapping[fileobj] except KeyError: raise KeyError("{0!r} is not registered".format(fileobj)) def get_map(self): """ Return a mapping of file objects to selector keys """ return self._map def _key_from_fd(self, fd): """ Return the key associated to a given file descriptor Return None if it is not found. """ try: return self._fd_to_key[fd] except KeyError: return None def __enter__(self): return self def __exit__(self, *args): self.close() # Almost all platforms have select.select() if hasattr(select, "select"): class SelectSelector(BaseSelector): """ Select-based selector. """ def __init__(self): super(SelectSelector, self).__init__() self._readers = set() self._writers = set() def register(self, fileobj, events, data=None): key = super(SelectSelector, self).register(fileobj, events, data) if events & EVENT_READ: self._readers.add(key.fd) if events & EVENT_WRITE: self._writers.add(key.fd) return key def unregister(self, fileobj): key = super(SelectSelector, self).unregister(fileobj) self._readers.discard(key.fd) self._writers.discard(key.fd) return key def _select(self, r, w, timeout=None): """ Wrapper for select.select because timeout is a positional arg """ return select.select(r, w, [], timeout) def select(self, timeout=None): # Selecting on empty lists on Windows errors out. if not len(self._readers) and not len(self._writers): return [] timeout = None if timeout is None else max(timeout, 0.0) ready = [] r, w, _ = _syscall_wrapper(self._select, True, self._readers, self._writers, timeout) r = set(r) w = set(w) for fd in r | w: events = 0 if fd in r: events |= EVENT_READ if fd in w: events |= EVENT_WRITE key = self._key_from_fd(fd) if key: ready.append((key, events & key.events)) return ready if hasattr(select, "poll"): class PollSelector(BaseSelector): """ Poll-based selector """ def __init__(self): super(PollSelector, self).__init__() self._poll = select.poll() def register(self, fileobj, events, data=None): key = super(PollSelector, self).register(fileobj, events, data) event_mask = 0 if events & EVENT_READ: event_mask |= select.POLLIN if events & EVENT_WRITE: event_mask |= select.POLLOUT self._poll.register(key.fd, event_mask) return key def unregister(self, fileobj): key = super(PollSelector, self).unregister(fileobj) self._poll.unregister(key.fd) return key def _wrap_poll(self, timeout=None): """ Wrapper function for select.poll.poll() so that _syscall_wrapper can work with only seconds. """ if timeout is not None: if timeout <= 0: timeout = 0 else: # select.poll.poll() has a resolution of 1 millisecond, # round away from zero to wait *at least* timeout seconds. timeout = math.ceil(timeout * 1e3) result = self._poll.poll(timeout) return result def select(self, timeout=None): ready = [] fd_events = _syscall_wrapper(self._wrap_poll, True, timeout=timeout) for fd, event_mask in fd_events: events = 0 if event_mask & ~select.POLLIN: events |= EVENT_WRITE if event_mask & ~select.POLLOUT: events |= EVENT_READ key = self._key_from_fd(fd) if key: ready.append((key, events & key.events)) return ready if hasattr(select, "epoll"): class EpollSelector(BaseSelector): """ Epoll-based selector """ def __init__(self): super(EpollSelector, self).__init__() self._epoll = select.epoll() def fileno(self): return self._epoll.fileno() def register(self, fileobj, events, data=None): key = super(EpollSelector, self).register(fileobj, events, data) events_mask = 0 if events & EVENT_READ: events_mask |= select.EPOLLIN if events & EVENT_WRITE: events_mask |= select.EPOLLOUT _syscall_wrapper(self._epoll.register, False, key.fd, events_mask) return key def unregister(self, fileobj): key = super(EpollSelector, self).unregister(fileobj) try: _syscall_wrapper(self._epoll.unregister, False, key.fd) except SelectorError: # This can occur when the fd was closed since registry. pass return key def select(self, timeout=None): if timeout is not None: if timeout <= 0: timeout = 0.0 else: # select.epoll.poll() has a resolution of 1 millisecond # but luckily takes seconds so we don't need a wrapper # like PollSelector. Just for better rounding. timeout = math.ceil(timeout * 1e3) * 1e-3 timeout = float(timeout) else: timeout = -1.0 # epoll.poll() must have a float. # We always want at least 1 to ensure that select can be called # with no file descriptors registered. Otherwise will fail. max_events = max(len(self._fd_to_key), 1) ready = [] fd_events = _syscall_wrapper(self._epoll.poll, True, timeout=timeout, maxevents=max_events) for fd, event_mask in fd_events: events = 0 if event_mask & ~select.EPOLLIN: events |= EVENT_WRITE if event_mask & ~select.EPOLLOUT: events |= EVENT_READ key = self._key_from_fd(fd) if key: ready.append((key, events & key.events)) return ready def close(self): self._epoll.close() super(EpollSelector, self).close() if hasattr(select, "kqueue"): class KqueueSelector(BaseSelector): """ Kqueue / Kevent-based selector """ def __init__(self): super(KqueueSelector, self).__init__() self._kqueue = select.kqueue() def fileno(self): return self._kqueue.fileno() def register(self, fileobj, events, data=None): key = super(KqueueSelector, self).register(fileobj, events, data) if events & EVENT_READ: kevent = select.kevent(key.fd, select.KQ_FILTER_READ, select.KQ_EV_ADD) _syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0) if events & EVENT_WRITE: kevent = select.kevent(key.fd, select.KQ_FILTER_WRITE, select.KQ_EV_ADD) _syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0) return key def unregister(self, fileobj): key = super(KqueueSelector, self).unregister(fileobj) if key.events & EVENT_READ: kevent = select.kevent(key.fd, select.KQ_FILTER_READ, select.KQ_EV_DELETE) try: _syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0) except SelectorError: pass if key.events & EVENT_WRITE: kevent = select.kevent(key.fd, select.KQ_FILTER_WRITE, select.KQ_EV_DELETE) try: _syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0) except SelectorError: pass return key def select(self, timeout=None): if timeout is not None: timeout = max(timeout, 0) max_events = len(self._fd_to_key) * 2 ready_fds = {} kevent_list = _syscall_wrapper(self._kqueue.control, True, None, max_events, timeout) for kevent in kevent_list: fd = kevent.ident event_mask = kevent.filter events = 0 if event_mask == select.KQ_FILTER_READ: events |= EVENT_READ if event_mask == select.KQ_FILTER_WRITE: events |= EVENT_WRITE key = self._key_from_fd(fd) if key: if key.fd not in ready_fds: ready_fds[key.fd] = (key, events & key.events) else: old_events = ready_fds[key.fd][1] ready_fds[key.fd] = (key, (events | old_events) & key.events) return list(ready_fds.values()) def close(self): self._kqueue.close() super(KqueueSelector, self).close() if not hasattr(select, 'select'): # Platform-specific: AppEngine HAS_SELECT = False def _can_allocate(struct): """ Checks that select structs can be allocated by the underlying operating system, not just advertised by the select module. We don't check select() because we'll be hopeful that most platforms that don't have it available will not advertise it. (ie: GAE) """ try: # select.poll() objects won't fail until used. if struct == 'poll': p = select.poll() p.poll(0) # All others will fail on allocation. else: getattr(select, struct)().close() return True except (OSError, AttributeError) as e: return False # Choose the best implementation, roughly: # kqueue == epoll > poll > select. Devpoll not supported. (See above) # select() also can't accept a FD > FD_SETSIZE (usually around 1024) def DefaultSelector(): """ This function serves as a first call for DefaultSelector to detect if the select module is being monkey-patched incorrectly by eventlet, greenlet, and preserve proper behavior. """ global _DEFAULT_SELECTOR if _DEFAULT_SELECTOR is None: if _can_allocate('kqueue'): _DEFAULT_SELECTOR = KqueueSelector elif _can_allocate('epoll'): _DEFAULT_SELECTOR = EpollSelector elif _can_allocate('poll'): _DEFAULT_SELECTOR = PollSelector elif hasattr(select, 'select'): _DEFAULT_SELECTOR = SelectSelector else: # Platform-specific: AppEngine raise ValueError('Platform does not have a selector') return _DEFAULT_SELECTOR() site-packages/pip/_vendor/urllib3/util/response.py 0000644 00000004447 15231162611 0016260 0 ustar 00 from __future__ import absolute_import from ..packages.six.moves import http_client as httplib from ..exceptions import HeaderParsingError def is_fp_closed(obj): """ Checks whether a given file-like object is closed. :param obj: The file-like object to check. """ try: # Check `isclosed()` first, in case Python3 doesn't set `closed`. # GH Issue #928 return obj.isclosed() except AttributeError: pass try: # Check via the official file-like-object way. return obj.closed except AttributeError: pass try: # Check if the object is a container for another file-like object that # gets released on exhaustion (e.g. HTTPResponse). return obj.fp is None except AttributeError: pass raise ValueError("Unable to determine whether fp is closed.") def assert_header_parsing(headers): """ Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. """ # This will fail silently if we pass in the wrong kind of parameter. # To make debugging easier add an explicit check. if not isinstance(headers, httplib.HTTPMessage): raise TypeError('expected httplib.Message, got {0}.'.format( type(headers))) defects = getattr(headers, 'defects', None) get_payload = getattr(headers, 'get_payload', None) unparsed_data = None if get_payload: # Platform-specific: Python 3. unparsed_data = get_payload() if defects or unparsed_data: raise HeaderParsingError(defects=defects, unparsed_data=unparsed_data) def is_response_to_head(response): """ Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` """ # FIXME: Can we do this somehow without accessing private httplib _method? method = response._method if isinstance(method, int): # Platform-specific: Appengine return method == 3 return method.upper() == 'HEAD' site-packages/pip/_vendor/urllib3/util/timeout.py 0000644 00000023035 15231162611 0016102 0 ustar 00 from __future__ import absolute_import # The default socket timeout, used by httplib to indicate that no timeout was # specified by the user from socket import _GLOBAL_DEFAULT_TIMEOUT import time from ..exceptions import TimeoutStateError # A sentinel value to indicate that no timeout was specified by the user in # urllib3 _Default = object() # Use time.monotonic if available. current_time = getattr(time, "monotonic", time.time) class Timeout(object): """ Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. """ #: A sentinel object representing the default timeout value DEFAULT_TIMEOUT = _GLOBAL_DEFAULT_TIMEOUT def __init__(self, total=None, connect=_Default, read=_Default): self._connect = self._validate_timeout(connect, 'connect') self._read = self._validate_timeout(read, 'read') self.total = self._validate_timeout(total, 'total') self._start_connect = None def __str__(self): return '%s(connect=%r, read=%r, total=%r)' % ( type(self).__name__, self._connect, self._read, self.total) @classmethod def _validate_timeout(cls, value, name): """ Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. """ if value is _Default: return cls.DEFAULT_TIMEOUT if value is None or value is cls.DEFAULT_TIMEOUT: return value if isinstance(value, bool): raise ValueError("Timeout cannot be a boolean value. It must " "be an int, float or None.") try: float(value) except (TypeError, ValueError): raise ValueError("Timeout value %s was %s, but it must be an " "int, float or None." % (name, value)) try: if value <= 0: raise ValueError("Attempted to set %s timeout to %s, but the " "timeout cannot be set to a value less " "than or equal to 0." % (name, value)) except TypeError: # Python 3 raise ValueError("Timeout value %s was %s, but it must be an " "int, float or None." % (name, value)) return value @classmethod def from_float(cls, timeout): """ Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` """ return Timeout(read=timeout, connect=timeout) def clone(self): """ Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` """ # We can't use copy.deepcopy because that will also create a new object # for _GLOBAL_DEFAULT_TIMEOUT, which socket.py uses as a sentinel to # detect the user default. return Timeout(connect=self._connect, read=self._read, total=self.total) def start_connect(self): """ Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. """ if self._start_connect is not None: raise TimeoutStateError("Timeout timer has already been started.") self._start_connect = current_time() return self._start_connect def get_connect_duration(self): """ Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. """ if self._start_connect is None: raise TimeoutStateError("Can't get connect duration for timer " "that has not started.") return current_time() - self._start_connect @property def connect_timeout(self): """ Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None """ if self.total is None: return self._connect if self._connect is None or self._connect is self.DEFAULT_TIMEOUT: return self.total return min(self._connect, self.total) @property def read_timeout(self): """ Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. """ if (self.total is not None and self.total is not self.DEFAULT_TIMEOUT and self._read is not None and self._read is not self.DEFAULT_TIMEOUT): # In case the connect timeout has not yet been established. if self._start_connect is None: return self._read return max(0, min(self.total - self.get_connect_duration(), self._read)) elif self.total is not None and self.total is not self.DEFAULT_TIMEOUT: return max(0, self.total - self.get_connect_duration()) else: return self._read site-packages/pip/_vendor/urllib3/util/ssl_.py 0000644 00000027666 15231162611 0015372 0 ustar 00 from __future__ import absolute_import import errno import warnings import hmac from binascii import hexlify, unhexlify from hashlib import md5, sha1, sha256 from ..exceptions import SSLError, InsecurePlatformWarning, SNIMissingWarning SSLContext = None HAS_SNI = False IS_PYOPENSSL = False IS_SECURETRANSPORT = False # Maps the length of a digest to a possible hash function producing this digest HASHFUNC_MAP = { 32: md5, 40: sha1, 64: sha256, } def _const_compare_digest_backport(a, b): """ Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. """ result = abs(len(a) - len(b)) for l, r in zip(bytearray(a), bytearray(b)): result |= l ^ r return result == 0 _const_compare_digest = getattr(hmac, 'compare_digest', _const_compare_digest_backport) try: # Test for SSL features import ssl from ssl import wrap_socket, CERT_NONE, PROTOCOL_SSLv23 from ssl import HAS_SNI # Has SNI? except ImportError: pass try: from ssl import OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION except ImportError: OP_NO_SSLv2, OP_NO_SSLv3 = 0x1000000, 0x2000000 OP_NO_COMPRESSION = 0x20000 # A secure default. # Sources for more information on TLS ciphers: # # - https://wiki.mozilla.org/Security/Server_Side_TLS # - https://www.ssllabs.com/projects/best-practices/index.html # - https://hynek.me/articles/hardening-your-web-servers-ssl-ciphers/ # # The general intent is: # - Prefer TLS 1.3 cipher suites # - prefer cipher suites that offer perfect forward secrecy (DHE/ECDHE), # - prefer ECDHE over DHE for better performance, # - prefer any AES-GCM and ChaCha20 over any AES-CBC for better performance and # security, # - prefer AES-GCM over ChaCha20 because hardware-accelerated AES is common, # - disable NULL authentication, MD5 MACs and DSS for security reasons. DEFAULT_CIPHERS = ':'.join([ 'TLS13-AES-256-GCM-SHA384', 'TLS13-CHACHA20-POLY1305-SHA256', 'TLS13-AES-128-GCM-SHA256', 'ECDH+AESGCM', 'ECDH+CHACHA20', 'DH+AESGCM', 'DH+CHACHA20', 'ECDH+AES256', 'DH+AES256', 'ECDH+AES128', 'DH+AES', 'RSA+AESGCM', 'RSA+AES', '!aNULL', '!eNULL', '!MD5', ]) try: from ssl import SSLContext # Modern SSL? except ImportError: import sys class SSLContext(object): # Platform-specific: Python 2 & 3.1 supports_set_ciphers = ((2, 7) <= sys.version_info < (3,) or (3, 2) <= sys.version_info) def __init__(self, protocol_version): self.protocol = protocol_version # Use default values from a real SSLContext self.check_hostname = False self.verify_mode = ssl.CERT_NONE self.ca_certs = None self.options = 0 self.certfile = None self.keyfile = None self.ciphers = None def load_cert_chain(self, certfile, keyfile): self.certfile = certfile self.keyfile = keyfile def load_verify_locations(self, cafile=None, capath=None): self.ca_certs = cafile if capath is not None: raise SSLError("CA directories not supported in older Pythons") def set_ciphers(self, cipher_suite): if not self.supports_set_ciphers: raise TypeError( 'Your version of Python does not support setting ' 'a custom cipher suite. Please upgrade to Python ' '2.7, 3.2, or later if you need this functionality.' ) self.ciphers = cipher_suite def wrap_socket(self, socket, server_hostname=None, server_side=False): warnings.warn( 'A true SSLContext object is not available. This prevents ' 'urllib3 from configuring SSL appropriately and may cause ' 'certain SSL connections to fail. You can upgrade to a newer ' 'version of Python to solve this. For more information, see ' 'https://urllib3.readthedocs.io/en/latest/advanced-usage.html' '#ssl-warnings', InsecurePlatformWarning ) kwargs = { 'keyfile': self.keyfile, 'certfile': self.certfile, 'ca_certs': self.ca_certs, 'cert_reqs': self.verify_mode, 'ssl_version': self.protocol, 'server_side': server_side, } if self.supports_set_ciphers: # Platform-specific: Python 2.7+ return wrap_socket(socket, ciphers=self.ciphers, **kwargs) else: # Platform-specific: Python 2.6 return wrap_socket(socket, **kwargs) def assert_fingerprint(cert, fingerprint): """ Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. """ fingerprint = fingerprint.replace(':', '').lower() digest_length = len(fingerprint) hashfunc = HASHFUNC_MAP.get(digest_length) if not hashfunc: raise SSLError( 'Fingerprint of invalid length: {0}'.format(fingerprint)) # We need encode() here for py32; works on py2 and p33. fingerprint_bytes = unhexlify(fingerprint.encode()) cert_digest = hashfunc(cert).digest() if not _const_compare_digest(cert_digest, fingerprint_bytes): raise SSLError('Fingerprints did not match. Expected "{0}", got "{1}".' .format(fingerprint, hexlify(cert_digest))) def resolve_cert_reqs(candidate): """ Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbrevation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. """ if candidate is None: return CERT_NONE if isinstance(candidate, str): res = getattr(ssl, candidate, None) if res is None: res = getattr(ssl, 'CERT_' + candidate) return res return candidate def resolve_ssl_version(candidate): """ like resolve_cert_reqs """ if candidate is None: return PROTOCOL_SSLv23 if isinstance(candidate, str): res = getattr(ssl, candidate, None) if res is None: res = getattr(ssl, 'PROTOCOL_' + candidate) return res return candidate def create_urllib3_context(ssl_version=None, cert_reqs=None, options=None, ciphers=None): """All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext """ context = SSLContext(ssl_version or ssl.PROTOCOL_SSLv23) # Setting the default here, as we may have no ssl module on import cert_reqs = ssl.CERT_REQUIRED if cert_reqs is None else cert_reqs if options is None: options = 0 # SSLv2 is easily broken and is considered harmful and dangerous options |= OP_NO_SSLv2 # SSLv3 has several problems and is now dangerous options |= OP_NO_SSLv3 # Disable compression to prevent CRIME attacks for OpenSSL 1.0+ # (issue #309) options |= OP_NO_COMPRESSION context.options |= options if getattr(context, 'supports_set_ciphers', True): # Platform-specific: Python 2.6 context.set_ciphers(ciphers or DEFAULT_CIPHERS) context.verify_mode = cert_reqs if getattr(context, 'check_hostname', None) is not None: # Platform-specific: Python 3.2 # We do our own verification, including fingerprints and alternative # hostnames. So disable it here context.check_hostname = False return context def ssl_wrap_socket(sock, keyfile=None, certfile=None, cert_reqs=None, ca_certs=None, server_hostname=None, ssl_version=None, ciphers=None, ssl_context=None, ca_cert_dir=None): """ All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. This is not supported on Python 2.6 as the ssl module does not support it. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). """ context = ssl_context if context is None: # Note: This branch of code and all the variables in it are no longer # used by urllib3 itself. We should consider deprecating and removing # this code. context = create_urllib3_context(ssl_version, cert_reqs, ciphers=ciphers) if ca_certs or ca_cert_dir: try: context.load_verify_locations(ca_certs, ca_cert_dir) except IOError as e: # Platform-specific: Python 2.6, 2.7, 3.2 raise SSLError(e) # Py33 raises FileNotFoundError which subclasses OSError # These are not equivalent unless we check the errno attribute except OSError as e: # Platform-specific: Python 3.3 and beyond if e.errno == errno.ENOENT: raise SSLError(e) raise elif ssl_context is None and hasattr(context, 'load_default_certs'): # try to load OS default certs; works well on Windows (require Python3.4+) context.load_default_certs() if certfile: context.load_cert_chain(certfile, keyfile) if HAS_SNI: # Platform-specific: OpenSSL with enabled SNI return context.wrap_socket(sock, server_hostname=server_hostname) warnings.warn( 'An HTTPS request has been made, but the SNI (Subject Name ' 'Indication) extension to TLS is not available on this platform. ' 'This may cause the server to present an incorrect TLS ' 'certificate, which can cause validation failures. You can upgrade to ' 'a newer version of Python to solve this. For more information, see ' 'https://urllib3.readthedocs.io/en/latest/advanced-usage.html' '#ssl-warnings', SNIMissingWarning ) return context.wrap_socket(sock) site-packages/pip/_vendor/urllib3/util/request.py 0000644 00000007171 15231162611 0016107 0 ustar 00 from __future__ import absolute_import from base64 import b64encode from ..packages.six import b, integer_types from ..exceptions import UnrewindableBodyError ACCEPT_ENCODING = 'gzip,deflate' _FAILEDTELL = object() def make_headers(keep_alive=None, accept_encoding=None, user_agent=None, basic_auth=None, proxy_basic_auth=None, disable_cache=None): """ Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} """ headers = {} if accept_encoding: if isinstance(accept_encoding, str): pass elif isinstance(accept_encoding, list): accept_encoding = ','.join(accept_encoding) else: accept_encoding = ACCEPT_ENCODING headers['accept-encoding'] = accept_encoding if user_agent: headers['user-agent'] = user_agent if keep_alive: headers['connection'] = 'keep-alive' if basic_auth: headers['authorization'] = 'Basic ' + \ b64encode(b(basic_auth)).decode('utf-8') if proxy_basic_auth: headers['proxy-authorization'] = 'Basic ' + \ b64encode(b(proxy_basic_auth)).decode('utf-8') if disable_cache: headers['cache-control'] = 'no-cache' return headers def set_file_position(body, pos): """ If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. """ if pos is not None: rewind_body(body, pos) elif getattr(body, 'tell', None) is not None: try: pos = body.tell() except (IOError, OSError): # This differentiates from None, allowing us to catch # a failed `tell()` later when trying to rewind the body. pos = _FAILEDTELL return pos def rewind_body(body, body_pos): """ Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. """ body_seek = getattr(body, 'seek', None) if body_seek is not None and isinstance(body_pos, integer_types): try: body_seek(body_pos) except (IOError, OSError): raise UnrewindableBodyError("An error occurred when rewinding request " "body for redirect/retry.") elif body_pos is _FAILEDTELL: raise UnrewindableBodyError("Unable to record file position for rewinding " "request body during a redirect/retry.") else: raise ValueError("body_pos must be of type integer, " "instead it was %s." % type(body_pos)) site-packages/pip/_vendor/urllib3/util/retry.py 0000644 00000035427 15231162611 0015571 0 ustar 00 from __future__ import absolute_import import time import logging from collections import namedtuple from itertools import takewhile import email import re from ..exceptions import ( ConnectTimeoutError, MaxRetryError, ProtocolError, ReadTimeoutError, ResponseError, InvalidHeader, ) from ..packages import six log = logging.getLogger(__name__) # Data structure for representing the metadata of requests that result in a retry. RequestHistory = namedtuple('RequestHistory', ["method", "url", "error", "status", "redirect_location"]) class Retry(object): """ Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ^ ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. """ DEFAULT_METHOD_WHITELIST = frozenset([ 'HEAD', 'GET', 'PUT', 'DELETE', 'OPTIONS', 'TRACE']) DEFAULT_REDIRECT_HEADERS_BLACKLIST = frozenset(['Authorization', 'Proxy-Authorization']) RETRY_AFTER_STATUS_CODES = frozenset([413, 429, 503]) #: Maximum backoff time. BACKOFF_MAX = 120 def __init__(self, total=10, connect=None, read=None, redirect=None, status=None, method_whitelist=DEFAULT_METHOD_WHITELIST, status_forcelist=None, backoff_factor=0, raise_on_redirect=True, raise_on_status=True, history=None, respect_retry_after_header=True, remove_headers_on_redirect=DEFAULT_REDIRECT_HEADERS_BLACKLIST): self.total = total self.connect = connect self.read = read self.status = status if redirect is False or total is False: redirect = 0 raise_on_redirect = False self.redirect = redirect self.status_forcelist = status_forcelist or set() self.method_whitelist = method_whitelist self.backoff_factor = backoff_factor self.raise_on_redirect = raise_on_redirect self.raise_on_status = raise_on_status self.history = history or tuple() self.respect_retry_after_header = respect_retry_after_header self.remove_headers_on_redirect = remove_headers_on_redirect def new(self, **kw): params = dict( total=self.total, connect=self.connect, read=self.read, redirect=self.redirect, status=self.status, method_whitelist=self.method_whitelist, status_forcelist=self.status_forcelist, backoff_factor=self.backoff_factor, raise_on_redirect=self.raise_on_redirect, raise_on_status=self.raise_on_status, history=self.history, remove_headers_on_redirect=self.remove_headers_on_redirect, ) params.update(kw) return type(self)(**params) @classmethod def from_int(cls, retries, redirect=True, default=None): """ Backwards-compatibility for the old retries format.""" if retries is None: retries = default if default is not None else cls.DEFAULT if isinstance(retries, Retry): return retries redirect = bool(redirect) and None new_retries = cls(retries, redirect=redirect) log.debug("Converted retries value: %r -> %r", retries, new_retries) return new_retries def get_backoff_time(self): """ Formula for computing the current backoff :rtype: float """ # We want to consider only the last consecutive errors sequence (Ignore redirects). consecutive_errors_len = len(list(takewhile(lambda x: x.redirect_location is None, reversed(self.history)))) if consecutive_errors_len <= 1: return 0 backoff_value = self.backoff_factor * (2 ** (consecutive_errors_len - 1)) return min(self.BACKOFF_MAX, backoff_value) def parse_retry_after(self, retry_after): # Whitespace: https://tools.ietf.org/html/rfc7230#section-3.2.4 if re.match(r"^\s*[0-9]+\s*$", retry_after): seconds = int(retry_after) else: retry_date_tuple = email.utils.parsedate(retry_after) if retry_date_tuple is None: raise InvalidHeader("Invalid Retry-After header: %s" % retry_after) retry_date = time.mktime(retry_date_tuple) seconds = retry_date - time.time() if seconds < 0: seconds = 0 return seconds def get_retry_after(self, response): """ Get the value of Retry-After in seconds. """ retry_after = response.getheader("Retry-After") if retry_after is None: return None return self.parse_retry_after(retry_after) def sleep_for_retry(self, response=None): retry_after = self.get_retry_after(response) if retry_after: time.sleep(retry_after) return True return False def _sleep_backoff(self): backoff = self.get_backoff_time() if backoff <= 0: return time.sleep(backoff) def sleep(self, response=None): """ Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. """ if response: slept = self.sleep_for_retry(response) if slept: return self._sleep_backoff() def _is_connection_error(self, err): """ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. """ return isinstance(err, ConnectTimeoutError) def _is_read_error(self, err): """ Errors that occur after the request has been started, so we should assume that the server began processing it. """ return isinstance(err, (ReadTimeoutError, ProtocolError)) def _is_method_retryable(self, method): """ Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. """ if self.method_whitelist and method.upper() not in self.method_whitelist: return False return True def is_retry(self, method, status_code, has_retry_after=False): """ Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) """ if not self._is_method_retryable(method): return False if self.status_forcelist and status_code in self.status_forcelist: return True return (self.total and self.respect_retry_after_header and has_retry_after and (status_code in self.RETRY_AFTER_STATUS_CODES)) def is_exhausted(self): """ Are we out of retries? """ retry_counts = (self.total, self.connect, self.read, self.redirect, self.status) retry_counts = list(filter(None, retry_counts)) if not retry_counts: return False return min(retry_counts) < 0 def increment(self, method=None, url=None, response=None, error=None, _pool=None, _stacktrace=None): """ Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. """ if self.total is False and error: # Disabled, indicate to re-raise the error. raise six.reraise(type(error), error, _stacktrace) total = self.total if total is not None: total -= 1 connect = self.connect read = self.read redirect = self.redirect status_count = self.status cause = 'unknown' status = None redirect_location = None if error and self._is_connection_error(error): # Connect retry? if connect is False: raise six.reraise(type(error), error, _stacktrace) elif connect is not None: connect -= 1 elif error and self._is_read_error(error): # Read retry? if read is False or not self._is_method_retryable(method): raise six.reraise(type(error), error, _stacktrace) elif read is not None: read -= 1 elif response and response.get_redirect_location(): # Redirect retry? if redirect is not None: redirect -= 1 cause = 'too many redirects' redirect_location = response.get_redirect_location() status = response.status else: # Incrementing because of a server error like a 500 in # status_forcelist and a the given method is in the whitelist cause = ResponseError.GENERIC_ERROR if response and response.status: if status_count is not None: status_count -= 1 cause = ResponseError.SPECIFIC_ERROR.format( status_code=response.status) status = response.status history = self.history + (RequestHistory(method, url, error, status, redirect_location),) new_retry = self.new( total=total, connect=connect, read=read, redirect=redirect, status=status_count, history=history) if new_retry.is_exhausted(): raise MaxRetryError(_pool, url, error or ResponseError(cause)) log.debug("Incremented Retry for (url='%s'): %r", url, new_retry) return new_retry def __repr__(self): return ('{cls.__name__}(total={self.total}, connect={self.connect}, ' 'read={self.read}, redirect={self.redirect}, status={self.status})').format( cls=type(self), self=self) # For backwards compatibility (equivalent to pre-v1.9): Retry.DEFAULT = Retry(3) site-packages/pip/_vendor/urllib3/util/wait.py 0000644 00000002653 15231162611 0015363 0 ustar 00 from .selectors import ( HAS_SELECT, DefaultSelector, EVENT_READ, EVENT_WRITE ) def _wait_for_io_events(socks, events, timeout=None): """ Waits for IO events to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be interacted with immediately. """ if not HAS_SELECT: raise ValueError('Platform does not have a selector') if not isinstance(socks, list): # Probably just a single socket. if hasattr(socks, "fileno"): socks = [socks] # Otherwise it might be a non-list iterable. else: socks = list(socks) with DefaultSelector() as selector: for sock in socks: selector.register(sock, events) return [key[0].fileobj for key in selector.select(timeout) if key[1] & events] def wait_for_read(socks, timeout=None): """ Waits for reading to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be read from immediately. """ return _wait_for_io_events(socks, EVENT_READ, timeout) def wait_for_write(socks, timeout=None): """ Waits for writing to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be written to immediately. """ return _wait_for_io_events(socks, EVENT_WRITE, timeout) site-packages/pip/_vendor/urllib3/util/connection.py 0000644 00000010215 15231162611 0016547 0 ustar 00 from __future__ import absolute_import import socket from .wait import wait_for_read from .selectors import HAS_SELECT, SelectorError def is_connection_dropped(conn): # Platform-specific """ Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. """ sock = getattr(conn, 'sock', False) if sock is False: # Platform-specific: AppEngine return False if sock is None: # Connection already closed (such as by httplib). return True if not HAS_SELECT: return False try: return bool(wait_for_read(sock, timeout=0.0)) except SelectorError: return True # This function is copied from socket.py in the Python 2.7 standard # library test suite. Added to its signature is only `socket_options`. # One additional modification is that we avoid binding to IPv6 servers # discovered in DNS if the system doesn't have IPv6 functionality. def create_connection(address, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, source_address=None, socket_options=None): """Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. """ host, port = address if host.startswith('['): host = host.strip('[]') err = None # Using the value from allowed_gai_family() in the context of getaddrinfo lets # us select whether to work with IPv4 DNS records, IPv6 records, or both. # The original create_connection function always returns all records. family = allowed_gai_family() for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): af, socktype, proto, canonname, sa = res sock = None try: sock = socket.socket(af, socktype, proto) # If provided, set socket level options before connecting. _set_socket_options(sock, socket_options) if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: sock.settimeout(timeout) if source_address: sock.bind(source_address) sock.connect(sa) return sock except socket.error as e: err = e if sock is not None: sock.close() sock = None if err is not None: raise err raise socket.error("getaddrinfo returns an empty list") def _set_socket_options(sock, options): if options is None: return for opt in options: sock.setsockopt(*opt) def allowed_gai_family(): """This function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.""" family = socket.AF_INET if HAS_IPV6: family = socket.AF_UNSPEC return family def _has_ipv6(host): """ Returns True if the system can bind an IPv6 address. """ sock = None has_ipv6 = False if socket.has_ipv6: # has_ipv6 returns true if cPython was compiled with IPv6 support. # It does not tell us if the system has IPv6 support enabled. To # determine that we must bind to an IPv6 address. # https://github.com/shazow/urllib3/pull/611 # https://bugs.python.org/issue658327 try: sock = socket.socket(socket.AF_INET6) sock.bind((host, 0)) has_ipv6 = True except Exception: pass if sock: sock.close() return has_ipv6 HAS_IPV6 = _has_ipv6('::1') site-packages/pip/_vendor/urllib3/util/__init__.py 0000644 00000002024 15231162611 0016146 0 ustar 00 from __future__ import absolute_import # For backwards compatibility, provide imports that used to be here. from .connection import is_connection_dropped from .request import make_headers from .response import is_fp_closed from .ssl_ import ( SSLContext, HAS_SNI, IS_PYOPENSSL, IS_SECURETRANSPORT, assert_fingerprint, resolve_cert_reqs, resolve_ssl_version, ssl_wrap_socket, ) from .timeout import ( current_time, Timeout, ) from .retry import Retry from .url import ( get_host, parse_url, split_first, Url, ) from .wait import ( wait_for_read, wait_for_write ) __all__ = ( 'HAS_SNI', 'IS_PYOPENSSL', 'IS_SECURETRANSPORT', 'SSLContext', 'Retry', 'Timeout', 'Url', 'assert_fingerprint', 'current_time', 'is_connection_dropped', 'is_fp_closed', 'get_host', 'parse_url', 'make_headers', 'resolve_cert_reqs', 'resolve_ssl_version', 'split_first', 'ssl_wrap_socket', 'wait_for_read', 'wait_for_write' ) site-packages/pip/_vendor/urllib3/util/__pycache__/wait.cpython-36.pyc 0000644 00000003055 15231162611 0021644 0 ustar 00 3 F��i� � @ s: d dl mZmZmZmZ d dd�Zd dd�Zd dd�ZdS ) � )� HAS_SELECT�DefaultSelector� EVENT_READ� EVENT_WRITENc st t s td��t| t�s0t| d�r(| g} nt| �} t� �4}x| D ]}|j|� � q>W � fdd�|j|�D �S Q R X dS )z� Waits for IO events to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be interacted with immediately. z!Platform does not have a selector�filenoc s" g | ]}|d � @ r|d j �qS )r � )Zfileobj)�.0�key)�events� �/usr/lib/python3.6/wait.py� <listcomp> s z'_wait_for_io_events.<locals>.<listcomp>N)r � ValueError� isinstance�list�hasattrr �registerZselect)�socksr �timeoutZselectorZsockr )r r �_wait_for_io_events s r c C s t | t|�S )z� Waits for reading to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be read from immediately. )r r )r r r r r � wait_for_read s r c C s t | t|�S )z� Waits for writing to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be written to immediately. )r r )r r r r r �wait_for_write$ s r )N)N)N)Z selectorsr r r r r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/selectors.cpython-36.opt-1.pyc 0000644 00000037715 15231162611 0023654 0 ustar 00 3 F��i�R � @ sz d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ y ej Z W n e e fk rh ejZ Y nX d(Z d)Z dZe� ZdaG dd� de�Zdd� Zejd*kr�d d � Znd d � Zedddddg�ZG dd� de�ZG dd� de�Zeed��rG dd� de�Zeed��r G dd � d e�Z eed ��r:G d d � d e�Z eed ��rVG d!d"� d"e�Z eed��sfd#Zd$d%� Z d&d'� Z dS )+� N)� namedtuple�Mapping� Tc s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )� SelectorErrorc s t t| �j� || _d S )N)�superr �__init__�errno)�self�errcode)� __class__� � /usr/lib/python3.6/selectors.pyr s zSelectorError.__init__c C s dj | j�S )Nz<SelectorError errno={0}>)�formatr )r r r r �__repr__" s zSelectorError.__repr__c C s | j � S )N)r )r r r r �__str__% s zSelectorError.__str__)�__name__� __module__� __qualname__r r r � __classcell__r r )r r r s r c C sd t | t�r| }n:yt| j� �}W n( tttfk rH tdj| ���Y nX |dk r`tdj|���|S )zl Return a file descriptor from a file object. If given an integer will simply return that integer back. zInvalid file object: {0!r}r z Invalid file descriptor: {0})� isinstance�int�fileno�AttributeError� TypeError� ValueErrorr )�fileobj�fdr r r �_fileobj_to_fd) s r � � c O sV y | ||�S t ttjfk rP } z"d}t|d�r8|j}t|��W Y dd}~X nX dS )z� This is the short-circuit version of the below logic because in Python 3.5+ all system calls automatically restart and recalculate their timeouts. Nr )�OSError�IOError�select�error�hasattrr r )�func�_�args�kwargs�er r r r �_syscall_wrapper; s r* c O sR |j dd�}|dkr d}d}n t|�}|dk r4d}n t� | }t|�}|rZd|krZtd��t}x�|tk�rLy| ||�}W q` tttj fk �rH } z�d}t |d�r�|j }nt |d�r�|j d }|t j kp�t t d �o�|t jk} | �r&|dk �r$t� } | |k�rtt jd ��|�r$d|k�r$|| |d< w`|�r6t|��n� W Y dd}~X q`X q`W |S ) z� Wrapper function for syscalls that could fail due to EINTR. All functions should be retried if there is time left in the timeout in accordance with PEP 475. �timeoutNFg z4Timeout must be in args or kwargs to be recalculatedr r' r �WSAEINTR)r )�get�float� monotonic�listr �_SYSCALL_SENTINELr r! r" r# r$ r r' ZEINTRr, Z ETIMEDOUTr ) r% Zrecalc_timeoutr' r( r+ Zexpires�resultr) r Z is_interruptZ current_timer r r r* G sJ � SelectorKeyr r �events�datac @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) �_SelectorMappingz* Mapping of file objects to selector keys c C s || _ d S )N)� _selector)r Zselectorr r r r � s z_SelectorMapping.__init__c C s t | jj�S )N)�lenr7 � _fd_to_key)r r r r �__len__� s z_SelectorMapping.__len__c C s@ y| j j|�}| j j| S tk r: tdj|���Y nX d S )Nz{0!r} is not registered.)r7 �_fileobj_lookupr9 �KeyErrorr )r r r r r r � __getitem__� s z _SelectorMapping.__getitem__c C s t | jj�S )N)�iterr7 r9 )r r r r �__iter__� s z_SelectorMapping.__iter__N)r r r �__doc__r r: r= r? r r r r r6 � s r6 c @ sv e Zd ZdZdd� Zdd� Zddd�Zd d � Zd d d �Zd d d�Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� ZdS ) � BaseSelectora/ Abstract Selector class A selector supports registering file objects to be monitored for specific I/O events. A file object is a file descriptor or any object with a `fileno()` method. An arbitrary object can be attached to the file object which can be used for example to store context info, a callback, etc. A selector can use various implementations (select(), poll(), epoll(), and kqueue()) depending on the platform. The 'DefaultSelector' class uses the most efficient implementation for the current platform. c C s i | _ t| �| _d S )N)r9 r6 �_map)r r r r r � s zBaseSelector.__init__c C sH yt |�S tk rB x"| jj� D ]}|j|kr$|jS q$W � Y nX dS )aa Return a file descriptor from a file object. This wraps _fileobj_to_fd() to do an exhaustive search in case the object is invalid but we still have it in our map. Used by unregister() so we can unregister an object that was previously registered even if it is closed. It is also used by _SelectorMapping N)r r r9 �valuesr r )r r �keyr r r r; � s z BaseSelector._fileobj_lookupNc C sd | s|t tB @ r"tdj|���t|| j|�||�}|j| jkrTtdj||j���|| j|j< |S )z8 Register a file object for a set of events to monitor. zInvalid events: {0!r}z${0!r} (FD {1}) is already registered) � EVENT_READ� EVENT_WRITEr r r3 r; r r9 r< )r r r4 r5 rD r r r �register� s zBaseSelector.registerc C s� y| j j| j|��}W n� tk r8 tdj|���Y np tjk r� } zR|jtjkrZ� n<x:| j j � D ] }|j |krf| j j|j � P qfW tdj|���W Y dd}~X nX |S )z0 Unregister a file object from being monitored. z{0!r} is not registeredN) r9 �popr; r< r �socketr# r ZEBADFrC r r )r r rD r) r r r � unregister� s zBaseSelector.unregisterc C s� y| j | j|� }W n" tk r6 tdj|���Y nX ||jkr\| j|� | j|||�}n"||jkr~|j|d�}|| j |j < |S )z< Change a registered file object monitored events and data. z{0!r} is not registered)r5 ) r9 r; r< r r4 rJ rG r5 �_replacer )r r r4 r5 rD r r r �modify� s zBaseSelector.modifyc C s t � �dS )zj Perform the actual selection until some monitored file objects are ready or the timeout expires. N)�NotImplementedError)r r+ r r r r" � s zBaseSelector.selectc C s | j j� d| _dS )zd Close the selector. This must be called to ensure that all underlying resources are freed. N)r9 �clearrB )r r r r �close� s zBaseSelector.closec C sH | j � }|dkrtd��y|| S tk rB tdj|���Y nX dS )z: Return the key associated with a registered file object. NzSelector is closedz{0!r} is not registered)�get_map� RuntimeErrorr< r )r r �mappingr r r �get_key s zBaseSelector.get_keyc C s | j S )z3 Return a mapping of file objects to selector keys )rB )r r r r rP s zBaseSelector.get_mapc C s$ y | j | S tk r dS X dS )z_ Return the key associated to a given file descriptor Return None if it is not found. N)r9 r< )r r r r r � _key_from_fd s zBaseSelector._key_from_fdc C s | S )Nr )r r r r � __enter__ s zBaseSelector.__enter__c G s | j � d S )N)rO )r r' r r r �__exit__ s zBaseSelector.__exit__)N)N)N)r r r r@ r r; rG rJ rL r" rO rS rP rT rU rV r r r r rA � s rA r" c sN e Zd ZdZ� fdd�Zd � fdd� Z� fdd�Zdd d �Zdd d �Z� Z S )�SelectSelectorz Select-based selector. c s" t t| �j� t� | _t� | _d S )N)r rW r �set�_readers�_writers)r )r r r r ! s zSelectSelector.__init__Nc sD t t| �j|||�}|t@ r*| jj|j� |t@ r@| jj|j� |S )N) r rW rG rE rY �addr rF rZ )r r r4 r5 rD )r r r rG & s zSelectSelector.registerc s0 t t| �j|�}| jj|j� | jj|j� |S )N)r rW rJ rY �discardr rZ )r r rD )r r r rJ . s zSelectSelector.unregisterc C s t j ||g |�S )z? Wrapper for select.select because timeout is a positional arg )r" )r �r�wr+ r r r �_select4 s zSelectSelector._selectc C s� t | j� r t | j� r g S |d kr(d nt|d�}g }t| jd| j| j|�\}}}t|�}t|�}xV||B D ]J}d}||kr�|tO }||kr�|tO }| j |�}|rl|j |||j @ f� qlW |S )Ng Tr ) r8 rY rZ �maxr* r_ rX rE rF rT �appendr4 ) r r+ �readyr] r^ r& r r4 rD r r r r" 8 s$ zSelectSelector.select)N)N)N) r r r r@ r rG rJ r_ r" r r r )r r rW s rW �pollc sN e Zd ZdZ� fdd�Zd � fdd� Z� fdd�Zdd d �Zdd d �Z� Z S )� PollSelectorz Poll-based selector c s t t| �j� tj� | _d S )N)r rd r r" rc �_poll)r )r r r r S s zPollSelector.__init__Nc sP t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }| jj|j |� |S )Nr ) r rd rG rE r" �POLLINrF �POLLOUTre r )r r r4 r5 rD � event_mask)r r r rG W s zPollSelector.registerc s" t t| �j|�}| jj|j� |S )N)r rd rJ re r )r r rD )r r r rJ a s zPollSelector.unregisterc C s4 |dk r$|dkrd}nt j|d �}| jj|�}|S )zj Wrapper function for select.poll.poll() so that _syscall_wrapper can work with only seconds. Nr g @�@)�math�ceilre rc )r r+ r2 r r r � _wrap_pollf s zPollSelector._wrap_pollc C sx g }t | jd|d�}x^|D ]V\}}d}|tj @ r:|tO }|tj @ rN|tO }| j|�}|r|j|||j @ f� qW |S )NT)r+ r ) r* rk r" rf rF rg rE rT ra r4 )r r+ rb � fd_eventsr rh r4 rD r r r r" t s zPollSelector.select)N)N)N) r r r r@ r rG rJ rk r" r r r )r r rd Q s rd �epollc sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d �Zdd d �Z� fd d�Z � Z S )� EpollSelectorz Epoll-based selector c s t t| �j� tj� | _d S )N)r rn r r" rm �_epoll)r )r r r r � s zEpollSelector.__init__c C s | j j� S )N)ro r )r r r r r � s zEpollSelector.filenoNc sT t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }t| j jd|j |� |S )Nr F) r rn rG rE r" �EPOLLINrF �EPOLLOUTr* ro r )r r r4 r5 rD Z events_mask)r r r rG � s zEpollSelector.registerc s@ t t| �j|�}yt| jjd|j� W n tk r: Y nX |S )NF)r rn rJ r* ro r r )r r rD )r r r rJ � s zEpollSelector.unregisterc C s� |d k r2|dkrd}nt j|d �d }t|�}nd }tt| j�d�}g }t| jjd||d�}x^|D ]V\}}d}|t j @ r�|t O }|t j @ r�|t O }| j|�}|rd|j|||j@ f� qdW |S ) Nr g g @�@g����MbP?g �?r T)r+ Z maxeventsg �)ri rj r. r` r8 r9 r* ro rc r" rp rF rq rE rT ra r4 ) r r+ � max_eventsrb rl r rh r4 rD r r r r" � s* zEpollSelector.selectc s | j j� tt| �j� d S )N)ro rO r rn )r )r r r rO � s zEpollSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r rn � s !rn �kqueuec sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d �Zdd d �Z� fd d�Z � Z S )�KqueueSelectorz Kqueue / Kevent-based selector c s t t| �j� tj� | _d S )N)r rt r r" rs �_kqueue)r )r r r r � s zKqueueSelector.__init__c C s | j j� S )N)ru r )r r r r r � s zKqueueSelector.filenoNc s| t t| �j|||�}|t@ rFtj|jtjtj�}t | j j d|gdd� |t @ rxtj|jtj tj�}t | j j d|gdd� |S )NFr )r rt rG rE r" �keventr �KQ_FILTER_READZ KQ_EV_ADDr* ru �controlrF �KQ_FILTER_WRITE)r r r4 r5 rD rv )r r r rG � s zKqueueSelector.registerc s� t t| �j|�}|jt@ r^tj|jtjtj �}yt | j j d|gdd� W n t k r\ Y nX |jt@ r�tj|jtjtj �}yt | j j d|gdd� W n t k r� Y nX |S )NFr )r rt rJ r4 rE r" rv r rw Z KQ_EV_DELETEr* ru rx r rF ry )r r rD rv )r r r rJ � s$ zKqueueSelector.unregisterc C s� |d k rt |d�}t| j�d }i }t| jjdd ||�}x�|D ]�}|j}|j}d}|tj krd|t O }|tj krv|t O }| j |�} | r>| j|kr�| || j@ f|| j< q>|| j d } | || B | j@ f|| j< q>W t|j� �S )Nr � Tr )r` r8 r9 r* ru rx Zident�filterr" rw rE ry rF rT r r4 r0 rC ) r r+ rr Z ready_fdsZ kevent_listrv r rh r4 rD Z old_eventsr r r r" � s* zKqueueSelector.selectc s | j j� tt| �j� d S )N)ru rO r rt )r )r r r rO s zKqueueSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r rt � s rt Fc C sZ y0| dkr t j� }|jd� ntt | �� j� dS ttfk rT } zdS d}~X nX dS )a Checks that select structs can be allocated by the underlying operating system, not just advertised by the select module. We don't check select() because we'll be hopeful that most platforms that don't have it available will not advertise it. (ie: GAE) rc r TFN)r" rc �getattrrO r r )�struct�pr) r r r � _can_allocate s r c C sP t dkrJtd�rta n4td�r$ta n&td�r2ta nttd�rBta ntd��t � S )z� This function serves as a first call for DefaultSelector to detect if the select module is being monkey-patched incorrectly by eventlet, greenlet, and preserve proper behavior. Nrs rm rc r" z!Platform does not have a selector) �_DEFAULT_SELECTORr rt rn rd r$ r" rW r r r r r �DefaultSelector5 s r� r rz )r r )!r ri r" rI �sysZtime� collectionsr r r/ r � ImportErrorrE rF Z HAS_SELECT�objectr1 r� � Exceptionr r � version_infor* r3 r6 rA r$ rW rd rn rt r r� r r r r �<module> sH 8 1 4 B R site-packages/pip/_vendor/urllib3/util/__pycache__/retry.cpython-36.pyc 0000644 00000030462 15231162611 0022047 0 ustar 00 3 F��i; � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl m Z m Z m Z mZmZmZ ddlmZ eje�Zedd d d d d g�ZG dd� de�Zed�e_dS )� )�absolute_importN)� namedtuple)� takewhile� )�ConnectTimeoutError� MaxRetryError� ProtocolError�ReadTimeoutError� ResponseError� InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc @ s� e Zd ZdZeddddddg�Zedd g�Zed d d g�Zd Zdddddeddddddef dd�Z dd� Z e d3dd��Z dd� Z dd� Zd d � Zd4d d �Zd d!� Zd5d"d#�Zd$d%� Zd&d'� Zd(d)� Zd6d+d,�Zd-d.� Zd7d/d0�Zd1d2� ZdS )8�Retrya2 Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ^ ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. ZHEADZGETZPUTZDELETEZOPTIONSZTRACEZ AuthorizationzProxy-Authorizationi� i� i� �x � Nr Tc C sv || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ | | _ | pbt � | _ | | _ | | _d S )NFr )�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header�remove_headers_on_redirect)�selfr r r r r r r r r r r! r" r# � r% �/usr/lib/python3.6/retry.py�__init__� s zRetry.__init__c K sP t | j| j| j| j| j| j| j| j| j | j | j | j d� }|j |� t| �f |�S )N) r r r r r r r r r r r! r# )�dictr r r r r r r r r r r! r# �update�type)r$ �kwZparamsr% r% r& �new� s z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}tjd||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT� isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr% r% r& �from_int� s zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff :rtype: float c S s | j d kS )N)r )�xr% r% r& �<lambda>� s z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr! r �min� BACKOFF_MAX)r$ Zconsecutive_errors_lenZ backoff_valuer% r% r& �get_backoff_time� s zRetry.get_backoff_timec C s\ t jd|�rt|�}n6tjj|�}|d kr6td| ��tj|�}|tj� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �timeZmktime)r$ � retry_afterZsecondsZretry_date_tupleZ retry_dater% r% r& �parse_retry_after� s zRetry.parse_retry_afterc C s |j d�}|dkrdS | j|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrD )r$ �responserC r% r% r& �get_retry_after� s zRetry.get_retry_afterc C s | j |�}|r tj|� dS dS )NTF)rF rB �sleep)r$ rE rC r% r% r& �sleep_for_retry� s zRetry.sleep_for_retryc C s" | j � }|dkrd S tj|� d S )Nr )r= rB rG )r$ Zbackoffr% r% r& �_sleep_backoff s zRetry._sleep_backoffc C s" |r| j |�}|rdS | j� dS )aC Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. N)rH rI )r$ rE Zsleptr% r% r& rG s z Retry.sleepc C s t |t�S )z{ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. )r. r )r$ �errr% r% r& �_is_connection_error s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should assume that the server began processing it. )r. r r )r$ rJ r% r% r& �_is_read_error! s zRetry._is_read_errorc C s | j r|j� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. FT)r �upper)r$ r r% r% r& �_is_method_retryable' s zRetry._is_method_retryableFc C s< | j |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) FT)rN r r r" �RETRY_AFTER_STATUS_CODES)r$ r � status_codeZhas_retry_afterr% r% r& �is_retry0 s zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r9 �filterr; )r$ Z retry_countsr% r% r& � is_exhausted@ s zRetry.is_exhaustedc C s� | j dkr |r tjt|�||��| j }|dk r6|d8 }| j}| j} | j} | j} d} d} d}|r�| j|�r�|dkr�tjt|�||��n|dk r�|d8 }n�|r�| j |�r�| dks�| j |� r�tjt|�||��n| dk r�| d8 } nn|o�|j � �r| dk r�| d8 } d} |j � }|j} n<t j } |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j} | jt|||| |�f }| j||| | | |d�}|j� �r�t|||�p�t | ���tjd||� |S ) a� Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. FNr7 �unknownztoo many redirects)rP )r r r r r r! z$Incremented Retry for (url='%s'): %r)r r Zreraiser* r r r r rK rL rN Zget_redirect_locationr Z GENERIC_ERRORZSPECIFIC_ERROR�formatr! r r, rS r r0 r1 )r$ r r rE r Z_poolZ _stacktracer r r r Z status_count�causer r r! Z new_retryr% r% r& � incrementI sX zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r2 r$ )rU r* )r$ r% r% r& �__repr__� s zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__� __module__� __qualname__�__doc__� frozensetZDEFAULT_METHOD_WHITELISTZ"DEFAULT_REDIRECT_HEADERS_BLACKLISTrO r< r' r, � classmethodr4 r= rD rF rH rI rG rK rL rN rQ rS rW rX r% r% r% r& r s8 x Jr � )Z __future__r rB Zlogging� collectionsr � itertoolsr rA r> � exceptionsr r r r r r Zpackagesr Z getLoggerrY r0 r �objectr r- r% r% r% r& �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/connection.cpython-36.pyc 0000644 00000005744 15231162611 0023046 0 ustar 00 3 F��i� � @ sn d dl mZ d dlZddlmZ ddlmZmZ dd� Zej ddfdd �Z d d � Z d d � Z dd� Z e d�ZdS )� )�absolute_importN� )� wait_for_read)� HAS_SELECT� SelectorErrorc C sV t | dd�}|dkrdS |dkr$dS ts,dS ytt|dd��S tk rP dS X dS )a Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. �sockFNTg )�timeout)�getattrr �boolr r )Zconnr � r � /usr/lib/python3.6/connection.py�is_connection_dropped s r c C s� | \}}|j d�r |jd�}d}t� }x�tj|||tj�D ]�}|\} } } } } d}yHtj| | | �}t||� |tjk r~|j|� |r�|j |� |j | � |S tj k r� } z |}|dk r�|j � d}W Y dd}~X q:X q:W |dk r�|�tj d��dS )ad Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. �[z[]Nz!getaddrinfo returns an empty list) � startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection$ s2 r c C s( |d kr d S x|D ]}| j |� qW d S )N)Z setsockopt)r Zoptions�optr r r r X s r c C s t j} trt j} | S )z�This function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r ` s r c C sV d}d}t jrFy"t j t j�}|j| df� d}W n tk rD Y nX |rR|j� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6k s r# z::1)Z __future__r r �waitr Z selectorsr r r r r r r r# r r r r r �<module> s 3 site-packages/pip/_vendor/urllib3/util/__pycache__/retry.cpython-36.opt-1.pyc 0000644 00000030462 15231162611 0023006 0 ustar 00 3 F��i; � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl m Z m Z m Z mZmZmZ ddlmZ eje�Zedd d d d d g�ZG dd� de�Zed�e_dS )� )�absolute_importN)� namedtuple)� takewhile� )�ConnectTimeoutError� MaxRetryError� ProtocolError�ReadTimeoutError� ResponseError� InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc @ s� e Zd ZdZeddddddg�Zedd g�Zed d d g�Zd Zdddddeddddddef dd�Z dd� Z e d3dd��Z dd� Z dd� Zd d � Zd4d d �Zd d!� Zd5d"d#�Zd$d%� Zd&d'� Zd(d)� Zd6d+d,�Zd-d.� Zd7d/d0�Zd1d2� ZdS )8�Retrya2 Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ^ ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. ZHEADZGETZPUTZDELETEZOPTIONSZTRACEZ AuthorizationzProxy-Authorizationi� i� i� �x � Nr Tc C sv || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ | | _ | pbt � | _ | | _ | | _d S )NFr )�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header�remove_headers_on_redirect)�selfr r r r r r r r r r r! r" r# � r% �/usr/lib/python3.6/retry.py�__init__� s zRetry.__init__c K sP t | j| j| j| j| j| j| j| j| j | j | j | j d� }|j |� t| �f |�S )N) r r r r r r r r r r r! r# )�dictr r r r r r r r r r r! r# �update�type)r$ �kwZparamsr% r% r& �new� s z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}tjd||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT� isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr% r% r& �from_int� s zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff :rtype: float c S s | j d kS )N)r )�xr% r% r& �<lambda>� s z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr! r �min� BACKOFF_MAX)r$ Zconsecutive_errors_lenZ backoff_valuer% r% r& �get_backoff_time� s zRetry.get_backoff_timec C s\ t jd|�rt|�}n6tjj|�}|d kr6td| ��tj|�}|tj� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �timeZmktime)r$ � retry_afterZsecondsZretry_date_tupleZ retry_dater% r% r& �parse_retry_after� s zRetry.parse_retry_afterc C s |j d�}|dkrdS | j|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrD )r$ �responserC r% r% r& �get_retry_after� s zRetry.get_retry_afterc C s | j |�}|r tj|� dS dS )NTF)rF rB �sleep)r$ rE rC r% r% r& �sleep_for_retry� s zRetry.sleep_for_retryc C s" | j � }|dkrd S tj|� d S )Nr )r= rB rG )r$ Zbackoffr% r% r& �_sleep_backoff s zRetry._sleep_backoffc C s" |r| j |�}|rdS | j� dS )aC Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. N)rH rI )r$ rE Zsleptr% r% r& rG s z Retry.sleepc C s t |t�S )z{ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. )r. r )r$ �errr% r% r& �_is_connection_error s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should assume that the server began processing it. )r. r r )r$ rJ r% r% r& �_is_read_error! s zRetry._is_read_errorc C s | j r|j� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. FT)r �upper)r$ r r% r% r& �_is_method_retryable' s zRetry._is_method_retryableFc C s< | j |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) FT)rN r r r" �RETRY_AFTER_STATUS_CODES)r$ r � status_codeZhas_retry_afterr% r% r& �is_retry0 s zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r9 �filterr; )r$ Z retry_countsr% r% r& � is_exhausted@ s zRetry.is_exhaustedc C s� | j dkr |r tjt|�||��| j }|dk r6|d8 }| j}| j} | j} | j} d} d} d}|r�| j|�r�|dkr�tjt|�||��n|dk r�|d8 }n�|r�| j |�r�| dks�| j |� r�tjt|�||��n| dk r�| d8 } nn|o�|j � �r| dk r�| d8 } d} |j � }|j} n<t j } |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j} | jt|||| |�f }| j||| | | |d�}|j� �r�t|||�p�t | ���tjd||� |S ) a� Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. FNr7 �unknownztoo many redirects)rP )r r r r r r! z$Incremented Retry for (url='%s'): %r)r r Zreraiser* r r r r rK rL rN Zget_redirect_locationr Z GENERIC_ERRORZSPECIFIC_ERROR�formatr! r r, rS r r0 r1 )r$ r r rE r Z_poolZ _stacktracer r r r Z status_count�causer r r! Z new_retryr% r% r& � incrementI sX zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r2 r$ )rU r* )r$ r% r% r& �__repr__� s zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__� __module__� __qualname__�__doc__� frozensetZDEFAULT_METHOD_WHITELISTZ"DEFAULT_REDIRECT_HEADERS_BLACKLISTrO r< r' r, � classmethodr4 r= rD rF rH rI rG rK rL rN rQ rS rW rX r% r% r% r& r s8 x Jr � )Z __future__r rB Zlogging� collectionsr � itertoolsr rA r> � exceptionsr r r r r r Zpackagesr Z getLoggerrY r0 r �objectr r- r% r% r% r& �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/url.cpython-36.opt-1.pyc 0000644 00000012430 15231162611 0022436 0 ustar 00 3 F��i� � @ s� d dl mZ d dlmZ d dlZddlmZ dddd d d d gZdZej d�Z ddl m Z G dd� dede��Z dd� Zdd� Zdd� ZdS )� )�absolute_import)� namedtupleN� )�LocationParseError�scheme�auth�host�port�path�query�fragment�http�httpsz[ - ])�quotec s^ e Zd ZdZf Zd� fdd� Zedd� �Zedd� �Zed d � �Z ed d � �Z d d� Z � Z S )�Urlz� Datastructure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. Nc sV |r|j d� rd| }|r$|j� }|r8|tkr8|j� }tt| �j| |||||||�S )N�/)� startswith�lower�NORMALIZABLE_SCHEMES�superr �__new__)�clsr r r r r r r )� __class__� �/usr/lib/python3.6/url.pyr s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r )�selfr r r �hostname$ s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r N�?)r r )r Zurir r r � request_uri) s zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r )r r r r �netloc3 s z Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a� Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' � Nz://�@�:r �#)�str) r r r r r r r r �urlr r r r% : s" zUrl.urlc C s | j S )N)r% )r r r r �__str__b s z Url.__str__)NNNNNNN) �__name__� __module__� __qualname__�__doc__� __slots__r �propertyr r r r% r& � __classcell__r r )r r r s (r c C sz d}d}x8|D ]0}| j |�}|dk r&q|dks6||k r|}|}qW |dksR|dk r\| ddfS | d|� | |d d� |fS )a� Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. Nr r � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_firstf s r3 c C s� | s t � S tjdd� | �} d}d}d}d}d}d}d}d| krN| jdd�\}} t| dddg�\} }} | rp| | }d | kr�| jd d�\}} | r�| d d kr�| jd d�\}} |d 7 }d | k�r | jd d�\} }|s�| }|�r|j� s�t| ��y t|�}W n t k �r t| ��Y nX nd}n| �r.| �r.| }|�sHt |||||||�S d|k�rb|jdd�\}}d|k�r||jdd�\}}t |||||||�S )a: Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) c S s t | j� �S )N)r �group)�matchr r r �<lambda>� s zparse_url.<locals>.<lambda>Nz://r. r r r# r! r �[�]r" ) r �!_contains_disallowed_url_pchar_re�sub�splitr3 �rsplit�isdigitr �int� ValueError) r% r r r r r r r Zpath_ZdelimZ_hostr r r � parse_url� sR r@ c C s t | �}|jpd|j|jfS )z4 Deprecated. Use :func:`parse_url` instead. r )r@ r r r )r% �pr r r �get_host� s rB )r r N)Z __future__r � collectionsr �re� exceptionsr Z url_attrsr �compiler9 Z packages.six.moves.urllib.parser r r3 r@ rB r r r r �<module> s U!a site-packages/pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-36.pyc 0000644 00000021265 15231162611 0021643 0 ustar 00 3 F��i�/ � ! @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z m Z m Z ddl m Z mZmZ dZdZdZdZe e e d�Zd d � Zeed e�Zy,d dlZd d lmZmZmZ d d lmZ W n e k r� Y nX yd dlm Z m Z m Z W n" e k �r d0\Z Z dZ Y nX dj dddddddddd d d d d d!d"g�Z!yd d#lmZ W n. e k �rr d dl"Z"G d$d%� d%e#�ZY nX d&d'� Z$d(d)� Z%d*d+� Z&d1d,d-�Z'd2d.d/�Z(dS )3� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�SSLError�InsecurePlatformWarning�SNIMissingWarningF)� �( �@ c C sH t t| �t|� �}x*tt| �t|��D ]\}}|||A O }q(W |dkS )z� Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. r )�abs�len�zip� bytearray)�a�b�result�l�r� r �/usr/lib/python3.6/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket� CERT_NONE�PROTOCOL_SSLv23)�HAS_SNI)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION� � i �:zTLS13-AES-256-GCM-SHA384z TLS13-CHACHA20-POLY1305-SHA256zTLS13-AES-128-GCM-SHA256z ECDH+AESGCMz ECDH+CHACHA20z DH+AESGCMz DH+CHACHA20z ECDH+AES256z DH+AES256z ECDH+AES128zDH+AESz RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5)� SSLContextc @ s\ e Zd Zdej ko dk n p*dejkZdd� Zdd� Zdd d �Zd d � Z ddd�Z dS )r% r � � c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr ) �protocol�check_hostname�sslr � verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__c s zSSLContext.__init__c C s || _ || _d S )N)r. r/ )r1 r. r/ r r r �load_cert_chainn s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r, r )r1 ZcafileZcapathr r r �load_verify_locationsr s z SSLContext.load_verify_locationsc C s | j std��|| _d S )Nz�Your version of Python does not support setting a custom cipher suite. Please upgrade to Python 2.7, 3.2, or later if you need this functionality.)�supports_set_ciphers� TypeErrorr0 )r1 Z cipher_suiter r r � set_ciphersx s zSSLContext.set_ciphersFc C sT t jdt� | j| j| j| j| j|d�}| jrDt |fd| j i|��S t |f|�S d S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r/ r. r, � cert_reqs� ssl_version� server_sider0 ) �warnings�warnr r/ r. r, r+ r( r5 r r0 )r1 Zsocket�server_hostnamer: �kwargsr r r r � s zSSLContext.wrap_socket)r r& )r' )r' r )NN)NF) �__name__� __module__� __qualname__�sys� version_infor5 r2 r3 r4 r7 r r r r r r% _ s r% c C sn |j dd�j� }t|�}tj|�}|s4tdj|���t|j� �}|| �j � }t ||�sjtdj|t |����dS )z� Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. r$ � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s rL c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a� Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbrevation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. NZCERT_)r � isinstance�str�getattrr* )� candidate�resr r r �resolve_cert_reqs� s rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z like resolve_cert_reqs NZ PROTOCOL_)r rM rN rO r* )rP rQ r r r �resolve_ssl_version� s rS c C s� t | p tj�}|dkr tjn|}|dkrDd}|tO }|tO }|tO }| j|O _t|dd�rl|j |pht � ||_ t|dd�dk r�d|_ |S )a� All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext Nr r5 Tr) F) r% r* r Z CERT_REQUIREDr r r! r- rO r7 �DEFAULT_CIPHERSr+ r) )r9 r8 r- r0 �contextr r r �create_urllib3_context� s # rV c C s� |} | dkrt |||d�} |s"| r�y| j|| � W q� tk r\ } zt| ��W Y dd} ~ X q� tk r� } z | jtjkr�t| ��� W Y dd} ~ X q�X n|dkr�t| d�r�| j� |r�| j ||� t r�| j | |d�S t j dt� | j | �S )a All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. This is not supported on Python 2.6 as the ssl module does not support it. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). N)r0 �load_default_certs)r= a� An HTTPS request has been made, but the SNI (Subject Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)rV r4 �IOErrorr �OSError�errno�ENOENT�hasattrrW r3 r r r; r< r ) Zsockr/ r. r8 r, r= r9 r0 Z ssl_contextZ ca_cert_dirrU �er r r �ssl_wrap_socket s. r^ )r" r# )NNNN) NNNNNNNNN))Z __future__r rZ r; ZhmacZbinasciir r Zhashlibr r r � exceptionsr r r r% r Z IS_PYOPENSSLZIS_SECURETRANSPORTrG r rO rK r* r r r � ImportErrorr r r! �joinrT rB �objectrL rR rS rV r^ r r r r �<module> st : > site-packages/pip/_vendor/urllib3/util/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000002026 15231162611 0023373 0 ustar 00 3 F��i � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd lm Z m Z d Z d S )!� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed)� SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)� wait_for_read�wait_for_writer r r r r r r r r r r r r r r r r r r r N)r r r r r r r r r r r r r r r r r r r r ) Z __future__r Z connectionr Zrequestr Zresponser Zssl_r r r r r r r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s8 ( site-packages/pip/_vendor/urllib3/util/__pycache__/timeout.cpython-36.pyc 0000644 00000020757 15231162611 0022376 0 ustar 00 3 F��i & � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateErrorZ monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z e d d � �Z d d � Z d d� Z dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. Nc C s4 | j |d�| _| j |d�| _| j |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr �_start_connect)�selfr r r � r � /usr/lib/python3.6/timeout.py�__init__] s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r r )r r r r �__str__c s zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��y t|� W n( ttfk rj td||f ��Y nX y |dkr�td||f ��W n$ tk r� td||f ��Y nX |S )a� Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT� isinstance�bool� ValueError�float� TypeError)�cls�value�namer r r r g s& zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` )r r )r )r Ztimeoutr r r � from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` )r r r )r r r r )r r r r �clone� s z Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. Nz'Timeout timer has already been started.)r r � current_time)r r r r � start_connect� s zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. Nz:Can't get connect duration for timer that has not started.)r r r! )r r r r �get_connect_duration� s z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None N)r r r �min)r r r r �connect_timeout� s zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | j� | j��S | j dk r�| j | jk r�td| j | j� �S | jS dS )a� Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. Nr )r r r r �maxr$ r# )r r r r � read_timeout� s zTimeout.read_timeout)r � __module__� __qualname__�__doc__r r r r r � classmethodr r r r" r# �propertyr% r' r r r r r s F % r ) Z __future__r Zsocketr Ztime� exceptionsr �objectr �getattrr! r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-36.opt-1.pyc 0000644 00000021265 15231162611 0022602 0 ustar 00 3 F��i�/ � ! @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z m Z m Z ddl m Z mZmZ dZdZdZdZe e e d�Zd d � Zeed e�Zy,d dlZd d lmZmZmZ d d lmZ W n e k r� Y nX yd dlm Z m Z m Z W n" e k �r d0\Z Z dZ Y nX dj dddddddddd d d d d d!d"g�Z!yd d#lmZ W n. e k �rr d dl"Z"G d$d%� d%e#�ZY nX d&d'� Z$d(d)� Z%d*d+� Z&d1d,d-�Z'd2d.d/�Z(dS )3� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�SSLError�InsecurePlatformWarning�SNIMissingWarningF)� �( �@ c C sH t t| �t|� �}x*tt| �t|��D ]\}}|||A O }q(W |dkS )z� Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. r )�abs�len�zip� bytearray)�a�b�result�l�r� r �/usr/lib/python3.6/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket� CERT_NONE�PROTOCOL_SSLv23)�HAS_SNI)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION� � i �:zTLS13-AES-256-GCM-SHA384z TLS13-CHACHA20-POLY1305-SHA256zTLS13-AES-128-GCM-SHA256z ECDH+AESGCMz ECDH+CHACHA20z DH+AESGCMz DH+CHACHA20z ECDH+AES256z DH+AES256z ECDH+AES128zDH+AESz RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5)� SSLContextc @ s\ e Zd Zdej ko dk n p*dejkZdd� Zdd� Zdd d �Zd d � Z ddd�Z dS )r% r � � c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr ) �protocol�check_hostname�sslr � verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__c s zSSLContext.__init__c C s || _ || _d S )N)r. r/ )r1 r. r/ r r r �load_cert_chainn s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r, r )r1 ZcafileZcapathr r r �load_verify_locationsr s z SSLContext.load_verify_locationsc C s | j std��|| _d S )Nz�Your version of Python does not support setting a custom cipher suite. Please upgrade to Python 2.7, 3.2, or later if you need this functionality.)�supports_set_ciphers� TypeErrorr0 )r1 Z cipher_suiter r r � set_ciphersx s zSSLContext.set_ciphersFc C sT t jdt� | j| j| j| j| j|d�}| jrDt |fd| j i|��S t |f|�S d S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r/ r. r, � cert_reqs� ssl_version� server_sider0 ) �warnings�warnr r/ r. r, r+ r( r5 r r0 )r1 Zsocket�server_hostnamer: �kwargsr r r r � s zSSLContext.wrap_socket)r r& )r' )r' r )NN)NF) �__name__� __module__� __qualname__�sys� version_infor5 r2 r3 r4 r7 r r r r r r% _ s r% c C sn |j dd�j� }t|�}tj|�}|s4tdj|���t|j� �}|| �j � }t ||�sjtdj|t |����dS )z� Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. r$ � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s rL c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a� Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbrevation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. NZCERT_)r � isinstance�str�getattrr* )� candidate�resr r r �resolve_cert_reqs� s rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z like resolve_cert_reqs NZ PROTOCOL_)r rM rN rO r* )rP rQ r r r �resolve_ssl_version� s rS c C s� t | p tj�}|dkr tjn|}|dkrDd}|tO }|tO }|tO }| j|O _t|dd�rl|j |pht � ||_ t|dd�dk r�d|_ |S )a� All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext Nr r5 Tr) F) r% r* r Z CERT_REQUIREDr r r! r- rO r7 �DEFAULT_CIPHERSr+ r) )r9 r8 r- r0 �contextr r r �create_urllib3_context� s # rV c C s� |} | dkrt |||d�} |s"| r�y| j|| � W q� tk r\ } zt| ��W Y dd} ~ X q� tk r� } z | jtjkr�t| ��� W Y dd} ~ X q�X n|dkr�t| d�r�| j� |r�| j ||� t r�| j | |d�S t j dt� | j | �S )a All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. This is not supported on Python 2.6 as the ssl module does not support it. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). N)r0 �load_default_certs)r= a� An HTTPS request has been made, but the SNI (Subject Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)rV r4 �IOErrorr �OSError�errno�ENOENT�hasattrrW r3 r r r; r< r ) Zsockr/ r. r8 r, r= r9 r0 Z ssl_contextZ ca_cert_dirrU �er r r �ssl_wrap_socket s. r^ )r" r# )NNNN) NNNNNNNNN))Z __future__r rZ r; ZhmacZbinasciir r Zhashlibr r r � exceptionsr r r r% r Z IS_PYOPENSSLZIS_SECURETRANSPORTrG r rO rK r* r r r � ImportErrorr r r! �joinrT rB �objectrL rR rS rV r^ r r r r �<module> st : > site-packages/pip/_vendor/urllib3/util/__pycache__/response.cpython-36.pyc 0000644 00000003433 15231162611 0022536 0 ustar 00 3 F��i' � @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d � Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sf y| j � S tk r Y nX y| jS tk r8 Y nX y | jdkS tk rX Y nX td��dS )zt Checks whether a given file-like object is closed. :param obj: The file-like object to check. Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp� ValueError)�obj� r � /usr/lib/python3.6/response.py� is_fp_closed s r c C s\ t | tj�s tdjt| ����t| dd�}t| dd�}d}|rD|� }|sL|rXt||d��dS )aP Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. z"expected httplib.Message, got {0}.�defectsN� get_payload)r � unparsed_data)� isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrr )Zheadersr r r r r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |j� dkS )z� Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` � ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headE s r N) Z __future__r Zpackages.six.movesr r � exceptionsr r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/request.cpython-36.opt-1.pyc 0000644 00000006102 15231162611 0023323 0 ustar 00 3 F��iy � @ s\ d dl mZ d dlmZ ddlmZmZ ddlmZ dZ e � Z ddd �Z d d � Z d d � ZdS )� )�absolute_import)� b64encode� )�b� integer_types)�UnrewindableBodyErrorz gzip,deflateNc C s� i }|r6t |t�rnt |t�r*dj|�}nt}||d< |rB||d< | rNd|d< |rldtt|��jd� |d< |r�dtt|��jd� |d < |r�d |d < |S ) a Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} �,zaccept-encodingz user-agentz keep-aliveZ connectionzBasic zutf-8Z authorizationzproxy-authorizationzno-cachez cache-control)� isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z keep_aliveZaccept_encodingZ user_agentZ basic_authZproxy_basic_authZ disable_cacheZheaders� r � /usr/lib/python3.6/request.py� make_headers s* $ r c C sR |dk rt | |� n:t| dd�dk rNy | j� }W n ttfk rL t}Y nX |S )z If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionM s r c C st t | dd�}|dk rNt|t�rNy ||� W qp ttfk rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z� Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. �seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r � ValueError�type)r Zbody_posZ body_seekr r r r _ s r )NNNNNN)Z __future__r �base64r Z packages.sixr r � exceptionsr r �objectr r r r r r r r �<module> s A site-packages/pip/_vendor/urllib3/util/__pycache__/selectors.cpython-36.pyc 0000644 00000037715 15231162611 0022715 0 ustar 00 3 F��i�R � @ sz d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ y ej Z W n e e fk rh ejZ Y nX d(Z d)Z dZe� ZdaG dd� de�Zdd� Zejd*kr�d d � Znd d � Zedddddg�ZG dd� de�ZG dd� de�Zeed��rG dd� de�Zeed��r G dd � d e�Z eed ��r:G d d � d e�Z eed ��rVG d!d"� d"e�Z eed��sfd#Zd$d%� Z d&d'� Z dS )+� N)� namedtuple�Mapping� Tc s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )� SelectorErrorc s t t| �j� || _d S )N)�superr �__init__�errno)�self�errcode)� __class__� � /usr/lib/python3.6/selectors.pyr s zSelectorError.__init__c C s dj | j�S )Nz<SelectorError errno={0}>)�formatr )r r r r �__repr__" s zSelectorError.__repr__c C s | j � S )N)r )r r r r �__str__% s zSelectorError.__str__)�__name__� __module__� __qualname__r r r � __classcell__r r )r r r s r c C sd t | t�r| }n:yt| j� �}W n( tttfk rH tdj| ���Y nX |dk r`tdj|���|S )zl Return a file descriptor from a file object. If given an integer will simply return that integer back. zInvalid file object: {0!r}r z Invalid file descriptor: {0})� isinstance�int�fileno�AttributeError� TypeError� ValueErrorr )�fileobj�fdr r r �_fileobj_to_fd) s r � � c O sV y | ||�S t ttjfk rP } z"d}t|d�r8|j}t|��W Y dd}~X nX dS )z� This is the short-circuit version of the below logic because in Python 3.5+ all system calls automatically restart and recalculate their timeouts. Nr )�OSError�IOError�select�error�hasattrr r )�func�_�args�kwargs�er r r r �_syscall_wrapper; s r* c O sR |j dd�}|dkr d}d}n t|�}|dk r4d}n t� | }t|�}|rZd|krZtd��t}x�|tk�rLy| ||�}W q` tttj fk �rH } z�d}t |d�r�|j }nt |d�r�|j d }|t j kp�t t d �o�|t jk} | �r&|dk �r$t� } | |k�rtt jd ��|�r$d|k�r$|| |d< w`|�r6t|��n� W Y dd}~X q`X q`W |S ) z� Wrapper function for syscalls that could fail due to EINTR. All functions should be retried if there is time left in the timeout in accordance with PEP 475. �timeoutNFg z4Timeout must be in args or kwargs to be recalculatedr r' r �WSAEINTR)r )�get�float� monotonic�listr �_SYSCALL_SENTINELr r! r" r# r$ r r' ZEINTRr, Z ETIMEDOUTr ) r% Zrecalc_timeoutr' r( r+ Zexpires�resultr) r Z is_interruptZ current_timer r r r* G sJ � SelectorKeyr r �events�datac @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) �_SelectorMappingz* Mapping of file objects to selector keys c C s || _ d S )N)� _selector)r Zselectorr r r r � s z_SelectorMapping.__init__c C s t | jj�S )N)�lenr7 � _fd_to_key)r r r r �__len__� s z_SelectorMapping.__len__c C s@ y| j j|�}| j j| S tk r: tdj|���Y nX d S )Nz{0!r} is not registered.)r7 �_fileobj_lookupr9 �KeyErrorr )r r r r r r � __getitem__� s z _SelectorMapping.__getitem__c C s t | jj�S )N)�iterr7 r9 )r r r r �__iter__� s z_SelectorMapping.__iter__N)r r r �__doc__r r: r= r? r r r r r6 � s r6 c @ sv e Zd ZdZdd� Zdd� Zddd�Zd d � Zd d d �Zd d d�Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� ZdS ) � BaseSelectora/ Abstract Selector class A selector supports registering file objects to be monitored for specific I/O events. A file object is a file descriptor or any object with a `fileno()` method. An arbitrary object can be attached to the file object which can be used for example to store context info, a callback, etc. A selector can use various implementations (select(), poll(), epoll(), and kqueue()) depending on the platform. The 'DefaultSelector' class uses the most efficient implementation for the current platform. c C s i | _ t| �| _d S )N)r9 r6 �_map)r r r r r � s zBaseSelector.__init__c C sH yt |�S tk rB x"| jj� D ]}|j|kr$|jS q$W � Y nX dS )aa Return a file descriptor from a file object. This wraps _fileobj_to_fd() to do an exhaustive search in case the object is invalid but we still have it in our map. Used by unregister() so we can unregister an object that was previously registered even if it is closed. It is also used by _SelectorMapping N)r r r9 �valuesr r )r r �keyr r r r; � s z BaseSelector._fileobj_lookupNc C sd | s|t tB @ r"tdj|���t|| j|�||�}|j| jkrTtdj||j���|| j|j< |S )z8 Register a file object for a set of events to monitor. zInvalid events: {0!r}z${0!r} (FD {1}) is already registered) � EVENT_READ� EVENT_WRITEr r r3 r; r r9 r< )r r r4 r5 rD r r r �register� s zBaseSelector.registerc C s� y| j j| j|��}W n� tk r8 tdj|���Y np tjk r� } zR|jtjkrZ� n<x:| j j � D ] }|j |krf| j j|j � P qfW tdj|���W Y dd}~X nX |S )z0 Unregister a file object from being monitored. z{0!r} is not registeredN) r9 �popr; r< r �socketr# r ZEBADFrC r r )r r rD r) r r r � unregister� s zBaseSelector.unregisterc C s� y| j | j|� }W n" tk r6 tdj|���Y nX ||jkr\| j|� | j|||�}n"||jkr~|j|d�}|| j |j < |S )z< Change a registered file object monitored events and data. z{0!r} is not registered)r5 ) r9 r; r< r r4 rJ rG r5 �_replacer )r r r4 r5 rD r r r �modify� s zBaseSelector.modifyc C s t � �dS )zj Perform the actual selection until some monitored file objects are ready or the timeout expires. N)�NotImplementedError)r r+ r r r r" � s zBaseSelector.selectc C s | j j� d| _dS )zd Close the selector. This must be called to ensure that all underlying resources are freed. N)r9 �clearrB )r r r r �close� s zBaseSelector.closec C sH | j � }|dkrtd��y|| S tk rB tdj|���Y nX dS )z: Return the key associated with a registered file object. NzSelector is closedz{0!r} is not registered)�get_map� RuntimeErrorr< r )r r �mappingr r r �get_key s zBaseSelector.get_keyc C s | j S )z3 Return a mapping of file objects to selector keys )rB )r r r r rP s zBaseSelector.get_mapc C s$ y | j | S tk r dS X dS )z_ Return the key associated to a given file descriptor Return None if it is not found. N)r9 r< )r r r r r � _key_from_fd s zBaseSelector._key_from_fdc C s | S )Nr )r r r r � __enter__ s zBaseSelector.__enter__c G s | j � d S )N)rO )r r' r r r �__exit__ s zBaseSelector.__exit__)N)N)N)r r r r@ r r; rG rJ rL r" rO rS rP rT rU rV r r r r rA � s rA r" c sN e Zd ZdZ� fdd�Zd � fdd� Z� fdd�Zdd d �Zdd d �Z� Z S )�SelectSelectorz Select-based selector. c s" t t| �j� t� | _t� | _d S )N)r rW r �set�_readers�_writers)r )r r r r ! s zSelectSelector.__init__Nc sD t t| �j|||�}|t@ r*| jj|j� |t@ r@| jj|j� |S )N) r rW rG rE rY �addr rF rZ )r r r4 r5 rD )r r r rG & s zSelectSelector.registerc s0 t t| �j|�}| jj|j� | jj|j� |S )N)r rW rJ rY �discardr rZ )r r rD )r r r rJ . s zSelectSelector.unregisterc C s t j ||g |�S )z? Wrapper for select.select because timeout is a positional arg )r" )r �r�wr+ r r r �_select4 s zSelectSelector._selectc C s� t | j� r t | j� r g S |d kr(d nt|d�}g }t| jd| j| j|�\}}}t|�}t|�}xV||B D ]J}d}||kr�|tO }||kr�|tO }| j |�}|rl|j |||j @ f� qlW |S )Ng Tr ) r8 rY rZ �maxr* r_ rX rE rF rT �appendr4 ) r r+ �readyr] r^ r& r r4 rD r r r r" 8 s$ zSelectSelector.select)N)N)N) r r r r@ r rG rJ r_ r" r r r )r r rW s rW �pollc sN e Zd ZdZ� fdd�Zd � fdd� Z� fdd�Zdd d �Zdd d �Z� Z S )� PollSelectorz Poll-based selector c s t t| �j� tj� | _d S )N)r rd r r" rc �_poll)r )r r r r S s zPollSelector.__init__Nc sP t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }| jj|j |� |S )Nr ) r rd rG rE r" �POLLINrF �POLLOUTre r )r r r4 r5 rD � event_mask)r r r rG W s zPollSelector.registerc s" t t| �j|�}| jj|j� |S )N)r rd rJ re r )r r rD )r r r rJ a s zPollSelector.unregisterc C s4 |dk r$|dkrd}nt j|d �}| jj|�}|S )zj Wrapper function for select.poll.poll() so that _syscall_wrapper can work with only seconds. Nr g @�@)�math�ceilre rc )r r+ r2 r r r � _wrap_pollf s zPollSelector._wrap_pollc C sx g }t | jd|d�}x^|D ]V\}}d}|tj @ r:|tO }|tj @ rN|tO }| j|�}|r|j|||j @ f� qW |S )NT)r+ r ) r* rk r" rf rF rg rE rT ra r4 )r r+ rb � fd_eventsr rh r4 rD r r r r" t s zPollSelector.select)N)N)N) r r r r@ r rG rJ rk r" r r r )r r rd Q s rd �epollc sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d �Zdd d �Z� fd d�Z � Z S )� EpollSelectorz Epoll-based selector c s t t| �j� tj� | _d S )N)r rn r r" rm �_epoll)r )r r r r � s zEpollSelector.__init__c C s | j j� S )N)ro r )r r r r r � s zEpollSelector.filenoNc sT t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }t| j jd|j |� |S )Nr F) r rn rG rE r" �EPOLLINrF �EPOLLOUTr* ro r )r r r4 r5 rD Z events_mask)r r r rG � s zEpollSelector.registerc s@ t t| �j|�}yt| jjd|j� W n tk r: Y nX |S )NF)r rn rJ r* ro r r )r r rD )r r r rJ � s zEpollSelector.unregisterc C s� |d k r2|dkrd}nt j|d �d }t|�}nd }tt| j�d�}g }t| jjd||d�}x^|D ]V\}}d}|t j @ r�|t O }|t j @ r�|t O }| j|�}|rd|j|||j@ f� qdW |S ) Nr g g @�@g����MbP?g �?r T)r+ Z maxeventsg �)ri rj r. r` r8 r9 r* ro rc r" rp rF rq rE rT ra r4 ) r r+ � max_eventsrb rl r rh r4 rD r r r r" � s* zEpollSelector.selectc s | j j� tt| �j� d S )N)ro rO r rn )r )r r r rO � s zEpollSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r rn � s !rn �kqueuec sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d �Zdd d �Z� fd d�Z � Z S )�KqueueSelectorz Kqueue / Kevent-based selector c s t t| �j� tj� | _d S )N)r rt r r" rs �_kqueue)r )r r r r � s zKqueueSelector.__init__c C s | j j� S )N)ru r )r r r r r � s zKqueueSelector.filenoNc s| t t| �j|||�}|t@ rFtj|jtjtj�}t | j j d|gdd� |t @ rxtj|jtj tj�}t | j j d|gdd� |S )NFr )r rt rG rE r" �keventr �KQ_FILTER_READZ KQ_EV_ADDr* ru �controlrF �KQ_FILTER_WRITE)r r r4 r5 rD rv )r r r rG � s zKqueueSelector.registerc s� t t| �j|�}|jt@ r^tj|jtjtj �}yt | j j d|gdd� W n t k r\ Y nX |jt@ r�tj|jtjtj �}yt | j j d|gdd� W n t k r� Y nX |S )NFr )r rt rJ r4 rE r" rv r rw Z KQ_EV_DELETEr* ru rx r rF ry )r r rD rv )r r r rJ � s$ zKqueueSelector.unregisterc C s� |d k rt |d�}t| j�d }i }t| jjdd ||�}x�|D ]�}|j}|j}d}|tj krd|t O }|tj krv|t O }| j |�} | r>| j|kr�| || j@ f|| j< q>|| j d } | || B | j@ f|| j< q>W t|j� �S )Nr � Tr )r` r8 r9 r* ru rx Zident�filterr" rw rE ry rF rT r r4 r0 rC ) r r+ rr Z ready_fdsZ kevent_listrv r rh r4 rD Z old_eventsr r r r" � s* zKqueueSelector.selectc s | j j� tt| �j� d S )N)ru rO r rt )r )r r r rO s zKqueueSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r rt � s rt Fc C sZ y0| dkr t j� }|jd� ntt | �� j� dS ttfk rT } zdS d}~X nX dS )a Checks that select structs can be allocated by the underlying operating system, not just advertised by the select module. We don't check select() because we'll be hopeful that most platforms that don't have it available will not advertise it. (ie: GAE) rc r TFN)r" rc �getattrrO r r )�struct�pr) r r r � _can_allocate s r c C sP t dkrJtd�rta n4td�r$ta n&td�r2ta nttd�rBta ntd��t � S )z� This function serves as a first call for DefaultSelector to detect if the select module is being monkey-patched incorrectly by eventlet, greenlet, and preserve proper behavior. Nrs rm rc r" z!Platform does not have a selector) �_DEFAULT_SELECTORr rt rn rd r$ r" rW r r r r r �DefaultSelector5 s r� r rz )r r )!r ri r" rI �sysZtime� collectionsr r r/ r � ImportErrorrE rF Z HAS_SELECT�objectr1 r� � Exceptionr r � version_infor* r3 r6 rA r$ rW rd rn rt r r� r r r r �<module> sH 8 1 4 B R site-packages/pip/_vendor/urllib3/util/__pycache__/__init__.cpython-36.pyc 0000644 00000002026 15231162611 0022434 0 ustar 00 3 F��i � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd lm Z m Z d Z d S )!� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed)� SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)� wait_for_read�wait_for_writer r r r r r r r r r r r r r r r r r r r N)r r r r r r r r r r r r r r r r r r r r ) Z __future__r Z connectionr Zrequestr Zresponser Zssl_r r r r r r r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s8 ( site-packages/pip/_vendor/urllib3/util/__pycache__/response.cpython-36.opt-1.pyc 0000644 00000003433 15231162611 0023475 0 ustar 00 3 F��i' � @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d � Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sf y| j � S tk r Y nX y| jS tk r8 Y nX y | jdkS tk rX Y nX td��dS )zt Checks whether a given file-like object is closed. :param obj: The file-like object to check. Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp� ValueError)�obj� r � /usr/lib/python3.6/response.py� is_fp_closed s r c C s\ t | tj�s tdjt| ����t| dd�}t| dd�}d}|rD|� }|sL|rXt||d��dS )aP Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. z"expected httplib.Message, got {0}.�defectsN� get_payload)r � unparsed_data)� isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrr )Zheadersr r r r r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |j� dkS )z� Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` � ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headE s r N) Z __future__r Zpackages.six.movesr r � exceptionsr r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/wait.cpython-36.opt-1.pyc 0000644 00000003055 15231162611 0022603 0 ustar 00 3 F��i� � @ s: d dl mZmZmZmZ d dd�Zd dd�Zd dd�ZdS ) � )� HAS_SELECT�DefaultSelector� EVENT_READ� EVENT_WRITENc st t s td��t| t�s0t| d�r(| g} nt| �} t� �4}x| D ]}|j|� � q>W � fdd�|j|�D �S Q R X dS )z� Waits for IO events to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be interacted with immediately. z!Platform does not have a selector�filenoc s" g | ]}|d � @ r|d j �qS )r � )Zfileobj)�.0�key)�events� �/usr/lib/python3.6/wait.py� <listcomp> s z'_wait_for_io_events.<locals>.<listcomp>N)r � ValueError� isinstance�list�hasattrr �registerZselect)�socksr �timeoutZselectorZsockr )r r �_wait_for_io_events s r c C s t | t|�S )z� Waits for reading to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be read from immediately. )r r )r r r r r � wait_for_read s r c C s t | t|�S )z� Waits for writing to be available from a list of sockets or optionally a single socket if passed in. Returns a list of sockets that can be written to immediately. )r r )r r r r r �wait_for_write$ s r )N)N)N)Z selectorsr r r r r r r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/__pycache__/request.cpython-36.pyc 0000644 00000006102 15231162611 0022364 0 ustar 00 3 F��iy � @ s\ d dl mZ d dlmZ ddlmZmZ ddlmZ dZ e � Z ddd �Z d d � Z d d � ZdS )� )�absolute_import)� b64encode� )�b� integer_types)�UnrewindableBodyErrorz gzip,deflateNc C s� i }|r6t |t�rnt |t�r*dj|�}nt}||d< |rB||d< | rNd|d< |rldtt|��jd� |d< |r�dtt|��jd� |d < |r�d |d < |S ) a Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} �,zaccept-encodingz user-agentz keep-aliveZ connectionzBasic zutf-8Z authorizationzproxy-authorizationzno-cachez cache-control)� isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z keep_aliveZaccept_encodingZ user_agentZ basic_authZproxy_basic_authZ disable_cacheZheaders� r � /usr/lib/python3.6/request.py� make_headers s* $ r c C sR |dk rt | |� n:t| dd�dk rNy | j� }W n ttfk rL t}Y nX |S )z If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionM s r c C st t | dd�}|dk rNt|t�rNy ||� W qp ttfk rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z� Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. �seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r � ValueError�type)r Zbody_posZ body_seekr r r r _ s r )NNNNNN)Z __future__r �base64r Z packages.sixr r � exceptionsr r �objectr r r r r r r r �<module> s A site-packages/pip/_vendor/urllib3/util/__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000005744 15231162611 0024005 0 ustar 00 3 F��i� � @ sn d dl mZ d dlZddlmZ ddlmZmZ dd� Zej ddfdd �Z d d � Z d d � Z dd� Z e d�ZdS )� )�absolute_importN� )� wait_for_read)� HAS_SELECT� SelectorErrorc C sV t | dd�}|dkrdS |dkr$dS ts,dS ytt|dd��S tk rP dS X dS )a Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. �sockFNTg )�timeout)�getattrr �boolr r )Zconnr � r � /usr/lib/python3.6/connection.py�is_connection_dropped s r c C s� | \}}|j d�r |jd�}d}t� }x�tj|||tj�D ]�}|\} } } } } d}yHtj| | | �}t||� |tjk r~|j|� |r�|j |� |j | � |S tj k r� } z |}|dk r�|j � d}W Y dd}~X q:X q:W |dk r�|�tj d��dS )ad Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. �[z[]Nz!getaddrinfo returns an empty list) � startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection$ s2 r c C s( |d kr d S x|D ]}| j |� qW d S )N)Z setsockopt)r Zoptions�optr r r r X s r c C s t j} trt j} | S )z�This function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r ` s r c C sV d}d}t jrFy"t j t j�}|j| df� d}W n tk rD Y nX |rR|j� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6k s r# z::1)Z __future__r r �waitr Z selectorsr r r r r r r r# r r r r r �<module> s 3 site-packages/pip/_vendor/urllib3/util/__pycache__/url.cpython-36.pyc 0000644 00000012430 15231162611 0021477 0 ustar 00 3 F��i� � @ s� d dl mZ d dlmZ d dlZddlmZ dddd d d d gZdZej d�Z ddl m Z G dd� dede��Z dd� Zdd� Zdd� ZdS )� )�absolute_import)� namedtupleN� )�LocationParseError�scheme�auth�host�port�path�query�fragment�http�httpsz[ - ])�quotec s^ e Zd ZdZf Zd� fdd� Zedd� �Zedd� �Zed d � �Z ed d � �Z d d� Z � Z S )�Urlz� Datastructure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. Nc sV |r|j d� rd| }|r$|j� }|r8|tkr8|j� }tt| �j| |||||||�S )N�/)� startswith�lower�NORMALIZABLE_SCHEMES�superr �__new__)�clsr r r r r r r )� __class__� �/usr/lib/python3.6/url.pyr s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r )�selfr r r �hostname$ s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r N�?)r r )r Zurir r r � request_uri) s zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r )r r r r �netloc3 s z Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a� Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' � Nz://�@�:r �#)�str) r r r r r r r r �urlr r r r% : s" zUrl.urlc C s | j S )N)r% )r r r r �__str__b s z Url.__str__)NNNNNNN) �__name__� __module__� __qualname__�__doc__� __slots__r �propertyr r r r% r& � __classcell__r r )r r r s (r c C sz d}d}x8|D ]0}| j |�}|dk r&q|dks6||k r|}|}qW |dksR|dk r\| ddfS | d|� | |d d� |fS )a� Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. Nr r � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_firstf s r3 c C s� | s t � S tjdd� | �} d}d}d}d}d}d}d}d| krN| jdd�\}} t| dddg�\} }} | rp| | }d | kr�| jd d�\}} | r�| d d kr�| jd d�\}} |d 7 }d | k�r | jd d�\} }|s�| }|�r|j� s�t| ��y t|�}W n t k �r t| ��Y nX nd}n| �r.| �r.| }|�sHt |||||||�S d|k�rb|jdd�\}}d|k�r||jdd�\}}t |||||||�S )a: Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) c S s t | j� �S )N)r �group)�matchr r r �<lambda>� s zparse_url.<locals>.<lambda>Nz://r. r r r# r! r �[�]r" ) r �!_contains_disallowed_url_pchar_re�sub�splitr3 �rsplit�isdigitr �int� ValueError) r% r r r r r r r Zpath_ZdelimZ_hostr r r � parse_url� sR r@ c C s t | �}|jpd|j|jfS )z4 Deprecated. Use :func:`parse_url` instead. r )r@ r r r )r% �pr r r �get_host� s rB )r r N)Z __future__r � collectionsr �re� exceptionsr Z url_attrsr �compiler9 Z packages.six.moves.urllib.parser r r3 r@ rB r r r r �<module> s U!a site-packages/pip/_vendor/urllib3/util/__pycache__/timeout.cpython-36.opt-1.pyc 0000644 00000020757 15231162611 0023335 0 ustar 00 3 F��i & � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateErrorZ monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z e d d � �Z d d � Z d d� Z dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. Nc C s4 | j |d�| _| j |d�| _| j |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr �_start_connect)�selfr r r � r � /usr/lib/python3.6/timeout.py�__init__] s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r r )r r r r �__str__c s zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��y t|� W n( ttfk rj td||f ��Y nX y |dkr�td||f ��W n$ tk r� td||f ��Y nX |S )a� Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT� isinstance�bool� ValueError�float� TypeError)�cls�value�namer r r r g s& zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` )r r )r )r Ztimeoutr r r � from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` )r r r )r r r r )r r r r �clone� s z Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. Nz'Timeout timer has already been started.)r r � current_time)r r r r � start_connect� s zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. Nz:Can't get connect duration for timer that has not started.)r r r! )r r r r �get_connect_duration� s z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None N)r r r �min)r r r r �connect_timeout� s zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | j� | j��S | j dk r�| j | jk r�td| j | j� �S | jS dS )a� Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. Nr )r r r r �maxr$ r# )r r r r � read_timeout� s zTimeout.read_timeout)r � __module__� __qualname__�__doc__r r r r r � classmethodr r r r" r# �propertyr% r' r r r r r s F % r ) Z __future__r Zsocketr Ztime� exceptionsr �objectr �getattrr! r r r r r �<module> s site-packages/pip/_vendor/urllib3/util/url.py 0000644 00000015216 15231162611 0015220 0 ustar 00 from __future__ import absolute_import from collections import namedtuple import re from ..exceptions import LocationParseError url_attrs = ['scheme', 'auth', 'host', 'port', 'path', 'query', 'fragment'] # We only want to normalize urls with an HTTP(S) scheme. # urllib3 infers URLs without a scheme (None) to be http. NORMALIZABLE_SCHEMES = ('http', 'https', None) _contains_disallowed_url_pchar_re = re.compile('[\x00-\x20\x7f]') from ..packages.six.moves.urllib.parse import quote class Url(namedtuple('Url', url_attrs)): """ Datastructure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. """ __slots__ = () def __new__(cls, scheme=None, auth=None, host=None, port=None, path=None, query=None, fragment=None): if path and not path.startswith('/'): path = '/' + path if scheme: scheme = scheme.lower() if host and scheme in NORMALIZABLE_SCHEMES: host = host.lower() return super(Url, cls).__new__(cls, scheme, auth, host, port, path, query, fragment) @property def hostname(self): """For backwards-compatibility with urlparse. We're nice like that.""" return self.host @property def request_uri(self): """Absolute path including the query string.""" uri = self.path or '/' if self.query is not None: uri += '?' + self.query return uri @property def netloc(self): """Network location including host and port""" if self.port: return '%s:%d' % (self.host, self.port) return self.host @property def url(self): """ Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' """ scheme, auth, host, port, path, query, fragment = self url = '' # We use "is not None" we want things to happen with empty strings (or 0 port) if scheme is not None: url += scheme + '://' if auth is not None: url += auth + '@' if host is not None: url += host if port is not None: url += ':' + str(port) if path is not None: url += path if query is not None: url += '?' + query if fragment is not None: url += '#' + fragment return url def __str__(self): return self.url def split_first(s, delims): """ Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. """ min_idx = None min_delim = None for d in delims: idx = s.find(d) if idx < 0: continue if min_idx is None or idx < min_idx: min_idx = idx min_delim = d if min_idx is None or min_idx < 0: return s, '', None return s[:min_idx], s[min_idx + 1:], min_delim def parse_url(url): """ Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) """ # While this code has overlap with stdlib's urlparse, it is much # simplified for our needs and less annoying. # Additionally, this implementations does silly things to be optimal # on CPython. if not url: # Empty return Url() # Prevent CVE-2019-9740. # adapted from https://github.com/python/cpython/pull/12755 url = _contains_disallowed_url_pchar_re.sub(lambda match: quote(match.group()), url) scheme = None auth = None host = None port = None path = None fragment = None query = None # Scheme if '://' in url: scheme, url = url.split('://', 1) # Find the earliest Authority Terminator # (http://tools.ietf.org/html/rfc3986#section-3.2) url, path_, delim = split_first(url, ['/', '?', '#']) if delim: # Reassemble the path path = delim + path_ # Auth if '@' in url: # Last '@' denotes end of auth part auth, url = url.rsplit('@', 1) # IPv6 if url and url[0] == '[': host, url = url.split(']', 1) host += ']' # Port if ':' in url: _host, port = url.split(':', 1) if not host: host = _host if port: # If given, ports must be integers. No whitespace, no plus or # minus prefixes, no non-integer digits such as ^2 (superscript). if not port.isdigit(): raise LocationParseError(url) try: port = int(port) except ValueError: raise LocationParseError(url) else: # Blank ports are cool, too. (rfc3986#section-3.2.3) port = None elif not host and url: host = url if not path: return Url(scheme, auth, host, port, path, query, fragment) # Fragment if '#' in path: path, fragment = path.split('#', 1) # Query if '?' in path: path, query = path.split('?', 1) return Url(scheme, auth, host, port, path, query, fragment) def get_host(url): """ Deprecated. Use :func:`parse_url` instead. """ p = parse_url(url) return p.scheme or 'http', p.hostname, p.port site-packages/pip/_vendor/urllib3/fields.py 0000644 00000013467 15231162611 0014715 0 ustar 00 from __future__ import absolute_import import email.utils import mimetypes from .packages import six def guess_content_type(filename, default='application/octet-stream'): """ Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. """ if filename: return mimetypes.guess_type(filename)[0] or default return default def format_header_param(name, value): """ Helper function to format and quote a single header parameter. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2231, as suggested by RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. """ if not any(ch in value for ch in '"\\\r\n'): result = '%s="%s"' % (name, value) try: result.encode('ascii') except (UnicodeEncodeError, UnicodeDecodeError): pass else: return result if not six.PY3 and isinstance(value, six.text_type): # Python 2: value = value.encode('utf-8') value = email.utils.encode_rfc2231(value, 'utf-8') value = '%s*=%s' % (name, value) return value class RequestField(object): """ A data container for request body parameters. :param name: The name of this request field. :param data: The data/value body. :param filename: An optional filename of the request field. :param headers: An optional dict-like object of headers to initially use for the field. """ def __init__(self, name, data, filename=None, headers=None): self._name = name self._filename = filename self.data = data self.headers = {} if headers: self.headers = dict(headers) @classmethod def from_tuples(cls, fieldname, value): """ A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. """ if isinstance(value, tuple): if len(value) == 3: filename, data, content_type = value else: filename, data = value content_type = guess_content_type(filename) else: filename = None content_type = None data = value request_param = cls(fieldname, data, filename=filename) request_param.make_multipart(content_type=content_type) return request_param def _render_part(self, name, value): """ Overridable helper function to format a single header parameter. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. """ return format_header_param(name, value) def _render_parts(self, header_parts): """ Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) typles or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. """ parts = [] iterable = header_parts if isinstance(header_parts, dict): iterable = header_parts.items() for name, value in iterable: if value is not None: parts.append(self._render_part(name, value)) return '; '.join(parts) def render_headers(self): """ Renders the headers for this request field. """ lines = [] sort_keys = ['Content-Disposition', 'Content-Type', 'Content-Location'] for sort_key in sort_keys: if self.headers.get(sort_key, False): lines.append('%s: %s' % (sort_key, self.headers[sort_key])) for header_name, header_value in self.headers.items(): if header_name not in sort_keys: if header_value: lines.append('%s: %s' % (header_name, header_value)) lines.append('\r\n') return '\r\n'.join(lines) def make_multipart(self, content_disposition=None, content_type=None, content_location=None): """ Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. """ self.headers['Content-Disposition'] = content_disposition or 'form-data' self.headers['Content-Disposition'] += '; '.join([ '', self._render_parts( (('name', self._name), ('filename', self._filename)) ) ]) self.headers['Content-Type'] = content_type self.headers['Content-Location'] = content_location site-packages/pip/_vendor/urllib3/connection.py 0000644 00000031313 15231162611 0015574 0 ustar 00 from __future__ import absolute_import import datetime import logging import os import sys import socket from socket import error as SocketError, timeout as SocketTimeout import warnings from .packages import six from .packages.six.moves.http_client import HTTPConnection as _HTTPConnection from .packages.six.moves.http_client import HTTPException # noqa: F401 try: # Compiled with SSL? import ssl BaseSSLError = ssl.SSLError except (ImportError, AttributeError): # Platform-specific: No SSL. ssl = None class BaseSSLError(BaseException): pass try: # Python 3: # Not a no-op, we're adding this to the namespace so it can be imported. ConnectionError = ConnectionError except NameError: # Python 2: class ConnectionError(Exception): pass from .exceptions import ( NewConnectionError, ConnectTimeoutError, SubjectAltNameWarning, SystemTimeWarning, ) from .packages.ssl_match_hostname import match_hostname, CertificateError from .util.ssl_ import ( resolve_cert_reqs, resolve_ssl_version, assert_fingerprint, create_urllib3_context, ssl_wrap_socket ) from .util import connection from ._collections import HTTPHeaderDict log = logging.getLogger(__name__) port_by_scheme = { 'http': 80, 'https': 443, } # When updating RECENT_DATE, move it to # within two years of the current date, and no # earlier than 6 months ago. RECENT_DATE = datetime.date(2016, 1, 1) class DummyConnection(object): """Used to detect a failed ConnectionCls import.""" pass class HTTPConnection(_HTTPConnection, object): """ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. .. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). """ default_port = port_by_scheme['http'] #: Disable Nagle's algorithm by default. #: ``[(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]`` default_socket_options = [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)] #: Whether this connection verifies the host's certificate. is_verified = False def __init__(self, *args, **kw): if six.PY3: # Python 3 kw.pop('strict', None) # Pre-set source_address in case we have an older Python like 2.6. self.source_address = kw.get('source_address') if sys.version_info < (2, 7): # Python 2.6 # _HTTPConnection on Python 2.6 will balk at this keyword arg, but # not newer versions. We can still use it when creating a # connection though, so we pop it *after* we have saved it as # self.source_address. kw.pop('source_address', None) #: The socket options provided by the user. If no options are #: provided, we use the default options. self.socket_options = kw.pop('socket_options', self.default_socket_options) # Superclass also sets self.source_address in Python 2.7+. _HTTPConnection.__init__(self, *args, **kw) def _new_conn(self): """ Establish a socket connection and set nodelay settings on it. :return: New socket connection. """ extra_kw = {} if self.source_address: extra_kw['source_address'] = self.source_address if self.socket_options: extra_kw['socket_options'] = self.socket_options try: conn = connection.create_connection( (self.host, self.port), self.timeout, **extra_kw) except SocketTimeout as e: raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout)) except SocketError as e: raise NewConnectionError( self, "Failed to establish a new connection: %s" % e) return conn def _prepare_conn(self, conn): self.sock = conn # the _tunnel_host attribute was added in python 2.6.3 (via # http://hg.python.org/cpython/rev/0f57b30a152f) so pythons 2.6(0-2) do # not have them. if getattr(self, '_tunnel_host', None): # TODO: Fix tunnel so it doesn't depend on self.sock state. self._tunnel() # Mark this connection as not reusable self.auto_open = 0 def connect(self): conn = self._new_conn() self._prepare_conn(conn) def request_chunked(self, method, url, body=None, headers=None): """ Alternative to the common request method, which sends the body with chunked encoding and not as one block """ headers = HTTPHeaderDict(headers if headers is not None else {}) skip_accept_encoding = 'accept-encoding' in headers skip_host = 'host' in headers self.putrequest( method, url, skip_accept_encoding=skip_accept_encoding, skip_host=skip_host ) for header, value in headers.items(): self.putheader(header, value) if 'transfer-encoding' not in headers: self.putheader('Transfer-Encoding', 'chunked') self.endheaders() if body is not None: stringish_types = six.string_types + (six.binary_type,) if isinstance(body, stringish_types): body = (body,) for chunk in body: if not chunk: continue if not isinstance(chunk, six.binary_type): chunk = chunk.encode('utf8') len_str = hex(len(chunk))[2:] self.send(len_str.encode('utf-8')) self.send(b'\r\n') self.send(chunk) self.send(b'\r\n') # After the if clause, to always have a closed body self.send(b'0\r\n\r\n') class HTTPSConnection(HTTPConnection): default_port = port_by_scheme['https'] ssl_version = None def __init__(self, host, port=None, key_file=None, cert_file=None, strict=None, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, ssl_context=None, **kw): HTTPConnection.__init__(self, host, port, strict=strict, timeout=timeout, **kw) self.key_file = key_file self.cert_file = cert_file self.ssl_context = ssl_context # Required property for Google AppEngine 1.9.0 which otherwise causes # HTTPS requests to go out as HTTP. (See Issue #356) self._protocol = 'https' def connect(self): conn = self._new_conn() self._prepare_conn(conn) if self.ssl_context is None: self.ssl_context = create_urllib3_context( ssl_version=resolve_ssl_version(None), cert_reqs=resolve_cert_reqs(None), ) self.sock = ssl_wrap_socket( sock=conn, keyfile=self.key_file, certfile=self.cert_file, ssl_context=self.ssl_context, ) class VerifiedHTTPSConnection(HTTPSConnection): """ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. """ cert_reqs = None ca_certs = None ca_cert_dir = None ssl_version = None assert_fingerprint = None def set_cert(self, key_file=None, cert_file=None, cert_reqs=None, ca_certs=None, assert_hostname=None, assert_fingerprint=None, ca_cert_dir=None): """ This method should only be called once, before the connection is used. """ # If cert_reqs is not provided, we can try to guess. If the user gave # us a cert database, we assume they want to use it: otherwise, if # they gave us an SSL Context object we should use whatever is set for # it. if cert_reqs is None: if ca_certs or ca_cert_dir: cert_reqs = 'CERT_REQUIRED' elif self.ssl_context is not None: cert_reqs = self.ssl_context.verify_mode self.key_file = key_file self.cert_file = cert_file self.cert_reqs = cert_reqs self.assert_hostname = assert_hostname self.assert_fingerprint = assert_fingerprint self.ca_certs = ca_certs and os.path.expanduser(ca_certs) self.ca_cert_dir = ca_cert_dir and os.path.expanduser(ca_cert_dir) def connect(self): # Add certificate verification conn = self._new_conn() hostname = self.host if getattr(self, '_tunnel_host', None): # _tunnel_host was added in Python 2.6.3 # (See: http://hg.python.org/cpython/rev/0f57b30a152f) self.sock = conn # Calls self._set_hostport(), so self.host is # self._tunnel_host below. self._tunnel() # Mark this connection as not reusable self.auto_open = 0 # Override the host with the one we're requesting data from. hostname = self._tunnel_host is_time_off = datetime.date.today() < RECENT_DATE if is_time_off: warnings.warn(( 'System time is way off (before {0}). This will probably ' 'lead to SSL verification errors').format(RECENT_DATE), SystemTimeWarning ) # Wrap socket using verification with the root certs in # trusted_root_certs if self.ssl_context is None: self.ssl_context = create_urllib3_context( ssl_version=resolve_ssl_version(self.ssl_version), cert_reqs=resolve_cert_reqs(self.cert_reqs), ) context = self.ssl_context context.verify_mode = resolve_cert_reqs(self.cert_reqs) self.sock = ssl_wrap_socket( sock=conn, keyfile=self.key_file, certfile=self.cert_file, ca_certs=self.ca_certs, ca_cert_dir=self.ca_cert_dir, server_hostname=hostname, ssl_context=context) if self.assert_fingerprint: assert_fingerprint(self.sock.getpeercert(binary_form=True), self.assert_fingerprint) elif context.verify_mode != ssl.CERT_NONE \ and not getattr(context, 'check_hostname', False) \ and self.assert_hostname is not False: # While urllib3 attempts to always turn off hostname matching from # the TLS library, this cannot always be done. So we check whether # the TLS Library still thinks it's matching hostnames. cert = self.sock.getpeercert() if not cert.get('subjectAltName', ()): warnings.warn(( 'Certificate for {0} has no `subjectAltName`, falling back to check for a ' '`commonName` for now. This feature is being removed by major browsers and ' 'deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 ' 'for details.)'.format(hostname)), SubjectAltNameWarning ) _match_hostname(cert, self.assert_hostname or hostname) self.is_verified = ( context.verify_mode == ssl.CERT_REQUIRED or self.assert_fingerprint is not None ) def _match_hostname(cert, asserted_hostname): try: match_hostname(cert, asserted_hostname) except CertificateError as e: log.error( 'Certificate did not match expected hostname: %s. ' 'Certificate: %s', asserted_hostname, cert ) # Add cert to exception and reraise so client code can inspect # the cert when catching the exception, if they want to e._peer_cert = cert raise if ssl: # Make a copy for testing. UnverifiedHTTPSConnection = HTTPSConnection HTTPSConnection = VerifiedHTTPSConnection else: HTTPSConnection = DummyConnection site-packages/pip/_vendor/urllib3/__init__.py 0000644 00000005445 15231162611 0015203 0 ustar 00 """ urllib3 - Thread-safe connection pooling and re-using. """ from __future__ import absolute_import import warnings from .connectionpool import ( HTTPConnectionPool, HTTPSConnectionPool, connection_from_url ) from . import exceptions from .filepost import encode_multipart_formdata from .poolmanager import PoolManager, ProxyManager, proxy_from_url from .response import HTTPResponse from .util.request import make_headers from .util.url import get_host from .util.timeout import Timeout from .util.retry import Retry # Set default logging handler to avoid "No handler found" warnings. import logging try: # Python 2.7+ from logging import NullHandler except ImportError: class NullHandler(logging.Handler): def emit(self, record): pass __author__ = 'Andrey Petrov (andrey.petrov@shazow.net)' __license__ = 'MIT' __version__ = '1.22' __all__ = ( 'HTTPConnectionPool', 'HTTPSConnectionPool', 'PoolManager', 'ProxyManager', 'HTTPResponse', 'Retry', 'Timeout', 'add_stderr_logger', 'connection_from_url', 'disable_warnings', 'encode_multipart_formdata', 'get_host', 'make_headers', 'proxy_from_url', ) logging.getLogger(__name__).addHandler(NullHandler()) def add_stderr_logger(level=logging.DEBUG): """ Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. """ # This method needs to be in this __init__.py to get the __name__ correct # even if urllib3 is vendored within another package. logger = logging.getLogger(__name__) handler = logging.StreamHandler() handler.setFormatter(logging.Formatter('%(asctime)s %(levelname)s %(message)s')) logger.addHandler(handler) logger.setLevel(level) logger.debug('Added a stderr logging handler to logger: %s', __name__) return handler # ... Clean up. del NullHandler # All warning filters *must* be appended unless you're really certain that they # shouldn't be: otherwise, it's very hard for users to use most Python # mechanisms to silence them. # SecurityWarning's always go off by default. warnings.simplefilter('always', exceptions.SecurityWarning, append=True) # SubjectAltNameWarning's should go off once per host warnings.simplefilter('default', exceptions.SubjectAltNameWarning, append=True) # InsecurePlatformWarning's don't vary between requests, so we keep it default. warnings.simplefilter('default', exceptions.InsecurePlatformWarning, append=True) # SNIMissingWarnings should go off only once. warnings.simplefilter('default', exceptions.SNIMissingWarning, append=True) def disable_warnings(category=exceptions.HTTPWarning): """ Helper for quickly disabling all urllib3 warnings. """ warnings.simplefilter('ignore', category) site-packages/pip/_vendor/urllib3/contrib/appengine.py 0000644 00000025161 15231162611 0017047 0 ustar 00 """ This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from urllib3 import PoolManager from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/\ urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/\ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. """ from __future__ import absolute_import import logging import os import warnings from ..packages.six.moves.urllib.parse import urljoin from ..exceptions import ( HTTPError, HTTPWarning, MaxRetryError, ProtocolError, TimeoutError, SSLError ) from ..packages.six import BytesIO from ..request import RequestMethods from ..response import HTTPResponse from ..util.timeout import Timeout from ..util.retry import Retry try: from google.appengine.api import urlfetch except ImportError: urlfetch = None log = logging.getLogger(__name__) class AppEnginePlatformWarning(HTTPWarning): pass class AppEnginePlatformError(HTTPError): pass class AppEngineManager(RequestMethods): """ Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. """ def __init__(self, headers=None, retries=None, validate_certificate=True, urlfetch_retries=True): if not urlfetch: raise AppEnginePlatformError( "URLFetch is not available in this environment.") if is_prod_appengine_mvms(): raise AppEnginePlatformError( "Use normal urllib3.PoolManager instead of AppEngineManager" "on Managed VMs, as using URLFetch is not necessary in " "this environment.") warnings.warn( "urllib3 is using URLFetch on Google App Engine sandbox instead " "of sockets. To use sockets directly instead of URLFetch see " "https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.", AppEnginePlatformWarning) RequestMethods.__init__(self, headers) self.validate_certificate = validate_certificate self.urlfetch_retries = urlfetch_retries self.retries = retries or Retry.DEFAULT def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): # Return False to re-raise any potential exceptions return False def urlopen(self, method, url, body=None, headers=None, retries=None, redirect=True, timeout=Timeout.DEFAULT_TIMEOUT, **response_kw): retries = self._get_retries(retries, redirect) try: follow_redirects = ( redirect and retries.redirect != 0 and retries.total) response = urlfetch.fetch( url, payload=body, method=method, headers=headers or {}, allow_truncated=False, follow_redirects=self.urlfetch_retries and follow_redirects, deadline=self._get_absolute_timeout(timeout), validate_certificate=self.validate_certificate, ) except urlfetch.DeadlineExceededError as e: raise TimeoutError(self, e) except urlfetch.InvalidURLError as e: if 'too large' in str(e): raise AppEnginePlatformError( "URLFetch request too large, URLFetch only " "supports requests up to 10mb in size.", e) raise ProtocolError(e) except urlfetch.DownloadError as e: if 'Too many redirects' in str(e): raise MaxRetryError(self, url, reason=e) raise ProtocolError(e) except urlfetch.ResponseTooLargeError as e: raise AppEnginePlatformError( "URLFetch response too large, URLFetch only supports" "responses up to 32mb in size.", e) except urlfetch.SSLCertificateError as e: raise SSLError(e) except urlfetch.InvalidMethodError as e: raise AppEnginePlatformError( "URLFetch does not support method: %s" % method, e) http_response = self._urlfetch_response_to_http_response( response, retries=retries, **response_kw) # Handle redirect? redirect_location = redirect and http_response.get_redirect_location() if redirect_location: # Check for redirect response if (self.urlfetch_retries and retries.raise_on_redirect): raise MaxRetryError(self, url, "too many redirects") else: if http_response.status == 303: method = 'GET' try: retries = retries.increment(method, url, response=http_response, _pool=self) except MaxRetryError: if retries.raise_on_redirect: raise MaxRetryError(self, url, "too many redirects") return http_response retries.sleep_for_retry(http_response) log.debug("Redirecting %s -> %s", url, redirect_location) redirect_url = urljoin(url, redirect_location) return self.urlopen( method, redirect_url, body, headers, retries=retries, redirect=redirect, timeout=timeout, **response_kw) # Check if we should retry the HTTP response. has_retry_after = bool(http_response.getheader('Retry-After')) if retries.is_retry(method, http_response.status, has_retry_after): retries = retries.increment( method, url, response=http_response, _pool=self) log.debug("Retry: %s", url) retries.sleep(http_response) return self.urlopen( method, url, body=body, headers=headers, retries=retries, redirect=redirect, timeout=timeout, **response_kw) return http_response def _urlfetch_response_to_http_response(self, urlfetch_resp, **response_kw): if is_prod_appengine(): # Production GAE handles deflate encoding automatically, but does # not remove the encoding header. content_encoding = urlfetch_resp.headers.get('content-encoding') if content_encoding == 'deflate': del urlfetch_resp.headers['content-encoding'] transfer_encoding = urlfetch_resp.headers.get('transfer-encoding') # We have a full response's content, # so let's make sure we don't report ourselves as chunked data. if transfer_encoding == 'chunked': encodings = transfer_encoding.split(",") encodings.remove('chunked') urlfetch_resp.headers['transfer-encoding'] = ','.join(encodings) return HTTPResponse( # In order for decoding to work, we must present the content as # a file-like object. body=BytesIO(urlfetch_resp.content), headers=urlfetch_resp.headers, status=urlfetch_resp.status_code, **response_kw ) def _get_absolute_timeout(self, timeout): if timeout is Timeout.DEFAULT_TIMEOUT: return None # Defer to URLFetch's default. if isinstance(timeout, Timeout): if timeout._read is not None or timeout._connect is not None: warnings.warn( "URLFetch does not support granular timeout settings, " "reverting to total or default URLFetch timeout.", AppEnginePlatformWarning) return timeout.total return timeout def _get_retries(self, retries, redirect): if not isinstance(retries, Retry): retries = Retry.from_int( retries, redirect=redirect, default=self.retries) if retries.connect or retries.read or retries.redirect: warnings.warn( "URLFetch only supports total retries and does not " "recognize connect, read, or redirect retry parameters.", AppEnginePlatformWarning) return retries def is_appengine(): return (is_local_appengine() or is_prod_appengine() or is_prod_appengine_mvms()) def is_appengine_sandbox(): return is_appengine() and not is_prod_appengine_mvms() def is_local_appengine(): return ('APPENGINE_RUNTIME' in os.environ and 'Development/' in os.environ['SERVER_SOFTWARE']) def is_prod_appengine(): return ('APPENGINE_RUNTIME' in os.environ and 'Google App Engine/' in os.environ['SERVER_SOFTWARE'] and not is_prod_appengine_mvms()) def is_prod_appengine_mvms(): return os.environ.get('GAE_VM', False) == 'true' site-packages/pip/_vendor/urllib3/contrib/socks.py 0000644 00000014063 15231162611 0016222 0 ustar 00 # -*- coding: utf-8 -*- """ This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4 - SOCKS4a - SOCKS5 - Usernames and passwords for the SOCKS proxy Known Limitations: - Currently PySocks does not support contacting remote websites via literal IPv6 addresses. Any such connection attempt will fail. You must use a domain name. - Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any such connection attempt will fail. """ from __future__ import absolute_import try: import socks except ImportError: import warnings from ..exceptions import DependencyWarning warnings.warn(( 'SOCKS support in urllib3 requires the installation of optional ' 'dependencies: specifically, PySocks. For more information, see ' 'https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies' ), DependencyWarning ) raise from socket import error as SocketError, timeout as SocketTimeout from ..connection import ( HTTPConnection, HTTPSConnection ) from ..connectionpool import ( HTTPConnectionPool, HTTPSConnectionPool ) from ..exceptions import ConnectTimeoutError, NewConnectionError from ..poolmanager import PoolManager from ..util.url import parse_url try: import ssl except ImportError: ssl = None class SOCKSConnection(HTTPConnection): """ A plain-text HTTP connection that connects via a SOCKS proxy. """ def __init__(self, *args, **kwargs): self._socks_options = kwargs.pop('_socks_options') super(SOCKSConnection, self).__init__(*args, **kwargs) def _new_conn(self): """ Establish a new connection via the SOCKS proxy. """ extra_kw = {} if self.source_address: extra_kw['source_address'] = self.source_address if self.socket_options: extra_kw['socket_options'] = self.socket_options try: conn = socks.create_connection( (self.host, self.port), proxy_type=self._socks_options['socks_version'], proxy_addr=self._socks_options['proxy_host'], proxy_port=self._socks_options['proxy_port'], proxy_username=self._socks_options['username'], proxy_password=self._socks_options['password'], proxy_rdns=self._socks_options['rdns'], timeout=self.timeout, **extra_kw ) except SocketTimeout as e: raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout)) except socks.ProxyError as e: # This is fragile as hell, but it seems to be the only way to raise # useful errors here. if e.socket_err: error = e.socket_err if isinstance(error, SocketTimeout): raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout) ) else: raise NewConnectionError( self, "Failed to establish a new connection: %s" % error ) else: raise NewConnectionError( self, "Failed to establish a new connection: %s" % e ) except SocketError as e: # Defensive: PySocks should catch all these. raise NewConnectionError( self, "Failed to establish a new connection: %s" % e) return conn # We don't need to duplicate the Verified/Unverified distinction from # urllib3/connection.py here because the HTTPSConnection will already have been # correctly set to either the Verified or Unverified form by that module. This # means the SOCKSHTTPSConnection will automatically be the correct type. class SOCKSHTTPSConnection(SOCKSConnection, HTTPSConnection): pass class SOCKSHTTPConnectionPool(HTTPConnectionPool): ConnectionCls = SOCKSConnection class SOCKSHTTPSConnectionPool(HTTPSConnectionPool): ConnectionCls = SOCKSHTTPSConnection class SOCKSProxyManager(PoolManager): """ A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. """ pool_classes_by_scheme = { 'http': SOCKSHTTPConnectionPool, 'https': SOCKSHTTPSConnectionPool, } def __init__(self, proxy_url, username=None, password=None, num_pools=10, headers=None, **connection_pool_kw): parsed = parse_url(proxy_url) if parsed.scheme == 'socks5': socks_version = socks.PROXY_TYPE_SOCKS5 rdns = False elif parsed.scheme == 'socks5h': socks_version = socks.PROXY_TYPE_SOCKS5 rdns = True elif parsed.scheme == 'socks4': socks_version = socks.PROXY_TYPE_SOCKS4 rdns = False elif parsed.scheme == 'socks4a': socks_version = socks.PROXY_TYPE_SOCKS4 rdns = True else: raise ValueError( "Unable to determine SOCKS version from %s" % proxy_url ) self.proxy_url = proxy_url socks_options = { 'socks_version': socks_version, 'proxy_host': parsed.host, 'proxy_port': parsed.port, 'username': username, 'password': password, 'rdns': rdns } connection_pool_kw['_socks_options'] = socks_options super(SOCKSProxyManager, self).__init__( num_pools, headers, **connection_pool_kw ) self.pool_classes_by_scheme = SOCKSProxyManager.pool_classes_by_scheme site-packages/pip/_vendor/urllib3/contrib/ntlmpool.py 0000644 00000010576 15231162611 0016751 0 ustar 00 """ NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 """ from __future__ import absolute_import from logging import getLogger from ntlm import ntlm from .. import HTTPSConnectionPool from ..packages.six.moves.http_client import HTTPSConnection log = getLogger(__name__) class NTLMConnectionPool(HTTPSConnectionPool): """ Implements an NTLM authentication version of an urllib3 connection pool """ scheme = 'https' def __init__(self, user, pw, authurl, *args, **kwargs): """ authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\\username format. pw is the password for the user. """ super(NTLMConnectionPool, self).__init__(*args, **kwargs) self.authurl = authurl self.rawuser = user user_parts = user.split('\\', 1) self.domain = user_parts[0].upper() self.user = user_parts[1] self.pw = pw def _new_conn(self): # Performs the NTLM handshake that secures the connection. The socket # must be kept open while requests are performed. self.num_connections += 1 log.debug('Starting NTLM HTTPS connection no. %d: https://%s%s', self.num_connections, self.host, self.authurl) headers = {} headers['Connection'] = 'Keep-Alive' req_header = 'Authorization' resp_header = 'www-authenticate' conn = HTTPSConnection(host=self.host, port=self.port) # Send negotiation message headers[req_header] = ( 'NTLM %s' % ntlm.create_NTLM_NEGOTIATE_MESSAGE(self.rawuser)) log.debug('Request headers: %s', headers) conn.request('GET', self.authurl, None, headers) res = conn.getresponse() reshdr = dict(res.getheaders()) log.debug('Response status: %s %s', res.status, res.reason) log.debug('Response headers: %s', reshdr) log.debug('Response data: %s [...]', res.read(100)) # Remove the reference to the socket, so that it can not be closed by # the response object (we want to keep the socket open) res.fp = None # Server should respond with a challenge message auth_header_values = reshdr[resp_header].split(', ') auth_header_value = None for s in auth_header_values: if s[:5] == 'NTLM ': auth_header_value = s[5:] if auth_header_value is None: raise Exception('Unexpected %s response header: %s' % (resp_header, reshdr[resp_header])) # Send authentication message ServerChallenge, NegotiateFlags = \ ntlm.parse_NTLM_CHALLENGE_MESSAGE(auth_header_value) auth_msg = ntlm.create_NTLM_AUTHENTICATE_MESSAGE(ServerChallenge, self.user, self.domain, self.pw, NegotiateFlags) headers[req_header] = 'NTLM %s' % auth_msg log.debug('Request headers: %s', headers) conn.request('GET', self.authurl, None, headers) res = conn.getresponse() log.debug('Response status: %s %s', res.status, res.reason) log.debug('Response headers: %s', dict(res.getheaders())) log.debug('Response data: %s [...]', res.read()[:100]) if res.status != 200: if res.status == 401: raise Exception('Server rejected request: wrong ' 'username or password') raise Exception('Wrong server response: %s %s' % (res.status, res.reason)) res.fp = None log.debug('Connection established') return conn def urlopen(self, method, url, body=None, headers=None, retries=3, redirect=True, assert_same_host=True): if headers is None: headers = {} headers['Connection'] = 'Keep-Alive' return super(NTLMConnectionPool, self).urlopen(method, url, body, headers, retries, redirect, assert_same_host) site-packages/pip/_vendor/urllib3/contrib/pyopenssl.py 0000644 00000035772 15231162611 0017146 0 ustar 00 """ SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) """ from __future__ import absolute_import import OpenSSL.SSL from cryptography import x509 from cryptography.hazmat.backends.openssl import backend as openssl_backend from cryptography.hazmat.backends.openssl.x509 import _Certificate from socket import timeout, error as SocketError from io import BytesIO try: # Platform-specific: Python 2 from socket import _fileobject except ImportError: # Platform-specific: Python 3 _fileobject = None from ..packages.backports.makefile import backport_makefile import logging import ssl from ..packages import six import sys from .. import util __all__ = ['inject_into_urllib3', 'extract_from_urllib3'] # SNI always works. HAS_SNI = True # Map from urllib3 to PyOpenSSL compatible parameter-values. _openssl_versions = { ssl.PROTOCOL_SSLv23: OpenSSL.SSL.SSLv23_METHOD, ssl.PROTOCOL_TLSv1: OpenSSL.SSL.TLSv1_METHOD, } if hasattr(ssl, 'PROTOCOL_TLSv1_1') and hasattr(OpenSSL.SSL, 'TLSv1_1_METHOD'): _openssl_versions[ssl.PROTOCOL_TLSv1_1] = OpenSSL.SSL.TLSv1_1_METHOD if hasattr(ssl, 'PROTOCOL_TLSv1_2') and hasattr(OpenSSL.SSL, 'TLSv1_2_METHOD'): _openssl_versions[ssl.PROTOCOL_TLSv1_2] = OpenSSL.SSL.TLSv1_2_METHOD try: _openssl_versions.update({ssl.PROTOCOL_SSLv3: OpenSSL.SSL.SSLv3_METHOD}) except AttributeError: pass _stdlib_to_openssl_verify = { ssl.CERT_NONE: OpenSSL.SSL.VERIFY_NONE, ssl.CERT_OPTIONAL: OpenSSL.SSL.VERIFY_PEER, ssl.CERT_REQUIRED: OpenSSL.SSL.VERIFY_PEER + OpenSSL.SSL.VERIFY_FAIL_IF_NO_PEER_CERT, } _openssl_to_stdlib_verify = dict( (v, k) for k, v in _stdlib_to_openssl_verify.items() ) # OpenSSL will only write 16K at a time SSL_WRITE_BLOCKSIZE = 16384 orig_util_HAS_SNI = util.HAS_SNI orig_util_SSLContext = util.ssl_.SSLContext log = logging.getLogger(__name__) def inject_into_urllib3(): 'Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.' _validate_dependencies_met() util.ssl_.SSLContext = PyOpenSSLContext util.HAS_SNI = HAS_SNI util.ssl_.HAS_SNI = HAS_SNI util.IS_PYOPENSSL = True util.ssl_.IS_PYOPENSSL = True def extract_from_urllib3(): 'Undo monkey-patching by :func:`inject_into_urllib3`.' util.ssl_.SSLContext = orig_util_SSLContext util.HAS_SNI = orig_util_HAS_SNI util.ssl_.HAS_SNI = orig_util_HAS_SNI util.IS_PYOPENSSL = False util.ssl_.IS_PYOPENSSL = False def _validate_dependencies_met(): """ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. """ # Method added in `cryptography==1.1`; not available in older versions from cryptography.x509.extensions import Extensions if getattr(Extensions, "get_extension_for_class", None) is None: raise ImportError("'cryptography' module missing required functionality. " "Try upgrading to v1.3.4 or newer.") # pyOpenSSL 0.14 and above use cryptography for OpenSSL bindings. The _x509 # attribute is only present on those versions. from OpenSSL.crypto import X509 x509 = X509() if getattr(x509, "_x509", None) is None: raise ImportError("'pyOpenSSL' module missing required functionality. " "Try upgrading to v0.14 or newer.") def _dnsname_to_stdlib(name): """ Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). """ def idna_encode(name): """ Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. """ import idna for prefix in [u'*.', u'.']: if name.startswith(prefix): name = name[len(prefix):] return prefix.encode('ascii') + idna.encode(name) return idna.encode(name) name = idna_encode(name) if sys.version_info >= (3, 0): name = name.decode('utf-8') return name def get_subj_alt_name(peer_cert): """ Given an PyOpenSSL certificate, provides all the subject alternative names. """ # Pass the cert to cryptography, which has much better APIs for this. if hasattr(peer_cert, "to_cryptography"): cert = peer_cert.to_cryptography() else: # This is technically using private APIs, but should work across all # relevant versions before PyOpenSSL got a proper API for this. cert = _Certificate(openssl_backend, peer_cert._x509) # We want to find the SAN extension. Ask Cryptography to locate it (it's # faster than looping in Python) try: ext = cert.extensions.get_extension_for_class( x509.SubjectAlternativeName ).value except x509.ExtensionNotFound: # No such extension, return the empty list. return [] except (x509.DuplicateExtension, x509.UnsupportedExtension, x509.UnsupportedGeneralNameType, UnicodeError) as e: # A problem has been found with the quality of the certificate. Assume # no SAN field is present. log.warning( "A problem was encountered with the certificate that prevented " "urllib3 from finding the SubjectAlternativeName field. This can " "affect certificate validation. The error was %s", e, ) return [] # We want to return dNSName and iPAddress fields. We need to cast the IPs # back to strings because the match_hostname function wants them as # strings. # Sadly the DNS names need to be idna encoded and then, on Python 3, UTF-8 # decoded. This is pretty frustrating, but that's what the standard library # does with certificates, and so we need to attempt to do the same. names = [ ('DNS', _dnsname_to_stdlib(name)) for name in ext.get_values_for_type(x509.DNSName) ] names.extend( ('IP Address', str(name)) for name in ext.get_values_for_type(x509.IPAddress) ) return names class WrappedSocket(object): '''API-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. ''' def __init__(self, connection, socket, suppress_ragged_eofs=True): self.connection = connection self.socket = socket self.suppress_ragged_eofs = suppress_ragged_eofs self._makefile_refs = 0 self._closed = False def fileno(self): return self.socket.fileno() # Copy-pasted from Python 3.5 source code def _decref_socketios(self): if self._makefile_refs > 0: self._makefile_refs -= 1 if self._closed: self.close() def recv(self, *args, **kwargs): try: data = self.connection.recv(*args, **kwargs) except OpenSSL.SSL.SysCallError as e: if self.suppress_ragged_eofs and e.args == (-1, 'Unexpected EOF'): return b'' else: raise SocketError(str(e)) except OpenSSL.SSL.ZeroReturnError as e: if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN: return b'' else: raise except OpenSSL.SSL.WantReadError: rd = util.wait_for_read(self.socket, self.socket.gettimeout()) if not rd: raise timeout('The read operation timed out') else: return self.recv(*args, **kwargs) else: return data def recv_into(self, *args, **kwargs): try: return self.connection.recv_into(*args, **kwargs) except OpenSSL.SSL.SysCallError as e: if self.suppress_ragged_eofs and e.args == (-1, 'Unexpected EOF'): return 0 else: raise SocketError(str(e)) except OpenSSL.SSL.ZeroReturnError as e: if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN: return 0 else: raise except OpenSSL.SSL.WantReadError: rd = util.wait_for_read(self.socket, self.socket.gettimeout()) if not rd: raise timeout('The read operation timed out') else: return self.recv_into(*args, **kwargs) def settimeout(self, timeout): return self.socket.settimeout(timeout) def _send_until_done(self, data): while True: try: return self.connection.send(data) except OpenSSL.SSL.WantWriteError: wr = util.wait_for_write(self.socket, self.socket.gettimeout()) if not wr: raise timeout() continue except OpenSSL.SSL.SysCallError as e: raise SocketError(str(e)) def sendall(self, data): total_sent = 0 while total_sent < len(data): sent = self._send_until_done(data[total_sent:total_sent + SSL_WRITE_BLOCKSIZE]) total_sent += sent def shutdown(self): # FIXME rethrow compatible exceptions should we ever use this self.connection.shutdown() def close(self): if self._makefile_refs < 1: try: self._closed = True return self.connection.close() except OpenSSL.SSL.Error: return else: self._makefile_refs -= 1 def getpeercert(self, binary_form=False): x509 = self.connection.get_peer_certificate() if not x509: return x509 if binary_form: return OpenSSL.crypto.dump_certificate( OpenSSL.crypto.FILETYPE_ASN1, x509) return { 'subject': ( (('commonName', x509.get_subject().CN),), ), 'subjectAltName': get_subj_alt_name(x509) } def _reuse(self): self._makefile_refs += 1 def _drop(self): if self._makefile_refs < 1: self.close() else: self._makefile_refs -= 1 if _fileobject: # Platform-specific: Python 2 def makefile(self, mode, bufsize=-1): self._makefile_refs += 1 return _fileobject(self, mode, bufsize, close=True) else: # Platform-specific: Python 3 makefile = backport_makefile WrappedSocket.makefile = makefile class PyOpenSSLContext(object): """ I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. """ def __init__(self, protocol): self.protocol = _openssl_versions[protocol] self._ctx = OpenSSL.SSL.Context(self.protocol) self._options = 0 self.check_hostname = False @property def options(self): return self._options @options.setter def options(self, value): self._options = value self._ctx.set_options(value) @property def verify_mode(self): return _openssl_to_stdlib_verify[self._ctx.get_verify_mode()] @verify_mode.setter def verify_mode(self, value): self._ctx.set_verify( _stdlib_to_openssl_verify[value], _verify_callback ) def set_default_verify_paths(self): self._ctx.set_default_verify_paths() def set_ciphers(self, ciphers): if isinstance(ciphers, six.text_type): ciphers = ciphers.encode('utf-8') self._ctx.set_cipher_list(ciphers) def load_verify_locations(self, cafile=None, capath=None, cadata=None): if cafile is not None: cafile = cafile.encode('utf-8') if capath is not None: capath = capath.encode('utf-8') self._ctx.load_verify_locations(cafile, capath) if cadata is not None: self._ctx.load_verify_locations(BytesIO(cadata)) def load_cert_chain(self, certfile, keyfile=None, password=None): self._ctx.use_certificate_file(certfile) if password is not None: self._ctx.set_passwd_cb(lambda max_length, prompt_twice, userdata: password) self._ctx.use_privatekey_file(keyfile or certfile) def wrap_socket(self, sock, server_side=False, do_handshake_on_connect=True, suppress_ragged_eofs=True, server_hostname=None): cnx = OpenSSL.SSL.Connection(self._ctx, sock) if isinstance(server_hostname, six.text_type): # Platform-specific: Python 3 server_hostname = server_hostname.encode('utf-8') if server_hostname is not None: cnx.set_tlsext_host_name(server_hostname) cnx.set_connect_state() while True: try: cnx.do_handshake() except OpenSSL.SSL.WantReadError: rd = util.wait_for_read(sock, sock.gettimeout()) if not rd: raise timeout('select timed out') continue except OpenSSL.SSL.Error as e: raise ssl.SSLError('bad handshake: %r' % e) break return WrappedSocket(cnx, sock) def _verify_callback(cnx, x509, err_no, err_depth, return_code): return err_no == 0 site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.py 0000644 00000042230 15231162611 0022274 0 ustar 00 """ This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. """ from __future__ import absolute_import import platform from ctypes.util import find_library from ctypes import ( c_void_p, c_int32, c_char_p, c_size_t, c_byte, c_uint32, c_ulong, c_long, c_bool ) from ctypes import CDLL, POINTER, CFUNCTYPE security_path = find_library('Security') if not security_path: raise ImportError('The library Security could not be found') core_foundation_path = find_library('CoreFoundation') if not core_foundation_path: raise ImportError('The library CoreFoundation could not be found') version = platform.mac_ver()[0] version_info = tuple(map(int, version.split('.'))) if version_info < (10, 8): raise OSError( 'Only OS X 10.8 and newer are supported, not %s.%s' % ( version_info[0], version_info[1] ) ) Security = CDLL(security_path, use_errno=True) CoreFoundation = CDLL(core_foundation_path, use_errno=True) Boolean = c_bool CFIndex = c_long CFStringEncoding = c_uint32 CFData = c_void_p CFString = c_void_p CFArray = c_void_p CFMutableArray = c_void_p CFDictionary = c_void_p CFError = c_void_p CFType = c_void_p CFTypeID = c_ulong CFTypeRef = POINTER(CFType) CFAllocatorRef = c_void_p OSStatus = c_int32 CFDataRef = POINTER(CFData) CFStringRef = POINTER(CFString) CFArrayRef = POINTER(CFArray) CFMutableArrayRef = POINTER(CFMutableArray) CFDictionaryRef = POINTER(CFDictionary) CFArrayCallBacks = c_void_p CFDictionaryKeyCallBacks = c_void_p CFDictionaryValueCallBacks = c_void_p SecCertificateRef = POINTER(c_void_p) SecExternalFormat = c_uint32 SecExternalItemType = c_uint32 SecIdentityRef = POINTER(c_void_p) SecItemImportExportFlags = c_uint32 SecItemImportExportKeyParameters = c_void_p SecKeychainRef = POINTER(c_void_p) SSLProtocol = c_uint32 SSLCipherSuite = c_uint32 SSLContextRef = POINTER(c_void_p) SecTrustRef = POINTER(c_void_p) SSLConnectionRef = c_uint32 SecTrustResultType = c_uint32 SecTrustOptionFlags = c_uint32 SSLProtocolSide = c_uint32 SSLConnectionType = c_uint32 SSLSessionOption = c_uint32 try: Security.SecItemImport.argtypes = [ CFDataRef, CFStringRef, POINTER(SecExternalFormat), POINTER(SecExternalItemType), SecItemImportExportFlags, POINTER(SecItemImportExportKeyParameters), SecKeychainRef, POINTER(CFArrayRef), ] Security.SecItemImport.restype = OSStatus Security.SecCertificateGetTypeID.argtypes = [] Security.SecCertificateGetTypeID.restype = CFTypeID Security.SecIdentityGetTypeID.argtypes = [] Security.SecIdentityGetTypeID.restype = CFTypeID Security.SecKeyGetTypeID.argtypes = [] Security.SecKeyGetTypeID.restype = CFTypeID Security.SecCertificateCreateWithData.argtypes = [ CFAllocatorRef, CFDataRef ] Security.SecCertificateCreateWithData.restype = SecCertificateRef Security.SecCertificateCopyData.argtypes = [ SecCertificateRef ] Security.SecCertificateCopyData.restype = CFDataRef Security.SecCopyErrorMessageString.argtypes = [ OSStatus, c_void_p ] Security.SecCopyErrorMessageString.restype = CFStringRef Security.SecIdentityCreateWithCertificate.argtypes = [ CFTypeRef, SecCertificateRef, POINTER(SecIdentityRef) ] Security.SecIdentityCreateWithCertificate.restype = OSStatus Security.SecKeychainCreate.argtypes = [ c_char_p, c_uint32, c_void_p, Boolean, c_void_p, POINTER(SecKeychainRef) ] Security.SecKeychainCreate.restype = OSStatus Security.SecKeychainDelete.argtypes = [ SecKeychainRef ] Security.SecKeychainDelete.restype = OSStatus Security.SecPKCS12Import.argtypes = [ CFDataRef, CFDictionaryRef, POINTER(CFArrayRef) ] Security.SecPKCS12Import.restype = OSStatus SSLReadFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, c_void_p, POINTER(c_size_t)) SSLWriteFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, POINTER(c_byte), POINTER(c_size_t)) Security.SSLSetIOFuncs.argtypes = [ SSLContextRef, SSLReadFunc, SSLWriteFunc ] Security.SSLSetIOFuncs.restype = OSStatus Security.SSLSetPeerID.argtypes = [ SSLContextRef, c_char_p, c_size_t ] Security.SSLSetPeerID.restype = OSStatus Security.SSLSetCertificate.argtypes = [ SSLContextRef, CFArrayRef ] Security.SSLSetCertificate.restype = OSStatus Security.SSLSetCertificateAuthorities.argtypes = [ SSLContextRef, CFTypeRef, Boolean ] Security.SSLSetCertificateAuthorities.restype = OSStatus Security.SSLSetConnection.argtypes = [ SSLContextRef, SSLConnectionRef ] Security.SSLSetConnection.restype = OSStatus Security.SSLSetPeerDomainName.argtypes = [ SSLContextRef, c_char_p, c_size_t ] Security.SSLSetPeerDomainName.restype = OSStatus Security.SSLHandshake.argtypes = [ SSLContextRef ] Security.SSLHandshake.restype = OSStatus Security.SSLRead.argtypes = [ SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t) ] Security.SSLRead.restype = OSStatus Security.SSLWrite.argtypes = [ SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t) ] Security.SSLWrite.restype = OSStatus Security.SSLClose.argtypes = [ SSLContextRef ] Security.SSLClose.restype = OSStatus Security.SSLGetNumberSupportedCiphers.argtypes = [ SSLContextRef, POINTER(c_size_t) ] Security.SSLGetNumberSupportedCiphers.restype = OSStatus Security.SSLGetSupportedCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), POINTER(c_size_t) ] Security.SSLGetSupportedCiphers.restype = OSStatus Security.SSLSetEnabledCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), c_size_t ] Security.SSLSetEnabledCiphers.restype = OSStatus Security.SSLGetNumberEnabledCiphers.argtype = [ SSLContextRef, POINTER(c_size_t) ] Security.SSLGetNumberEnabledCiphers.restype = OSStatus Security.SSLGetEnabledCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), POINTER(c_size_t) ] Security.SSLGetEnabledCiphers.restype = OSStatus Security.SSLGetNegotiatedCipher.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite) ] Security.SSLGetNegotiatedCipher.restype = OSStatus Security.SSLGetNegotiatedProtocolVersion.argtypes = [ SSLContextRef, POINTER(SSLProtocol) ] Security.SSLGetNegotiatedProtocolVersion.restype = OSStatus Security.SSLCopyPeerTrust.argtypes = [ SSLContextRef, POINTER(SecTrustRef) ] Security.SSLCopyPeerTrust.restype = OSStatus Security.SecTrustSetAnchorCertificates.argtypes = [ SecTrustRef, CFArrayRef ] Security.SecTrustSetAnchorCertificates.restype = OSStatus Security.SecTrustSetAnchorCertificatesOnly.argstypes = [ SecTrustRef, Boolean ] Security.SecTrustSetAnchorCertificatesOnly.restype = OSStatus Security.SecTrustEvaluate.argtypes = [ SecTrustRef, POINTER(SecTrustResultType) ] Security.SecTrustEvaluate.restype = OSStatus Security.SecTrustGetCertificateCount.argtypes = [ SecTrustRef ] Security.SecTrustGetCertificateCount.restype = CFIndex Security.SecTrustGetCertificateAtIndex.argtypes = [ SecTrustRef, CFIndex ] Security.SecTrustGetCertificateAtIndex.restype = SecCertificateRef Security.SSLCreateContext.argtypes = [ CFAllocatorRef, SSLProtocolSide, SSLConnectionType ] Security.SSLCreateContext.restype = SSLContextRef Security.SSLSetSessionOption.argtypes = [ SSLContextRef, SSLSessionOption, Boolean ] Security.SSLSetSessionOption.restype = OSStatus Security.SSLSetProtocolVersionMin.argtypes = [ SSLContextRef, SSLProtocol ] Security.SSLSetProtocolVersionMin.restype = OSStatus Security.SSLSetProtocolVersionMax.argtypes = [ SSLContextRef, SSLProtocol ] Security.SSLSetProtocolVersionMax.restype = OSStatus Security.SecCopyErrorMessageString.argtypes = [ OSStatus, c_void_p ] Security.SecCopyErrorMessageString.restype = CFStringRef Security.SSLReadFunc = SSLReadFunc Security.SSLWriteFunc = SSLWriteFunc Security.SSLContextRef = SSLContextRef Security.SSLProtocol = SSLProtocol Security.SSLCipherSuite = SSLCipherSuite Security.SecIdentityRef = SecIdentityRef Security.SecKeychainRef = SecKeychainRef Security.SecTrustRef = SecTrustRef Security.SecTrustResultType = SecTrustResultType Security.SecExternalFormat = SecExternalFormat Security.OSStatus = OSStatus Security.kSecImportExportPassphrase = CFStringRef.in_dll( Security, 'kSecImportExportPassphrase' ) Security.kSecImportItemIdentity = CFStringRef.in_dll( Security, 'kSecImportItemIdentity' ) # CoreFoundation time! CoreFoundation.CFRetain.argtypes = [ CFTypeRef ] CoreFoundation.CFRetain.restype = CFTypeRef CoreFoundation.CFRelease.argtypes = [ CFTypeRef ] CoreFoundation.CFRelease.restype = None CoreFoundation.CFGetTypeID.argtypes = [ CFTypeRef ] CoreFoundation.CFGetTypeID.restype = CFTypeID CoreFoundation.CFStringCreateWithCString.argtypes = [ CFAllocatorRef, c_char_p, CFStringEncoding ] CoreFoundation.CFStringCreateWithCString.restype = CFStringRef CoreFoundation.CFStringGetCStringPtr.argtypes = [ CFStringRef, CFStringEncoding ] CoreFoundation.CFStringGetCStringPtr.restype = c_char_p CoreFoundation.CFStringGetCString.argtypes = [ CFStringRef, c_char_p, CFIndex, CFStringEncoding ] CoreFoundation.CFStringGetCString.restype = c_bool CoreFoundation.CFDataCreate.argtypes = [ CFAllocatorRef, c_char_p, CFIndex ] CoreFoundation.CFDataCreate.restype = CFDataRef CoreFoundation.CFDataGetLength.argtypes = [ CFDataRef ] CoreFoundation.CFDataGetLength.restype = CFIndex CoreFoundation.CFDataGetBytePtr.argtypes = [ CFDataRef ] CoreFoundation.CFDataGetBytePtr.restype = c_void_p CoreFoundation.CFDictionaryCreate.argtypes = [ CFAllocatorRef, POINTER(CFTypeRef), POINTER(CFTypeRef), CFIndex, CFDictionaryKeyCallBacks, CFDictionaryValueCallBacks ] CoreFoundation.CFDictionaryCreate.restype = CFDictionaryRef CoreFoundation.CFDictionaryGetValue.argtypes = [ CFDictionaryRef, CFTypeRef ] CoreFoundation.CFDictionaryGetValue.restype = CFTypeRef CoreFoundation.CFArrayCreate.argtypes = [ CFAllocatorRef, POINTER(CFTypeRef), CFIndex, CFArrayCallBacks, ] CoreFoundation.CFArrayCreate.restype = CFArrayRef CoreFoundation.CFArrayCreateMutable.argtypes = [ CFAllocatorRef, CFIndex, CFArrayCallBacks ] CoreFoundation.CFArrayCreateMutable.restype = CFMutableArrayRef CoreFoundation.CFArrayAppendValue.argtypes = [ CFMutableArrayRef, c_void_p ] CoreFoundation.CFArrayAppendValue.restype = None CoreFoundation.CFArrayGetCount.argtypes = [ CFArrayRef ] CoreFoundation.CFArrayGetCount.restype = CFIndex CoreFoundation.CFArrayGetValueAtIndex.argtypes = [ CFArrayRef, CFIndex ] CoreFoundation.CFArrayGetValueAtIndex.restype = c_void_p CoreFoundation.kCFAllocatorDefault = CFAllocatorRef.in_dll( CoreFoundation, 'kCFAllocatorDefault' ) CoreFoundation.kCFTypeArrayCallBacks = c_void_p.in_dll(CoreFoundation, 'kCFTypeArrayCallBacks') CoreFoundation.kCFTypeDictionaryKeyCallBacks = c_void_p.in_dll( CoreFoundation, 'kCFTypeDictionaryKeyCallBacks' ) CoreFoundation.kCFTypeDictionaryValueCallBacks = c_void_p.in_dll( CoreFoundation, 'kCFTypeDictionaryValueCallBacks' ) CoreFoundation.CFTypeRef = CFTypeRef CoreFoundation.CFArrayRef = CFArrayRef CoreFoundation.CFStringRef = CFStringRef CoreFoundation.CFDictionaryRef = CFDictionaryRef except (AttributeError): raise ImportError('Error initializing ctypes') class CFConst(object): """ A class object that acts as essentially a namespace for CoreFoundation constants. """ kCFStringEncodingUTF8 = CFStringEncoding(0x08000100) class SecurityConst(object): """ A class object that acts as essentially a namespace for Security constants. """ kSSLSessionOptionBreakOnServerAuth = 0 kSSLProtocol2 = 1 kSSLProtocol3 = 2 kTLSProtocol1 = 4 kTLSProtocol11 = 7 kTLSProtocol12 = 8 kSSLClientSide = 1 kSSLStreamType = 0 kSecFormatPEMSequence = 10 kSecTrustResultInvalid = 0 kSecTrustResultProceed = 1 # This gap is present on purpose: this was kSecTrustResultConfirm, which # is deprecated. kSecTrustResultDeny = 3 kSecTrustResultUnspecified = 4 kSecTrustResultRecoverableTrustFailure = 5 kSecTrustResultFatalTrustFailure = 6 kSecTrustResultOtherError = 7 errSSLProtocol = -9800 errSSLWouldBlock = -9803 errSSLClosedGraceful = -9805 errSSLClosedNoNotify = -9816 errSSLClosedAbort = -9806 errSSLXCertChainInvalid = -9807 errSSLCrypto = -9809 errSSLInternal = -9810 errSSLCertExpired = -9814 errSSLCertNotYetValid = -9815 errSSLUnknownRootCert = -9812 errSSLNoRootCert = -9813 errSSLHostNameMismatch = -9843 errSSLPeerHandshakeFail = -9824 errSSLPeerUserCancelled = -9839 errSSLWeakPeerEphemeralDHKey = -9850 errSSLServerAuthCompleted = -9841 errSSLRecordOverflow = -9847 errSecVerifyFailed = -67808 errSecNoTrustSettings = -25263 errSecItemNotFound = -25300 errSecInvalidTrustSettings = -25262 # Cipher suites. We only pick the ones our default cipher string allows. TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 = 0xC02C TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 = 0xC030 TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 = 0xC02B TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 = 0xC02F TLS_DHE_DSS_WITH_AES_256_GCM_SHA384 = 0x00A3 TLS_DHE_RSA_WITH_AES_256_GCM_SHA384 = 0x009F TLS_DHE_DSS_WITH_AES_128_GCM_SHA256 = 0x00A2 TLS_DHE_RSA_WITH_AES_128_GCM_SHA256 = 0x009E TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384 = 0xC024 TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 = 0xC028 TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA = 0xC00A TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA = 0xC014 TLS_DHE_RSA_WITH_AES_256_CBC_SHA256 = 0x006B TLS_DHE_DSS_WITH_AES_256_CBC_SHA256 = 0x006A TLS_DHE_RSA_WITH_AES_256_CBC_SHA = 0x0039 TLS_DHE_DSS_WITH_AES_256_CBC_SHA = 0x0038 TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 = 0xC023 TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 = 0xC027 TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA = 0xC009 TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA = 0xC013 TLS_DHE_RSA_WITH_AES_128_CBC_SHA256 = 0x0067 TLS_DHE_DSS_WITH_AES_128_CBC_SHA256 = 0x0040 TLS_DHE_RSA_WITH_AES_128_CBC_SHA = 0x0033 TLS_DHE_DSS_WITH_AES_128_CBC_SHA = 0x0032 TLS_RSA_WITH_AES_256_GCM_SHA384 = 0x009D TLS_RSA_WITH_AES_128_GCM_SHA256 = 0x009C TLS_RSA_WITH_AES_256_CBC_SHA256 = 0x003D TLS_RSA_WITH_AES_128_CBC_SHA256 = 0x003C TLS_RSA_WITH_AES_256_CBC_SHA = 0x0035 TLS_RSA_WITH_AES_128_CBC_SHA = 0x002F TLS_AES_128_GCM_SHA256 = 0x1301 TLS_AES_256_GCM_SHA384 = 0x1302 TLS_CHACHA20_POLY1305_SHA256 = 0x1303 site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py 0000644 00000000000 15231162611 0022223 0 ustar 00 site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py 0000644 00000027436 15231162611 0022502 0 ustar 00 """ Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. """ import base64 import ctypes import itertools import re import os import ssl import tempfile from .bindings import Security, CoreFoundation, CFConst # This regular expression is used to grab PEM data out of a PEM bundle. _PEM_CERTS_RE = re.compile( b"-----BEGIN CERTIFICATE-----\n(.*?)\n-----END CERTIFICATE-----", re.DOTALL ) def _cf_data_from_bytes(bytestring): """ Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. """ return CoreFoundation.CFDataCreate( CoreFoundation.kCFAllocatorDefault, bytestring, len(bytestring) ) def _cf_dictionary_from_tuples(tuples): """ Given a list of Python tuples, create an associated CFDictionary. """ dictionary_size = len(tuples) # We need to get the dictionary keys and values out in the same order. keys = (t[0] for t in tuples) values = (t[1] for t in tuples) cf_keys = (CoreFoundation.CFTypeRef * dictionary_size)(*keys) cf_values = (CoreFoundation.CFTypeRef * dictionary_size)(*values) return CoreFoundation.CFDictionaryCreate( CoreFoundation.kCFAllocatorDefault, cf_keys, cf_values, dictionary_size, CoreFoundation.kCFTypeDictionaryKeyCallBacks, CoreFoundation.kCFTypeDictionaryValueCallBacks, ) def _cf_string_to_unicode(value): """ Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. """ value_as_void_p = ctypes.cast(value, ctypes.POINTER(ctypes.c_void_p)) string = CoreFoundation.CFStringGetCStringPtr( value_as_void_p, CFConst.kCFStringEncodingUTF8 ) if string is None: buffer = ctypes.create_string_buffer(1024) result = CoreFoundation.CFStringGetCString( value_as_void_p, buffer, 1024, CFConst.kCFStringEncodingUTF8 ) if not result: raise OSError('Error copying C string from CFStringRef') string = buffer.value if string is not None: string = string.decode('utf-8') return string def _assert_no_error(error, exception_class=None): """ Checks the return code and throws an exception if there is an error to report """ if error == 0: return cf_error_string = Security.SecCopyErrorMessageString(error, None) output = _cf_string_to_unicode(cf_error_string) CoreFoundation.CFRelease(cf_error_string) if output is None or output == u'': output = u'OSStatus %s' % error if exception_class is None: exception_class = ssl.SSLError raise exception_class(output) def _cert_array_from_pem(pem_bundle): """ Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. """ der_certs = [ base64.b64decode(match.group(1)) for match in _PEM_CERTS_RE.finditer(pem_bundle) ] if not der_certs: raise ssl.SSLError("No root certificates specified") cert_array = CoreFoundation.CFArrayCreateMutable( CoreFoundation.kCFAllocatorDefault, 0, ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks) ) if not cert_array: raise ssl.SSLError("Unable to allocate memory!") try: for der_bytes in der_certs: certdata = _cf_data_from_bytes(der_bytes) if not certdata: raise ssl.SSLError("Unable to allocate memory!") cert = Security.SecCertificateCreateWithData( CoreFoundation.kCFAllocatorDefault, certdata ) CoreFoundation.CFRelease(certdata) if not cert: raise ssl.SSLError("Unable to build cert object!") CoreFoundation.CFArrayAppendValue(cert_array, cert) CoreFoundation.CFRelease(cert) except Exception: # We need to free the array before the exception bubbles further. # We only want to do that if an error occurs: otherwise, the caller # should free. CoreFoundation.CFRelease(cert_array) return cert_array def _is_cert(item): """ Returns True if a given CFTypeRef is a certificate. """ expected = Security.SecCertificateGetTypeID() return CoreFoundation.CFGetTypeID(item) == expected def _is_identity(item): """ Returns True if a given CFTypeRef is an identity. """ expected = Security.SecIdentityGetTypeID() return CoreFoundation.CFGetTypeID(item) == expected def _temporary_keychain(): """ This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. """ # Unfortunately, SecKeychainCreate requires a path to a keychain. This # means we cannot use mkstemp to use a generic temporary file. Instead, # we're going to create a temporary directory and a filename to use there. # This filename will be 8 random bytes expanded into base64. We also need # some random bytes to password-protect the keychain we're creating, so we # ask for 40 random bytes. random_bytes = os.urandom(40) filename = base64.b64encode(random_bytes[:8]).decode('utf-8') password = base64.b64encode(random_bytes[8:]) # Must be valid UTF-8 tempdirectory = tempfile.mkdtemp() keychain_path = os.path.join(tempdirectory, filename).encode('utf-8') # We now want to create the keychain itself. keychain = Security.SecKeychainRef() status = Security.SecKeychainCreate( keychain_path, len(password), password, False, None, ctypes.byref(keychain) ) _assert_no_error(status) # Having created the keychain, we want to pass it off to the caller. return keychain, tempdirectory def _load_items_from_file(keychain, path): """ Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. """ certificates = [] identities = [] result_array = None with open(path, 'rb') as f: raw_filedata = f.read() try: filedata = CoreFoundation.CFDataCreate( CoreFoundation.kCFAllocatorDefault, raw_filedata, len(raw_filedata) ) result_array = CoreFoundation.CFArrayRef() result = Security.SecItemImport( filedata, # cert data None, # Filename, leaving it out for now None, # What the type of the file is, we don't care None, # what's in the file, we don't care 0, # import flags None, # key params, can include passphrase in the future keychain, # The keychain to insert into ctypes.byref(result_array) # Results ) _assert_no_error(result) # A CFArray is not very useful to us as an intermediary # representation, so we are going to extract the objects we want # and then free the array. We don't need to keep hold of keys: the # keychain already has them! result_count = CoreFoundation.CFArrayGetCount(result_array) for index in range(result_count): item = CoreFoundation.CFArrayGetValueAtIndex( result_array, index ) item = ctypes.cast(item, CoreFoundation.CFTypeRef) if _is_cert(item): CoreFoundation.CFRetain(item) certificates.append(item) elif _is_identity(item): CoreFoundation.CFRetain(item) identities.append(item) finally: if result_array: CoreFoundation.CFRelease(result_array) CoreFoundation.CFRelease(filedata) return (identities, certificates) def _load_client_cert_chain(keychain, *paths): """ Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. """ # Ok, the strategy. # # This relies on knowing that macOS will not give you a SecIdentityRef # unless you have imported a key into a keychain. This is a somewhat # artificial limitation of macOS (for example, it doesn't necessarily # affect iOS), but there is nothing inside Security.framework that lets you # get a SecIdentityRef without having a key in a keychain. # # So the policy here is we take all the files and iterate them in order. # Each one will use SecItemImport to have one or more objects loaded from # it. We will also point at a keychain that macOS can use to work with the # private key. # # Once we have all the objects, we'll check what we actually have. If we # already have a SecIdentityRef in hand, fab: we'll use that. Otherwise, # we'll take the first certificate (which we assume to be our leaf) and # ask the keychain to give us a SecIdentityRef with that cert's associated # key. # # We'll then return a CFArray containing the trust chain: one # SecIdentityRef and then zero-or-more SecCertificateRef objects. The # responsibility for freeing this CFArray will be with the caller. This # CFArray must remain alive for the entire connection, so in practice it # will be stored with a single SSLSocket, along with the reference to the # keychain. certificates = [] identities = [] # Filter out bad paths. paths = (path for path in paths if path) try: for file_path in paths: new_identities, new_certs = _load_items_from_file( keychain, file_path ) identities.extend(new_identities) certificates.extend(new_certs) # Ok, we have everything. The question is: do we have an identity? If # not, we want to grab one from the first cert we have. if not identities: new_identity = Security.SecIdentityRef() status = Security.SecIdentityCreateWithCertificate( keychain, certificates[0], ctypes.byref(new_identity) ) _assert_no_error(status) identities.append(new_identity) # We now want to release the original certificate, as we no longer # need it. CoreFoundation.CFRelease(certificates.pop(0)) # We now need to build a new CFArray that holds the trust chain. trust_chain = CoreFoundation.CFArrayCreateMutable( CoreFoundation.kCFAllocatorDefault, 0, ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks), ) for item in itertools.chain(identities, certificates): # ArrayAppendValue does a CFRetain on the item. That's fine, # because the finally block will release our other refs to them. CoreFoundation.CFArrayAppendValue(trust_chain, item) return trust_chain finally: for obj in itertools.chain(identities, certificates): CoreFoundation.CFRelease(obj) site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-36.pyc 0000644 00000024130 15231162611 0026557 0 ustar 00 3 F��i�D � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m Z m Z m Z m Z mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed ��ej� d Zeeeejd ���Z e d k r�e de d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�y�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee ��ZTee-eAee �ee ��ZUe?eTeUge jV_He-e jV_Ie?e e ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e ee �ge j]_He-e j]_Ie?e e ee �ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee �ge j`_He-e j`_Ie?ee>�ee �ge ja_He-e ja_Ie?ee>�e ge jb_He-e jb_Ie?ee �ge jc_de-e jc_Ie?ee>�ee �ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/jse d�e _te/jse d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,jse d�e _�ejse d�e _�ejse d�e _�ejse d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k �rt ed��Y nX G dd� de��Z�G dd � d e��Z�dS ) ay This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. � )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.� � z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_ A class object that acts as essentially a namespace for CoreFoundation constants. i N)�__name__� __module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" � /usr/lib/python3.6/bindings.pyr � s r c @ s, e Zd ZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZd ZdZd Zd ZdZdDZdEZdFZdGZdHZdIZdJZdKZdLZ dMZ dNZ dOZ dPZ dQZ!dRZ"dSZ#dTZ$dUZ%dVZ&dWZ'dXZ(dYZ)d"Z*d#Z+d$Z,d%Z-d&Z.d'Z/d(Z0d)Z1d*Z2d+Z3d,Z4d-Z5d.Z6d/Z7d0Z8d1Z9d2Z:d3Z;d4Z<d5Z=d6Z>d7Z?d8Z@d9ZAd:ZBd;ZCd<ZDd=ZEd>ZFd?ZGd@ZHdAZIdBZJdCS )Z� SecurityConstzU A class object that acts as essentially a namespace for Security constants. r r � � � r r � � � iH& iK& iM& iX& iN& iO& iQ& iR& iV& iW& iT& iU& is& i`& io& iz& iq& iw& i� i�b i�b i�b i,� i0� i+� i/� � � � � i$� i(� i � i� �k �j �9 �8 i#� i'� i � i� �g �@ �3 �2 � � �= �< �5 �/ i i i Ni���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���)Kr r r r Z"kSSLSessionOptionBreakOnServerAuthZ kSSLProtocol2Z kSSLProtocol3Z kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256r" r" r" r# r$ � s� r$ )r r )�r Z __future__r �platformZ ctypes.utilr Zctypesr r r r r r r r r r r r Z security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s, , site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-36.opt-1.pyc0000644 00000000161 15231162611 0027456 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-36.pyc 0000644 00000016271 15231162611 0026761 0 ustar 00 3 F��i / � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z ej dej �Zdd� Zdd � Zd d � Zdd d �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a� Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. � N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE----- (.*?) -----END CERTIFICATE-----c C s t jt j| t| ��S )zv Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. )r � CFDataCreate�kCFAllocatorDefault�len)Z bytestring� r � /usr/lib/python3.6/low_level.py�_cf_data_from_bytes s r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }tjtj|||tjtj�S )zK Given a list of Python tuples, create an associated CFDictionary. c s s | ]}|d V qdS )r Nr )�.0�tr r r � <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr )r r r r r r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r �_cf_dictionary_from_tuples% s r c C sn t j| t jt j��}tj|tj�}|dkrXt jd�}tj ||dtj�}|sRt d��|j }|dk rj|j d�}|S )z� Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. Ni z'Error copying C string from CFStringRefzutf-8) �ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r �_cf_string_to_unicode; s" r c C s\ | dkr dS t j| d�}t|�}tj|� |dks:|dkrBd| }|dkrPtj}||��dS )z[ Checks the return code and throws an exception if there is an error to report r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r �_assert_no_errorX s r" c C s� dd� t j| �D �}|s"tjd��tjtjdtjtj ��}|sHtjd��ydx^|D ]V}t |�}|sjtjd��t j tj|�}tj |� |s�tjd��tj||� tj |� qPW W n tk r� tj |� Y nX |S )z� Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. c S s g | ]}t j|jd ���qS )r )�base64Z b64decode�group)r �matchr r r � <listcomp>s s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)� _PEM_CERTS_RE�finditerr r r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z pem_bundleZ der_certsZ cert_arrayZ der_bytesZcertdataZcertr r r �_cert_array_from_pemm s2 r. c C s t j� }tj| �|kS )z= Returns True if a given CFTypeRef is a certificate. )r ZSecCertificateGetTypeIDr � CFGetTypeID)�item�expectedr r r �_is_cert� s r2 c C s t j� }tj| �|kS )z; Returns True if a given CFTypeRef is an identity. )r ZSecIdentityGetTypeIDr r/ )r0 r1 r r r � _is_identity� s r3 c C s� t jd�} tj| dd� �jd�}tj| dd� �}tj� }t jj||�j d�}t j � }t j |t |�|ddtj|��}t|� ||fS )a� This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. �( N� zutf-8F)�os�urandomr# Z b64encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r* r" )Z random_bytes�filenameZpasswordZ tempdirectoryZ keychain_path�keychain�statusr r r �_temporary_keychain� s r? c C s g }g }d}t |d��}|j� }W dQ R X z�tjtj|t|��}tj� }tj|ddddd| t j |��}t |� tj |�} xdt | �D ]X} tj|| �} t j| tj�} t| �r�tj| � |j| � q�t| �r�tj| � |j| � q�W W d|r�tj|� tj|� X ||fS )z� Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. N�rbr )�open�readr r r r Z CFArrayRefr Z SecItemImportr r* r" ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r2 ZCFRetain�appendr3 r ) r= r9 � certificates� identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr0 r r r �_load_items_from_file� sH rI c G s� g }g }dd� |D �}z�x.|D ]&}t | |�\}}|j|� |j|� q W |s�tj� }tj| |d tj|��}t|� |j|� t j |j d�� t j t j dtjt j��} x tj||�D ]} t j| | � q�W | S x tj||�D ]} t j | � q�W X dS )z� Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. c s s | ]}|r|V qd S )Nr )r r9 r r r r / s z*_load_client_cert_chain.<locals>.<genexpr>r N)rI �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r* r" rD r r �popr) r r+ � itertools�chainr, ) r= �pathsrE rF Z file_pathZnew_identitiesZ new_certsZ new_identityr> Z trust_chainr0 �objr r r �_load_client_cert_chain s6 rP )N)�__doc__r# r rL �rer6 r r8 Zbindingsr r r �compile�DOTALLr' r r r r" r. r2 r3 r? rI rP r r r r �<module> s( +(; site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0026517 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-36.opt-1.pyc 0000644 00000016271 15231162611 0027641 0 ustar 00 site-packages 3 F��i / � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z ej dej �Zdd� Zdd � Zd d � Zdd d �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a� Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. � N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE----- (.*?) -----END CERTIFICATE-----c C s t jt j| t| ��S )zv Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. )r � CFDataCreate�kCFAllocatorDefault�len)Z bytestring� r � /usr/lib/python3.6/low_level.py�_cf_data_from_bytes s r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }tjtj|||tjtj�S )zK Given a list of Python tuples, create an associated CFDictionary. c s s | ]}|d V qdS )r Nr )�.0�tr r r � <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr )r r r r r r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r �_cf_dictionary_from_tuples% s r c C sn t j| t jt j��}tj|tj�}|dkrXt jd�}tj ||dtj�}|sRt d��|j }|dk rj|j d�}|S )z� Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. Ni z'Error copying C string from CFStringRefzutf-8) �ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r �_cf_string_to_unicode; s" r c C s\ | dkr dS t j| d�}t|�}tj|� |dks:|dkrBd| }|dkrPtj}||��dS )z[ Checks the return code and throws an exception if there is an error to report r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r �_assert_no_errorX s r" c C s� dd� t j| �D �}|s"tjd��tjtjdtjtj ��}|sHtjd��ydx^|D ]V}t |�}|sjtjd��t j tj|�}tj |� |s�tjd��tj||� tj |� qPW W n tk r� tj |� Y nX |S )z� Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. c S s g | ]}t j|jd ���qS )r )�base64Z b64decode�group)r �matchr r r � <listcomp>s s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)� _PEM_CERTS_RE�finditerr r r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z pem_bundleZ der_certsZ cert_arrayZ der_bytesZcertdataZcertr r r �_cert_array_from_pemm s2 r. c C s t j� }tj| �|kS )z= Returns True if a given CFTypeRef is a certificate. )r ZSecCertificateGetTypeIDr � CFGetTypeID)�item�expectedr r r �_is_cert� s r2 c C s t j� }tj| �|kS )z; Returns True if a given CFTypeRef is an identity. )r ZSecIdentityGetTypeIDr r/ )r0 r1 r r r � _is_identity� s r3 c C s� t jd�} tj| dd� �jd�}tj| dd� �}tj� }t jj||�j d�}t j � }t j |t |�|ddtj|��}t|� ||fS )a� This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. �( N� zutf-8F)�os�urandomr# Z b64encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r* r" )Z random_bytes�filenameZpasswordZ tempdirectoryZ keychain_path�keychain�statusr r r �_temporary_keychain� s r? c C s g }g }d}t |d��}|j� }W dQ R X z�tjtj|t|��}tj� }tj|ddddd| t j |��}t |� tj |�} xdt | �D ]X} tj|| �} t j| tj�} t| �r�tj| � |j| � q�t| �r�tj| � |j| � q�W W d|r�tj|� tj|� X ||fS )z� Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. N�rbr )�open�readr r r r Z CFArrayRefr Z SecItemImportr r* r" ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r2 ZCFRetain�appendr3 r ) r= r9 � certificates� identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr0 r r r �_load_items_from_file� sH rI c G s� g }g }dd� |D �}z�x.|D ]&}t | |�\}}|j|� |j|� q W |s�tj� }tj| |d tj|��}t|� |j|� t j |j d�� t j t j dtjt j��} x tj||�D ]} t j| | � q�W | S x tj||�D ]} t j | � q�W X dS )z� Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. c s s | ]}|r|V qd S )Nr )r r9 r r r r / s z*_load_client_cert_chain.<locals>.<genexpr>r N)rI �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r* r" rD r r �popr) r r+ � itertools�chainr, ) r= �pathsrE rF Z file_pathZnew_identitiesZ new_certsZ new_identityr> Z trust_chainr0 �objr r r �_load_client_cert_chain s6 rP )N)�__doc__r# r rL �rer6 r r8 Zbindingsr r r �compile�DOTALLr' r r r r" r. r2 r3 r? rI rP r r r r �<module> s( +(; site-packages/pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-36.opt-1.pyc0000644 00000024130 15231162611 0027516 0 ustar 00 3 F��i�D � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m Z m Z m Z m Z mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed ��ej� d Zeeeejd ���Z e d k r�e de d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�y�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee ��ZTee-eAee �ee ��ZUe?eTeUge jV_He-e jV_Ie?e e ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e ee �ge j]_He-e j]_Ie?e e ee �ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee �ge j`_He-e j`_Ie?ee>�ee �ge ja_He-e ja_Ie?ee>�e ge jb_He-e jb_Ie?ee �ge jc_de-e jc_Ie?ee>�ee �ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/jse d�e _te/jse d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,jse d�e _�ejse d�e _�ejse d�e _�ejse d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k �rt ed��Y nX G dd� de��Z�G dd � d e��Z�dS ) ay This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. � )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.� � z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_ A class object that acts as essentially a namespace for CoreFoundation constants. i N)�__name__� __module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" � /usr/lib/python3.6/bindings.pyr � s r c @ s, e Zd ZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZd ZdZd Zd ZdZdDZdEZdFZdGZdHZdIZdJZdKZdLZ dMZ dNZ dOZ dPZ dQZ!dRZ"dSZ#dTZ$dUZ%dVZ&dWZ'dXZ(dYZ)d"Z*d#Z+d$Z,d%Z-d&Z.d'Z/d(Z0d)Z1d*Z2d+Z3d,Z4d-Z5d.Z6d/Z7d0Z8d1Z9d2Z:d3Z;d4Z<d5Z=d6Z>d7Z?d8Z@d9ZAd:ZBd;ZCd<ZDd=ZEd>ZFd?ZGd@ZHdAZIdBZJdCS )Z� SecurityConstzU A class object that acts as essentially a namespace for Security constants. r r � � � r r � � � iH& iK& iM& iX& iN& iO& iQ& iR& iV& iW& iT& iU& is& i`& io& iz& iq& iw& i� i�b i�b i�b i,� i0� i+� i/� � � � � i$� i(� i � i� �k �j �9 �8 i#� i'� i � i� �g �@ �3 �2 � � �= �< �5 �/ i i i Ni���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���)Kr r r r Z"kSSLSessionOptionBreakOnServerAuthZ kSSLProtocol2Z kSSLProtocol3Z kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256r" r" r" r# r$ � s� r$ )r r )�r Z __future__r �platformZ ctypes.utilr Zctypesr r r r r r r r r r r r Z security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s, , site-packages/pip/_vendor/urllib3/contrib/__init__.py 0000644 00000000000 15231162611 0016621 0 ustar 00 site-packages/pip/_vendor/urllib3/contrib/securetransport.py 0000644 00000073445 15231162611 0020354 0 ustar 00 """ SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! """ from __future__ import absolute_import import contextlib import ctypes import errno import os.path import shutil import socket import ssl import threading import weakref from .. import util from ._securetransport.bindings import ( Security, SecurityConst, CoreFoundation ) from ._securetransport.low_level import ( _assert_no_error, _cert_array_from_pem, _temporary_keychain, _load_client_cert_chain ) try: # Platform-specific: Python 2 from socket import _fileobject except ImportError: # Platform-specific: Python 3 _fileobject = None from ..packages.backports.makefile import backport_makefile try: memoryview(b'') except NameError: raise ImportError("SecureTransport only works on Pythons with memoryview") __all__ = ['inject_into_urllib3', 'extract_from_urllib3'] # SNI always works HAS_SNI = True orig_util_HAS_SNI = util.HAS_SNI orig_util_SSLContext = util.ssl_.SSLContext # This dictionary is used by the read callback to obtain a handle to the # calling wrapped socket. This is a pretty silly approach, but for now it'll # do. I feel like I should be able to smuggle a handle to the wrapped socket # directly in the SSLConnectionRef, but for now this approach will work I # guess. # # We need to lock around this structure for inserts, but we don't do it for # reads/writes in the callbacks. The reasoning here goes as follows: # # 1. It is not possible to call into the callbacks before the dictionary is # populated, so once in the callback the id must be in the dictionary. # 2. The callbacks don't mutate the dictionary, they only read from it, and # so cannot conflict with any of the insertions. # # This is good: if we had to lock in the callbacks we'd drastically slow down # the performance of this code. _connection_refs = weakref.WeakValueDictionary() _connection_ref_lock = threading.Lock() # Limit writes to 16kB. This is OpenSSL's limit, but we'll cargo-cult it over # for no better reason than we need *a* limit, and this one is right there. SSL_WRITE_BLOCKSIZE = 16384 # This is our equivalent of util.ssl_.DEFAULT_CIPHERS, but expanded out to # individual cipher suites. We need to do this becuase this is how # SecureTransport wants them. CIPHER_SUITES = [ SecurityConst.TLS_AES_256_GCM_SHA384, SecurityConst.TLS_CHACHA20_POLY1305_SHA256, SecurityConst.TLS_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_DHE_DSS_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_DHE_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_DHE_DSS_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA256, SecurityConst.TLS_DHE_DSS_WITH_AES_256_CBC_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_DHE_DSS_WITH_AES_256_CBC_SHA, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_DHE_DSS_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_DHE_DSS_WITH_AES_128_CBC_SHA, SecurityConst.TLS_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA256, SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA, ] # Basically this is simple: for PROTOCOL_SSLv23 we turn it into a low of # TLSv1 and a high of TLSv1.2. For everything else, we pin to that version. _protocol_to_min_max = { ssl.PROTOCOL_SSLv23: (SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocol12), } if hasattr(ssl, "PROTOCOL_SSLv2"): _protocol_to_min_max[ssl.PROTOCOL_SSLv2] = ( SecurityConst.kSSLProtocol2, SecurityConst.kSSLProtocol2 ) if hasattr(ssl, "PROTOCOL_SSLv3"): _protocol_to_min_max[ssl.PROTOCOL_SSLv3] = ( SecurityConst.kSSLProtocol3, SecurityConst.kSSLProtocol3 ) if hasattr(ssl, "PROTOCOL_TLSv1"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1] = ( SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocol1 ) if hasattr(ssl, "PROTOCOL_TLSv1_1"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1_1] = ( SecurityConst.kTLSProtocol11, SecurityConst.kTLSProtocol11 ) if hasattr(ssl, "PROTOCOL_TLSv1_2"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1_2] = ( SecurityConst.kTLSProtocol12, SecurityConst.kTLSProtocol12 ) if hasattr(ssl, "PROTOCOL_TLS"): _protocol_to_min_max[ssl.PROTOCOL_TLS] = _protocol_to_min_max[ssl.PROTOCOL_SSLv23] def inject_into_urllib3(): """ Monkey-patch urllib3 with SecureTransport-backed SSL-support. """ util.ssl_.SSLContext = SecureTransportContext util.HAS_SNI = HAS_SNI util.ssl_.HAS_SNI = HAS_SNI util.IS_SECURETRANSPORT = True util.ssl_.IS_SECURETRANSPORT = True def extract_from_urllib3(): """ Undo monkey-patching by :func:`inject_into_urllib3`. """ util.ssl_.SSLContext = orig_util_SSLContext util.HAS_SNI = orig_util_HAS_SNI util.ssl_.HAS_SNI = orig_util_HAS_SNI util.IS_SECURETRANSPORT = False util.ssl_.IS_SECURETRANSPORT = False def _read_callback(connection_id, data_buffer, data_length_pointer): """ SecureTransport read callback. This is called by ST to request that data be returned from the socket. """ wrapped_socket = None try: wrapped_socket = _connection_refs.get(connection_id) if wrapped_socket is None: return SecurityConst.errSSLInternal base_socket = wrapped_socket.socket requested_length = data_length_pointer[0] timeout = wrapped_socket.gettimeout() error = None read_count = 0 buffer = (ctypes.c_char * requested_length).from_address(data_buffer) buffer_view = memoryview(buffer) try: while read_count < requested_length: if timeout is None or timeout >= 0: readables = util.wait_for_read([base_socket], timeout) if not readables: raise socket.error(errno.EAGAIN, 'timed out') # We need to tell ctypes that we have a buffer that can be # written to. Upsettingly, we do that like this: chunk_size = base_socket.recv_into( buffer_view[read_count:requested_length] ) read_count += chunk_size if not chunk_size: if not read_count: return SecurityConst.errSSLClosedGraceful break except (socket.error) as e: error = e.errno if error is not None and error != errno.EAGAIN: if error == errno.ECONNRESET: return SecurityConst.errSSLClosedAbort raise data_length_pointer[0] = read_count if read_count != requested_length: return SecurityConst.errSSLWouldBlock return 0 except Exception as e: if wrapped_socket is not None: wrapped_socket._exception = e return SecurityConst.errSSLInternal def _write_callback(connection_id, data_buffer, data_length_pointer): """ SecureTransport write callback. This is called by ST to request that data actually be sent on the network. """ wrapped_socket = None try: wrapped_socket = _connection_refs.get(connection_id) if wrapped_socket is None: return SecurityConst.errSSLInternal base_socket = wrapped_socket.socket bytes_to_write = data_length_pointer[0] data = ctypes.string_at(data_buffer, bytes_to_write) timeout = wrapped_socket.gettimeout() error = None sent = 0 try: while sent < bytes_to_write: if timeout is None or timeout >= 0: writables = util.wait_for_write([base_socket], timeout) if not writables: raise socket.error(errno.EAGAIN, 'timed out') chunk_sent = base_socket.send(data) sent += chunk_sent # This has some needless copying here, but I'm not sure there's # much value in optimising this data path. data = data[chunk_sent:] except (socket.error) as e: error = e.errno if error is not None and error != errno.EAGAIN: if error == errno.ECONNRESET: return SecurityConst.errSSLClosedAbort raise data_length_pointer[0] = sent if sent != bytes_to_write: return SecurityConst.errSSLWouldBlock return 0 except Exception as e: if wrapped_socket is not None: wrapped_socket._exception = e return SecurityConst.errSSLInternal # We need to keep these two objects references alive: if they get GC'd while # in use then SecureTransport could attempt to call a function that is in freed # memory. That would be...uh...bad. Yeah, that's the word. Bad. _read_callback_pointer = Security.SSLReadFunc(_read_callback) _write_callback_pointer = Security.SSLWriteFunc(_write_callback) class WrappedSocket(object): """ API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. """ def __init__(self, socket): self.socket = socket self.context = None self._makefile_refs = 0 self._closed = False self._exception = None self._keychain = None self._keychain_dir = None self._client_cert_chain = None # We save off the previously-configured timeout and then set it to # zero. This is done because we use select and friends to handle the # timeouts, but if we leave the timeout set on the lower socket then # Python will "kindly" call select on that socket again for us. Avoid # that by forcing the timeout to zero. self._timeout = self.socket.gettimeout() self.socket.settimeout(0) @contextlib.contextmanager def _raise_on_error(self): """ A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. """ self._exception = None # We explicitly don't catch around this yield because in the unlikely # event that an exception was hit in the block we don't want to swallow # it. yield if self._exception is not None: exception, self._exception = self._exception, None self.close() raise exception def _set_ciphers(self): """ Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. """ ciphers = (Security.SSLCipherSuite * len(CIPHER_SUITES))(*CIPHER_SUITES) result = Security.SSLSetEnabledCiphers( self.context, ciphers, len(CIPHER_SUITES) ) _assert_no_error(result) def _custom_validate(self, verify, trust_bundle): """ Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. """ # If we disabled cert validation, just say: cool. if not verify: return # We want data in memory, so load it up. if os.path.isfile(trust_bundle): with open(trust_bundle, 'rb') as f: trust_bundle = f.read() cert_array = None trust = Security.SecTrustRef() try: # Get a CFArray that contains the certs we want. cert_array = _cert_array_from_pem(trust_bundle) # Ok, now the hard part. We want to get the SecTrustRef that ST has # created for this connection, shove our CAs into it, tell ST to # ignore everything else it knows, and then ask if it can build a # chain. This is a buuuunch of code. result = Security.SSLCopyPeerTrust( self.context, ctypes.byref(trust) ) _assert_no_error(result) if not trust: raise ssl.SSLError("Failed to copy trust reference") result = Security.SecTrustSetAnchorCertificates(trust, cert_array) _assert_no_error(result) result = Security.SecTrustSetAnchorCertificatesOnly(trust, True) _assert_no_error(result) trust_result = Security.SecTrustResultType() result = Security.SecTrustEvaluate( trust, ctypes.byref(trust_result) ) _assert_no_error(result) finally: if trust: CoreFoundation.CFRelease(trust) if cert_array is None: CoreFoundation.CFRelease(cert_array) # Ok, now we can look at what the result was. successes = ( SecurityConst.kSecTrustResultUnspecified, SecurityConst.kSecTrustResultProceed ) if trust_result.value not in successes: raise ssl.SSLError( "certificate verify failed, error code: %d" % trust_result.value ) def handshake(self, server_hostname, verify, trust_bundle, min_version, max_version, client_cert, client_key, client_key_passphrase): """ Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. """ # First, we do the initial bits of connection setup. We need to create # a context, set its I/O funcs, and set the connection reference. self.context = Security.SSLCreateContext( None, SecurityConst.kSSLClientSide, SecurityConst.kSSLStreamType ) result = Security.SSLSetIOFuncs( self.context, _read_callback_pointer, _write_callback_pointer ) _assert_no_error(result) # Here we need to compute the handle to use. We do this by taking the # id of self modulo 2**31 - 1. If this is already in the dictionary, we # just keep incrementing by one until we find a free space. with _connection_ref_lock: handle = id(self) % 2147483647 while handle in _connection_refs: handle = (handle + 1) % 2147483647 _connection_refs[handle] = self result = Security.SSLSetConnection(self.context, handle) _assert_no_error(result) # If we have a server hostname, we should set that too. if server_hostname: if not isinstance(server_hostname, bytes): server_hostname = server_hostname.encode('utf-8') result = Security.SSLSetPeerDomainName( self.context, server_hostname, len(server_hostname) ) _assert_no_error(result) # Setup the ciphers. self._set_ciphers() # Set the minimum and maximum TLS versions. result = Security.SSLSetProtocolVersionMin(self.context, min_version) _assert_no_error(result) result = Security.SSLSetProtocolVersionMax(self.context, max_version) _assert_no_error(result) # If there's a trust DB, we need to use it. We do that by telling # SecureTransport to break on server auth. We also do that if we don't # want to validate the certs at all: we just won't actually do any # authing in that case. if not verify or trust_bundle is not None: result = Security.SSLSetSessionOption( self.context, SecurityConst.kSSLSessionOptionBreakOnServerAuth, True ) _assert_no_error(result) # If there's a client cert, we need to use it. if client_cert: self._keychain, self._keychain_dir = _temporary_keychain() self._client_cert_chain = _load_client_cert_chain( self._keychain, client_cert, client_key ) result = Security.SSLSetCertificate( self.context, self._client_cert_chain ) _assert_no_error(result) while True: with self._raise_on_error(): result = Security.SSLHandshake(self.context) if result == SecurityConst.errSSLWouldBlock: raise socket.timeout("handshake timed out") elif result == SecurityConst.errSSLServerAuthCompleted: self._custom_validate(verify, trust_bundle) continue else: _assert_no_error(result) break def fileno(self): return self.socket.fileno() # Copy-pasted from Python 3.5 source code def _decref_socketios(self): if self._makefile_refs > 0: self._makefile_refs -= 1 if self._closed: self.close() def recv(self, bufsiz): buffer = ctypes.create_string_buffer(bufsiz) bytes_read = self.recv_into(buffer, bufsiz) data = buffer[:bytes_read] return data def recv_into(self, buffer, nbytes=None): # Read short on EOF. if self._closed: return 0 if nbytes is None: nbytes = len(buffer) buffer = (ctypes.c_char * nbytes).from_buffer(buffer) processed_bytes = ctypes.c_size_t(0) with self._raise_on_error(): result = Security.SSLRead( self.context, buffer, nbytes, ctypes.byref(processed_bytes) ) # There are some result codes that we want to treat as "not always # errors". Specifically, those are errSSLWouldBlock, # errSSLClosedGraceful, and errSSLClosedNoNotify. if (result == SecurityConst.errSSLWouldBlock): # If we didn't process any bytes, then this was just a time out. # However, we can get errSSLWouldBlock in situations when we *did* # read some data, and in those cases we should just read "short" # and return. if processed_bytes.value == 0: # Timed out, no data read. raise socket.timeout("recv timed out") elif result in (SecurityConst.errSSLClosedGraceful, SecurityConst.errSSLClosedNoNotify): # The remote peer has closed this connection. We should do so as # well. Note that we don't actually return here because in # principle this could actually be fired along with return data. # It's unlikely though. self.close() else: _assert_no_error(result) # Ok, we read and probably succeeded. We should return whatever data # was actually read. return processed_bytes.value def settimeout(self, timeout): self._timeout = timeout def gettimeout(self): return self._timeout def send(self, data): processed_bytes = ctypes.c_size_t(0) with self._raise_on_error(): result = Security.SSLWrite( self.context, data, len(data), ctypes.byref(processed_bytes) ) if result == SecurityConst.errSSLWouldBlock and processed_bytes.value == 0: # Timed out raise socket.timeout("send timed out") else: _assert_no_error(result) # We sent, and probably succeeded. Tell them how much we sent. return processed_bytes.value def sendall(self, data): total_sent = 0 while total_sent < len(data): sent = self.send(data[total_sent:total_sent + SSL_WRITE_BLOCKSIZE]) total_sent += sent def shutdown(self): with self._raise_on_error(): Security.SSLClose(self.context) def close(self): # TODO: should I do clean shutdown here? Do I have to? if self._makefile_refs < 1: self._closed = True if self.context: CoreFoundation.CFRelease(self.context) self.context = None if self._client_cert_chain: CoreFoundation.CFRelease(self._client_cert_chain) self._client_cert_chain = None if self._keychain: Security.SecKeychainDelete(self._keychain) CoreFoundation.CFRelease(self._keychain) shutil.rmtree(self._keychain_dir) self._keychain = self._keychain_dir = None return self.socket.close() else: self._makefile_refs -= 1 def getpeercert(self, binary_form=False): # Urgh, annoying. # # Here's how we do this: # # 1. Call SSLCopyPeerTrust to get hold of the trust object for this # connection. # 2. Call SecTrustGetCertificateAtIndex for index 0 to get the leaf. # 3. To get the CN, call SecCertificateCopyCommonName and process that # string so that it's of the appropriate type. # 4. To get the SAN, we need to do something a bit more complex: # a. Call SecCertificateCopyValues to get the data, requesting # kSecOIDSubjectAltName. # b. Mess about with this dictionary to try to get the SANs out. # # This is gross. Really gross. It's going to be a few hundred LoC extra # just to repeat something that SecureTransport can *already do*. So my # operating assumption at this time is that what we want to do is # instead to just flag to urllib3 that it shouldn't do its own hostname # validation when using SecureTransport. if not binary_form: raise ValueError( "SecureTransport only supports dumping binary certs" ) trust = Security.SecTrustRef() certdata = None der_bytes = None try: # Grab the trust store. result = Security.SSLCopyPeerTrust( self.context, ctypes.byref(trust) ) _assert_no_error(result) if not trust: # Probably we haven't done the handshake yet. No biggie. return None cert_count = Security.SecTrustGetCertificateCount(trust) if not cert_count: # Also a case that might happen if we haven't handshaked. # Handshook? Handshaken? return None leaf = Security.SecTrustGetCertificateAtIndex(trust, 0) assert leaf # Ok, now we want the DER bytes. certdata = Security.SecCertificateCopyData(leaf) assert certdata data_length = CoreFoundation.CFDataGetLength(certdata) data_buffer = CoreFoundation.CFDataGetBytePtr(certdata) der_bytes = ctypes.string_at(data_buffer, data_length) finally: if certdata: CoreFoundation.CFRelease(certdata) if trust: CoreFoundation.CFRelease(trust) return der_bytes def _reuse(self): self._makefile_refs += 1 def _drop(self): if self._makefile_refs < 1: self.close() else: self._makefile_refs -= 1 if _fileobject: # Platform-specific: Python 2 def makefile(self, mode, bufsize=-1): self._makefile_refs += 1 return _fileobject(self, mode, bufsize, close=True) else: # Platform-specific: Python 3 def makefile(self, mode="r", buffering=None, *args, **kwargs): # We disable buffering with SecureTransport because it conflicts with # the buffering that ST does internally (see issue #1153 for more). buffering = 0 return backport_makefile(self, mode, buffering, *args, **kwargs) WrappedSocket.makefile = makefile class SecureTransportContext(object): """ I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. """ def __init__(self, protocol): self._min_version, self._max_version = _protocol_to_min_max[protocol] self._options = 0 self._verify = False self._trust_bundle = None self._client_cert = None self._client_key = None self._client_key_passphrase = None @property def check_hostname(self): """ SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. """ return True @check_hostname.setter def check_hostname(self, value): """ SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. """ pass @property def options(self): # TODO: Well, crap. # # So this is the bit of the code that is the most likely to cause us # trouble. Essentially we need to enumerate all of the SSL options that # users might want to use and try to see if we can sensibly translate # them, or whether we should just ignore them. return self._options @options.setter def options(self, value): # TODO: Update in line with above. self._options = value @property def verify_mode(self): return ssl.CERT_REQUIRED if self._verify else ssl.CERT_NONE @verify_mode.setter def verify_mode(self, value): self._verify = True if value == ssl.CERT_REQUIRED else False def set_default_verify_paths(self): # So, this has to do something a bit weird. Specifically, what it does # is nothing. # # This means that, if we had previously had load_verify_locations # called, this does not undo that. We need to do that because it turns # out that the rest of the urllib3 code will attempt to load the # default verify paths if it hasn't been told about any paths, even if # the context itself was sometime earlier. We resolve that by just # ignoring it. pass def load_default_certs(self): return self.set_default_verify_paths() def set_ciphers(self, ciphers): # For now, we just require the default cipher string. if ciphers != util.ssl_.DEFAULT_CIPHERS: raise ValueError( "SecureTransport doesn't support custom cipher strings" ) def load_verify_locations(self, cafile=None, capath=None, cadata=None): # OK, we only really support cadata and cafile. if capath is not None: raise ValueError( "SecureTransport does not support cert directories" ) self._trust_bundle = cafile or cadata def load_cert_chain(self, certfile, keyfile=None, password=None): self._client_cert = certfile self._client_key = keyfile self._client_cert_passphrase = password def wrap_socket(self, sock, server_side=False, do_handshake_on_connect=True, suppress_ragged_eofs=True, server_hostname=None): # So, what do we do here? Firstly, we assert some properties. This is a # stripped down shim, so there is some functionality we don't support. # See PEP 543 for the real deal. assert not server_side assert do_handshake_on_connect assert suppress_ragged_eofs # Ok, we're good to go. Now we want to create the wrapped socket object # and store it in the appropriate place. wrapped_socket = WrappedSocket(sock) # Now we can handshake wrapped_socket.handshake( server_hostname, self._verify, self._trust_bundle, self._min_version, self._max_version, self._client_cert, self._client_key, self._client_key_passphrase ) return wrapped_socket site-packages/pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-36.pyc 0000644 00000033337 15231162611 0023425 0 ustar 00 3 F��i�; � @ s, d Z ddlmZ ddlZddlmZ ddlmZ ddl m Z ddl m Z mZ ddlmZ ydd l mZ W n$ ek r� dZd d lmZ Y nX ddlZddlZd d lmZ ddlZd d lm Z ddgZ dZ ej ej j!ej"ej j#iZ$e%ed�o�e%ej d��rej j&e$ej'< e%ed��r0e%ej d��r0ej j(e$ej)< ye$j*ej+ej j,i� W n e-k �r^ Y nX ej.ej j/ej0ej j1ej2ej j1ej j3 iZ4e5dd� e4j6� D ��Z7dZ8e j Z9e j:j;Z<ej=e>�Z?dd� Z@dd� ZAdd� ZBd d � ZCd d � ZDG d d!� d!eE�ZFe�rd*d#d$�ZGneZGeGeF_GG d%d&� d&eE�ZHd'd(� ZIdS )+ab SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) � )�absolute_importN)�x509)�backend)� _Certificate)�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S )N� )�.0�k�vr r � /usr/lib/python3.6/pyopenssl.py� <genexpr>` s r i @ c C s. t � ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �ssl_� SSLContext�HAS_SNI� IS_PYOPENSSLr r r r r m s c C s( t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r y s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. r )� Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr" �getattr� ImportErrorZOpenSSL.cryptor$ )r" r$ r r r r r � s r c C s( dd� }|| �} t jdkr$| jd�} | S )a� Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). c S sN ddl }x:dD ]2}| j|�r| t|�d� } |jd�|j| � S qW |j| �S )z� Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. r N�*.�.�ascii)r( r) )�idna� startswith�len�encode)�namer+ �prefixr r r � idna_encode� s z'_dnsname_to_stdlib.<locals>.idna_encode� r zutf-8)r2 r )�sys� version_info�decode)r/ r1 r r r �_dnsname_to_stdlib� s r6 c C s� t | d�r| j� }n tt| j�}y|jjtj�j }W nN tj k rJ g S tj tj tj tfk r� } ztjd|� g S d}~X nX dd� |jtj�D �}|jdd� |jtj�D �� |S )zU Given an PyOpenSSL certificate, provides all the subject alternative names. �to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}d t |�f�qS )ZDNS)r6 )r r/ r r r � <listcomp>� s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z IP AddressN)�str)r r/ r r r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr7 r �openssl_backendr% � extensionsr# r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionZUnsupportedExtensionZUnsupportedGeneralNameType� UnicodeError�logZwarningZget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr r r �get_subj_alt_name� s( rC c @ s| e Zd ZdZd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z d dd�Zdd� Zd d � Zd S )!� WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. Tc C s" || _ || _|| _d| _d| _d S )Nr F)� connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrE rF rG r r r �__init__� s zWrappedSocket.__init__c C s | j j� S )N)rF �fileno)rJ r r r rL � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr � )rH rI �close)rJ r r r �_decref_socketios� s z WrappedSocket._decref_socketiosc O s� y| j j||�}W n� tjjk rX } z&| jr<|jdkr<dS tt|���W Y d d }~X n� tjj k r� } z | j j � tjj kr�dS � W Y d d }~X nJ tjj k r� t j| j| jj� �}|s�td��n | j||�S Y nX |S d S )NrM �Unexpected EOF� z The read operation timed out���)rR rP )rE �recv�OpenSSL�SSL� SysCallErrorrG �args� SocketErrorr9 �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN� WantReadErrorr � wait_for_readrF � gettimeoutr )rJ rW �kwargs�datarA �rdr r r rS s zWrappedSocket.recvc O s� y| j j||�S tjjk rT } z&| jr8|jdkr8dS tt|���W Y d d }~X n� tjj k r� } z | j j � tjj kr~dS � W Y d d }~X nF tjj k r� t j| j| jj� �}|s�td��n | j||�S Y nX d S )NrM �Unexpected EOFr z The read operation timed outrR )rR rb )rE � recv_intorT rU rV rG rW rX r9 rY rZ r[ r\ r r] rF r^ r )rJ rW r_ rA ra r r r rc s zWrappedSocket.recv_intoc C s | j j|�S )N)rF � settimeout)rJ r r r r rd * s zWrappedSocket.settimeoutc C s� xzy | j j|�S tjjk rF tj| j| jj� �}|s@t � �wY q tjj k rv } zt t |���W Y d d }~X qX qW d S )N) rE �sendrT rU ZWantWriteErrorr Zwait_for_writerF r^ r rV rX r9 )rJ r` �wrrA r r r �_send_until_done- s z WrappedSocket._send_until_donec C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )r- rg �SSL_WRITE_BLOCKSIZE)rJ r` Z total_sentZsentr r r �sendall9 s zWrappedSocket.sendallc C s | j j� d S )N)rE �shutdown)rJ r r r rj ? s zWrappedSocket.shutdownc C sH | j dk r6yd| _| jj� S tjjk r2 d S X n| j d8 _ d S )NrM T)rH rI rE rN rT rU �Error)rJ r r r rN C s zWrappedSocket.closeFc C sD | j j� }|s|S |r(tjjtjj|�S d|j� jffft|�d�S )NZ commonName)ZsubjectZsubjectAltName) rE Zget_peer_certificaterT ZcryptoZdump_certificateZ FILETYPE_ASN1Z get_subjectZCNrC )rJ Z binary_formr r r r � getpeercertM s zWrappedSocket.getpeercertc C s | j d7 _ d S )NrM )rH )rJ r r r �_reuse_ s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )NrM )rH rN )rJ r r r �_dropb s zWrappedSocket._dropN)T)F)�__name__� __module__� __qualname__�__doc__rK rL rO rS rc rd rg ri rj rN rl rm rn r r r r rD � s rD rM c C s | j d7 _ t| ||dd�S )NrM T)rN )rH r )rJ �mode�bufsizer r r �makefilej s ru c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd d � Z d d � Z ddd�Z ddd�Z ddd�Z dS )r z� I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. c C s* t | | _tjj| j�| _d| _d| _d S )Nr F)�_openssl_versions�protocolrT rU ZContext�_ctx�_optionsZcheck_hostname)rJ rw r r r rK y s zPyOpenSSLContext.__init__c C s | j S )N)ry )rJ r r r �options s zPyOpenSSLContext.optionsc C s || _ | jj|� d S )N)ry rx Z set_options)rJ r= r r r rz � s c C s t | jj� S )N)�_openssl_to_stdlib_verifyrx Zget_verify_mode)rJ r r r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j jt| t� d S )N)rx Z set_verify�_stdlib_to_openssl_verify�_verify_callback)rJ r= r r r r| � s c C s | j j� d S )N)rx �set_default_verify_paths)rJ r r r r � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|jd�}| jj|� d S )Nzutf-8)� isinstancer � text_typer. rx Zset_cipher_list)rJ Zciphersr r r � set_ciphers� s z PyOpenSSLContext.set_ciphersNc C sN |d k r|j d�}|d k r$|j d�}| jj||� |d k rJ| jjt|�� d S )Nzutf-8)r. rx �load_verify_locationsr )rJ ZcafileZcapathZcadatar r r r� � s z&PyOpenSSLContext.load_verify_locationsc s< | j j|� � d k r(| j j� fdd�� | j j|p4|� d S )Nc s � S )Nr )Z max_lengthZ prompt_twiceZuserdata)�passwordr r �<lambda>� s z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)rx Zuse_certificate_fileZ set_passwd_cbZuse_privatekey_file)rJ ZcertfileZkeyfiler� r )r� r �load_cert_chain� s z PyOpenSSLContext.load_cert_chainFTc C s� t jj| j|�}t|tj�r&|jd�}|d k r8|j|� |j � x|y |j � W nh t jj k r� t j ||j� �}|s~td��wBY n4 t jjk r� } ztjd| ��W Y d d }~X nX P qBW t||�S )Nzutf-8zselect timed outzbad handshake: %r)rT rU Z Connectionrx r� r r� r. Zset_tlsext_host_nameZset_connect_stateZ do_handshaker\ r r] r^ r rk �sslZSSLErrorrD ) rJ ZsockZ server_sideZdo_handshake_on_connectrG Zserver_hostname�cnxra rA r r r � wrap_socket� s$ z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)ro rp rq rr rK �propertyrz �setterr| r r� r� r� r� r r r r r s s r c C s |dkS )Nr r )r� r Zerr_noZ err_depthZ return_coder r r r~ � s r~ rR )rR )Jrr Z __future__r Z OpenSSL.SSLrT Z cryptographyr Z$cryptography.hazmat.backends.opensslr r; Z)cryptography.hazmat.backends.openssl.x509r rF r r rX �ior r r' Zpackages.backports.makefiler Zloggingr� Zpackagesr r3 � r �__all__r ZPROTOCOL_SSLv23rU Z SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODrv r: r r r r �updateZPROTOCOL_SSLv3Z SSLv3_METHOD�AttributeErrorZ CERT_NONEZ VERIFY_NONEZ CERT_OPTIONALZ VERIFY_PEERZ CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr} �dict�itemsr{ rh r! r r r Z getLoggerro r? r r r r6 rC �objectrD ru r r~ r r r r �<module>+ sh 3 S site-packages/pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0024054 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-36.opt-1.pyc 0000644 00000033337 15231162611 0024364 0 ustar 00 3 F��i�; � @ s, d Z ddlmZ ddlZddlmZ ddlmZ ddl m Z ddl m Z mZ ddlmZ ydd l mZ W n$ ek r� dZd d lmZ Y nX ddlZddlZd d lmZ ddlZd d lm Z ddgZ dZ ej ej j!ej"ej j#iZ$e%ed�o�e%ej d��rej j&e$ej'< e%ed��r0e%ej d��r0ej j(e$ej)< ye$j*ej+ej j,i� W n e-k �r^ Y nX ej.ej j/ej0ej j1ej2ej j1ej j3 iZ4e5dd� e4j6� D ��Z7dZ8e j Z9e j:j;Z<ej=e>�Z?dd� Z@dd� ZAdd� ZBd d � ZCd d � ZDG d d!� d!eE�ZFe�rd*d#d$�ZGneZGeGeF_GG d%d&� d&eE�ZHd'd(� ZIdS )+ab SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) � )�absolute_importN)�x509)�backend)� _Certificate)�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S )N� )�.0�k�vr r � /usr/lib/python3.6/pyopenssl.py� <genexpr>` s r i @ c C s. t � ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �ssl_� SSLContext�HAS_SNI� IS_PYOPENSSLr r r r r m s c C s( t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r y s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. r )� Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr" �getattr� ImportErrorZOpenSSL.cryptor$ )r" r$ r r r r r � s r c C s( dd� }|| �} t jdkr$| jd�} | S )a� Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). c S sN ddl }x:dD ]2}| j|�r| t|�d� } |jd�|j| � S qW |j| �S )z� Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. r N�*.�.�ascii)r( r) )�idna� startswith�len�encode)�namer+ �prefixr r r � idna_encode� s z'_dnsname_to_stdlib.<locals>.idna_encode� r zutf-8)r2 r )�sys� version_info�decode)r/ r1 r r r �_dnsname_to_stdlib� s r6 c C s� t | d�r| j� }n tt| j�}y|jjtj�j }W nN tj k rJ g S tj tj tj tfk r� } ztjd|� g S d}~X nX dd� |jtj�D �}|jdd� |jtj�D �� |S )zU Given an PyOpenSSL certificate, provides all the subject alternative names. �to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}d t |�f�qS )ZDNS)r6 )r r/ r r r � <listcomp>� s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z IP AddressN)�str)r r/ r r r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr7 r �openssl_backendr% � extensionsr# r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionZUnsupportedExtensionZUnsupportedGeneralNameType� UnicodeError�logZwarningZget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr r r �get_subj_alt_name� s( rC c @ s| e Zd ZdZd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z d dd�Zdd� Zd d � Zd S )!� WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. Tc C s" || _ || _|| _d| _d| _d S )Nr F)� connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrE rF rG r r r �__init__� s zWrappedSocket.__init__c C s | j j� S )N)rF �fileno)rJ r r r rL � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr � )rH rI �close)rJ r r r �_decref_socketios� s z WrappedSocket._decref_socketiosc O s� y| j j||�}W n� tjjk rX } z&| jr<|jdkr<dS tt|���W Y d d }~X n� tjj k r� } z | j j � tjj kr�dS � W Y d d }~X nJ tjj k r� t j| j| jj� �}|s�td��n | j||�S Y nX |S d S )NrM �Unexpected EOF� z The read operation timed out���)rR rP )rE �recv�OpenSSL�SSL� SysCallErrorrG �args� SocketErrorr9 �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN� WantReadErrorr � wait_for_readrF � gettimeoutr )rJ rW �kwargs�datarA �rdr r r rS s zWrappedSocket.recvc O s� y| j j||�S tjjk rT } z&| jr8|jdkr8dS tt|���W Y d d }~X n� tjj k r� } z | j j � tjj kr~dS � W Y d d }~X nF tjj k r� t j| j| jj� �}|s�td��n | j||�S Y nX d S )NrM �Unexpected EOFr z The read operation timed outrR )rR rb )rE � recv_intorT rU rV rG rW rX r9 rY rZ r[ r\ r r] rF r^ r )rJ rW r_ rA ra r r r rc s zWrappedSocket.recv_intoc C s | j j|�S )N)rF � settimeout)rJ r r r r rd * s zWrappedSocket.settimeoutc C s� xzy | j j|�S tjjk rF tj| j| jj� �}|s@t � �wY q tjj k rv } zt t |���W Y d d }~X qX qW d S )N) rE �sendrT rU ZWantWriteErrorr Zwait_for_writerF r^ r rV rX r9 )rJ r` �wrrA r r r �_send_until_done- s z WrappedSocket._send_until_donec C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )r- rg �SSL_WRITE_BLOCKSIZE)rJ r` Z total_sentZsentr r r �sendall9 s zWrappedSocket.sendallc C s | j j� d S )N)rE �shutdown)rJ r r r rj ? s zWrappedSocket.shutdownc C sH | j dk r6yd| _| jj� S tjjk r2 d S X n| j d8 _ d S )NrM T)rH rI rE rN rT rU �Error)rJ r r r rN C s zWrappedSocket.closeFc C sD | j j� }|s|S |r(tjjtjj|�S d|j� jffft|�d�S )NZ commonName)ZsubjectZsubjectAltName) rE Zget_peer_certificaterT ZcryptoZdump_certificateZ FILETYPE_ASN1Z get_subjectZCNrC )rJ Z binary_formr r r r � getpeercertM s zWrappedSocket.getpeercertc C s | j d7 _ d S )NrM )rH )rJ r r r �_reuse_ s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )NrM )rH rN )rJ r r r �_dropb s zWrappedSocket._dropN)T)F)�__name__� __module__� __qualname__�__doc__rK rL rO rS rc rd rg ri rj rN rl rm rn r r r r rD � s rD rM c C s | j d7 _ t| ||dd�S )NrM T)rN )rH r )rJ �mode�bufsizer r r �makefilej s ru c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd d � Z d d � Z ddd�Z ddd�Z ddd�Z dS )r z� I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. c C s* t | | _tjj| j�| _d| _d| _d S )Nr F)�_openssl_versions�protocolrT rU ZContext�_ctx�_optionsZcheck_hostname)rJ rw r r r rK y s zPyOpenSSLContext.__init__c C s | j S )N)ry )rJ r r r �options s zPyOpenSSLContext.optionsc C s || _ | jj|� d S )N)ry rx Z set_options)rJ r= r r r rz � s c C s t | jj� S )N)�_openssl_to_stdlib_verifyrx Zget_verify_mode)rJ r r r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j jt| t� d S )N)rx Z set_verify�_stdlib_to_openssl_verify�_verify_callback)rJ r= r r r r| � s c C s | j j� d S )N)rx �set_default_verify_paths)rJ r r r r � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|jd�}| jj|� d S )Nzutf-8)� isinstancer � text_typer. rx Zset_cipher_list)rJ Zciphersr r r � set_ciphers� s z PyOpenSSLContext.set_ciphersNc C sN |d k r|j d�}|d k r$|j d�}| jj||� |d k rJ| jjt|�� d S )Nzutf-8)r. rx �load_verify_locationsr )rJ ZcafileZcapathZcadatar r r r� � s z&PyOpenSSLContext.load_verify_locationsc s< | j j|� � d k r(| j j� fdd�� | j j|p4|� d S )Nc s � S )Nr )Z max_lengthZ prompt_twiceZuserdata)�passwordr r �<lambda>� s z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)rx Zuse_certificate_fileZ set_passwd_cbZuse_privatekey_file)rJ ZcertfileZkeyfiler� r )r� r �load_cert_chain� s z PyOpenSSLContext.load_cert_chainFTc C s� t jj| j|�}t|tj�r&|jd�}|d k r8|j|� |j � x|y |j � W nh t jj k r� t j ||j� �}|s~td��wBY n4 t jjk r� } ztjd| ��W Y d d }~X nX P qBW t||�S )Nzutf-8zselect timed outzbad handshake: %r)rT rU Z Connectionrx r� r r� r. Zset_tlsext_host_nameZset_connect_stateZ do_handshaker\ r r] r^ r rk �sslZSSLErrorrD ) rJ ZsockZ server_sideZdo_handshake_on_connectrG Zserver_hostname�cnxra rA r r r � wrap_socket� s$ z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)ro rp rq rr rK �propertyrz �setterr| r r� r� r� r� r r r r r s s r c C s |dkS )Nr r )r� r Zerr_noZ err_depthZ return_coder r r r~ � s r~ rR )rR )Jrr Z __future__r Z OpenSSL.SSLrT Z cryptographyr Z$cryptography.hazmat.backends.opensslr r; Z)cryptography.hazmat.backends.openssl.x509r rF r r rX �ior r r' Zpackages.backports.makefiler Zloggingr� Zpackagesr r3 � r �__all__r ZPROTOCOL_SSLv23rU Z SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODrv r: r r r r �updateZPROTOCOL_SSLv3Z SSLv3_METHOD�AttributeErrorZ CERT_NONEZ VERIFY_NONEZ CERT_OPTIONALZ VERIFY_PEERZ CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr} �dict�itemsr{ rh r! r r r Z getLoggerro r? r r r r6 rC �objectrD ru r r~ r r r r �<module>+ sh 3 S site-packages/pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-36.opt-1.pyc 0000644 00000011162 15231162611 0023442 0 ustar 00 3 F��i3 � @ s( d Z ddlmZ y ddlZW n6 ek rR ddlZddlmZ ejde� � Y nX ddl m Z m Z ddlmZmZ dd lmZmZ dd lmZmZ dd lmZ dd lmZ y ddlZW n ek r� dZY nX G d d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a� This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4 - SOCKS4a - SOCKS5 - Usernames and passwords for the SOCKS proxy Known Limitations: - Currently PySocks does not support contacting remote websites via literal IPv6 addresses. Any such connection attempt will fail. You must use a domain name. - Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any such connection attempt will fail. � )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG A plain-text HTTP connection that connects via a SOCKS proxy. c s" |j d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs)� __class__� �/usr/lib/python3.6/socks.pyr ? s zSOCKSConnection.__init__c C sX i }| j r| j |d< | jr$| j|d< yTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk r� } z t | d | j| jf ��W Y d d }~X n� tj k �r" } zT|j �r|j }t |t�r�t | d | j| jf ��nt | d | ��nt | d | ��W Y d d }~X n2 tk �rR } zt | d | ��W Y d d }~X nX |S ) zA Establish a new connection via the SOCKS proxy. �source_address�socket_options� socks_version� proxy_host� proxy_port�username�password�rdns)Z proxy_typeZ proxy_addrr Zproxy_usernameZproxy_passwordZ proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s)r r �socksZcreate_connection�host�portr r � SocketTimeoutr Z ProxyErrorZ socket_err� isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connC sL zSOCKSConnection._new_conn)�__name__� __module__� __qualname__�__doc__r r) � __classcell__r r )r r r ; s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r* r+ r, r r r r r/ � s r/ c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r* r+ r, r � ConnectionClsr r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r* r+ r, r/ r1 r r r r r2 � s r2 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. )ZhttpZhttpsN� c s� t |�}|jdkr tj}d} nN|jdkr4tj}d} n8|jdkrJtj}d} n"|jdkr`tj}d} n td| ��|| _||j|j||| d�} | |d < t t | �j ||f|� t j | _ d S ) NZsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r r! r ) r �schemer" ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4� ValueError� proxy_urlr# r$ r r3 r �pool_classes_by_scheme) r r7 r r Z num_poolsZheadersZconnection_pool_kwZparsedr r! Z socks_options)r r r r � s4 zSOCKSProxyManager.__init__)NNr4 N) r* r+ r, r- r0 r2 r8 r r. r r )r r r3 � s r3 ) r- Z __future__r r" � ImportError�warnings� exceptionsr �warnZsocketr r' r r% Z connectionr r Zconnectionpoolr r r r Z poolmanagerr Zutil.urlr Zsslr r/ r0 r2 r3 r r r r �<module> s2 F site-packages/pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-36.pyc 0000644 00000006131 15231162611 0023225 0 ustar 00 3 F��i~ � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee �Z G dd � d e�Z d S ) z NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 � )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd d � Z� ZS ) �NTLMConnectionPoolzQ Implements an NTLM authentication version of an urllib3 connection pool Zhttpsc sL t t| �j||� || _|| _|jdd�}|d j� | _|d | _|| _ dS )z� authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\username format. pw is the password for the user. �\� r N) �superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r �args�kwargsZ user_parts)� __class__� � /usr/lib/python3.6/ntlmpool.pyr s zNTLMConnectionPool.__init__c C s� | j d7 _ tjd| j | j| j� i }d|d< d}d}t| j| jd�}dtj| j � ||< tjd |� |j d | jd |� |j � }t |j � �}tjd |j|j� tjd |� tjd |jd�� d |_|| jd�}d }x(|D ] } | d d� dkr�| dd � }q�W |d k�r td||| f ��tj|�\} } tj| | j| j| j| �} d| ||< tjd |� |j d | jd |� |j � }tjd |j|j� tjd t |j � �� tjd |j� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_tjd� |S )Nr z3Starting NTLM HTTPS connection no. %d: https://%s%sz Keep-Alive� ConnectionZ Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r ) r �headersZ req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' s\ z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| �j|||||||�S )Nz Keep-Aliver )r r �urlopen)r �methodZurlZbodyr' ZretriesZredirectZassert_same_host)r r r r, h s zNTLMConnectionPool.urlopen)NNr+ TT) �__name__� __module__� __qualname__�__doc__�schemer r* r, � __classcell__r r )r r r s A r N) r1 Z __future__r Zloggingr r � r Z packages.six.moves.http_clientr r. r r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0023115 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-36.pyc 0000644 00000043014 15231162611 0024625 0 ustar 00 3 F��i%w � 1 @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZ ddlmZmZmZ ddlmZmZmZmZ ydd l mZ W n$ ek r� dZdd lmZ Y nX y e d � W n e k r� ed ��Y nX d dgZ dZ ej Z ej!j"Z#e j$� Z%e j&� Z'dZ(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDejEejFejGejHejIg!ZJe jKejLejMfiZNeOe d��r�ejPejPfeNe jQ< eOe d��r�ejRejRfeNe jS< eOe d��rejLejLfeNe jT< eOe d��r0ejUejUfeNe jV< eOe d��rNejMejMfeNe jW< eOe d��rjeNe jK eNe jX< dd � ZYdd� ZZdd� Z[dd � Z\ej]e[�Z^ej_e\�Z`G d d � d ea�Zbe�r�d&d d �Zcn d'd"d �Zceceb_cG d#d$� d$ea�ZddS )(aU SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! � )�absolute_importN� )�util� )�Security� SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject)�backport_makefile� z5SecureTransport only works on Pythons with memoryview�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2� PROTOCOL_TLSc C s( t tj_tt_ttj_dt_dtj_dS )zG Monkey-patch urllib3 with SecureTransport-backed SSL-support. TN)�SecureTransportContextr �ssl_� SSLContext�HAS_SNI�IS_SECURETRANSPORT� r r �%/usr/lib/python3.6/securetransport.pyr � s c C s( t tj_tt_ttj_dt_dtj_dS )z> Undo monkey-patching by :func:`inject_into_urllib3`. FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c C sl d}�y,t j| �}|dkr tjS |j}|d }|j� }d}d}tj| j|�} t | �} ylxf||k r�|dksr|dkr�t j |g|�} | s�tj t jd��|j| ||� �} || 7 }| sZ|s�tjS P qZW W nT tj k �r } z4| j }|dk o�|t jk�r|t jk�rtjS � W Y dd} ~ X nX ||d< ||k�r0tjS dS tk �rf } z|dk �rV| |_tjS d} ~ X nX dS )zs SecureTransport read callback. This is called by ST to request that data be returned from the socket. Nr z timed out)�_connection_refs�getr �errSSLInternal�socket� gettimeout�ctypes�c_charZ from_address� memoryviewr Z wait_for_read�error�errno�EAGAIN� recv_into�errSSLClosedGraceful� ECONNRESET�errSSLClosedAbort�errSSLWouldBlock� Exception� _exception)� connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr) Z read_count�bufferZ buffer_viewZ readablesZ chunk_size�er r r �_read_callback� sN r; c C sN d}�yt j| �}|dkr tjS |j}|d }tj||�}|j� }d}d} y`xZ| |k r�|dksf|dkr�tj |g|�} | s�tj t j d��|j |�} | | 7 } || d� }qNW W nN tj k r� } z0| j }|dk r�|t j kr�|t jkr�tjS � W Y dd} ~ X nX | |d< | |k�rtjS dS tk �rH } z|dk �r8| |_tjS d} ~ X nX dS )zx SecureTransport write callback. This is called by ST to request that data actually be sent on the network. Nr z timed out)r! r" r r# r$ r& � string_atr% r Zwait_for_writer) r* r+ �sendr. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r) �sentZ writablesZ chunk_sentr: r r r �_write_callback� sD r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d d � Z d d � Z dd� Z dd� Z d(dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd)d"d#�Zd$d%� Zd&d'� ZdS )*� WrappedSocketz� API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j j� | _ | j j d� d S )Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain� _keychain_dir�_client_cert_chainr% �_timeout� settimeout)�selfr$ r r r �__init__. s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | j� |�dS )a] A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. N)r2 �close)rJ Z exceptionr r r �_raise_on_error@ s z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t j| j|tt��}t|� dS )a4 Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. N)r ZSSLCipherSuite�len� CIPHER_SUITESZSSLSetEnabledCiphersrB r )rJ �ciphers�resultr r r � _set_ciphersU s zWrappedSocket._set_ciphersc C s |sdS t jj|�r2t|d��}|j� }W dQ R X d}tj� }z�t|�}tj| j t j |��}t |� |srt jd��tj||�}t |� tj|d�}t |� tj� }tj|t j |��}t |� W d|r�tj|� |dkr�tj|� X tjtjf}|j|k�r t jd|j ��dS )z� Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr �SSLCopyPeerTrustrB r& �byrefr �sslZSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater � CFReleaser ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rJ �verify� trust_bundle�fZ cert_array�trustrQ Z trust_resultZ successesr r r �_custom_validateb s@ z WrappedSocket._custom_validatec C s� t jdtjtj�| _t j| jtt�} t | � t �4 t | �d } x| t krV| d d } q@W | t | < W dQ R X t j | j| �} t | � |r�t|t�s�|jd�}t j| j|t|��} t | � | j� t j| j|�} t | � t j| j|�} t | � | s�|dk �rt j| jtjd�} t | � |�rNt� \| _| _t| j||�| _ t j | j| j �} t | � xf| j � �R t j | j�} | tj k�r~t!j"d��n(| tj#k�r�| j$||� �wPn t | � P W dQ R X �qPW dS )z� Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. Ni���r zutf-8Tzhandshake timed out)%r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperB Z SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection� isinstance�bytes�encodeZSSLSetPeerDomainNamerN rR ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rE rF r rG ZSSLSetCertificaterM Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedrc ) rJ �server_hostnamer_ r` Z min_versionZ max_versionZ client_certZ client_keyZclient_key_passphraserQ Zhandler r r � handshake� s\ zWrappedSocket.handshakec C s | j j� S )N)r$ �fileno)rJ r r r rm � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr r )rC rD rL )rJ r r r �_decref_socketios� s z WrappedSocket._decref_socketiosc C s& t j|�}| j||�}|d |� }|S )N)r& Zcreate_string_bufferr, )rJ Zbufsizr9 Z bytes_readr> r r r �recv s zWrappedSocket.recvNc C s� | j r dS |d krt|�}tj| j|�}tjd�}| j� � tj| j ||tj |��}W d Q R X |t j kr�|j dkr�tjd��n"|t jt jfkr�| j� nt|� |j S )Nr zrecv timed out)rD rN r& r' Z from_buffer�c_size_trM r ZSSLReadrB r[ r r0 r^ r$ r8 r- ZerrSSLClosedNoNotifyrL r )rJ r9 �nbytes�processed_bytesrQ r r r r, s zWrappedSocket.recv_intoc C s || _ d S )N)rH )rJ r8 r r r rI 2 s zWrappedSocket.settimeoutc C s | j S )N)rH )rJ r r r r% 5 s zWrappedSocket.gettimeoutc C sh t jd�}| j� �" tj| j|t|�t j|��}W d Q R X |tj krZ|j dkrZt j d��nt |� |j S )Nr zsend timed out)r& rp rM r ZSSLWriterB rN r[ r r0 r^ r$ r8 r )rJ r> rr rQ r r r r= 8 s " zWrappedSocket.sendc C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )rN r= �SSL_WRITE_BLOCKSIZE)rJ r> Z total_sentr? r r r �sendallI s zWrappedSocket.sendallc C s$ | j � � tj| j� W d Q R X d S )N)rM r ZSSLCloserB )rJ r r r �shutdownO s zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(tj| j� d | _| jr@tj| j� d | _| jrvtj| j� tj| j� t j | j � d | _| _ | j j � S | j d8 _ d S )Nr T)rC rD rB r r] rG rE r ZSecKeychainDelete�shutilZrmtreerF r$ rL )rJ r r r rL S s zWrappedSocket.closeFc C s� |s t d��tj� }d }d }z�tj| jtj|��}t|� |sBd S tj|�}|sTd S tj |d�}|sht �tj |�}|szt �t j |�}t j|�} tj| |�}W d |r�t j|� |r�t j|� X |S )Nz2SecureTransport only supports dumping binary certsr )� ValueErrorr rY rZ rB r& r[ r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndex�AssertionErrorZSecCertificateCopyDatar ZCFDataGetLengthZCFDataGetBytePtrr< r] ) rJ Z binary_formrb ZcertdataZ der_bytesrQ Z cert_countZleafZ data_lengthr4 r r r � getpeercertf s6 zWrappedSocket.getpeercertc C s | j d7 _ d S )Nr )rC )rJ r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )Nr )rC rL )rJ r r r �_drop� s zWrappedSocket._drop)N)F)�__name__� __module__� __qualname__�__doc__rK � contextlib�contextmanagerrM rR rc rl rm rn ro r, rI r% r= rt ru rL ry rz r{ r r r r rA ' s& >Z ( >rA c C s | j d7 _ t| ||dd�S )Nr T)rL )rC r )rJ �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S )Nr )r )rJ r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed d � �Z e jd d � �Z d d� Z dd� Z dd� Z d dd�Z d dd�Zd dd�ZdS ) r z� I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S )Nr F) �_protocol_to_min_max� _min_version� _max_version�_options�_verify� _trust_bundle� _client_cert� _client_key�_client_key_passphrase)rJ Zprotocolr r r rK � s z SecureTransportContext.__init__c C s dS )z� SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Tr )rJ r r r �check_hostname� s z%SecureTransportContext.check_hostnamec C s dS )z� SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Nr )rJ r^ r r r r� � s c C s | j S )N)r� )rJ r r r �options� s z SecureTransportContext.optionsc C s || _ d S )N)r� )rJ r^ r r r r� � s c C s | j r tjS tjS )N)r� r\ � CERT_REQUIREDZ CERT_NONE)rJ r r r � verify_mode� s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r\ r� r� )rJ r^ r r r r� � s c C s d S )Nr )rJ r r r �set_default_verify_paths� s z/SecureTransportContext.set_default_verify_pathsc C s | j � S )N)r� )rJ r r r �load_default_certs� s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSrw )rJ rP r r r � set_ciphers s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)rw r� )rJ ZcafileZcapathZcadatar r r �load_verify_locations s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S )N)r� r� Z_client_cert_passphrase)rJ ZcertfileZkeyfileZpasswordr r r �load_cert_chain s z&SecureTransportContext.load_cert_chainFTc C sL | s t �|st �|st �t|�}|j|| j| j| j| j| j| j| j � |S )N) rx rA rl r� r� r� r� r� r� r� )rJ ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsrk r6 r r r � wrap_socket s z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r| r} r~ r rK �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s r ���)r� )r� N)er Z __future__r r� r& r* Zos.pathrT rv r$ r\ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r r r r � ImportErrorZpackages.backports.makefiler r( � NameError�__all__r r r r r �WeakValueDictionaryr! ZLockrf rs ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256ZTLS_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArO ZPROTOCOL_SSLv23Z kTLSProtocol1ZkTLSProtocol12r� �hasattrZ kSSLProtocol2r Z kSSLProtocol3r r ZkTLSProtocol11r r r r r r; r@ Z SSLReadFuncrd Z SSLWriteFuncre �objectrA r� r r r r r �<module> s� 95 site-packages/pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-36.pyc 0000644 00000021027 15231162611 0023330 0 ustar 00 3 F��iq* � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ ydd lmZ W n ek r� dZY nX ej e �Z G d d� de �Z G dd� de �Z G dd� de�Z!dd� Z"dd� Z#dd� Z$dd� Z%dd � Z&dS ) aC This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from urllib3 import PoolManager from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. � )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning� MaxRetryError� ProtocolError� TimeoutError�SSLError)�BytesIO)�RequestMethods)� HTTPResponse)�Timeout)�Retry)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorN)r r r r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd d �Z d d � Z dd� Z dd� Z dS )�AppEngineManagera Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. NTc C sN t s td��t� rtd��tjdt� tj| |� || _|| _ |pFt j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.) r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r r r r � __enter__{ s zAppEngineManager.__enter__c C s dS )NFr )r �exc_typeZexc_valZexc_tbr r r �__exit__~ s zAppEngineManager.__exit__c K s� | j ||�}yF|o |jdko |j} tj||||p2i d| jo<| | j|�| jd�} W �nB tjk r� } zt | | ��W Y d d } ~ X �n tj k r� } z$dt | �kr�t d| ��t | ��W Y d d } ~ X n� tjk �r } z(dt | �kr�t| || d��t | ��W Y d d } ~ X n� tjk �r6 } zt d| ��W Y d d } ~ X n` tjk �rb } zt| ��W Y d d } ~ X n4 tjk �r� } zt d | | ��W Y d d } ~ X nX | j| fd |i|��} |�o�| j� } | �rr| j�r�|j�r�t| |d ��n�| jd k�r�d }y|j||| | d�}W n* tk �r. |j�r*t| |d ��| S X |j| � tjd|| � t || �}| j ||||f|||d�|��S t | j d��}|j || j|��r�|j||| | d�}tjd|� |j!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr! Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr! r r) r* )"� _get_retriesr) �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retryZsleep)r r% Zurlr+ r! r r) r* � response_kwr& r( �eZ http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r4 � s� zAppEngineManager.urlopenc K sz t � r"|jjd�}|dkr"|jd= |jjd�}|dkrZ|jd�}|jd� dj|�|jd< tf t|j�|j|j d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r+ r! r1 ) �is_prod_appenginer! �get�split�remove�joinr r ZcontentZ status_code)r Z urlfetch_respr6 Zcontent_encodingZtransfer_encodingZ encodingsr r r r0 � s z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8tjdt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r �DEFAULT_TIMEOUT� isinstanceZ_readZ_connectr r r r- )r r* r r r r. � s z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:tjdt � |S )N)r) �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.) r? r Zfrom_intr Zconnect�readr) r r r )r r r) r r r r, s z AppEngineManager._get_retries)NNTT) r r r �__doc__r r" r$ r r> r4 r0 r. r, r r r r r O s Z r c C s t � pt� pt� S )N)�is_local_appenginer9 r r r r r � is_appengine s rD c C s t � o t� S )N)rD r r r r r �is_appengine_sandbox s rE c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r rC s rC c C s dt jko dt jd ko t� S )NrF zGoogle App Engine/rG )rH rI r r r r r r9 ! s r9 c C s t jjdd�dkS )NZGAE_VMF�true)rH rI r: r r r r r ' s r )'rB Z __future__r ZloggingrH r Z packages.six.moves.urllib.parser � exceptionsr r r r r r Z packages.sixr Zrequestr r( r Z util.timeoutr Z util.retryr Zgoogle.appengine.apir � ImportErrorZ getLoggerr r2 r r r rD rE rC r9 r r r r r �<module>' s2 D site-packages/pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-36.pyc 0000644 00000011162 15231162611 0022503 0 ustar 00 3 F��i3 � @ s( d Z ddlmZ y ddlZW n6 ek rR ddlZddlmZ ejde� � Y nX ddl m Z m Z ddlmZmZ dd lmZmZ dd lmZmZ dd lmZ dd lmZ y ddlZW n ek r� dZY nX G d d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a� This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4 - SOCKS4a - SOCKS5 - Usernames and passwords for the SOCKS proxy Known Limitations: - Currently PySocks does not support contacting remote websites via literal IPv6 addresses. Any such connection attempt will fail. You must use a domain name. - Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any such connection attempt will fail. � )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG A plain-text HTTP connection that connects via a SOCKS proxy. c s" |j d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs)� __class__� �/usr/lib/python3.6/socks.pyr ? s zSOCKSConnection.__init__c C sX i }| j r| j |d< | jr$| j|d< yTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk r� } z t | d | j| jf ��W Y d d }~X n� tj k �r" } zT|j �r|j }t |t�r�t | d | j| jf ��nt | d | ��nt | d | ��W Y d d }~X n2 tk �rR } zt | d | ��W Y d d }~X nX |S ) zA Establish a new connection via the SOCKS proxy. �source_address�socket_options� socks_version� proxy_host� proxy_port�username�password�rdns)Z proxy_typeZ proxy_addrr Zproxy_usernameZproxy_passwordZ proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s)r r �socksZcreate_connection�host�portr r � SocketTimeoutr Z ProxyErrorZ socket_err� isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connC sL zSOCKSConnection._new_conn)�__name__� __module__� __qualname__�__doc__r r) � __classcell__r r )r r r ; s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r* r+ r, r r r r r/ � s r/ c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r* r+ r, r � ConnectionClsr r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r* r+ r, r/ r1 r r r r r2 � s r2 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. )ZhttpZhttpsN� c s� t |�}|jdkr tj}d} nN|jdkr4tj}d} n8|jdkrJtj}d} n"|jdkr`tj}d} n td| ��|| _||j|j||| d�} | |d < t t | �j ||f|� t j | _ d S ) NZsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r r! r ) r �schemer" ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4� ValueError� proxy_urlr# r$ r r3 r �pool_classes_by_scheme) r r7 r r Z num_poolsZheadersZconnection_pool_kwZparsedr r! Z socks_options)r r r r � s4 zSOCKSProxyManager.__init__)NNr4 N) r* r+ r, r- r0 r2 r8 r r. r r )r r r3 � s r3 ) r- Z __future__r r" � ImportError�warnings� exceptionsr �warnZsocketr r' r r% Z connectionr r Zconnectionpoolr r r r Z poolmanagerr Zutil.urlr Zsslr r/ r0 r2 r3 r r r r �<module> s2 F site-packages/pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-36.opt-1.pyc 0000644 00000006131 15231162611 0024164 0 ustar 00 3 F��i~ � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee �Z G dd � d e�Z d S ) z NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 � )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd d � Z� ZS ) �NTLMConnectionPoolzQ Implements an NTLM authentication version of an urllib3 connection pool Zhttpsc sL t t| �j||� || _|| _|jdd�}|d j� | _|d | _|| _ dS )z� authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\username format. pw is the password for the user. �\� r N) �superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r �args�kwargsZ user_parts)� __class__� � /usr/lib/python3.6/ntlmpool.pyr s zNTLMConnectionPool.__init__c C s� | j d7 _ tjd| j | j| j� i }d|d< d}d}t| j| jd�}dtj| j � ||< tjd |� |j d | jd |� |j � }t |j � �}tjd |j|j� tjd |� tjd |jd�� d |_|| jd�}d }x(|D ] } | d d� dkr�| dd � }q�W |d k�r td||| f ��tj|�\} } tj| | j| j| j| �} d| ||< tjd |� |j d | jd |� |j � }tjd |j|j� tjd t |j � �� tjd |j� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_tjd� |S )Nr z3Starting NTLM HTTPS connection no. %d: https://%s%sz Keep-Alive� ConnectionZ Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r ) r �headersZ req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' s\ z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| �j|||||||�S )Nz Keep-Aliver )r r �urlopen)r �methodZurlZbodyr' ZretriesZredirectZassert_same_host)r r r r, h s zNTLMConnectionPool.urlopen)NNr+ TT) �__name__� __module__� __qualname__�__doc__�schemer r* r, � __classcell__r r )r r r s A r N) r1 Z __future__r Zloggingr r � r Z packages.six.moves.http_clientr r. r r r r r r �<module> s site-packages/pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-36.opt-1.pyc 0000644 00000042703 15231162611 0025570 0 ustar 00 3 F��i%w � 1 @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZ ddlmZmZmZ ddlmZmZmZmZ ydd l mZ W n$ ek r� dZdd lmZ Y nX y e d � W n e k r� ed ��Y nX d dgZ dZ ej Z ej!j"Z#e j$� Z%e j&� Z'dZ(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDejEejFejGejHejIg!ZJe jKejLejMfiZNeOe d��r�ejPejPfeNe jQ< eOe d��r�ejRejRfeNe jS< eOe d��rejLejLfeNe jT< eOe d��r0ejUejUfeNe jV< eOe d��rNejMejMfeNe jW< eOe d��rjeNe jK eNe jX< dd � ZYdd� ZZdd� Z[dd � Z\ej]e[�Z^ej_e\�Z`G d d � d ea�Zbe�r�d&d d �Zcn d'd"d �Zceceb_cG d#d$� d$ea�ZddS )(aU SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! � )�absolute_importN� )�util� )�Security� SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject)�backport_makefile� z5SecureTransport only works on Pythons with memoryview�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2� PROTOCOL_TLSc C s( t tj_tt_ttj_dt_dtj_dS )zG Monkey-patch urllib3 with SecureTransport-backed SSL-support. TN)�SecureTransportContextr �ssl_� SSLContext�HAS_SNI�IS_SECURETRANSPORT� r r �%/usr/lib/python3.6/securetransport.pyr � s c C s( t tj_tt_ttj_dt_dtj_dS )z> Undo monkey-patching by :func:`inject_into_urllib3`. FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c C sl d}�y,t j| �}|dkr tjS |j}|d }|j� }d}d}tj| j|�} t | �} ylxf||k r�|dksr|dkr�t j |g|�} | s�tj t jd��|j| ||� �} || 7 }| sZ|s�tjS P qZW W nT tj k �r } z4| j }|dk o�|t jk�r|t jk�rtjS � W Y dd} ~ X nX ||d< ||k�r0tjS dS tk �rf } z|dk �rV| |_tjS d} ~ X nX dS )zs SecureTransport read callback. This is called by ST to request that data be returned from the socket. Nr z timed out)�_connection_refs�getr �errSSLInternal�socket� gettimeout�ctypes�c_charZ from_address� memoryviewr Z wait_for_read�error�errno�EAGAIN� recv_into�errSSLClosedGraceful� ECONNRESET�errSSLClosedAbort�errSSLWouldBlock� Exception� _exception)� connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr) Z read_count�bufferZ buffer_viewZ readablesZ chunk_size�er r r �_read_callback� sN r; c C sN d}�yt j| �}|dkr tjS |j}|d }tj||�}|j� }d}d} y`xZ| |k r�|dksf|dkr�tj |g|�} | s�tj t j d��|j |�} | | 7 } || d� }qNW W nN tj k r� } z0| j }|dk r�|t j kr�|t jkr�tjS � W Y dd} ~ X nX | |d< | |k�rtjS dS tk �rH } z|dk �r8| |_tjS d} ~ X nX dS )zx SecureTransport write callback. This is called by ST to request that data actually be sent on the network. Nr z timed out)r! r" r r# r$ r& � string_atr% r Zwait_for_writer) r* r+ �sendr. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r) �sentZ writablesZ chunk_sentr: r r r �_write_callback� sD r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d d � Z d d � Z dd� Z dd� Z d(dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd)d"d#�Zd$d%� Zd&d'� ZdS )*� WrappedSocketz� API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j j� | _ | j j d� d S )Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain� _keychain_dir�_client_cert_chainr% �_timeout� settimeout)�selfr$ r r r �__init__. s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | j� |�dS )a] A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. N)r2 �close)rJ Z exceptionr r r �_raise_on_error@ s z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t j| j|tt��}t|� dS )a4 Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. N)r ZSSLCipherSuite�len� CIPHER_SUITESZSSLSetEnabledCiphersrB r )rJ �ciphers�resultr r r � _set_ciphersU s zWrappedSocket._set_ciphersc C s |sdS t jj|�r2t|d��}|j� }W dQ R X d}tj� }z�t|�}tj| j t j |��}t |� |srt jd��tj||�}t |� tj|d�}t |� tj� }tj|t j |��}t |� W d|r�tj|� |dkr�tj|� X tjtjf}|j|k�r t jd|j ��dS )z� Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr �SSLCopyPeerTrustrB r& �byrefr �sslZSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater � CFReleaser ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rJ �verify� trust_bundle�fZ cert_array�trustrQ Z trust_resultZ successesr r r �_custom_validateb s@ z WrappedSocket._custom_validatec C s� t jdtjtj�| _t j| jtt�} t | � t �4 t | �d } x| t krV| d d } q@W | t | < W dQ R X t j | j| �} t | � |r�t|t�s�|jd�}t j| j|t|��} t | � | j� t j| j|�} t | � t j| j|�} t | � | s�|dk �rt j| jtjd�} t | � |�rNt� \| _| _t| j||�| _ t j | j| j �} t | � xf| j � �R t j | j�} | tj k�r~t!j"d��n(| tj#k�r�| j$||� �wPn t | � P W dQ R X �qPW dS )z� Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. Ni���r zutf-8Tzhandshake timed out)%r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperB Z SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection� isinstance�bytes�encodeZSSLSetPeerDomainNamerN rR ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rE rF r rG ZSSLSetCertificaterM Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedrc ) rJ �server_hostnamer_ r` Z min_versionZ max_versionZ client_certZ client_keyZclient_key_passphraserQ Zhandler r r � handshake� s\ zWrappedSocket.handshakec C s | j j� S )N)r$ �fileno)rJ r r r rm � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr r )rC rD rL )rJ r r r �_decref_socketios� s z WrappedSocket._decref_socketiosc C s& t j|�}| j||�}|d |� }|S )N)r& Zcreate_string_bufferr, )rJ Zbufsizr9 Z bytes_readr> r r r �recv s zWrappedSocket.recvNc C s� | j r dS |d krt|�}tj| j|�}tjd�}| j� � tj| j ||tj |��}W d Q R X |t j kr�|j dkr�tjd��n"|t jt jfkr�| j� nt|� |j S )Nr zrecv timed out)rD rN r& r' Z from_buffer�c_size_trM r ZSSLReadrB r[ r r0 r^ r$ r8 r- ZerrSSLClosedNoNotifyrL r )rJ r9 �nbytes�processed_bytesrQ r r r r, s zWrappedSocket.recv_intoc C s || _ d S )N)rH )rJ r8 r r r rI 2 s zWrappedSocket.settimeoutc C s | j S )N)rH )rJ r r r r% 5 s zWrappedSocket.gettimeoutc C sh t jd�}| j� �" tj| j|t|�t j|��}W d Q R X |tj krZ|j dkrZt j d��nt |� |j S )Nr zsend timed out)r& rp rM r ZSSLWriterB rN r[ r r0 r^ r$ r8 r )rJ r> rr rQ r r r r= 8 s " zWrappedSocket.sendc C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )rN r= �SSL_WRITE_BLOCKSIZE)rJ r> Z total_sentr? r r r �sendallI s zWrappedSocket.sendallc C s$ | j � � tj| j� W d Q R X d S )N)rM r ZSSLCloserB )rJ r r r �shutdownO s zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(tj| j� d | _| jr@tj| j� d | _| jrvtj| j� tj| j� t j | j � d | _| _ | j j � S | j d8 _ d S )Nr T)rC rD rB r r] rG rE r ZSecKeychainDelete�shutilZrmtreerF r$ rL )rJ r r r rL S s zWrappedSocket.closeFc C s� |s t d��tj� }d }d }zptj| jtj|��}t|� |sBd S tj|�}|sTd S tj |d�}tj |�}t j |�}t j |�} tj| |�}W d |r�t j|� |r�t j|� X |S )Nz2SecureTransport only supports dumping binary certsr )� ValueErrorr rY rZ rB r& r[ r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSecCertificateCopyDatar ZCFDataGetLengthZCFDataGetBytePtrr< r] ) rJ Z binary_formrb ZcertdataZ der_bytesrQ Z cert_countZleafZ data_lengthr4 r r r � getpeercertf s2 zWrappedSocket.getpeercertc C s | j d7 _ d S )Nr )rC )rJ r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )Nr )rC rL )rJ r r r �_drop� s zWrappedSocket._drop)N)F)�__name__� __module__� __qualname__�__doc__rK � contextlib�contextmanagerrM rR rc rl rm rn ro r, rI r% r= rt ru rL rx ry rz r r r r rA ' s& >Z ( >rA c C s | j d7 _ t| ||dd�S )Nr T)rL )rC r )rJ �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S )Nr )r )rJ r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed d � �Z e jd d � �Z d d� Z dd� Z dd� Z d dd�Z d dd�Zd dd�ZdS ) r z� I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S )Nr F) �_protocol_to_min_max� _min_version� _max_version�_options�_verify� _trust_bundle� _client_cert� _client_key�_client_key_passphrase)rJ Zprotocolr r r rK � s z SecureTransportContext.__init__c C s dS )z� SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Tr )rJ r r r �check_hostname� s z%SecureTransportContext.check_hostnamec C s dS )z� SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Nr )rJ r^ r r r r� � s c C s | j S )N)r� )rJ r r r �options� s z SecureTransportContext.optionsc C s || _ d S )N)r� )rJ r^ r r r r� � s c C s | j r tjS tjS )N)r� r\ � CERT_REQUIREDZ CERT_NONE)rJ r r r � verify_mode� s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r\ r� r� )rJ r^ r r r r� � s c C s d S )Nr )rJ r r r �set_default_verify_paths� s z/SecureTransportContext.set_default_verify_pathsc C s | j � S )N)r� )rJ r r r �load_default_certs� s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSrw )rJ rP r r r � set_ciphers s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)rw r� )rJ ZcafileZcapathZcadatar r r �load_verify_locations s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S )N)r� r� Z_client_cert_passphrase)rJ ZcertfileZkeyfileZpasswordr r r �load_cert_chain s z&SecureTransportContext.load_cert_chainFTc C s2 t |�}|j|| j| j| j| j| j| j| j� |S )N) rA rl r� r� r� r� r� r� r� )rJ ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsrk r6 r r r � wrap_socket s z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r{ r| r} r~ rK �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s r ���)r� )r� N)er~ Z __future__r r r& r* Zos.pathrT rv r$ r\ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r r r r � ImportErrorZpackages.backports.makefiler r( � NameError�__all__r r r r r �WeakValueDictionaryr! ZLockrf rs ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256ZTLS_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArO ZPROTOCOL_SSLv23Z kTLSProtocol1ZkTLSProtocol12r� �hasattrZ kSSLProtocol2r Z kSSLProtocol3r r ZkTLSProtocol11r r r r r r; r@ Z SSLReadFuncrd Z SSLWriteFuncre �objectrA r� r r r r r �<module> s� 95 site-packages/pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-36.opt-1.pyc 0000644 00000021027 15231162611 0024267 0 ustar 00 3 F��iq* � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ ydd lmZ W n ek r� dZY nX ej e �Z G d d� de �Z G dd� de �Z G dd� de�Z!dd� Z"dd� Z#dd� Z$dd� Z%dd � Z&dS ) aC This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from urllib3 import PoolManager from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. � )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning� MaxRetryError� ProtocolError� TimeoutError�SSLError)�BytesIO)�RequestMethods)� HTTPResponse)�Timeout)�Retry)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorN)r r r r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd d �Z d d � Z dd� Z dd� Z dS )�AppEngineManagera Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. NTc C sN t s td��t� rtd��tjdt� tj| |� || _|| _ |pFt j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.) r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r r r r � __enter__{ s zAppEngineManager.__enter__c C s dS )NFr )r �exc_typeZexc_valZexc_tbr r r �__exit__~ s zAppEngineManager.__exit__c K s� | j ||�}yF|o |jdko |j} tj||||p2i d| jo<| | j|�| jd�} W �nB tjk r� } zt | | ��W Y d d } ~ X �n tj k r� } z$dt | �kr�t d| ��t | ��W Y d d } ~ X n� tjk �r } z(dt | �kr�t| || d��t | ��W Y d d } ~ X n� tjk �r6 } zt d| ��W Y d d } ~ X n` tjk �rb } zt| ��W Y d d } ~ X n4 tjk �r� } zt d | | ��W Y d d } ~ X nX | j| fd |i|��} |�o�| j� } | �rr| j�r�|j�r�t| |d ��n�| jd k�r�d }y|j||| | d�}W n* tk �r. |j�r*t| |d ��| S X |j| � tjd|| � t || �}| j ||||f|||d�|��S t | j d��}|j || j|��r�|j||| | d�}tjd|� |j!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr! Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr! r r) r* )"� _get_retriesr) �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retryZsleep)r r% Zurlr+ r! r r) r* � response_kwr& r( �eZ http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r4 � s� zAppEngineManager.urlopenc K sz t � r"|jjd�}|dkr"|jd= |jjd�}|dkrZ|jd�}|jd� dj|�|jd< tf t|j�|j|j d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r+ r! r1 ) �is_prod_appenginer! �get�split�remove�joinr r ZcontentZ status_code)r Z urlfetch_respr6 Zcontent_encodingZtransfer_encodingZ encodingsr r r r0 � s z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8tjdt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r �DEFAULT_TIMEOUT� isinstanceZ_readZ_connectr r r r- )r r* r r r r. � s z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:tjdt � |S )N)r) �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.) r? r Zfrom_intr Zconnect�readr) r r r )r r r) r r r r, s z AppEngineManager._get_retries)NNTT) r r r �__doc__r r" r$ r r> r4 r0 r. r, r r r r r O s Z r c C s t � pt� pt� S )N)�is_local_appenginer9 r r r r r � is_appengine s rD c C s t � o t� S )N)rD r r r r r �is_appengine_sandbox s rE c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r rC s rC c C s dt jko dt jd ko t� S )NrF zGoogle App Engine/rG )rH rI r r r r r r9 ! s r9 c C s t jjdd�dkS )NZGAE_VMF�true)rH rI r: r r r r r ' s r )'rB Z __future__r ZloggingrH r Z packages.six.moves.urllib.parser � exceptionsr r r r r r Z packages.sixr Zrequestr r( r Z util.timeoutr Z util.retryr Zgoogle.appengine.apir � ImportErrorZ getLoggerr r2 r r r rD rE rC r9 r r r r r �<module>' s2 D site-packages/pip/_vendor/urllib3/poolmanager.py 0000644 00000040664 15231162611 0015752 0 ustar 00 from __future__ import absolute_import import collections import functools import logging from ._collections import RecentlyUsedContainer from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool from .connectionpool import port_by_scheme from .exceptions import LocationValueError, MaxRetryError, ProxySchemeUnknown from .packages.six.moves.urllib.parse import urljoin from .request import RequestMethods from .util.url import parse_url from .util.retry import Retry __all__ = ['PoolManager', 'ProxyManager', 'proxy_from_url'] log = logging.getLogger(__name__) SSL_KEYWORDS = ('key_file', 'cert_file', 'cert_reqs', 'ca_certs', 'ssl_version', 'ca_cert_dir', 'ssl_context') # All known keyword arguments that could be provided to the pool manager, its # pools, or the underlying connections. This is used to construct a pool key. _key_fields = ( 'key_scheme', # str 'key_host', # str 'key_port', # int 'key_timeout', # int or float or Timeout 'key_retries', # int or Retry 'key_strict', # bool 'key_block', # bool 'key_source_address', # str 'key_key_file', # str 'key_cert_file', # str 'key_cert_reqs', # str 'key_ca_certs', # str 'key_ssl_version', # str 'key_ca_cert_dir', # str 'key_ssl_context', # instance of ssl.SSLContext or urllib3.util.ssl_.SSLContext 'key_maxsize', # int 'key_headers', # dict 'key__proxy', # parsed proxy url 'key__proxy_headers', # dict 'key_socket_options', # list of (level (int), optname (int), value (int or str)) tuples 'key__socks_options', # dict 'key_assert_hostname', # bool or string 'key_assert_fingerprint', # str ) #: The namedtuple class used to construct keys for the connection pool. #: All custom key schemes should include the fields in this key at a minimum. PoolKey = collections.namedtuple('PoolKey', _key_fields) def _default_key_normalizer(key_class, request_context): """ Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey """ # Since we mutate the dictionary, make a copy first context = request_context.copy() context['scheme'] = context['scheme'].lower() context['host'] = context['host'].lower() # These are both dictionaries and need to be transformed into frozensets for key in ('headers', '_proxy_headers', '_socks_options'): if key in context and context[key] is not None: context[key] = frozenset(context[key].items()) # The socket_options key may be a list and needs to be transformed into a # tuple. socket_opts = context.get('socket_options') if socket_opts is not None: context['socket_options'] = tuple(socket_opts) # Map the kwargs to the names in the namedtuple - this is necessary since # namedtuples can't have fields starting with '_'. for key in list(context.keys()): context['key_' + key] = context.pop(key) # Default to ``None`` for keys missing from the context for field in key_class._fields: if field not in context: context[field] = None return key_class(**context) #: A dictionary that maps a scheme to a callable that creates a pool key. #: This can be used to alter the way pool keys are constructed, if desired. #: Each PoolManager makes a copy of this dictionary so they can be configured #: globally here, or individually on the instance. key_fn_by_scheme = { 'http': functools.partial(_default_key_normalizer, PoolKey), 'https': functools.partial(_default_key_normalizer, PoolKey), } pool_classes_by_scheme = { 'http': HTTPConnectionPool, 'https': HTTPSConnectionPool, } class PoolManager(RequestMethods): """ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \\**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 """ proxy = None def __init__(self, num_pools=10, headers=None, **connection_pool_kw): RequestMethods.__init__(self, headers) self.connection_pool_kw = connection_pool_kw self.pools = RecentlyUsedContainer(num_pools, dispose_func=lambda p: p.close()) # Locally set the pool classes and keys so other PoolManagers can # override them. self.pool_classes_by_scheme = pool_classes_by_scheme self.key_fn_by_scheme = key_fn_by_scheme.copy() def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.clear() # Return False to re-raise any potential exceptions return False def _new_pool(self, scheme, host, port, request_context=None): """ Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. """ pool_cls = self.pool_classes_by_scheme[scheme] if request_context is None: request_context = self.connection_pool_kw.copy() # Although the context has everything necessary to create the pool, # this function has historically only used the scheme, host, and port # in the positional args. When an API change is acceptable these can # be removed. for key in ('scheme', 'host', 'port'): request_context.pop(key, None) if scheme == 'http': for kw in SSL_KEYWORDS: request_context.pop(kw, None) return pool_cls(host, port, **request_context) def clear(self): """ Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. """ self.pools.clear() def connection_from_host(self, host, port=None, scheme='http', pool_kwargs=None): """ Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. """ if not host: raise LocationValueError("No host specified.") request_context = self._merge_pool_kwargs(pool_kwargs) request_context['scheme'] = scheme or 'http' if not port: port = port_by_scheme.get(request_context['scheme'].lower(), 80) request_context['port'] = port request_context['host'] = host return self.connection_from_context(request_context) def connection_from_context(self, request_context): """ Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. """ scheme = request_context['scheme'].lower() pool_key_constructor = self.key_fn_by_scheme[scheme] pool_key = pool_key_constructor(request_context) return self.connection_from_pool_key(pool_key, request_context=request_context) def connection_from_pool_key(self, pool_key, request_context=None): """ Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. """ with self.pools.lock: # If the scheme, host, or port doesn't match existing open # connections, open a new ConnectionPool. pool = self.pools.get(pool_key) if pool: return pool # Make a fresh ConnectionPool of the desired type scheme = request_context['scheme'] host = request_context['host'] port = request_context['port'] pool = self._new_pool(scheme, host, port, request_context=request_context) self.pools[pool_key] = pool return pool def connection_from_url(self, url, pool_kwargs=None): """ Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. """ u = parse_url(url) return self.connection_from_host(u.host, port=u.port, scheme=u.scheme, pool_kwargs=pool_kwargs) def _merge_pool_kwargs(self, override): """ Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. """ base_pool_kwargs = self.connection_pool_kw.copy() if override: for key, value in override.items(): if value is None: try: del base_pool_kwargs[key] except KeyError: pass else: base_pool_kwargs[key] = value return base_pool_kwargs def urlopen(self, method, url, redirect=True, **kw): """ Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. """ u = parse_url(url) conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme) kw['assert_same_host'] = False kw['redirect'] = False if 'headers' not in kw: kw['headers'] = self.headers.copy() if self.proxy is not None and u.scheme == "http": response = conn.urlopen(method, url, **kw) else: response = conn.urlopen(method, u.request_uri, **kw) redirect_location = redirect and response.get_redirect_location() if not redirect_location: return response # Support relative URLs for redirecting. redirect_location = urljoin(url, redirect_location) # RFC 7231, Section 6.4.4 if response.status == 303: method = 'GET' retries = kw.get('retries') if not isinstance(retries, Retry): retries = Retry.from_int(retries, redirect=redirect) # Strip headers marked as unsafe to forward to the redirected location. # Check remove_headers_on_redirect to avoid a potential network call within # conn.is_same_host() which may use socket.gethostbyname() in the future. if (retries.remove_headers_on_redirect and not conn.is_same_host(redirect_location)): for header in retries.remove_headers_on_redirect: kw['headers'].pop(header, None) try: retries = retries.increment(method, url, response=response, _pool=conn) except MaxRetryError: if retries.raise_on_redirect: raise return response kw['retries'] = retries kw['redirect'] = redirect log.info("Redirecting %s -> %s", url, redirect_location) return self.urlopen(method, redirect_location, **kw) class ProxyManager(PoolManager): """ Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary contaning headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 """ def __init__(self, proxy_url, num_pools=10, headers=None, proxy_headers=None, **connection_pool_kw): if isinstance(proxy_url, HTTPConnectionPool): proxy_url = '%s://%s:%i' % (proxy_url.scheme, proxy_url.host, proxy_url.port) proxy = parse_url(proxy_url) if not proxy.port: port = port_by_scheme.get(proxy.scheme, 80) proxy = proxy._replace(port=port) if proxy.scheme not in ("http", "https"): raise ProxySchemeUnknown(proxy.scheme) self.proxy = proxy self.proxy_headers = proxy_headers or {} connection_pool_kw['_proxy'] = self.proxy connection_pool_kw['_proxy_headers'] = self.proxy_headers super(ProxyManager, self).__init__( num_pools, headers, **connection_pool_kw) def connection_from_host(self, host, port=None, scheme='http', pool_kwargs=None): if scheme == "https": return super(ProxyManager, self).connection_from_host( host, port, scheme, pool_kwargs=pool_kwargs) return super(ProxyManager, self).connection_from_host( self.proxy.host, self.proxy.port, self.proxy.scheme, pool_kwargs=pool_kwargs) def _set_proxy_headers(self, url, headers=None): """ Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. """ headers_ = {'Accept': '*/*'} netloc = parse_url(url).netloc if netloc: headers_['Host'] = netloc if headers: headers_.update(headers) return headers_ def urlopen(self, method, url, redirect=True, **kw): "Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute." u = parse_url(url) if u.scheme == "http": # For proxied HTTPS requests, httplib sets the necessary headers # on the CONNECT to the proxy. For HTTP, we'll definitely # need to set 'Host' at the very least. headers = kw.get('headers', self.headers) kw['headers'] = self._set_proxy_headers(url, headers) return super(ProxyManager, self).urlopen(method, url, redirect=redirect, **kw) def proxy_from_url(url, **kw): return ProxyManager(proxy_url=url, **kw) site-packages/pip/_vendor/urllib3/exceptions.py 0000644 00000014713 15231162611 0015623 0 ustar 00 from __future__ import absolute_import from .packages.six.moves.http_client import ( IncompleteRead as httplib_IncompleteRead ) # Base Exceptions class HTTPError(Exception): "Base exception used by this module." pass class HTTPWarning(Warning): "Base warning used by this module." pass class PoolError(HTTPError): "Base exception for errors caused within a pool." def __init__(self, pool, message): self.pool = pool HTTPError.__init__(self, "%s: %s" % (pool, message)) def __reduce__(self): # For pickling purposes. return self.__class__, (None, None) class RequestError(PoolError): "Base exception for PoolErrors that have associated URLs." def __init__(self, pool, url, message): self.url = url PoolError.__init__(self, pool, message) def __reduce__(self): # For pickling purposes. return self.__class__, (None, self.url, None) class SSLError(HTTPError): "Raised when SSL certificate fails in an HTTPS connection." pass class ProxyError(HTTPError): "Raised when the connection to a proxy fails." pass class DecodeError(HTTPError): "Raised when automatic decoding based on Content-Type fails." pass class ProtocolError(HTTPError): "Raised when something unexpected happens mid-request/response." pass #: Renamed to ProtocolError but aliased for backwards compatibility. ConnectionError = ProtocolError # Leaf Exceptions class MaxRetryError(RequestError): """Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error """ def __init__(self, pool, url, reason=None): self.reason = reason message = "Max retries exceeded with url: %s (Caused by %r)" % ( url, reason) RequestError.__init__(self, pool, url, message) class HostChangedError(RequestError): "Raised when an existing pool gets a request for a foreign host." def __init__(self, pool, url, retries=3): message = "Tried to open a foreign host with url: %s" % url RequestError.__init__(self, pool, url, message) self.retries = retries class TimeoutStateError(HTTPError): """ Raised when passing an invalid state to a timeout """ pass class TimeoutError(HTTPError): """ Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. """ pass class ReadTimeoutError(TimeoutError, RequestError): "Raised when a socket timeout occurs while receiving data from a server" pass # This timeout error does not have a URL attached and needs to inherit from the # base HTTPError class ConnectTimeoutError(TimeoutError): "Raised when a socket timeout occurs while connecting to a server" pass class NewConnectionError(ConnectTimeoutError, PoolError): "Raised when we fail to establish a new connection. Usually ECONNREFUSED." pass class EmptyPoolError(PoolError): "Raised when a pool runs out of connections and no more are allowed." pass class ClosedPoolError(PoolError): "Raised when a request enters a pool after the pool has been closed." pass class LocationValueError(ValueError, HTTPError): "Raised when there is something wrong with a given URL input." pass class LocationParseError(LocationValueError): "Raised when get_host or similar fails to parse the URL input." def __init__(self, location): message = "Failed to parse: %s" % location HTTPError.__init__(self, message) self.location = location class ResponseError(HTTPError): "Used as a container for an error reason supplied in a MaxRetryError." GENERIC_ERROR = 'too many error responses' SPECIFIC_ERROR = 'too many {status_code} error responses' class SecurityWarning(HTTPWarning): "Warned when perfoming security reducing actions" pass class SubjectAltNameWarning(SecurityWarning): "Warned when connecting to a host with a certificate missing a SAN." pass class InsecureRequestWarning(SecurityWarning): "Warned when making an unverified HTTPS request." pass class SystemTimeWarning(SecurityWarning): "Warned when system time is suspected to be wrong" pass class InsecurePlatformWarning(SecurityWarning): "Warned when certain SSL configuration is not available on a platform." pass class SNIMissingWarning(HTTPWarning): "Warned when making a HTTPS request without SNI available." pass class DependencyWarning(HTTPWarning): """ Warned when an attempt is made to import a module with missing optional dependencies. """ pass class ResponseNotChunked(ProtocolError, ValueError): "Response needs to be chunked in order to read it as chunks." pass class BodyNotHttplibCompatible(HTTPError): """ Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). """ pass class IncompleteRead(HTTPError, httplib_IncompleteRead): """ Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. """ def __init__(self, partial, expected): super(IncompleteRead, self).__init__(partial, expected) def __repr__(self): return ('IncompleteRead(%i bytes read, ' '%i more expected)' % (self.partial, self.expected)) class InvalidHeader(HTTPError): "The header provided was somehow invalid." pass class ProxySchemeUnknown(AssertionError, ValueError): "ProxyManager does not support the supplied scheme" # TODO(t-8ch): Stop inheriting from AssertionError in v2.0. def __init__(self, scheme): message = "Not supported proxy scheme %s" % scheme super(ProxySchemeUnknown, self).__init__(message) class HeaderParsingError(HTTPError): "Raised by assert_header_parsing, but we convert it to a log.warning statement." def __init__(self, defects, unparsed_data): message = '%s, unparsed data: %r' % (defects or 'Unknown', unparsed_data) super(HeaderParsingError, self).__init__(message) class UnrewindableBodyError(HTTPError): "urllib3 encountered an error when trying to rewind a body" pass site-packages/pip/_vendor/urllib3/__pycache__/exceptions.cpython-36.pyc 0000644 00000024121 15231162611 0022101 0 ustar 00 3 F��i� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d d � d e �Z G d d � d e�Z G dd� de�Z G dd� de�Z G dd� de�ZeZG dd� de �ZG dd� de �ZG dd� de�ZG dd� de�ZG d d � d ee �ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.N)r r r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ tj| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s | j dfS )N)NN)� __class__)r r r r � __reduce__ s zPoolError.__reduce__N)r r r r r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ tj| ||� d S )N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS )N)r r )r r r r r # s zRequestError.__reduce__N)r r r r r r r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.N)r r r r r r r r r ( s r c @ s e Zd ZdZdS )� ProxyErrorz,Raised when the connection to a proxy fails.N)r r r r r r r r r - s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.N)r r r r r r r r r 2 s r c @ s e Zd ZdZdS )� ProtocolErrorz>Raised when something unexpected happens mid-request/response.N)r r r r r r r r r 7 s r c @ s e Zd ZdZddd�ZdS )� MaxRetryErrora Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error Nc C s& || _ d||f }tj| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r L s zMaxRetryError.__init__)N)r r r r r r r r r r B s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t j| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r r r r r r X s zHostChangedError.__init__N)r )r r r r r r r r r r U s r c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout N)r r r r r r r r r ^ s r c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. N)r r r r r r r r r c s r c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverN)r r r r r r r r r! l s r! c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverN)r r r r r r r r r" s s r" c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.N)r r r r r r r r r# x s r# c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.N)r r r r r r r r r$ } s r$ c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.N)r r r r r r r r r% � s r% c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.N)r r r r r r r r r& � s r& c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t j| |� || _d S )NzFailed to parse: %s)r r �location)r r( r r r r r � s zLocationParseError.__init__N)r r r r r r r r r r' � s r' c @ s e Zd ZdZdZdZdS )� ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z GENERIC_ERRORZSPECIFIC_ERRORr r r r r) � s r) c @ s e Zd ZdZdS )�SecurityWarningz/Warned when perfoming security reducing actionsN)r r r r r r r r r* � s r* c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.N)r r r r r r r r r+ � s r+ c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.N)r r r r r r r r r, � s r, c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongN)r r r r r r r r r- � s r- c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.N)r r r r r r r r r. � s r. c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.N)r r r r r r r r r/ � s r/ c @ s e Zd ZdZdS )�DependencyWarningzc Warned when an attempt is made to import a module with missing optional dependencies. N)r r r r r r r r r0 � s r0 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.N)r r r r r r r r r1 � s r1 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). N)r r r r r r r r r2 � s r2 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z� Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. c s t t| �j||� d S )N)�superr r )r �partial�expected)r r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r4 r5 )r r r r �__repr__� s zIncompleteRead.__repr__)r r r r r r6 � __classcell__r r )r r r � s r c @ s e Zd ZdZdS )� InvalidHeaderz(The header provided was somehow invalid.N)r r r r r r r r r8 � s r8 c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| �j|� d S )Nz Not supported proxy scheme %s)r3 r9 r )r �schemer )r r r r � s zProxySchemeUnknown.__init__)r r r r r r7 r r )r r r9 � s r9 c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| �j|� d S )Nz%s, unparsed data: %rZUnknown)r3 r; r )r ZdefectsZ unparsed_datar )r r r r � s zHeaderParsingError.__init__)r r r r r r7 r r )r r r; � s r; c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyN)r r r r r r r r r< � s r< N)+Z __future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr r r r r r r �ConnectionErrorr r r r r! r" r# r$ r% � ValueErrorr& r' r) r* r+ r, r- r. r/ r0 r1 r2 r8 �AssertionErrorr9 r; r< r r r r �<module> sH site-packages/pip/_vendor/urllib3/__pycache__/poolmanager.cpython-36.opt-1.pyc 0000644 00000031074 15231162611 0023170 0 ustar 00 3 F��i�A � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm Z ddl m Z m Z mZ ddlmZ dd lmZ dd lmZ dd lmZ d d dgZeje�Zd4Zd5Z ej d-e �Z d.d/� Z ej e e �ej e e �d0�Z!ee d0�Z"G d1d � d e�Z#G d2d � d e#�Z$d3d� Z%dS )6� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError� MaxRetryError�ProxySchemeUnknown)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url�key_file� cert_file� cert_reqs�ca_certs� ssl_version� ca_cert_dir� ssl_context� key_scheme�key_host�key_port� key_timeout� key_retries� key_strict� key_block�key_source_address� key_key_file� key_cert_file� key_cert_reqs� key_ca_certs�key_ssl_version�key_ca_cert_dir�key_ssl_context� key_maxsize� key_headers� key__proxy�key__proxy_headers�key_socket_options�key__socks_options�key_assert_hostname�key_assert_fingerprint�PoolKeyc C s� |j � }|d j� |d< |d j� |d< x4d D ],}||kr.|| dk r.t|| j� �||< q.W |jd�}|dk r|t|�|d< x&t|j� �D ]}|j|�|d| < q�W x | j D ]}||kr�d||< q�W | f |�S ) a� Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey �scheme�host�headers�_proxy_headers�_socks_optionsNZsocket_optionsZkey_)r3 r4 r5 ) �copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� rC �!/usr/lib/python3.6/poolmanager.py�_default_key_normalizer9 s rE )�http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d d �Zd d � Z d dd�Z dd� Z d dd�Z d dd�Z dd� Zd!dd�ZdS )"r a$ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 N� c K s8 t j| |� || _t|dd� d�| _t| _tj� | _d S )Nc S s | j � S )N)�close)�prC rC rD �<lambda>� s z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r �__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer6 )�self� num_poolsr3 rM rC rC rD rL � s zPoolManager.__init__c C s | S )NrC )rQ rC rC rD � __enter__� s zPoolManager.__enter__c C s | j � dS )NF)�clear)rQ �exc_typeZexc_valZexc_tbrC rC rD �__exit__� s zPoolManager.__exit__c C sf | j | }|dkr | jj� }xdD ]}|j|d� q"W |dkrXxtD ]}|j|d� qDW |||f|�S )a� Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. Nr1 r2 �portrF )r1 r2 rW )rO rM r6 r> � SSL_KEYWORDS)rQ r1 r2 rW r@ Zpool_clsrB �kwrC rC rD � _new_pool� s zPoolManager._new_poolc C s | j j� dS )z� Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. N)rN rT )rQ rC rC rD rT � s zPoolManager.clearrF c C sT |s t d��| j|�}|p d|d< |s:tj|d j� d�}||d< ||d< | j|�S )a� Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. zNo host specified.rF r1 �P rW r2 )r �_merge_pool_kwargsr r: r7 �connection_from_context)rQ r2 rW r1 � pool_kwargsr@ rC rC rD �connection_from_host� s z PoolManager.connection_from_hostc C s, |d j � }| j| }||�}| j||d�S )z� Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. r1 )r@ )r7 rP �connection_from_pool_key)rQ r@ r1 Zpool_key_constructor�pool_keyrC rC rD r] � s z#PoolManager.connection_from_contextc C s` | j j�N | j j|�}|r |S |d }|d }|d }| j||||d�}|| j |< W dQ R X |S )z� Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. r1 r2 rW )r@ N)rN �lockr: rZ )rQ ra r@ Zpoolr1 r2 rW rC rC rD r` � s z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a� Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. )rW r1 r^ )r r_ r2 rW r1 )rQ �urlr^ �urC rC rD �connection_from_url s z PoolManager.connection_from_urlc C sZ | j j� }|rVxF|j� D ]:\}}|dkrJy ||= W qR tk rF Y qRX q|||< qW |S )a Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. N)rM r6 r9 �KeyError)rQ �overrideZbase_pool_kwargsrB �valuerC rC rD r\ s z PoolManager._merge_pool_kwargsTc K sd t |�}| j|j|j|jd�}d|d< d|d< d|krD| jj� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|j � }|s�|S t ||�}|j dkr�d }|j d �} t| t�s�tj| |d �} | jo�|j|� � r�x | jD ]} |d j| d� q�W y| j||||d �} W n tk �r4 | j�r0� |S X | |d < ||d< tjd ||� | j||f|�S )a] Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. )rW r1 FZassert_same_host�redirectr3 NrF i/ ZGET�retries)ri )�responseZ_poolzRedirecting %s -> %s)r r_ r2 rW r1 r3 r6 �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr: � isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr> Z incrementr Zraise_on_redirect�log�info) rQ �methodrc ri rY rd Zconnrk Zredirect_locationrj �headerrC rC rD rm - s@ zPoolManager.urlopen)rH N)N)NrF N)N)N)T)�__name__� __module__� __qualname__�__doc__rl rL rS rV rZ rT r_ r] r` re r\ rm rC rC rC rD r y s c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d �Zd� fd d � Z� ZS )r aw Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary contaning headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 rH Nc s� t |t�r d|j|j|jf }t|�}|jsFtj|jd�}|j|d�}|jdkrZt |j��|| _ |pfi | _ | j |d< | j |d< t t | �j||f|� d S ) Nz %s://%s:%ir[ )rW rF rG �_proxyr4 )rF rG )rn r r1 r2 rW r r r: �_replacer rl � proxy_headers�superr rL )rQ � proxy_urlrR r3 ry rM rl rW )� __class__rC rD rL � s zProxyManager.__init__rF c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )NrG )r^ )rz r r_ rl r2 rW r1 )rQ r2 rW r1 r^ )r| rC rD r_ � s z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|j|� |S )z� Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. ZAcceptz*/*ZHost)r �netloc�update)rQ rc r3 Zheaders_r} rC rC rD �_set_proxy_headers� s z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|jd| j�}| j||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.rF r3 ri )r r1 r: r3 r rz r rm )rQ rq rc ri rY rd r3 )r| rC rD rm � s zProxyManager.urlopen)rH NN)NrF N)N)T) rs rt ru rv rL r_ r rm � __classcell__rC rC )r| rD r i s c K s t f d| i|��S )Nr{ )r )rc rY rC rC rD r � s )r r r r r r r )r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ )&Z __future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r � exceptionsr r r Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr Z util.retryr �__all__Z getLoggerrs ro rX Z _key_fields� namedtupler0 rE �partialrP rO r r r rC rC rC rD �<module> s` 6 qW site-packages/pip/_vendor/urllib3/__pycache__/connection.cpython-36.pyc 0000644 00000021073 15231162611 0022062 0 ustar 00 3 F��i�2 � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm Z d dl Z ddl m Z ddlmZ ddlmZ yd dlZejZW n, eefk r� dZG dd � d e�ZY nX yeZW n$ ek r� G d d � d e�ZY nX dd lm Z m Z m Z m Z dd l m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z* ddl+m,Z, ej-e.�Z/ddd�Z0ej1ddd�Z2G dd� de3�Z4G dd� dee3�ZG dd� de�Z5G dd � d e5�Z6d d � Z7e�r�e5Z8e6Z5ne4Z5dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)� HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorN)r r r r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)� connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r �__doc__r r r r r A s r c @ sV e Zd ZdZed ZejejdfgZ dZ dd� Z dd� Z d d � Z d d � Zddd�Zd S )r a{ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. .. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). r r Fc O sZ t jr|jdd � |jd�| _tjdk r4|jdd � |jd| j�| _t j | f|�|� d S )N�strict�source_address� � �socket_options)r$ r% ) r ZPY3�pop�getr# �sys� version_info�default_socket_optionsr& �_HTTPConnection�__init__)�self�args�kwr r r r- j s zHTTPConnection.__init__c C s� i }| j r| j |d< | jr$| j|d< y tj| j| jf| jf|�}W nf tk rz } z t| d| j| jf ��W Y dd}~X n0 t k r� } zt | d| ��W Y dd}~X nX |S )zp Establish a socket connection and set nodelay settings on it. :return: New socket connection. r# r& z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s) r# r& r Zcreate_connection�host�portr � SocketTimeoutr � SocketErrorr )r. Zextra_kw�conn�er r r � _new_conn s zHTTPConnection._new_connc C s$ || _ t| dd �r | j� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open)r. r5 r r r � _prepare_conn� s z HTTPConnection._prepare_connc C s | j � }| j|� d S )N)r7 r= )r. r5 r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� x |j� D ]\}}| j||� q@W d|krl| jdd� | j� |dk �rtjtjf } t|| �r�|f}xj|D ]b} | s�q�t| tj�s�| j d�} t t | ��d d� } | j | j d �� | j d � | j | � | j d � q�W | j d � dS ) z� Alternative to the common request method, which sends the body with chunked encoding and not as one block Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8r$ zutf-8s s 0 ) r Z putrequest�itemsZ putheaderZ endheadersr Z string_typesZ binary_type� isinstance�encode�hex�len�send) r. �methodZurlZbodyZheadersr? r@ �header�valueZstringish_types�chunkZlen_strr r r �request_chunked� s8 z HTTPConnection.request_chunked)NN)r r r r! �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr+ � is_verifiedr- r7 r= r> rL r r r r r F s r c @ s8 e Zd Zed ZdZddddejdfdd�Zdd� Z dS )�HTTPSConnectionr Nc K s8 t j| ||f||d�|�� || _|| _|| _d| _d S )N)r" r r )r r- �key_file� cert_file� ssl_contextZ _protocol) r. r1 r2 rR rS r" r rT r0 r r r r- � s zHTTPSConnection.__init__c C sN | j � }| j|� | jd kr2ttd �td �d�| _t|| j| j| jd�| _ d S )N)� ssl_version� cert_reqs)r9 �keyfile�certfilerT ) r7 r= rT r r r r rR rS r9 )r. r5 r r r r> � s zHTTPSConnection.connect) r r r rM rN rU rO Z_GLOBAL_DEFAULT_TIMEOUTr- r> r r r r rQ � s rQ c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z dS )�VerifiedHTTPSConnectionz[ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. Nc C sn |dkr(|s|rd}n| j dk r(| j j}|| _|| _|| _|| _|| _|oTtjj |�| _ |oftjj |�| _ dS )zX This method should only be called once, before the connection is used. N� CERT_REQUIRED) rT � verify_moderR rS rV �assert_hostnamer �os�path� expanduser�ca_certs� ca_cert_dir)r. rR rS rV r` r\ r ra r r r �set_cert s z VerifiedHTTPSConnection.set_certc C sL | j � }| j}t| dd �r4|| _| j� d| _| j}tjj � t k }|rXt j dj t �t� | jd kr|tt| j�t| j�d�| _| j}t| j�|_t|| j| j| j| j||d�| _| jr�t| jj dd�| j� nb|jt j ko�t|dd � o�| j d k �r.| jj � }|j d f ��s t j d j |�t!� t"|| j �p*|� |jt j#k�pD| jd k | _$d S ) Nr8 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errors)rU rV )r9 rW rX r` ra Zserver_hostnamerT T)Z binary_formZcheck_hostnameFZsubjectAltNamez�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.))%r7 r1 r: r9 r; r< r8 �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rT r r rU r rV r[ r rR rS r` ra r Z getpeercert�sslZ CERT_NONEr\ r( r �_match_hostnamerZ rP )r. r5 ZhostnameZ is_time_off�context�certr r r r> sT z VerifiedHTTPSConnection.connect)NNNNNNN) r r r r! rV r` ra rU r rb r> r r r r rY � s rY c C sL yt | |� W n8 tk rF } z tjd|| � | |_� W Y d d }~X nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logr Z _peer_cert)rl Zasserted_hostnamer6 r r r rj b s rj )9Z __future__r rc Zloggingr] r) rO r r4 r r3 rf Zpackagesr Z packages.six.moves.http_clientr r, r ri ZSSLErrorr � ImportError�AttributeError� BaseExceptionr � NameError� Exception� exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rm rM rd re �objectr rQ rY rj ZUnverifiedHTTPSConnectionr r r r �<module> sN &l site-packages/pip/_vendor/urllib3/__pycache__/_collections.cpython-36.pyc 0000644 00000024340 15231162611 0022400 0 ustar 00 3 F��i�' � @ s� d dl mZ d dlmZmZ yd dlmZ W n" ek rN G dd� d�ZY nX yd dlmZ W n ek r� ddl mZ Y nX ddl m Z m Z m Z d d gZe� ZG d d � d e�ZG d d � d e�Zd S )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S )N� )�selfr r �"/usr/lib/python3.6/_collections.py� __enter__ s zRLock.__enter__c C s d S )Nr )r �exc_type� exc_value� tracebackr r r �__exit__ s zRLock.__exit__N)�__name__� __module__� __qualname__r r r r r r r s r )� OrderedDict� )�iterkeys� itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dS )r a� Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called � Nc C s" || _ || _| j� | _t� | _d S )N)�_maxsize� dispose_func� ContainerCls� _containerr �lock)r �maxsizer r r r �__init__+ s z RecentlyUsedContainer.__init__c C s, | j � | jj|�}|| j|< |S Q R X d S )N)r r �pop)r �key�itemr r r � __getitem__2 s z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | jj|t �}|| j|< t| j�| jkrF| jjdd�\}}W d Q R X | jrh|t k rh| j|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r! �valueZ evicted_valueZ_keyr r r � __setitem__9 s z!RecentlyUsedContainer.__setitem__c C s2 | j � | jj|�}W d Q R X | jr.| j|� d S )N)r r r r )r r! r( r r r � __delitem__H s z!RecentlyUsedContainer.__delitem__c C s | j � t| j�S Q R X d S )N)r r& r )r r r r �__len__O s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedError)r r r r �__iter__S s z RecentlyUsedContainer.__iter__c C sL | j � tt| j��}| jj� W d Q R X | jrHx|D ]}| j|� q6W d S )N)r �listr r �clearr )r �valuesr( r r r r/ V s zRecentlyUsedContainer.clearc C s | j � tt| j��S Q R X d S )N)r r. r r )r r r r �keys` s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r r# r) r* r+ r- r/ r1 r r r r r s c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z e sZe j Z e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' Nc sP t t| �j� t� | _|d k r>t|t�r4| j|� n | j|� |rL| j|� d S )N)�superr r r r � isinstance� _copy_from�extend)r �headers�kwargs)� __class__r r r � s zHTTPHeaderDict.__init__c C s ||g| j |j� < | j |j� S )N)r �lower)r r! �valr r r r) � s zHTTPHeaderDict.__setitem__c C s | j |j� }dj|dd � �S )Nz, r )r r: �join)r r! r; r r r r# � s zHTTPHeaderDict.__getitem__c C s | j |j� = d S )N)r r: )r r! r r r r* � s zHTTPHeaderDict.__delitem__c C s |j � | jkS )N)r: r )r r! r r r � __contains__� s zHTTPHeaderDict.__contains__c C sb t |t� r t|d� r dS t |t| ��s6t| �|�}tdd� | j� D ��tdd� |j� D ��kS )Nr1 Fc s s | ]\}}|j � |fV qd S )N)r: )�.0�k�vr r r � <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>c s s | ]\}}|j � |fV qd S )N)r: )r> r? r@ r r r rA � s )r4 r �hasattr�type�dict� itermerged)r �otherr r r �__eq__� s zHTTPHeaderDict.__eq__c C s | j |� S )N)rG )r rF r r r �__ne__� s zHTTPHeaderDict.__ne__c C s t | j�S )N)r& r )r r r r r+ � s zHTTPHeaderDict.__len__c c s" x | j j� D ]}|d V q W d S )Nr )r r0 )r �valsr r r r- � s zHTTPHeaderDict.__iter__c C s< y | | }W n t k r, || jkr(� |S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. N)�KeyError�_HTTPHeaderDict__marker)r r! �defaultr( r r r r � s zHTTPHeaderDict.popc C s$ y | |= W n t k r Y nX d S )N)rJ )r r! r r r �discard� s zHTTPHeaderDict.discardc C s4 |j � }||g}| jj||�}||k r0|j|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' N)r: r � setdefault�append)r r! r; Z key_lowerZnew_valsrI r r r �add� s zHTTPHeaderDict.addc O s t |�dkr tdjt |����t |�dkr2|d nf }t|t�rdx�|j� D ]\}}| j||� qJW nvt|t�r�xj|D ]}| j||| � qtW nLt|d�r�x@|j � D ]}| j||| � q�W n x |D ]\}}| j||� q�W x |j � D ]\}}| j||� q�W dS )z�Generic import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ r z9extend() takes at most 1 positional arguments ({0} given)r r1 N) r& � TypeError�formatr4 r � iteritemsrP r rB r1 �items)r �argsr8 rF r! r; r( r r r r6 � s" zHTTPHeaderDict.extendc C sF y| j |j� }W n" tk r4 || jkr0g S |S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an empty list if the key doesn't exist.r N)r r: rJ rK )r r! rL rI r r r �getlist� s zHTTPHeaderDict.getlistc C s dt | �jt| j� �f S )Nz%s(%s))rC r rD rE )r r r r �__repr__ s zHTTPHeaderDict.__repr__c C sB x<|D ]4}|j |�}t|t�r&t|�}|g| | j|j� < qW d S )N)rV r4 r. r r: )r rF r! r; r r r r5 s zHTTPHeaderDict._copy_fromc C s t | �� }|j| � |S )N)rC r5 )r Zcloner r r �copy s zHTTPHeaderDict.copyc c sD x>| D ]6}| j |j� }x"|dd� D ]}|d |fV q&W qW dS )z8Iterate over all header lines, including duplicate ones.r Nr )r r: )r r! rI r; r r r rS s zHTTPHeaderDict.iteritemsc c s< x6| D ].}| j |j� }|d dj|dd� �fV qW dS )z:Iterate over all headers, merging duplicate ones together.r z, r N)r r: r< )r r! r; r r r rE % s zHTTPHeaderDict.itermergedc C s t | j� �S )N)r. rS )r r r r rT + s zHTTPHeaderDict.itemsc C sn g }x`|j D ]V}|jd�r@|d \}}||d |j� f|d< q |jdd�\}}|j||j� f� q W | |�S ) z4Read headers from a Python 2 httplib message object.� � r z �:)rY rZ ���r\ )r7 � startswith�rstrip�splitrO �strip)�cls�messager7 �liner! r( r r r � from_httplib. s zHTTPHeaderDict.from_httplib)N)%r r r r2 r r) r# r* r= rG rH r r r r �objectrK r+ r- r rM rP r6 rV Z getheadersZgetallmatchingheadersZigetZget_allrW r5 rX rS rE rT � classmethodrd � __classcell__r r )r9 r r e s< N)Z __future__r � collectionsr r Z threadingr � ImportErrorr Zpackages.ordered_dictZ packages.sixr r r �__all__re r$ r r r r r r �<module> s J site-packages/pip/_vendor/urllib3/__pycache__/connectionpool.cpython-36.pyc 0000644 00000056201 15231162611 0022755 0 ustar 00 3 F��i2� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dlZddl m Z m Z mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7 e j8�r<d dl9Z:e j;j<Z<ej=e>�Z?e@� ZAG dd� de@�ZBeCejDejEg�ZFG dd� deBe(�ZGG dd� deG�ZHdd� ZIdd� ZJdS ) � )�absolute_importN)�error�timeout� ) �ClosedPoolError� ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError� MaxRetryError� ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection� HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host�Urlc @ sD e Zd ZdZdZejZd dd�Zdd� Z dd� Z d d � Z d d � Z dS )�ConnectionPoolzz Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. Nc C s. |s t d��t|�j� | _|j� | _|| _d S )NzNo host specified.)r � _ipv6_host�lower�host� _proxy_host�port)�selfr) r+ � r- �$/usr/lib/python3.6/connectionpool.py�__init__C s zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r) r+ )r, r- r- r. �__str__K s zConnectionPool.__str__c C s | S )Nr- )r, r- r- r. � __enter__O s zConnectionPool.__enter__c C s | j � dS )NF)�close)r, �exc_typeZexc_valZexc_tbr- r- r. �__exit__R s zConnectionPool.__exit__c C s dS )zD Close all pooled connections and disable the pool. Nr- )r, r- r- r. r4 W s zConnectionPool.close)N) r1 � __module__� __qualname__�__doc__�schemer Z LifoQueue�QueueClsr/ r2 r3 r6 r4 r- r- r- r. r& : s r& c @ s� e Zd ZdZdZeZeZdde j ddddddf dd�Z dd � Z d!d d �Z d d � Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf d d �ZdS )"�HTTPConnectionPoolaN Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. �httpNFr c K s� t j| ||� tj| |� || _t|t�s4tj|�}|d krBtj}|| _ || _ | j |�| _ || _ | | _| pli | _x t|�D ]} | j jd � qzW d| _d| _| | _| jr�| jjdg � d S )Nr Zsocket_options)r& r/ r �strict� isinstancer# � from_floatr" ZDEFAULTr �retriesr; �pool�block�proxy� proxy_headers�xrange�put�num_connections� num_requests�conn_kw� setdefault) r, r) r+ r> r �maxsizerC �headersrA �_proxy�_proxy_headersrJ �_r- r- r. r/ � s( zHTTPConnectionPool.__init__c C sJ | j d7 _ tjd| j | j� | jf | j| j| jj| jd�| j ��}|S )z9 Return a fresh :class:`HTTPConnection`. r z%Starting new HTTP connection (%d): %s)r) r+ r r> ) rH �log�debugr) � ConnectionClsr+ r �connect_timeoutr> rJ )r, �connr- r- r. � _new_conn� s z HTTPConnectionPool._new_connc C s� d}y| j j| j|d�}W nB tk r8 t| d��Y n& tjk r\ | jrXt| d��Y nX |r�t|�r�t j d| j � |j � t |dd�dkr�d}|p�| j� S ) a� Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. N)rC r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rB �getrC �AttributeErrorr r �Emptyr r rQ rR r) r4 �getattrrV )r, r rU r- r- r. � _get_conn� s z HTTPConnectionPool._get_connc C s\ y| j j|dd� dS tk r( Y n$ tjk rJ tjd| j� Y nX |rX|j� dS )a� Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. F)rC Nz2Connection pool is full, discarding connection: %s) rB rG rX r ZFullrQ �warningr) r4 )r, rU r- r- r. � _put_conn� s z HTTPConnectionPool._put_connc C s dS )zU Called right before a request is made, after the socket is created. Nr- )r, rU r- r- r. �_validate_conn s z!HTTPConnectionPool._validate_connc C s d S )Nr- )r, rU r- r- r. �_prepare_proxy! s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| jj� S t|t�r$|j� S tj|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr Zcloner? r# r@ )r, r r- r- r. � _get_timeout% s z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or passz!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)r? � SocketTimeoutr �hasattrrb �_blocking_errnos�str)r, �err�url� timeout_valuer- r- r. �_raise_timeout1 s z!HTTPConnectionPool._raise_timeoutc : K s | j d7 _ | j|�}|j� |j|_y| j|� W n: ttfk rp } z| j|||jd� � W Y dd}~X nX |r�|j ||f|� n|j ||f|� |j } t |dd�r�| dkr�t | |d| ��| tjkr�|jjtj� � n |jj| � yjy|jdd�} W nT tk �rP y |j� } W n0 tk �rJ } ztj|d� W Y dd}~X nX Y nX W n< tttfk �r� } z| j||| d� � W Y dd}~X nX t |d d �} tjd | j | j | j ||| | j | j � yt!| j"� W n@ t#tfk �r } z tj$d | j%|�| dd � W Y dd} ~ X nX | S )a Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. r )rg rh ri N�sockr z!Read timed out. (read timeout=%s)T)� bufferingZ _http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rI ra Z start_connectrT r r^ rc r rj Zrequest_chunked�request� read_timeoutrZ r r# �DEFAULT_TIMEOUTrk Z settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError� Exceptionr Z raise_from� SocketErrorrQ rR r: r) r+ �statusZlengthr! �msgr r\ � _absolute_url) r, rU �methodrh r �chunkedZhttplib_request_kw� timeout_obj�ero �httplib_responseZ http_versionZhper- r- r. � _make_requestB sT ( $z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r: r) r+ �path)r% r: r) r+ rh )r, r~ r- r- r. rw � s z HTTPConnectionPool._absolute_urlc C sL | j d }| _ y"x |jdd�}|r|j� qW W n tjk rF Y nX dS )zD Close all pooled connections and disable the pool. NF)rC )rB rW r4 r rY )r, Zold_poolrU r- r- r. r4 � s zHTTPConnectionPool.closec C st |j d�rdS t|�\}}}t|�j� }| jr@| r@tj|�}n| j rZ|tj|�krZd}|||f| j| j| jfkS )zj Check if the given ``url`` is a member of the same host as this connection pool. �/TN) � startswithr$ r' r( r+ r rW r: r) )r, rh r: r) r+ r- r- r. � is_same_host� s z HTTPConnectionPool.is_same_hostTc . K s� |dkr| j }t|t�s*tj||| jd�}| dkr>| jdd�} |rZ| j|� rZt| ||��d}| }| jdkr�|j � }|j | j � d}d}t || �} �zry�| j |�}| j| d�}|j|_| jdk o�t|dd� }|r�| j|� | j||||||| d �}| � s�|nd}|| d < | jj|f| ||d �| ��}d}W n� tjk �rN t| d ��Y n� ttt t t t t fk �r } z�d}t|t t f��r�t |�}n>t|t t!f��r�| j�r�t"d |�}nt|t tf��r�t d|�}|j#|||| t$j%� d d�}|j&� |}W Y dd}~X nX W d|�s |�o|j'� }d}|�r0| j(|� X |�spt)j*d|||� | j+|||||||f|| | | d�| ��S dd� }|�o�|j,� }|�r$|j-dk�r�d}y|j#|||| d�}W n( t.k �r� |j/�r�||� � |S X ||� |j0|� t)j1d||� | j+||||f||||| | | d�| ��S t2|j3d��}|j4||j-|��r�y|j#|||| d�}W n( t.k �r� |j5�r~||� � |S X ||� |j&|� t)j1d|� | j+||||f||||| | | d�| ��S |S ) a� Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` N)�redirect�defaultZpreload_contentTr= F)r rk )r �bodyrM ry Zrequest_method)rB � connectionrA z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc S sD y| j dd� W n. ttttttfk r> } zW Y d d }~X nX d S )NF)Zdecode_content)�readr r rt r r r )�responser{ r- r- r. �drain_and_release_conn� s z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rA r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)6rM r? r" Zfrom_intrA rW r� r r: �copy�updaterE r ra r[ rT r rD rZ r_ r} � ResponseClsZ from_httplibr rY r r r rt r r r r r r Z increment�sysrm Zsleepr4 r] rQ r\ �urlopenZget_redirect_locationru r Zraise_on_redirectZsleep_for_retryrR �boolZ getheaderZis_retryZraise_on_status)r, rx rh r� rM rA r� r� r r� r� ry r� Z response_kwrU Zrelease_this_connrg Z clean_exitrz Zis_new_proxy_connr| Z response_connr� r{ r� Zredirect_locationZhas_retry_afterr- r- r. r� � s� ^ zHTTPConnectionPool.urlopen)N)r1 r7 r8 r9 r: r rS r r� r# rp r/ rV r[ r] r^ r_ ra rj r` r} rw r4 r� r� r- r- r- r. r< b s. :% & Ur< c sn e Zd ZdZdZeZddejddddddddddddddfdd�Z dd � Z d d � Z d d � Z � fdd�Z � ZS )�HTTPSConnectionPoola� Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. �httpsNFr c K sf t j| ||||||||| | f |� |r2| d kr2d} | | _| | _| | _|| _|| _|| _|| _|| _ d S )NZ CERT_REQUIRED) r< r/ �key_file� cert_file� cert_reqs�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r, r) r+ r> r rL rC rM rA rN rO r� r� r� r� r� r� r� r� rJ r- r- r. r/ � s z HTTPSConnectionPool.__init__c C s< t |t�r8|j| j| j| j| j| j| j| j d� | j |_ |S )z� Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. )r� r� r� r� r� r� r� ) r? r Zset_certr� r� r� r� r� r� r� r� )r, rU r- r- r. � _prepare_conn s z!HTTPSConnectionPool._prepare_connc C sf y |j }W n tk r$ |j}Y nX tjdkrH| j rH|| j| j� n|| j| j| j� |j� dS )z� Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. r� � � N)r� r� r� ) � set_tunnelrX Z _set_tunnelr� � version_inforE r* r+ �connect)r, rU r� r- r- r. r_ s z"HTTPSConnectionPool._prepare_proxyc C s� | j d7 _ tjd| j | j� | j s2| jtkr:td��| j}| j}| jdk r`| jj}| jj}| jf ||| j j | j d�| j ��}| j |�S )zB Return a fresh :class:`httplib.HTTPSConnection`. r z&Starting new HTTPS connection (%d): %szCCan't connect to HTTPS URL because the SSL module is not available.N)r) r+ r r> )rH rQ rR r) rS r r r+ rD r rT r> rJ r� )r, Z actual_hostZ actual_portrU r- r- r. rV 2 s z HTTPSConnectionPool._new_connc s: t t| �j|� t|dd�s$|j� |js6tjdt� dS )zU Called right before a request is made, after the socket is created. rk Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� r^ rZ r� Z is_verified�warnings�warnr )r, rU )� __class__r- r. r^ J s z"HTTPSConnectionPool._validate_conn)r1 r7 r8 r9 r: r rS r# rp r/ r� r_ rV r^ � __classcell__r- r- )r� r. r� � s r� c K sR t | �\}}}|p tj|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a� Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') �P r� r+ N)r$ r rW r� r< )rh �kwr: r) r+ r- r- r. �connection_from_url] s r� c C s* | j d�r&| jd�r&| jdd�jd�} | S )z' Process IPv6 address literals �[�]z%25�%z[])r� �endswith�replace�strip)r) r- r- r. r' y s r' )KZ __future__r rb Zloggingr� r� rq r rt r rc � exceptionsr r r r r r r r r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r rn r r� r Zutil.connectionr Z util.requestr Z util.responser! Z util.retryr" Z util.timeoutr# Zutil.urlr$ r% ZPY2ZQueueZ_unused_module_QueueZmovesrF Z getLoggerr1 rQ �objectr` r& �setZEAGAINZ EWOULDBLOCKre r< r� r� r' r- r- r- r. �<module> sF < $ % | site-packages/pip/_vendor/urllib3/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000004576 15231162611 0022432 0 ustar 00 3 F��i% � @ s` d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl m Z ddl m Z mZmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlZyddlmZ W n& e k r� G dd� dej �ZY nX dZ dZ dZ d(Z!ej"e#�j$e� � ej%fd"d�Z&[ej'd#e j(d$d%� ej'd&e j)d$d%� ej'd&e j*d$d%� ej'd&e j+d$d%� e j,fd'd �Z-dS ))z8 urllib3 - Thread-safe connection pooling and re-using. � )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)� exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerc @ s e Zd Zdd� ZdS )r c C s d S )N� )�self�recordr r � /usr/lib/python3.6/__init__.py�emit s zNullHandler.emitN)�__name__� __module__� __qualname__r r r r r r s r z(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.22r r r r r r r �add_stderr_loggerr �disable_warningsr r r r c C sF t jt�}t j� }|jt jd�� |j|� |j| � |jdt� |S )z� Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLoggerr Z StreamHandlerZ setFormatterZ Formatter� addHandlerZsetLevel�debug)�levelZloggerZhandlerr r r r 9 s �alwaysT)�append�defaultc C s t jd| � dS )z< Helper for quickly disabling all urllib3 warnings. �ignoreN)�warnings� simplefilter)�categoryr r r r ] s )r r r r r r r r r r r r r r ).�__doc__Z __future__r r% Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r r Zresponser Z util.requestr Zutil.urlr Z util.timeoutr Z util.retryr r r � ImportErrorZHandler� __author__Z __license__� __version__�__all__r r r �DEBUGr r& ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> sT site-packages/pip/_vendor/urllib3/__pycache__/fields.cpython-36.pyc 0000644 00000013240 15231162611 0021166 0 ustar 00 3 F��i7 � @ sN d dl mZ d dlZd dlZddlmZ d dd�Zdd � ZG d d � d e �Z dS ) � )�absolute_importN� )�six�application/octet-streamc C s | rt j| �d p|S |S )z� Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. r )� mimetypesZ guess_type)�filename�default� r � /usr/lib/python3.6/fields.py�guess_content_type s r c s� t � fdd�dD ��sNd| � f }y|jd� W n ttfk rH Y nX |S tj rlt� tj�rl� jd�� tj j � d�� d| � f � � S )a� Helper function to format and quote a single header parameter. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2231, as suggested by RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. c 3 s | ]}|� kV qd S )Nr )�.0Zch)�valuer r � <genexpr># s z&format_header_param.<locals>.<genexpr>z"\ z%s="%s"�asciizutf-8z%s*=%s) �any�encode�UnicodeEncodeError�UnicodeDecodeErrorr ZPY3� isinstanceZ text_type�emailZutilsZencode_rfc2231)�namer �resultr )r r �format_header_param s r c @ sH e Zd ZdZddd�Zedd� �Zdd� Zd d � Zd d � Z dd d�Z dS )� RequestFieldaK A data container for request body parameters. :param name: The name of this request field. :param data: The data/value body. :param filename: An optional filename of the request field. :param headers: An optional dict-like object of headers to initially use for the field. Nc C s* || _ || _|| _i | _|r&t|�| _d S )N)�_name� _filename�data�headers�dict)�selfr r r r r r r �__init__? s zRequestField.__init__c C s^ t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| |||d�}|j|d� |S )a� A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. � N)r )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r r r" Z request_paramr r r � from_tuplesG s zRequestField.from_tuplesc C s t ||�S )a Overridable helper function to format a single header parameter. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. )r )r r r r r r � _render_parti s zRequestField._render_partc C sP g }|}t |t�r|j� }x*|D ]"\}}|dk r |j| j||�� q W dj|�S )aO Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) typles or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. Nz; )r r �items�appendr( �join)r Z header_parts�parts�iterabler r r r r � _render_partst s zRequestField._render_partsc C s� g }dddg}x2|D ]*}| j j|d�r|jd|| j | f � qW x4| j j� D ]&\}}||krN|rN|jd||f � qNW |jd� dj|�S )z= Renders the headers for this request field. zContent-Dispositionz Content-TypezContent-LocationFz%s: %sz )r �getr* r) r+ )r �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r �render_headers� s zRequestField.render_headersc C sX |pd| j d< | j d djd| jd| jfd| jff�g�7 < || j d< || j d< d S ) a| Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. z form-datazContent-Dispositionz; � r r z Content-TypezContent-LocationN)r r+ r. r r )r Zcontent_dispositionr" Zcontent_locationr r r r% � s zRequestField.make_multipart)NN)NNN) �__name__� __module__� __qualname__�__doc__r � classmethodr' r( r. r1 r% r r r r r 2 s " r )r ) Z __future__r Z email.utilsr r Zpackagesr r r �objectr r r r r �<module> s site-packages/pip/_vendor/urllib3/__pycache__/exceptions.cpython-36.opt-1.pyc 0000644 00000024121 15231162611 0023040 0 ustar 00 3 F��i� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d d � d e �Z G d d � d e�Z G dd� de�Z G dd� de�Z G dd� de�ZeZG dd� de �ZG dd� de �ZG dd� de�ZG dd� de�ZG d d � d ee �ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.N)r r r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ tj| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s | j dfS )N)NN)� __class__)r r r r � __reduce__ s zPoolError.__reduce__N)r r r r r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ tj| ||� d S )N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS )N)r r )r r r r r # s zRequestError.__reduce__N)r r r r r r r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.N)r r r r r r r r r ( s r c @ s e Zd ZdZdS )� ProxyErrorz,Raised when the connection to a proxy fails.N)r r r r r r r r r - s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.N)r r r r r r r r r 2 s r c @ s e Zd ZdZdS )� ProtocolErrorz>Raised when something unexpected happens mid-request/response.N)r r r r r r r r r 7 s r c @ s e Zd ZdZddd�ZdS )� MaxRetryErrora Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error Nc C s& || _ d||f }tj| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r L s zMaxRetryError.__init__)N)r r r r r r r r r r B s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t j| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r r r r r r X s zHostChangedError.__init__N)r )r r r r r r r r r r U s r c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout N)r r r r r r r r r ^ s r c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. N)r r r r r r r r r c s r c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverN)r r r r r r r r r! l s r! c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverN)r r r r r r r r r" s s r" c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.N)r r r r r r r r r# x s r# c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.N)r r r r r r r r r$ } s r$ c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.N)r r r r r r r r r% � s r% c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.N)r r r r r r r r r& � s r& c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t j| |� || _d S )NzFailed to parse: %s)r r �location)r r( r r r r r � s zLocationParseError.__init__N)r r r r r r r r r r' � s r' c @ s e Zd ZdZdZdZdS )� ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z GENERIC_ERRORZSPECIFIC_ERRORr r r r r) � s r) c @ s e Zd ZdZdS )�SecurityWarningz/Warned when perfoming security reducing actionsN)r r r r r r r r r* � s r* c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.N)r r r r r r r r r+ � s r+ c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.N)r r r r r r r r r, � s r, c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongN)r r r r r r r r r- � s r- c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.N)r r r r r r r r r. � s r. c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.N)r r r r r r r r r/ � s r/ c @ s e Zd ZdZdS )�DependencyWarningzc Warned when an attempt is made to import a module with missing optional dependencies. N)r r r r r r r r r0 � s r0 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.N)r r r r r r r r r1 � s r1 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). N)r r r r r r r r r2 � s r2 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z� Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. c s t t| �j||� d S )N)�superr r )r �partial�expected)r r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r4 r5 )r r r r �__repr__� s zIncompleteRead.__repr__)r r r r r r6 � __classcell__r r )r r r � s r c @ s e Zd ZdZdS )� InvalidHeaderz(The header provided was somehow invalid.N)r r r r r r r r r8 � s r8 c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| �j|� d S )Nz Not supported proxy scheme %s)r3 r9 r )r �schemer )r r r r � s zProxySchemeUnknown.__init__)r r r r r r7 r r )r r r9 � s r9 c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| �j|� d S )Nz%s, unparsed data: %rZUnknown)r3 r; r )r ZdefectsZ unparsed_datar )r r r r � s zHeaderParsingError.__init__)r r r r r r7 r r )r r r; � s r; c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyN)r r r r r r r r r< � s r< N)+Z __future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr r r r r r r �ConnectionErrorr r r r r! r" r# r$ r% � ValueErrorr& r' r) r* r+ r, r- r. r/ r0 r1 r2 r8 �AssertionErrorr9 r; r< r r r r �<module> sH site-packages/pip/_vendor/urllib3/__pycache__/response.cpython-36.pyc 0000644 00000040124 15231162611 0021557 0 ustar 00 3 F��i�\ � @ s d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm Z ddl m Z ddlmZmZmZmZmZmZmZ dd lmZmZmZ dd lm Z dd l m Z m Z dd l!m"Z"m#Z# ej$e%�Z&G d d� de'�Z(G dd� de'�Z)dd� Z*G dd� dej+�Z,dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible� ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead� InvalidHeader)� string_types� binary_type�PY3)� http_client)� HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ t� | _tj� | _d S )NT)� _first_tryr �_data�zlib� decompressobj�_obj)�self� r � /usr/lib/python3.6/response.py�__init__ s zDeflateDecoder.__init__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zDeflateDecoder.__getattr__c C s� |s|S | j s| jj|�S | j|7 _y | jj|�}|rFd| _ d | _|S tjk r� d| _ tjtj �| _z | j| j�S d | _X Y nX d S )NF)r r � decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r$ s" zDeflateDecoder.decompressN)�__name__� __module__� __qualname__r r# r$ r r r r r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t jdt j �| _d S )N� )r r r% r )r r r r r 9 s zGzipDecoder.__init__c C s t | j|�S )N)r! r )r r" r r r r# < s zGzipDecoder.__getattr__c C s |s|S | j j|�S )N)r r$ )r r& r r r r$ ? s zGzipDecoder.decompressN)r' r( r) r r# r$ r r r r r* 7 s r* c C s | dkrt � S t� S )N�gzip)r* r )�moder r r � _get_decoderE s r. c @ s e Zd ZdZddgZdddddgZdIZdJdd�Zdd� Zdd� Z e dd� �Z e dd� �Z dd� Z d d � Zd d � Zd d!� Zd"d#� Zed$d%� �ZdKd&d'�ZdMd*d+�Zed,d-� �Zd.d/� ZdNd0d1�Zd2d3� Zd4d5� Ze d6d7� �Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dOdFdG�Z$d S )P� HTTPResponsea HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, attempts to decode specific content-encoding's based on headers (like 'gzip' and 'deflate') will be skipped and raw data will be used instead. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. r, Zdeflatei- i. i/ i3 i4 �d i � Nr TFc C s t |t�r|| _n t|�| _|| _|| _|| _|| _|| _| | _| | _ d | _ d | _ d| _ d | _ | | _d| _|r�t |ttf�r�|| _ | | _| | _t|d�r�|| _ d| _d | _| jjdd�j� }dd� |jd�D �}d |kr�d | _| j|�| _|o�| j �r| j |d �| _ d S ) Nr �readFztransfer-encodingr1 c s s | ]}|j � V qd S )N)�strip)�.0�encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>�,�chunkedT)�decode_content) � isinstancer �headers�status�version�reason�strictr9 �retries�enforce_content_length�_decoder�_body�_decoded_bytes�_fp�_original_response�_fp_bytes_read� basestringr �_pool� _connection�hasattrr8 � chunk_left�get�lower�split� _init_length�length_remainingr2 )r �bodyr; r< r= r> r? Zpreload_contentr9 �original_responseZpool� connectionr@ rA �request_methodZtr_encZ encodingsr r r r u s> zHTTPResponse.__init__c C s | j | jkr| jjd�S dS )a Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. �locationF)r< �REDIRECT_STATUSESr; rM )r r r r �get_redirect_location� s z"HTTPResponse.get_redirect_locationc C s, | j s| j rd S | j j| j� d | _d S )N)rI rJ Z _put_conn)r r r r � release_conn� s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)� cache_content)rC rE r2 )r r r r r& � s zHTTPResponse.datac C s | j S )N)rJ )r r r r rT � s zHTTPResponse.connectionc C s | j S )z� Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). )rG )r r r r �tell� s zHTTPResponse.tellc C s� | j jd�}|dk r(| jr(tjd� dS |dk r�y<tdd� |jd�D ��}t|�dkrbtd| ��|j � }W n t k r� d}Y nX |d k r�d}yt | j �}W n t k r� d }Y nX |dks�d | ko�d k n s�|dkr�d }|S )zM Set initial length value for Response content if available. zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)r4 �valr r r � <listcomp>� s z-HTTPResponse._init_length.<locals>.<listcomp>r7 r z8Content-Length contained multiple unmatching values (%s)r �� �0 r0 �� ZHEAD)r_ r` ) r; rM r8 �logZwarning�setrO �lenr �pop� ValueErrorr\ r< )r rU ZlengthZlengthsr< r r r rP � s, (zHTTPResponse._init_lengthc C s4 | j jdd�j� }| jdkr0|| jkr0t|�| _dS )z= Set-up the _decoder attribute if necessary. zcontent-encodingr1 N)r; rM rN rB �CONTENT_DECODERSr. )r �content_encodingr r r � _init_decoder� s zHTTPResponse._init_decoderc C s� yX|rV| j rV| j j|�}| jt|�7 _| j| jkrVddlm} |d| j| jf ��W nH ttj fk r� } z&| j j dd�j � }|d| |��W Y dd}~X nX |r�|r�|| j � 7 }|S )zN Decode the data passed in and potentially flush the decoder. r )r z�Decompressed response exceeds safety limit of %d bytes (%d bytes decoded so far). This may indicate a decompression bomb attack.zcontent-encodingr1 zEReceived response with content-encoding: %s, but failed to decode it.N)rB r$ rD rd �MAX_DECODED_LENGTH� exceptionsr �IOErrorr r r; rM rN �_flush_decoder)r r& r9 � flush_decoderr �erh r r r �_decode s" zHTTPResponse._decodec C s$ | j r | j jd�}|| j j� S dS )zk Flushes the decoder. Should only be called if the decoder is actually being used. � )rB r$ �flush)r Zbufr r r rm $ s zHTTPResponse._flush_decoderc c s� d}z�y dV W n� t k r2 t| jdd��Y np tk rn } z"dt|�krP� t| jdd��W Y dd}~X n4 ttfk r� } ztd| |��W Y dd}~X nX d}W d|s�| jr�| jj � | j r�| j j � | jr�| jj � r�| j � X dS )z� Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. FNzRead timed out.zread operation timed outzConnection broken: %rT) � SocketTimeoutr rI r �strr � SocketErrorr rF �closerJ �isclosedrY )r Z clean_exitro r r r �_error_catcher/ s( zHTTPResponse._error_catcherc C s� | j � |dkr| j}| jdkr$dS d}d}| j� �h |dkrN| jj� }d}nJd}| jj|�}|dkr�| r�| jj� d}| jr�| jdkr�t| j | j��W dQ R X |r�| j t |�7 _ | jdk r�| jt |�8 _| j |||�}|r�|| _ |S )aP Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) NFTr )r N) ri r9 rE rx r2 rv rA rQ r rG rd rp rC )r �amtr9 rZ rn r& r r r r2 h s4 zHTTPResponse.read� r+ c c sZ | j r.| j� r.xF| j||d�D ] }|V q W n(x&t| j�sT| j||d�}|r0|V q0W dS )a_ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. )r9 )ry r9 N)r8 �supports_chunked_reads� read_chunkedr rE r2 )r ry r9 �liner& r r r �stream� s zHTTPResponse.streamc K s` |j }t|t�s,tr"t|j� �}n tj|�}t|dd�}| f |||j|j|j ||d�|��}|S )a Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. r? r )rR r; r< r= r> r? rS ) �msgr: r r �items� from_httplibr! r< r= r> )Z ResponseCls�rZ response_kwr; r? Zrespr r r r� � s zHTTPResponse.from_httplibc C s | j S )N)r; )r r r r � getheaders� s zHTTPResponse.getheadersc C s | j j||�S )N)r; rM )r r" �defaultr r r � getheader� s zHTTPResponse.getheaderc C s | j S )N)r; )r r r r �info� s zHTTPResponse.infoc C s$ | j s| jj� | jr | jj� d S )N)�closedrE rv rJ )r r r r rv � s zHTTPResponse.closec C s@ | j d krdS t| j d�r$| j j� S t| j d�r8| j jS dS d S )NTrw r� )rE rK rw r� )r r r r r� � s zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j j� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rE rl rK r� )r r r r r� s zHTTPResponse.filenoc C s$ | j d k r t| j d�r | j j� S d S )Nrr )rE rK rr )r r r r rr s zHTTPResponse.flushc C s dS )NTr )r r r r �readable s zHTTPResponse.readablec C s: | j t|��}t|�dkr dS ||d t|��< t|�S d S )Nr )r2 rd )r �bZtempr r r �readinto s zHTTPResponse.readintoc C s t | jd�S )z� Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). �fp)rK rE )r r r r r{ s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jjj� }|jdd�d }yt|d�| _ W n& tk r` | j� tj |��Y nX d S )N� ;r r r+ ) rL rE r� �readlinerO r\ rf rv �httplibr )r r} r r r �_update_chunk_length% s z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j j| j�}|}| j jd� d | _nv|| jk rZ| j j|�}| j| | _|}nN|| jkr�| j j|�}| j jd� d | _|}n | j j| j�}| j jd� d | _|S )Nrz )rE Z _safe_readrL )r ry Zreturned_chunk�chunk�valuer r r � _handle_chunk3 s& zHTTPResponse._handle_chunkc c s� | j � | jstd��| j� s&td��| jrDt| j�rD| jj� dS | j� �� x<| j � | j dkrdP | j |�}| j ||dd�}|rP|V qPW |r�| j � }|r�|V x | jjj� }|s�P |dkr�P q�W | jr�| jj� W dQ R X dS )z� Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)r9 rn s )ri r8 r r{ r rF r rv rx r� rL r� rp rm rE r� r� )r ry r9 r� Zdecodedr} r r r r| I s@ zHTTPResponse.read_chunkedi � i @)r1 Nr r Nr TTNNNNFN)NNF� )r� N)N)NN)%r' r( r) �__doc__rg rW rj r rX rY �propertyr& rT r[ rP ri rp rm r rx r2 r~ � classmethodr� r� r� r� rv r� r� rr r� r� r{ r� r� r| r r r r r/ L sD . 0 9 E r/ )-Z __future__r � contextlibr r �ioZloggingZsocketr rs r ru � _collectionsr rk r r r r r r r Z packages.sixr rH r r Zpackages.six.movesr r� rT r r Z util.responser r Z getLoggerr' rb �objectr r* r. �IOBaser/ r r r r �<module> s" $ ! site-packages/pip/_vendor/urllib3/__pycache__/filepost.cpython-36.pyc 0000644 00000005037 15231162611 0021552 0 ustar 00 3 F��i � @ s� d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl m Z ddl m Z ej d �d Zd d � Zd d� Zdd� Zddd�ZdS )� )�absolute_importN)�uuid4)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s t � jS )zN Our embarrassingly-simple replacement for mimetools.choose_boundary. )r �hex� r r � /usr/lib/python3.6/filepost.py�choose_boundary s r c c sN t | t�rtj| �}nt| �}x*|D ]"}t |t�r:|V q$tj|� V q$W dS )z� Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. N)� isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s r c C s, t | t�r dd� tj| �D �S dd� | D �S )a- .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. c s s | ]\}}||fV qd S )Nr )�.0�k�vr r r � <genexpr>6 s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S )Nr )r r r r r r r 8 s )r r r r )r r r r � iter_fields) s r c C s� t � }|dkrt� }x|t| �D ]p}|jtd| �� t|�j|j� � |j}t|t �r^t |�}t|t j �rzt|�j|� n |j|� |jd� q W |jtd| �� t d| �}|j � |fS )aJ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`mimetools.choose_boundary`. Nz--%s s z--%s-- z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r �boundaryZbodyr r Z content_typer r r �encode_multipart_formdata; s r" )N)Z __future__r �codecsZuuidr �ior Zpackagesr Z packages.sixr r r �lookupr r r r r" r r r r �<module> s site-packages/pip/_vendor/urllib3/__pycache__/poolmanager.cpython-36.pyc 0000644 00000031074 15231162611 0022231 0 ustar 00 3 F��i�A � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm Z ddl m Z m Z mZ ddlmZ dd lmZ dd lmZ dd lmZ d d dgZeje�Zd4Zd5Z ej d-e �Z d.d/� Z ej e e �ej e e �d0�Z!ee d0�Z"G d1d � d e�Z#G d2d � d e#�Z$d3d� Z%dS )6� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError� MaxRetryError�ProxySchemeUnknown)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url�key_file� cert_file� cert_reqs�ca_certs� ssl_version� ca_cert_dir� ssl_context� key_scheme�key_host�key_port� key_timeout� key_retries� key_strict� key_block�key_source_address� key_key_file� key_cert_file� key_cert_reqs� key_ca_certs�key_ssl_version�key_ca_cert_dir�key_ssl_context� key_maxsize� key_headers� key__proxy�key__proxy_headers�key_socket_options�key__socks_options�key_assert_hostname�key_assert_fingerprint�PoolKeyc C s� |j � }|d j� |d< |d j� |d< x4d D ],}||kr.|| dk r.t|| j� �||< q.W |jd�}|dk r|t|�|d< x&t|j� �D ]}|j|�|d| < q�W x | j D ]}||kr�d||< q�W | f |�S ) a� Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey �scheme�host�headers�_proxy_headers�_socks_optionsNZsocket_optionsZkey_)r3 r4 r5 ) �copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� rC �!/usr/lib/python3.6/poolmanager.py�_default_key_normalizer9 s rE )�http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d d �Zd d � Z d dd�Z dd� Z d dd�Z d dd�Z dd� Zd!dd�ZdS )"r a$ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 N� c K s8 t j| |� || _t|dd� d�| _t| _tj� | _d S )Nc S s | j � S )N)�close)�prC rC rD �<lambda>� s z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r �__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer6 )�self� num_poolsr3 rM rC rC rD rL � s zPoolManager.__init__c C s | S )NrC )rQ rC rC rD � __enter__� s zPoolManager.__enter__c C s | j � dS )NF)�clear)rQ �exc_typeZexc_valZexc_tbrC rC rD �__exit__� s zPoolManager.__exit__c C sf | j | }|dkr | jj� }xdD ]}|j|d� q"W |dkrXxtD ]}|j|d� qDW |||f|�S )a� Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. Nr1 r2 �portrF )r1 r2 rW )rO rM r6 r> � SSL_KEYWORDS)rQ r1 r2 rW r@ Zpool_clsrB �kwrC rC rD � _new_pool� s zPoolManager._new_poolc C s | j j� dS )z� Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. N)rN rT )rQ rC rC rD rT � s zPoolManager.clearrF c C sT |s t d��| j|�}|p d|d< |s:tj|d j� d�}||d< ||d< | j|�S )a� Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. zNo host specified.rF r1 �P rW r2 )r �_merge_pool_kwargsr r: r7 �connection_from_context)rQ r2 rW r1 � pool_kwargsr@ rC rC rD �connection_from_host� s z PoolManager.connection_from_hostc C s, |d j � }| j| }||�}| j||d�S )z� Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. r1 )r@ )r7 rP �connection_from_pool_key)rQ r@ r1 Zpool_key_constructor�pool_keyrC rC rD r] � s z#PoolManager.connection_from_contextc C s` | j j�N | j j|�}|r |S |d }|d }|d }| j||||d�}|| j |< W dQ R X |S )z� Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. r1 r2 rW )r@ N)rN �lockr: rZ )rQ ra r@ Zpoolr1 r2 rW rC rC rD r` � s z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a� Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. )rW r1 r^ )r r_ r2 rW r1 )rQ �urlr^ �urC rC rD �connection_from_url s z PoolManager.connection_from_urlc C sZ | j j� }|rVxF|j� D ]:\}}|dkrJy ||= W qR tk rF Y qRX q|||< qW |S )a Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. N)rM r6 r9 �KeyError)rQ �overrideZbase_pool_kwargsrB �valuerC rC rD r\ s z PoolManager._merge_pool_kwargsTc K sd t |�}| j|j|j|jd�}d|d< d|d< d|krD| jj� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|j � }|s�|S t ||�}|j dkr�d }|j d �} t| t�s�tj| |d �} | jo�|j|� � r�x | jD ]} |d j| d� q�W y| j||||d �} W n tk �r4 | j�r0� |S X | |d < ||d< tjd ||� | j||f|�S )a] Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. )rW r1 FZassert_same_host�redirectr3 NrF i/ ZGET�retries)ri )�responseZ_poolzRedirecting %s -> %s)r r_ r2 rW r1 r3 r6 �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr: � isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr> Z incrementr Zraise_on_redirect�log�info) rQ �methodrc ri rY rd Zconnrk Zredirect_locationrj �headerrC rC rD rm - s@ zPoolManager.urlopen)rH N)N)NrF N)N)N)T)�__name__� __module__� __qualname__�__doc__rl rL rS rV rZ rT r_ r] r` re r\ rm rC rC rC rD r y s c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d �Zd� fd d � Z� ZS )r aw Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary contaning headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 rH Nc s� t |t�r d|j|j|jf }t|�}|jsFtj|jd�}|j|d�}|jdkrZt |j��|| _ |pfi | _ | j |d< | j |d< t t | �j||f|� d S ) Nz %s://%s:%ir[ )rW rF rG �_proxyr4 )rF rG )rn r r1 r2 rW r r r: �_replacer rl � proxy_headers�superr rL )rQ � proxy_urlrR r3 ry rM rl rW )� __class__rC rD rL � s zProxyManager.__init__rF c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )NrG )r^ )rz r r_ rl r2 rW r1 )rQ r2 rW r1 r^ )r| rC rD r_ � s z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|j|� |S )z� Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. ZAcceptz*/*ZHost)r �netloc�update)rQ rc r3 Zheaders_r} rC rC rD �_set_proxy_headers� s z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|jd| j�}| j||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.rF r3 ri )r r1 r: r3 r rz r rm )rQ rq rc ri rY rd r3 )r| rC rD rm � s zProxyManager.urlopen)rH NN)NrF N)N)T) rs rt ru rv rL r_ r rm � __classcell__rC rC )r| rD r i s c K s t f d| i|��S )Nr{ )r )rc rY rC rC rD r � s )r r r r r r r )r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ )&Z __future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r � exceptionsr r r Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr Z util.retryr �__all__Z getLoggerrs ro rX Z _key_fields� namedtupler0 rE �partialrP rO r r r rC rC rC rD �<module> s` 6 qW site-packages/pip/_vendor/urllib3/__pycache__/request.cpython-36.opt-1.pyc 0000644 00000012556 15231162611 0022360 0 ustar 00 3 F��i: � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sR e Zd ZdZeddddg�Zddd�Zdd d �Zdd d �Zddd�Z ddd�Z dS )r a� Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r � /usr/lib/python3.6/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplemented)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r �urlopen, s zRequestMethods.urlopenc K sJ |j � }|| jkr,| j||f||d�|��S | j||f||d�|��S dS )a� Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. )�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r r r r � urlopen_kwr r r �request2 s zRequestMethods.requestc K sD |dkr| j }d|i}|j|� |r4|dt|� 7 }| j||f|�S )z� Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. Nr �?)r �updater r )r r r r r r �extra_kwr r r r H s z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} } nt|�d } } | |d< d| i|d< |d j|� |j|� | j||f|�S )a� Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimick behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r r r r r r r r r Z content_typer r r r Y s & z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) �__name__� __module__� __qualname__�__doc__�setr r r r r r r r r r r s N) Z __future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r �<module> s site-packages/pip/_vendor/urllib3/__pycache__/__init__.cpython-36.pyc 0000644 00000004576 15231162611 0021473 0 ustar 00 3 F��i% � @ s` d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl m Z ddl m Z mZmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlZyddlmZ W n& e k r� G dd� dej �ZY nX dZ dZ dZ d(Z!ej"e#�j$e� � ej%fd"d�Z&[ej'd#e j(d$d%� ej'd&e j)d$d%� ej'd&e j*d$d%� ej'd&e j+d$d%� e j,fd'd �Z-dS ))z8 urllib3 - Thread-safe connection pooling and re-using. � )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)� exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerc @ s e Zd Zdd� ZdS )r c C s d S )N� )�self�recordr r � /usr/lib/python3.6/__init__.py�emit s zNullHandler.emitN)�__name__� __module__� __qualname__r r r r r r s r z(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.22r r r r r r r �add_stderr_loggerr �disable_warningsr r r r c C sF t jt�}t j� }|jt jd�� |j|� |j| � |jdt� |S )z� Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLoggerr Z StreamHandlerZ setFormatterZ Formatter� addHandlerZsetLevel�debug)�levelZloggerZhandlerr r r r 9 s �alwaysT)�append�defaultc C s t jd| � dS )z< Helper for quickly disabling all urllib3 warnings. �ignoreN)�warnings� simplefilter)�categoryr r r r ] s )r r r r r r r r r r r r r r ).�__doc__Z __future__r r% Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r r Zresponser Z util.requestr Zutil.urlr Z util.timeoutr Z util.retryr r r � ImportErrorZHandler� __author__Z __license__� __version__�__all__r r r �DEBUGr r& ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> sT site-packages/pip/_vendor/urllib3/__pycache__/response.cpython-36.opt-1.pyc 0000644 00000040124 15231162611 0022516 0 ustar 00 3 F��i�\ � @ s d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm Z ddl m Z ddlmZmZmZmZmZmZmZ dd lmZmZmZ dd lm Z dd l m Z m Z dd l!m"Z"m#Z# ej$e%�Z&G d d� de'�Z(G dd� de'�Z)dd� Z*G dd� dej+�Z,dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible� ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead� InvalidHeader)� string_types� binary_type�PY3)� http_client)� HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ t� | _tj� | _d S )NT)� _first_tryr �_data�zlib� decompressobj�_obj)�self� r � /usr/lib/python3.6/response.py�__init__ s zDeflateDecoder.__init__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zDeflateDecoder.__getattr__c C s� |s|S | j s| jj|�S | j|7 _y | jj|�}|rFd| _ d | _|S tjk r� d| _ tjtj �| _z | j| j�S d | _X Y nX d S )NF)r r � decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r$ s" zDeflateDecoder.decompressN)�__name__� __module__� __qualname__r r# r$ r r r r r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t jdt j �| _d S )N� )r r r% r )r r r r r 9 s zGzipDecoder.__init__c C s t | j|�S )N)r! r )r r" r r r r# < s zGzipDecoder.__getattr__c C s |s|S | j j|�S )N)r r$ )r r& r r r r$ ? s zGzipDecoder.decompressN)r' r( r) r r# r$ r r r r r* 7 s r* c C s | dkrt � S t� S )N�gzip)r* r )�moder r r � _get_decoderE s r. c @ s e Zd ZdZddgZdddddgZdIZdJdd�Zdd� Zdd� Z e dd� �Z e dd� �Z dd� Z d d � Zd d � Zd d!� Zd"d#� Zed$d%� �ZdKd&d'�ZdMd*d+�Zed,d-� �Zd.d/� ZdNd0d1�Zd2d3� Zd4d5� Ze d6d7� �Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dOdFdG�Z$d S )P� HTTPResponsea HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, attempts to decode specific content-encoding's based on headers (like 'gzip' and 'deflate') will be skipped and raw data will be used instead. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. r, Zdeflatei- i. i/ i3 i4 �d i � Nr TFc C s t |t�r|| _n t|�| _|| _|| _|| _|| _|| _| | _| | _ d | _ d | _ d| _ d | _ | | _d| _|r�t |ttf�r�|| _ | | _| | _t|d�r�|| _ d| _d | _| jjdd�j� }dd� |jd�D �}d |kr�d | _| j|�| _|o�| j �r| j |d �| _ d S ) Nr �readFztransfer-encodingr1 c s s | ]}|j � V qd S )N)�strip)�.0�encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>�,�chunkedT)�decode_content) � isinstancer �headers�status�version�reason�strictr9 �retries�enforce_content_length�_decoder�_body�_decoded_bytes�_fp�_original_response�_fp_bytes_read� basestringr �_pool� _connection�hasattrr8 � chunk_left�get�lower�split� _init_length�length_remainingr2 )r �bodyr; r< r= r> r? Zpreload_contentr9 �original_responseZpool� connectionr@ rA �request_methodZtr_encZ encodingsr r r r u s> zHTTPResponse.__init__c C s | j | jkr| jjd�S dS )a Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. �locationF)r< �REDIRECT_STATUSESr; rM )r r r r �get_redirect_location� s z"HTTPResponse.get_redirect_locationc C s, | j s| j rd S | j j| j� d | _d S )N)rI rJ Z _put_conn)r r r r � release_conn� s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)� cache_content)rC rE r2 )r r r r r& � s zHTTPResponse.datac C s | j S )N)rJ )r r r r rT � s zHTTPResponse.connectionc C s | j S )z� Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). )rG )r r r r �tell� s zHTTPResponse.tellc C s� | j jd�}|dk r(| jr(tjd� dS |dk r�y<tdd� |jd�D ��}t|�dkrbtd| ��|j � }W n t k r� d}Y nX |d k r�d}yt | j �}W n t k r� d }Y nX |dks�d | ko�d k n s�|dkr�d }|S )zM Set initial length value for Response content if available. zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)r4 �valr r r � <listcomp>� s z-HTTPResponse._init_length.<locals>.<listcomp>r7 r z8Content-Length contained multiple unmatching values (%s)r �� �0 r0 �� ZHEAD)r_ r` ) r; rM r8 �logZwarning�setrO �lenr �pop� ValueErrorr\ r< )r rU ZlengthZlengthsr< r r r rP � s, (zHTTPResponse._init_lengthc C s4 | j jdd�j� }| jdkr0|| jkr0t|�| _dS )z= Set-up the _decoder attribute if necessary. zcontent-encodingr1 N)r; rM rN rB �CONTENT_DECODERSr. )r �content_encodingr r r � _init_decoder� s zHTTPResponse._init_decoderc C s� yX|rV| j rV| j j|�}| jt|�7 _| j| jkrVddlm} |d| j| jf ��W nH ttj fk r� } z&| j j dd�j � }|d| |��W Y dd}~X nX |r�|r�|| j � 7 }|S )zN Decode the data passed in and potentially flush the decoder. r )r z�Decompressed response exceeds safety limit of %d bytes (%d bytes decoded so far). This may indicate a decompression bomb attack.zcontent-encodingr1 zEReceived response with content-encoding: %s, but failed to decode it.N)rB r$ rD rd �MAX_DECODED_LENGTH� exceptionsr �IOErrorr r r; rM rN �_flush_decoder)r r& r9 � flush_decoderr �erh r r r �_decode s" zHTTPResponse._decodec C s$ | j r | j jd�}|| j j� S dS )zk Flushes the decoder. Should only be called if the decoder is actually being used. � )rB r$ �flush)r Zbufr r r rm $ s zHTTPResponse._flush_decoderc c s� d}z�y dV W n� t k r2 t| jdd��Y np tk rn } z"dt|�krP� t| jdd��W Y dd}~X n4 ttfk r� } ztd| |��W Y dd}~X nX d}W d|s�| jr�| jj � | j r�| j j � | jr�| jj � r�| j � X dS )z� Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. FNzRead timed out.zread operation timed outzConnection broken: %rT) � SocketTimeoutr rI r �strr � SocketErrorr rF �closerJ �isclosedrY )r Z clean_exitro r r r �_error_catcher/ s( zHTTPResponse._error_catcherc C s� | j � |dkr| j}| jdkr$dS d}d}| j� �h |dkrN| jj� }d}nJd}| jj|�}|dkr�| r�| jj� d}| jr�| jdkr�t| j | j��W dQ R X |r�| j t |�7 _ | jdk r�| jt |�8 _| j |||�}|r�|| _ |S )aP Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) NFTr )r N) ri r9 rE rx r2 rv rA rQ r rG rd rp rC )r �amtr9 rZ rn r& r r r r2 h s4 zHTTPResponse.read� r+ c c sZ | j r.| j� r.xF| j||d�D ] }|V q W n(x&t| j�sT| j||d�}|r0|V q0W dS )a_ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. )r9 )ry r9 N)r8 �supports_chunked_reads� read_chunkedr rE r2 )r ry r9 �liner& r r r �stream� s zHTTPResponse.streamc K s` |j }t|t�s,tr"t|j� �}n tj|�}t|dd�}| f |||j|j|j ||d�|��}|S )a Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. r? r )rR r; r< r= r> r? rS ) �msgr: r r �items� from_httplibr! r< r= r> )Z ResponseCls�rZ response_kwr; r? Zrespr r r r� � s zHTTPResponse.from_httplibc C s | j S )N)r; )r r r r � getheaders� s zHTTPResponse.getheadersc C s | j j||�S )N)r; rM )r r" �defaultr r r � getheader� s zHTTPResponse.getheaderc C s | j S )N)r; )r r r r �info� s zHTTPResponse.infoc C s$ | j s| jj� | jr | jj� d S )N)�closedrE rv rJ )r r r r rv � s zHTTPResponse.closec C s@ | j d krdS t| j d�r$| j j� S t| j d�r8| j jS dS d S )NTrw r� )rE rK rw r� )r r r r r� � s zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j j� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rE rl rK r� )r r r r r� s zHTTPResponse.filenoc C s$ | j d k r t| j d�r | j j� S d S )Nrr )rE rK rr )r r r r rr s zHTTPResponse.flushc C s dS )NTr )r r r r �readable s zHTTPResponse.readablec C s: | j t|��}t|�dkr dS ||d t|��< t|�S d S )Nr )r2 rd )r �bZtempr r r �readinto s zHTTPResponse.readintoc C s t | jd�S )z� Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). �fp)rK rE )r r r r r{ s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jjj� }|jdd�d }yt|d�| _ W n& tk r` | j� tj |��Y nX d S )N� ;r r r+ ) rL rE r� �readlinerO r\ rf rv �httplibr )r r} r r r �_update_chunk_length% s z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j j| j�}|}| j jd� d | _nv|| jk rZ| j j|�}| j| | _|}nN|| jkr�| j j|�}| j jd� d | _|}n | j j| j�}| j jd� d | _|S )Nrz )rE Z _safe_readrL )r ry Zreturned_chunk�chunk�valuer r r � _handle_chunk3 s& zHTTPResponse._handle_chunkc c s� | j � | jstd��| j� s&td��| jrDt| j�rD| jj� dS | j� �� x<| j � | j dkrdP | j |�}| j ||dd�}|rP|V qPW |r�| j � }|r�|V x | jjj� }|s�P |dkr�P q�W | jr�| jj� W dQ R X dS )z� Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)r9 rn s )ri r8 r r{ r rF r rv rx r� rL r� rp rm rE r� r� )r ry r9 r� Zdecodedr} r r r r| I s@ zHTTPResponse.read_chunkedi � i @)r1 Nr r Nr TTNNNNFN)NNF� )r� N)N)NN)%r' r( r) �__doc__rg rW rj r rX rY �propertyr& rT r[ rP ri rp rm r rx r2 r~ � classmethodr� r� r� r� rv r� r� rr r� r� r{ r� r� r| r r r r r/ L sD . 0 9 E r/ )-Z __future__r � contextlibr r �ioZloggingZsocketr rs r ru � _collectionsr rk r r r r r r r Z packages.sixr rH r r Zpackages.six.movesr r� rT r r Z util.responser r Z getLoggerr' rb �objectr r* r. �IOBaser/ r r r r �<module> s" $ ! site-packages/pip/_vendor/urllib3/__pycache__/request.cpython-36.pyc 0000644 00000012556 15231162611 0021421 0 ustar 00 3 F��i: � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sR e Zd ZdZeddddg�Zddd�Zdd d �Zdd d �Zddd�Z ddd�Z dS )r a� Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r � /usr/lib/python3.6/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplemented)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r �urlopen, s zRequestMethods.urlopenc K sJ |j � }|| jkr,| j||f||d�|��S | j||f||d�|��S dS )a� Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. )�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r r r r � urlopen_kwr r r �request2 s zRequestMethods.requestc K sD |dkr| j }d|i}|j|� |r4|dt|� 7 }| j||f|�S )z� Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. Nr �?)r �updater r )r r r r r r �extra_kwr r r r H s z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} } nt|�d } } | |d< d| i|d< |d j|� |j|� | j||f|�S )a� Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimick behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r r r r r r r r r Z content_typer r r r Y s & z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) �__name__� __module__� __qualname__�__doc__�setr r r r r r r r r r r s N) Z __future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r �<module> s site-packages/pip/_vendor/urllib3/__pycache__/filepost.cpython-36.opt-1.pyc 0000644 00000005037 15231162611 0022511 0 ustar 00 3 F��i � @ s� d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl m Z ddl m Z ej d �d Zd d � Zd d� Zdd� Zddd�ZdS )� )�absolute_importN)�uuid4)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s t � jS )zN Our embarrassingly-simple replacement for mimetools.choose_boundary. )r �hex� r r � /usr/lib/python3.6/filepost.py�choose_boundary s r c c sN t | t�rtj| �}nt| �}x*|D ]"}t |t�r:|V q$tj|� V q$W dS )z� Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. N)� isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s r c C s, t | t�r dd� tj| �D �S dd� | D �S )a- .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. c s s | ]\}}||fV qd S )Nr )�.0�k�vr r r � <genexpr>6 s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S )Nr )r r r r r r r 8 s )r r r r )r r r r � iter_fields) s r c C s� t � }|dkrt� }x|t| �D ]p}|jtd| �� t|�j|j� � |j}t|t �r^t |�}t|t j �rzt|�j|� n |j|� |jd� q W |jtd| �� t d| �}|j � |fS )aJ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`mimetools.choose_boundary`. Nz--%s s z--%s-- z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r �boundaryZbodyr r Z content_typer r r �encode_multipart_formdata; s r" )N)Z __future__r �codecsZuuidr �ior Zpackagesr Z packages.sixr r r �lookupr r r r r" r r r r �<module> s site-packages/pip/_vendor/urllib3/__pycache__/connectionpool.cpython-36.opt-1.pyc 0000644 00000056201 15231162611 0023714 0 ustar 00 3 F��i2� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dlZddl m Z m Z mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7 e j8�r<d dl9Z:e j;j<Z<ej=e>�Z?e@� ZAG dd� de@�ZBeCejDejEg�ZFG dd� deBe(�ZGG dd� deG�ZHdd� ZIdd� ZJdS ) � )�absolute_importN)�error�timeout� ) �ClosedPoolError� ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError� MaxRetryError� ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection� HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host�Urlc @ sD e Zd ZdZdZejZd dd�Zdd� Z dd� Z d d � Z d d � Z dS )�ConnectionPoolzz Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. Nc C s. |s t d��t|�j� | _|j� | _|| _d S )NzNo host specified.)r � _ipv6_host�lower�host� _proxy_host�port)�selfr) r+ � r- �$/usr/lib/python3.6/connectionpool.py�__init__C s zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r) r+ )r, r- r- r. �__str__K s zConnectionPool.__str__c C s | S )Nr- )r, r- r- r. � __enter__O s zConnectionPool.__enter__c C s | j � dS )NF)�close)r, �exc_typeZexc_valZexc_tbr- r- r. �__exit__R s zConnectionPool.__exit__c C s dS )zD Close all pooled connections and disable the pool. Nr- )r, r- r- r. r4 W s zConnectionPool.close)N) r1 � __module__� __qualname__�__doc__�schemer Z LifoQueue�QueueClsr/ r2 r3 r6 r4 r- r- r- r. r& : s r& c @ s� e Zd ZdZdZeZeZdde j ddddddf dd�Z dd � Z d!d d �Z d d � Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf d d �ZdS )"�HTTPConnectionPoolaN Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. �httpNFr c K s� t j| ||� tj| |� || _t|t�s4tj|�}|d krBtj}|| _ || _ | j |�| _ || _ | | _| pli | _x t|�D ]} | j jd � qzW d| _d| _| | _| jr�| jjdg � d S )Nr Zsocket_options)r& r/ r �strict� isinstancer# � from_floatr" ZDEFAULTr �retriesr; �pool�block�proxy� proxy_headers�xrange�put�num_connections� num_requests�conn_kw� setdefault) r, r) r+ r> r �maxsizerC �headersrA �_proxy�_proxy_headersrJ �_r- r- r. r/ � s( zHTTPConnectionPool.__init__c C sJ | j d7 _ tjd| j | j� | jf | j| j| jj| jd�| j ��}|S )z9 Return a fresh :class:`HTTPConnection`. r z%Starting new HTTP connection (%d): %s)r) r+ r r> ) rH �log�debugr) � ConnectionClsr+ r �connect_timeoutr> rJ )r, �connr- r- r. � _new_conn� s z HTTPConnectionPool._new_connc C s� d}y| j j| j|d�}W nB tk r8 t| d��Y n& tjk r\ | jrXt| d��Y nX |r�t|�r�t j d| j � |j � t |dd�dkr�d}|p�| j� S ) a� Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. N)rC r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rB �getrC �AttributeErrorr r �Emptyr r rQ rR r) r4 �getattrrV )r, r rU r- r- r. � _get_conn� s z HTTPConnectionPool._get_connc C s\ y| j j|dd� dS tk r( Y n$ tjk rJ tjd| j� Y nX |rX|j� dS )a� Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. F)rC Nz2Connection pool is full, discarding connection: %s) rB rG rX r ZFullrQ �warningr) r4 )r, rU r- r- r. � _put_conn� s z HTTPConnectionPool._put_connc C s dS )zU Called right before a request is made, after the socket is created. Nr- )r, rU r- r- r. �_validate_conn s z!HTTPConnectionPool._validate_connc C s d S )Nr- )r, rU r- r- r. �_prepare_proxy! s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| jj� S t|t�r$|j� S tj|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr Zcloner? r# r@ )r, r r- r- r. � _get_timeout% s z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or passz!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)r? � SocketTimeoutr �hasattrrb �_blocking_errnos�str)r, �err�url� timeout_valuer- r- r. �_raise_timeout1 s z!HTTPConnectionPool._raise_timeoutc : K s | j d7 _ | j|�}|j� |j|_y| j|� W n: ttfk rp } z| j|||jd� � W Y dd}~X nX |r�|j ||f|� n|j ||f|� |j } t |dd�r�| dkr�t | |d| ��| tjkr�|jjtj� � n |jj| � yjy|jdd�} W nT tk �rP y |j� } W n0 tk �rJ } ztj|d� W Y dd}~X nX Y nX W n< tttfk �r� } z| j||| d� � W Y dd}~X nX t |d d �} tjd | j | j | j ||| | j | j � yt!| j"� W n@ t#tfk �r } z tj$d | j%|�| dd � W Y dd} ~ X nX | S )a Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. r )rg rh ri N�sockr z!Read timed out. (read timeout=%s)T)� bufferingZ _http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rI ra Z start_connectrT r r^ rc r rj Zrequest_chunked�request� read_timeoutrZ r r# �DEFAULT_TIMEOUTrk Z settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError� Exceptionr Z raise_from� SocketErrorrQ rR r: r) r+ �statusZlengthr! �msgr r\ � _absolute_url) r, rU �methodrh r �chunkedZhttplib_request_kw� timeout_obj�ero �httplib_responseZ http_versionZhper- r- r. � _make_requestB sT ( $z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r: r) r+ �path)r% r: r) r+ rh )r, r~ r- r- r. rw � s z HTTPConnectionPool._absolute_urlc C sL | j d }| _ y"x |jdd�}|r|j� qW W n tjk rF Y nX dS )zD Close all pooled connections and disable the pool. NF)rC )rB rW r4 r rY )r, Zold_poolrU r- r- r. r4 � s zHTTPConnectionPool.closec C st |j d�rdS t|�\}}}t|�j� }| jr@| r@tj|�}n| j rZ|tj|�krZd}|||f| j| j| jfkS )zj Check if the given ``url`` is a member of the same host as this connection pool. �/TN) � startswithr$ r' r( r+ r rW r: r) )r, rh r: r) r+ r- r- r. � is_same_host� s z HTTPConnectionPool.is_same_hostTc . K s� |dkr| j }t|t�s*tj||| jd�}| dkr>| jdd�} |rZ| j|� rZt| ||��d}| }| jdkr�|j � }|j | j � d}d}t || �} �zry�| j |�}| j| d�}|j|_| jdk o�t|dd� }|r�| j|� | j||||||| d �}| � s�|nd}|| d < | jj|f| ||d �| ��}d}W n� tjk �rN t| d ��Y n� ttt t t t t fk �r } z�d}t|t t f��r�t |�}n>t|t t!f��r�| j�r�t"d |�}nt|t tf��r�t d|�}|j#|||| t$j%� d d�}|j&� |}W Y dd}~X nX W d|�s |�o|j'� }d}|�r0| j(|� X |�spt)j*d|||� | j+|||||||f|| | | d�| ��S dd� }|�o�|j,� }|�r$|j-dk�r�d}y|j#|||| d�}W n( t.k �r� |j/�r�||� � |S X ||� |j0|� t)j1d||� | j+||||f||||| | | d�| ��S t2|j3d��}|j4||j-|��r�y|j#|||| d�}W n( t.k �r� |j5�r~||� � |S X ||� |j&|� t)j1d|� | j+||||f||||| | | d�| ��S |S ) a� Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` N)�redirect�defaultZpreload_contentTr= F)r rk )r �bodyrM ry Zrequest_method)rB � connectionrA z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc S sD y| j dd� W n. ttttttfk r> } zW Y d d }~X nX d S )NF)Zdecode_content)�readr r rt r r r )�responser{ r- r- r. �drain_and_release_conn� s z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rA r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)6rM r? r" Zfrom_intrA rW r� r r: �copy�updaterE r ra r[ rT r rD rZ r_ r} � ResponseClsZ from_httplibr rY r r r rt r r r r r r Z increment�sysrm Zsleepr4 r] rQ r\ �urlopenZget_redirect_locationru r Zraise_on_redirectZsleep_for_retryrR �boolZ getheaderZis_retryZraise_on_status)r, rx rh r� rM rA r� r� r r� r� ry r� Z response_kwrU Zrelease_this_connrg Z clean_exitrz Zis_new_proxy_connr| Z response_connr� r{ r� Zredirect_locationZhas_retry_afterr- r- r. r� � s� ^ zHTTPConnectionPool.urlopen)N)r1 r7 r8 r9 r: r rS r r� r# rp r/ rV r[ r] r^ r_ ra rj r` r} rw r4 r� r� r- r- r- r. r< b s. :% & Ur< c sn e Zd ZdZdZeZddejddddddddddddddfdd�Z dd � Z d d � Z d d � Z � fdd�Z � ZS )�HTTPSConnectionPoola� Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. �httpsNFr c K sf t j| ||||||||| | f |� |r2| d kr2d} | | _| | _| | _|| _|| _|| _|| _|| _ d S )NZ CERT_REQUIRED) r< r/ �key_file� cert_file� cert_reqs�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r, r) r+ r> r rL rC rM rA rN rO r� r� r� r� r� r� r� r� rJ r- r- r. r/ � s z HTTPSConnectionPool.__init__c C s< t |t�r8|j| j| j| j| j| j| j| j d� | j |_ |S )z� Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. )r� r� r� r� r� r� r� ) r? r Zset_certr� r� r� r� r� r� r� r� )r, rU r- r- r. � _prepare_conn s z!HTTPSConnectionPool._prepare_connc C sf y |j }W n tk r$ |j}Y nX tjdkrH| j rH|| j| j� n|| j| j| j� |j� dS )z� Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. r� � � N)r� r� r� ) � set_tunnelrX Z _set_tunnelr� � version_inforE r* r+ �connect)r, rU r� r- r- r. r_ s z"HTTPSConnectionPool._prepare_proxyc C s� | j d7 _ tjd| j | j� | j s2| jtkr:td��| j}| j}| jdk r`| jj}| jj}| jf ||| j j | j d�| j ��}| j |�S )zB Return a fresh :class:`httplib.HTTPSConnection`. r z&Starting new HTTPS connection (%d): %szCCan't connect to HTTPS URL because the SSL module is not available.N)r) r+ r r> )rH rQ rR r) rS r r r+ rD r rT r> rJ r� )r, Z actual_hostZ actual_portrU r- r- r. rV 2 s z HTTPSConnectionPool._new_connc s: t t| �j|� t|dd�s$|j� |js6tjdt� dS )zU Called right before a request is made, after the socket is created. rk Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� r^ rZ r� Z is_verified�warnings�warnr )r, rU )� __class__r- r. r^ J s z"HTTPSConnectionPool._validate_conn)r1 r7 r8 r9 r: r rS r# rp r/ r� r_ rV r^ � __classcell__r- r- )r� r. r� � s r� c K sR t | �\}}}|p tj|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a� Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') �P r� r+ N)r$ r rW r� r< )rh �kwr: r) r+ r- r- r. �connection_from_url] s r� c C s* | j d�r&| jd�r&| jdd�jd�} | S )z' Process IPv6 address literals �[�]z%25�%z[])r� �endswith�replace�strip)r) r- r- r. r' y s r' )KZ __future__r rb Zloggingr� r� rq r rt r rc � exceptionsr r r r r r r r r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r rn r r� r Zutil.connectionr Z util.requestr Z util.responser! Z util.retryr" Z util.timeoutr# Zutil.urlr$ r% ZPY2ZQueueZ_unused_module_QueueZmovesrF Z getLoggerr1 rQ �objectr` r& �setZEAGAINZ EWOULDBLOCKre r< r� r� r' r- r- r- r. �<module> sF < $ % | site-packages/pip/_vendor/urllib3/__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000021073 15231162611 0023021 0 ustar 00 3 F��i�2 � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm Z d dl Z ddl m Z ddlmZ ddlmZ yd dlZejZW n, eefk r� dZG dd � d e�ZY nX yeZW n$ ek r� G d d � d e�ZY nX dd lm Z m Z m Z m Z dd l m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z* ddl+m,Z, ej-e.�Z/ddd�Z0ej1ddd�Z2G dd� de3�Z4G dd� dee3�ZG dd� de�Z5G dd � d e5�Z6d d � Z7e�r�e5Z8e6Z5ne4Z5dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)� HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorN)r r r r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)� connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r �__doc__r r r r r A s r c @ sV e Zd ZdZed ZejejdfgZ dZ dd� Z dd� Z d d � Z d d � Zddd�Zd S )r a{ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. .. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). r r Fc O sZ t jr|jdd � |jd�| _tjdk r4|jdd � |jd| j�| _t j | f|�|� d S )N�strict�source_address� � �socket_options)r$ r% ) r ZPY3�pop�getr# �sys� version_info�default_socket_optionsr& �_HTTPConnection�__init__)�self�args�kwr r r r- j s zHTTPConnection.__init__c C s� i }| j r| j |d< | jr$| j|d< y tj| j| jf| jf|�}W nf tk rz } z t| d| j| jf ��W Y dd}~X n0 t k r� } zt | d| ��W Y dd}~X nX |S )zp Establish a socket connection and set nodelay settings on it. :return: New socket connection. r# r& z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s) r# r& r Zcreate_connection�host�portr � SocketTimeoutr � SocketErrorr )r. Zextra_kw�conn�er r r � _new_conn s zHTTPConnection._new_connc C s$ || _ t| dd �r | j� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open)r. r5 r r r � _prepare_conn� s z HTTPConnection._prepare_connc C s | j � }| j|� d S )N)r7 r= )r. r5 r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� x |j� D ]\}}| j||� q@W d|krl| jdd� | j� |dk �rtjtjf } t|| �r�|f}xj|D ]b} | s�q�t| tj�s�| j d�} t t | ��d d� } | j | j d �� | j d � | j | � | j d � q�W | j d � dS ) z� Alternative to the common request method, which sends the body with chunked encoding and not as one block Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8r$ zutf-8s s 0 ) r Z putrequest�itemsZ putheaderZ endheadersr Z string_typesZ binary_type� isinstance�encode�hex�len�send) r. �methodZurlZbodyZheadersr? r@ �header�valueZstringish_types�chunkZlen_strr r r �request_chunked� s8 z HTTPConnection.request_chunked)NN)r r r r! �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr+ � is_verifiedr- r7 r= r> rL r r r r r F s r c @ s8 e Zd Zed ZdZddddejdfdd�Zdd� Z dS )�HTTPSConnectionr Nc K s8 t j| ||f||d�|�� || _|| _|| _d| _d S )N)r" r r )r r- �key_file� cert_file� ssl_contextZ _protocol) r. r1 r2 rR rS r" r rT r0 r r r r- � s zHTTPSConnection.__init__c C sN | j � }| j|� | jd kr2ttd �td �d�| _t|| j| j| jd�| _ d S )N)� ssl_version� cert_reqs)r9 �keyfile�certfilerT ) r7 r= rT r r r r rR rS r9 )r. r5 r r r r> � s zHTTPSConnection.connect) r r r rM rN rU rO Z_GLOBAL_DEFAULT_TIMEOUTr- r> r r r r rQ � s rQ c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z dS )�VerifiedHTTPSConnectionz[ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. Nc C sn |dkr(|s|rd}n| j dk r(| j j}|| _|| _|| _|| _|| _|oTtjj |�| _ |oftjj |�| _ dS )zX This method should only be called once, before the connection is used. N� CERT_REQUIRED) rT � verify_moderR rS rV �assert_hostnamer �os�path� expanduser�ca_certs� ca_cert_dir)r. rR rS rV r` r\ r ra r r r �set_cert s z VerifiedHTTPSConnection.set_certc C sL | j � }| j}t| dd �r4|| _| j� d| _| j}tjj � t k }|rXt j dj t �t� | jd kr|tt| j�t| j�d�| _| j}t| j�|_t|| j| j| j| j||d�| _| jr�t| jj dd�| j� nb|jt j ko�t|dd � o�| j d k �r.| jj � }|j d f ��s t j d j |�t!� t"|| j �p*|� |jt j#k�pD| jd k | _$d S ) Nr8 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errors)rU rV )r9 rW rX r` ra Zserver_hostnamerT T)Z binary_formZcheck_hostnameFZsubjectAltNamez�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.))%r7 r1 r: r9 r; r< r8 �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rT r r rU r rV r[ r rR rS r` ra r Z getpeercert�sslZ CERT_NONEr\ r( r �_match_hostnamerZ rP )r. r5 ZhostnameZ is_time_off�context�certr r r r> sT z VerifiedHTTPSConnection.connect)NNNNNNN) r r r r! rV r` ra rU r rb r> r r r r rY � s rY c C sL yt | |� W n8 tk rF } z tjd|| � | |_� W Y d d }~X nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logr Z _peer_cert)rl Zasserted_hostnamer6 r r r rj b s rj )9Z __future__r rc Zloggingr] r) rO r r4 r r3 rf Zpackagesr Z packages.six.moves.http_clientr r, r ri ZSSLErrorr � ImportError�AttributeError� BaseExceptionr � NameError� Exception� exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rm rM rd re �objectr rQ rY rj ZUnverifiedHTTPSConnectionr r r r �<module> sN &l site-packages/pip/_vendor/urllib3/__pycache__/_collections.cpython-36.opt-1.pyc 0000644 00000024340 15231162611 0023337 0 ustar 00 3 F��i�' � @ s� d dl mZ d dlmZmZ yd dlmZ W n" ek rN G dd� d�ZY nX yd dlmZ W n ek r� ddl mZ Y nX ddl m Z m Z m Z d d gZe� ZG d d � d e�ZG d d � d e�Zd S )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S )N� )�selfr r �"/usr/lib/python3.6/_collections.py� __enter__ s zRLock.__enter__c C s d S )Nr )r �exc_type� exc_value� tracebackr r r �__exit__ s zRLock.__exit__N)�__name__� __module__� __qualname__r r r r r r r s r )� OrderedDict� )�iterkeys� itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd d � Z d d � Z dd� Z dd� Z dd� Z dS )r a� Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called � Nc C s" || _ || _| j� | _t� | _d S )N)�_maxsize� dispose_func� ContainerCls� _containerr �lock)r �maxsizer r r r �__init__+ s z RecentlyUsedContainer.__init__c C s, | j � | jj|�}|| j|< |S Q R X d S )N)r r �pop)r �key�itemr r r � __getitem__2 s z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | jj|t �}|| j|< t| j�| jkrF| jjdd�\}}W d Q R X | jrh|t k rh| j|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r! �valueZ evicted_valueZ_keyr r r � __setitem__9 s z!RecentlyUsedContainer.__setitem__c C s2 | j � | jj|�}W d Q R X | jr.| j|� d S )N)r r r r )r r! r( r r r � __delitem__H s z!RecentlyUsedContainer.__delitem__c C s | j � t| j�S Q R X d S )N)r r& r )r r r r �__len__O s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedError)r r r r �__iter__S s z RecentlyUsedContainer.__iter__c C sL | j � tt| j��}| jj� W d Q R X | jrHx|D ]}| j|� q6W d S )N)r �listr r �clearr )r �valuesr( r r r r/ V s zRecentlyUsedContainer.clearc C s | j � tt| j��S Q R X d S )N)r r. r r )r r r r �keys` s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r r# r) r* r+ r- r/ r1 r r r r r s c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z e sZe j Z e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' Nc sP t t| �j� t� | _|d k r>t|t�r4| j|� n | j|� |rL| j|� d S )N)�superr r r r � isinstance� _copy_from�extend)r �headers�kwargs)� __class__r r r � s zHTTPHeaderDict.__init__c C s ||g| j |j� < | j |j� S )N)r �lower)r r! �valr r r r) � s zHTTPHeaderDict.__setitem__c C s | j |j� }dj|dd � �S )Nz, r )r r: �join)r r! r; r r r r# � s zHTTPHeaderDict.__getitem__c C s | j |j� = d S )N)r r: )r r! r r r r* � s zHTTPHeaderDict.__delitem__c C s |j � | jkS )N)r: r )r r! r r r � __contains__� s zHTTPHeaderDict.__contains__c C sb t |t� r t|d� r dS t |t| ��s6t| �|�}tdd� | j� D ��tdd� |j� D ��kS )Nr1 Fc s s | ]\}}|j � |fV qd S )N)r: )�.0�k�vr r r � <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>c s s | ]\}}|j � |fV qd S )N)r: )r> r? r@ r r r rA � s )r4 r �hasattr�type�dict� itermerged)r �otherr r r �__eq__� s zHTTPHeaderDict.__eq__c C s | j |� S )N)rG )r rF r r r �__ne__� s zHTTPHeaderDict.__ne__c C s t | j�S )N)r& r )r r r r r+ � s zHTTPHeaderDict.__len__c c s" x | j j� D ]}|d V q W d S )Nr )r r0 )r �valsr r r r- � s zHTTPHeaderDict.__iter__c C s< y | | }W n t k r, || jkr(� |S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. N)�KeyError�_HTTPHeaderDict__marker)r r! �defaultr( r r r r � s zHTTPHeaderDict.popc C s$ y | |= W n t k r Y nX d S )N)rJ )r r! r r r �discard� s zHTTPHeaderDict.discardc C s4 |j � }||g}| jj||�}||k r0|j|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' N)r: r � setdefault�append)r r! r; Z key_lowerZnew_valsrI r r r �add� s zHTTPHeaderDict.addc O s t |�dkr tdjt |����t |�dkr2|d nf }t|t�rdx�|j� D ]\}}| j||� qJW nvt|t�r�xj|D ]}| j||| � qtW nLt|d�r�x@|j � D ]}| j||| � q�W n x |D ]\}}| j||� q�W x |j � D ]\}}| j||� q�W dS )z�Generic import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ r z9extend() takes at most 1 positional arguments ({0} given)r r1 N) r& � TypeError�formatr4 r � iteritemsrP r rB r1 �items)r �argsr8 rF r! r; r( r r r r6 � s" zHTTPHeaderDict.extendc C sF y| j |j� }W n" tk r4 || jkr0g S |S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an empty list if the key doesn't exist.r N)r r: rJ rK )r r! rL rI r r r �getlist� s zHTTPHeaderDict.getlistc C s dt | �jt| j� �f S )Nz%s(%s))rC r rD rE )r r r r �__repr__ s zHTTPHeaderDict.__repr__c C sB x<|D ]4}|j |�}t|t�r&t|�}|g| | j|j� < qW d S )N)rV r4 r. r r: )r rF r! r; r r r r5 s zHTTPHeaderDict._copy_fromc C s t | �� }|j| � |S )N)rC r5 )r Zcloner r r �copy s zHTTPHeaderDict.copyc c sD x>| D ]6}| j |j� }x"|dd� D ]}|d |fV q&W qW dS )z8Iterate over all header lines, including duplicate ones.r Nr )r r: )r r! rI r; r r r rS s zHTTPHeaderDict.iteritemsc c s< x6| D ].}| j |j� }|d dj|dd� �fV qW dS )z:Iterate over all headers, merging duplicate ones together.r z, r N)r r: r< )r r! r; r r r rE % s zHTTPHeaderDict.itermergedc C s t | j� �S )N)r. rS )r r r r rT + s zHTTPHeaderDict.itemsc C sn g }x`|j D ]V}|jd�r@|d \}}||d |j� f|d< q |jdd�\}}|j||j� f� q W | |�S ) z4Read headers from a Python 2 httplib message object.� � r z �:)rY rZ ���r\ )r7 � startswith�rstrip�splitrO �strip)�cls�messager7 �liner! r( r r r � from_httplib. s zHTTPHeaderDict.from_httplib)N)%r r r r2 r r) r# r* r= rG rH r r r r �objectrK r+ r- r rM rP r6 rV Z getheadersZgetallmatchingheadersZigetZget_allrW r5 rX rS rE rT � classmethodrd � __classcell__r r )r9 r r e s< N)Z __future__r � collectionsr r Z threadingr � ImportErrorr Zpackages.ordered_dictZ packages.sixr r r �__all__re r$ r r r r r r �<module> s J site-packages/pip/_vendor/urllib3/__pycache__/fields.cpython-36.opt-1.pyc 0000644 00000013240 15231162611 0022125 0 ustar 00 3 F��i7 � @ sN d dl mZ d dlZd dlZddlmZ d dd�Zdd � ZG d d � d e �Z dS ) � )�absolute_importN� )�six�application/octet-streamc C s | rt j| �d p|S |S )z� Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. r )� mimetypesZ guess_type)�filename�default� r � /usr/lib/python3.6/fields.py�guess_content_type s r c s� t � fdd�dD ��sNd| � f }y|jd� W n ttfk rH Y nX |S tj rlt� tj�rl� jd�� tj j � d�� d| � f � � S )a� Helper function to format and quote a single header parameter. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2231, as suggested by RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. c 3 s | ]}|� kV qd S )Nr )�.0Zch)�valuer r � <genexpr># s z&format_header_param.<locals>.<genexpr>z"\ z%s="%s"�asciizutf-8z%s*=%s) �any�encode�UnicodeEncodeError�UnicodeDecodeErrorr ZPY3� isinstanceZ text_type�emailZutilsZencode_rfc2231)�namer �resultr )r r �format_header_param s r c @ sH e Zd ZdZddd�Zedd� �Zdd� Zd d � Zd d � Z dd d�Z dS )� RequestFieldaK A data container for request body parameters. :param name: The name of this request field. :param data: The data/value body. :param filename: An optional filename of the request field. :param headers: An optional dict-like object of headers to initially use for the field. Nc C s* || _ || _|| _i | _|r&t|�| _d S )N)�_name� _filename�data�headers�dict)�selfr r r r r r r �__init__? s zRequestField.__init__c C s^ t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| |||d�}|j|d� |S )a� A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. � N)r )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r r r" Z request_paramr r r � from_tuplesG s zRequestField.from_tuplesc C s t ||�S )a Overridable helper function to format a single header parameter. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. )r )r r r r r r � _render_parti s zRequestField._render_partc C sP g }|}t |t�r|j� }x*|D ]"\}}|dk r |j| j||�� q W dj|�S )aO Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) typles or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. Nz; )r r �items�appendr( �join)r Z header_parts�parts�iterabler r r r r � _render_partst s zRequestField._render_partsc C s� g }dddg}x2|D ]*}| j j|d�r|jd|| j | f � qW x4| j j� D ]&\}}||krN|rN|jd||f � qNW |jd� dj|�S )z= Renders the headers for this request field. zContent-Dispositionz Content-TypezContent-LocationFz%s: %sz )r �getr* r) r+ )r �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r �render_headers� s zRequestField.render_headersc C sX |pd| j d< | j d djd| jd| jfd| jff�g�7 < || j d< || j d< d S ) a| Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. z form-datazContent-Dispositionz; � r r z Content-TypezContent-LocationN)r r+ r. r r )r Zcontent_dispositionr" Zcontent_locationr r r r% � s zRequestField.make_multipart)NN)NNN) �__name__� __module__� __qualname__�__doc__r � classmethodr' r( r. r1 r% r r r r r 2 s " r )r ) Z __future__r Z email.utilsr r Zpackagesr r r �objectr r r r r �<module> s site-packages/pip/_vendor/requests/sessions.py 0000644 00000070021 15231162611 0015601 0 ustar 00 # -*- coding: utf-8 -*- """ requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). """ import os import platform import time from collections import Mapping from datetime import timedelta from .auth import _basic_auth_str from .compat import cookielib, is_py3, OrderedDict, urljoin, urlparse from .cookies import ( cookiejar_from_dict, extract_cookies_to_jar, RequestsCookieJar, merge_cookies) from .models import Request, PreparedRequest, DEFAULT_REDIRECT_LIMIT from .hooks import default_hooks, dispatch_hook from ._internal_utils import to_native_string from .utils import to_key_val_list, default_headers from .exceptions import ( TooManyRedirects, InvalidSchema, ChunkedEncodingError, ContentDecodingError) from .structures import CaseInsensitiveDict from .adapters import HTTPAdapter from .utils import ( requote_uri, get_environ_proxies, get_netrc_auth, should_bypass_proxies, get_auth_from_url, rewind_body, DEFAULT_PORTS ) from .status_codes import codes # formerly defined here, reexposed here for backward compatibility from .models import REDIRECT_STATI # Preferred clock, based on which one is more accurate on a given system. if platform.system() == 'Windows': try: # Python 3.3+ preferred_clock = time.perf_counter except AttributeError: # Earlier than Python 3. preferred_clock = time.clock else: preferred_clock = time.time def merge_setting(request_setting, session_setting, dict_class=OrderedDict): """Determines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` """ if session_setting is None: return request_setting if request_setting is None: return session_setting # Bypass if not a dictionary (e.g. verify) if not ( isinstance(session_setting, Mapping) and isinstance(request_setting, Mapping) ): return request_setting merged_setting = dict_class(to_key_val_list(session_setting)) merged_setting.update(to_key_val_list(request_setting)) # Remove keys that are set to None. Extract keys first to avoid altering # the dictionary during iteration. none_keys = [k for (k, v) in merged_setting.items() if v is None] for key in none_keys: del merged_setting[key] return merged_setting def merge_hooks(request_hooks, session_hooks, dict_class=OrderedDict): """Properly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. """ if session_hooks is None or session_hooks.get('response') == []: return request_hooks if request_hooks is None or request_hooks.get('response') == []: return session_hooks return merge_setting(request_hooks, session_hooks, dict_class) class SessionRedirectMixin(object): def get_redirect_target(self, resp): """Receives a Response. Returns a redirect URI or ``None``""" # Due to the nature of how requests processes redirects this method will # be called at least once upon the original response and at least twice # on each subsequent redirect response (if any). # If a custom mixin is used to handle this logic, it may be advantageous # to cache the redirect location onto the response object as a private # attribute. if resp.is_redirect: location = resp.headers['location'] # Currently the underlying http module on py3 decode headers # in latin1, but empirical evidence suggests that latin1 is very # rarely used with non-ASCII characters in HTTP headers. # It is more likely to get UTF8 header rather than latin1. # This causes incorrect handling of UTF8 encoded location headers. # To solve this, we re-encode the location in latin1. if is_py3: location = location.encode('latin1') return to_native_string(location, 'utf8') return None def should_strip_auth(self, old_url, new_url): """Decide whether Authorization header should be removed when redirecting""" old_parsed = urlparse(old_url) new_parsed = urlparse(new_url) if old_parsed.hostname != new_parsed.hostname: return True # Special case: allow http -> https redirect when using the standard # ports. This isn't specified by RFC 7235, but is kept to avoid # breaking backwards compatibility with older versions of requests # that allowed any redirects on the same host. if (old_parsed.scheme == 'http' and old_parsed.port in (80, None) and new_parsed.scheme == 'https' and new_parsed.port in (443, None)): return False # Handle default port usage corresponding to scheme. changed_port = old_parsed.port != new_parsed.port changed_scheme = old_parsed.scheme != new_parsed.scheme default_port = (DEFAULT_PORTS.get(old_parsed.scheme, None), None) if (not changed_scheme and old_parsed.port in default_port and new_parsed.port in default_port): return False # Standard case: root URI must match return changed_port or changed_scheme def resolve_redirects(self, resp, req, stream=False, timeout=None, verify=True, cert=None, proxies=None, yield_requests=False, **adapter_kwargs): """Receives a Response. Returns a generator of Responses or Requests.""" hist = [] # keep track of history url = self.get_redirect_target(resp) while url: prepared_request = req.copy() # Update history and keep track of redirects. # resp.history must ignore the original request in this loop hist.append(resp) resp.history = hist[1:] try: resp.content # Consume socket so it can be released except (ChunkedEncodingError, ContentDecodingError, RuntimeError): resp.raw.read(decode_content=False) if len(resp.history) >= self.max_redirects: raise TooManyRedirects('Exceeded %s redirects.' % self.max_redirects, response=resp) # Release the connection back into the pool. resp.close() # Handle redirection without scheme (see: RFC 1808 Section 4) if url.startswith('//'): parsed_rurl = urlparse(resp.url) url = '%s:%s' % (to_native_string(parsed_rurl.scheme), url) # The scheme should be lower case... parsed = urlparse(url) url = parsed.geturl() # Facilitate relative 'location' headers, as allowed by RFC 7231. # (e.g. '/path/to/resource' instead of 'http://domain.tld/path/to/resource') # Compliant with RFC3986, we percent encode the url. if not parsed.netloc: url = urljoin(resp.url, requote_uri(url)) else: url = requote_uri(url) prepared_request.url = to_native_string(url) self.rebuild_method(prepared_request, resp) # https://github.com/requests/requests/issues/1084 if resp.status_code not in (codes.temporary_redirect, codes.permanent_redirect): # https://github.com/requests/requests/issues/3490 purged_headers = ('Content-Length', 'Content-Type', 'Transfer-Encoding') for header in purged_headers: prepared_request.headers.pop(header, None) prepared_request.body = None headers = prepared_request.headers try: del headers['Cookie'] except KeyError: pass # Extract any cookies sent on the response to the cookiejar # in the new request. Because we've mutated our copied prepared # request, use the old one that we haven't yet touched. extract_cookies_to_jar(prepared_request._cookies, req, resp.raw) merge_cookies(prepared_request._cookies, self.cookies) prepared_request.prepare_cookies(prepared_request._cookies) # Rebuild auth and proxy information. proxies = self.rebuild_proxies(prepared_request, proxies) self.rebuild_auth(prepared_request, resp) # A failed tell() sets `_body_position` to `object()`. This non-None # value ensures `rewindable` will be True, allowing us to raise an # UnrewindableBodyError, instead of hanging the connection. rewindable = ( prepared_request._body_position is not None and ('Content-Length' in headers or 'Transfer-Encoding' in headers) ) # Attempt to rewind consumed file-like object. if rewindable: rewind_body(prepared_request) # Override the original request. req = prepared_request if yield_requests: yield req else: resp = self.send( req, stream=stream, timeout=timeout, verify=verify, cert=cert, proxies=proxies, allow_redirects=False, **adapter_kwargs ) extract_cookies_to_jar(self.cookies, prepared_request, resp.raw) # extract redirect url, if any, for the next loop url = self.get_redirect_target(resp) yield resp def rebuild_auth(self, prepared_request, response): """When being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. """ headers = prepared_request.headers url = prepared_request.url if 'Authorization' in headers and self.should_strip_auth(response.request.url, url): # If we get redirected to a new host, we should strip out any # authentication headers. del headers['Authorization'] # .netrc might have more auth for us on our new host. new_auth = get_netrc_auth(url) if self.trust_env else None if new_auth is not None: prepared_request.prepare_auth(new_auth) return def rebuild_proxies(self, prepared_request, proxies): """This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict """ proxies = proxies if proxies is not None else {} headers = prepared_request.headers url = prepared_request.url scheme = urlparse(url).scheme new_proxies = proxies.copy() no_proxy = proxies.get('no_proxy') bypass_proxy = should_bypass_proxies(url, no_proxy=no_proxy) if self.trust_env and not bypass_proxy: environ_proxies = get_environ_proxies(url, no_proxy=no_proxy) proxy = environ_proxies.get(scheme, environ_proxies.get('all')) if proxy: new_proxies.setdefault(scheme, proxy) if 'Proxy-Authorization' in headers: del headers['Proxy-Authorization'] try: username, password = get_auth_from_url(new_proxies[scheme]) except KeyError: username, password = None, None if username and password: headers['Proxy-Authorization'] = _basic_auth_str(username, password) return new_proxies def rebuild_method(self, prepared_request, response): """When being redirected we may want to change the method of the request based on certain specs or browser behavior. """ method = prepared_request.method # http://tools.ietf.org/html/rfc7231#section-6.4.4 if response.status_code == codes.see_other and method != 'HEAD': method = 'GET' # Do what the browsers do, despite standards... # First, turn 302s into GETs. if response.status_code == codes.found and method != 'HEAD': method = 'GET' # Second, if a POST is responded to with a 301, turn it into a GET. # This bizarre behaviour is explained in Issue 1704. if response.status_code == codes.moved and method == 'POST': method = 'GET' prepared_request.method = method class Session(SessionRedirectMixin): """A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('http://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('http://httpbin.org/get') <Response [200]> """ __attrs__ = [ 'headers', 'cookies', 'auth', 'proxies', 'hooks', 'params', 'verify', 'cert', 'prefetch', 'adapters', 'stream', 'trust_env', 'max_redirects', ] def __init__(self): #: A case-insensitive dictionary of headers to be sent on each #: :class:`Request <Request>` sent from this #: :class:`Session <Session>`. self.headers = default_headers() #: Default Authentication tuple or object to attach to #: :class:`Request <Request>`. self.auth = None #: Dictionary mapping protocol or protocol and host to the URL of the proxy #: (e.g. {'http': 'foo.bar:3128', 'http://host.name': 'foo.bar:4012'}) to #: be used on each :class:`Request <Request>`. self.proxies = {} #: Event-handling hooks. self.hooks = default_hooks() #: Dictionary of querystring data to attach to each #: :class:`Request <Request>`. The dictionary values may be lists for #: representing multivalued query parameters. self.params = {} #: Stream response content default. self.stream = False #: SSL Verification default. self.verify = True #: SSL client certificate default, if String, path to ssl client #: cert file (.pem). If Tuple, ('cert', 'key') pair. self.cert = None #: Maximum number of redirects allowed. If the request exceeds this #: limit, a :class:`TooManyRedirects` exception is raised. #: This defaults to requests.models.DEFAULT_REDIRECT_LIMIT, which is #: 30. self.max_redirects = DEFAULT_REDIRECT_LIMIT #: Trust environment settings for proxy configuration, default #: authentication and similar. self.trust_env = True #: A CookieJar containing all currently outstanding cookies set on this #: session. By default it is a #: :class:`RequestsCookieJar <requests.cookies.RequestsCookieJar>`, but #: may be any other ``cookielib.CookieJar`` compatible object. self.cookies = cookiejar_from_dict({}) # Default connection adapters. self.adapters = OrderedDict() self.mount('https://', HTTPAdapter()) self.mount('http://', HTTPAdapter()) def __enter__(self): return self def __exit__(self, *args): self.close() def prepare_request(self, request): """Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest """ cookies = request.cookies or {} # Bootstrap CookieJar. if not isinstance(cookies, cookielib.CookieJar): cookies = cookiejar_from_dict(cookies) # Merge with session cookies merged_cookies = merge_cookies( merge_cookies(RequestsCookieJar(), self.cookies), cookies) # Set environment's basic authentication if not explicitly set. auth = request.auth if self.trust_env and not auth and not self.auth: auth = get_netrc_auth(request.url) p = PreparedRequest() p.prepare( method=request.method.upper(), url=request.url, files=request.files, data=request.data, json=request.json, headers=merge_setting(request.headers, self.headers, dict_class=CaseInsensitiveDict), params=merge_setting(request.params, self.params), auth=merge_setting(auth, self.auth), cookies=merged_cookies, hooks=merge_hooks(request.hooks, self.hooks), ) return p def request(self, method, url, params=None, data=None, headers=None, cookies=None, files=None, auth=None, timeout=None, allow_redirects=True, proxies=None, hooks=None, stream=None, verify=None, cert=None, json=None): """Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response """ # Create the Request. req = Request( method=method.upper(), url=url, headers=headers, files=files, data=data or {}, json=json, params=params or {}, auth=auth, cookies=cookies, hooks=hooks, ) prep = self.prepare_request(req) proxies = proxies or {} settings = self.merge_environment_settings( prep.url, proxies, stream, verify, cert ) # Send the request. send_kwargs = { 'timeout': timeout, 'allow_redirects': allow_redirects, } send_kwargs.update(settings) resp = self.send(prep, **send_kwargs) return resp def get(self, url, **kwargs): r"""Sends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return self.request('GET', url, **kwargs) def options(self, url, **kwargs): r"""Sends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return self.request('OPTIONS', url, **kwargs) def head(self, url, **kwargs): r"""Sends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', False) return self.request('HEAD', url, **kwargs) def post(self, url, data=None, json=None, **kwargs): r"""Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('POST', url, data=data, json=json, **kwargs) def put(self, url, data=None, **kwargs): r"""Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('PUT', url, data=data, **kwargs) def patch(self, url, data=None, **kwargs): r"""Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('PATCH', url, data=data, **kwargs) def delete(self, url, **kwargs): r"""Sends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('DELETE', url, **kwargs) def send(self, request, **kwargs): """Send a given PreparedRequest. :rtype: requests.Response """ # Set defaults that the hooks can utilize to ensure they always have # the correct parameters to reproduce the previous request. kwargs.setdefault('stream', self.stream) kwargs.setdefault('verify', self.verify) kwargs.setdefault('cert', self.cert) kwargs.setdefault('proxies', self.proxies) # It's possible that users might accidentally send a Request object. # Guard against that specific failure case. if isinstance(request, Request): raise ValueError('You can only send PreparedRequests.') # Set up variables needed for resolve_redirects and dispatching of hooks allow_redirects = kwargs.pop('allow_redirects', True) stream = kwargs.get('stream') hooks = request.hooks # Get the appropriate adapter to use adapter = self.get_adapter(url=request.url) # Start time (approximately) of the request start = preferred_clock() # Send the request r = adapter.send(request, **kwargs) # Total elapsed time of the request (approximately) elapsed = preferred_clock() - start r.elapsed = timedelta(seconds=elapsed) # Response manipulation hooks r = dispatch_hook('response', hooks, r, **kwargs) # Persist cookies if r.history: # If the hooks create history then we want those cookies too for resp in r.history: extract_cookies_to_jar(self.cookies, resp.request, resp.raw) extract_cookies_to_jar(self.cookies, request, r.raw) # Redirect resolving generator. gen = self.resolve_redirects(r, request, **kwargs) # Resolve redirects if allowed. history = [resp for resp in gen] if allow_redirects else [] # Shuffle things around if there's history. if history: # Insert the first (original) request at the start history.insert(0, r) # Get the last request made r = history.pop() r.history = history # If redirects aren't being followed, store the response on the Request for Response.next(). if not allow_redirects: try: r._next = next(self.resolve_redirects(r, request, yield_requests=True, **kwargs)) except StopIteration: pass if not stream: r.content return r def merge_environment_settings(self, url, proxies, stream, verify, cert): """ Check the environment and merge it with some settings. :rtype: dict """ # Gather clues from the surrounding environment. if self.trust_env: # Set environment's proxies. no_proxy = proxies.get('no_proxy') if proxies is not None else None env_proxies = get_environ_proxies(url, no_proxy=no_proxy) for (k, v) in env_proxies.items(): proxies.setdefault(k, v) # Look for requests environment configuration and be compatible # with cURL. if verify is True or verify is None: verify = (os.environ.get('REQUESTS_CA_BUNDLE') or os.environ.get('CURL_CA_BUNDLE')) # Merge all the kwargs. proxies = merge_setting(proxies, self.proxies) stream = merge_setting(stream, self.stream) verify = merge_setting(verify, self.verify) cert = merge_setting(cert, self.cert) return {'verify': verify, 'proxies': proxies, 'stream': stream, 'cert': cert} def get_adapter(self, url): """ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter """ for (prefix, adapter) in self.adapters.items(): if url.lower().startswith(prefix): return adapter # Nothing matches :-/ raise InvalidSchema("No connection adapters were found for '%s'" % url) def close(self): """Closes all adapters and as such the session""" for v in self.adapters.values(): v.close() def mount(self, prefix, adapter): """Registers a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. """ self.adapters[prefix] = adapter keys_to_move = [k for k in self.adapters if len(k) < len(prefix)] for key in keys_to_move: self.adapters[key] = self.adapters.pop(key) def __getstate__(self): state = dict((attr, getattr(self, attr, None)) for attr in self.__attrs__) return state def __setstate__(self, state): for attr, value in state.items(): setattr(self, attr, value) def session(): """ Returns a :class:`Session` for context-management. :rtype: Session """ return Session() site-packages/pip/_vendor/requests/auth.py 0000644 00000023000 15231162611 0014667 0 ustar 00 # -*- coding: utf-8 -*- """ requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. """ import os import re import time import hashlib import threading import warnings from base64 import b64encode from .compat import urlparse, str, basestring from .cookies import extract_cookies_to_jar from ._internal_utils import to_native_string from .utils import parse_dict_header CONTENT_TYPE_FORM_URLENCODED = 'application/x-www-form-urlencoded' CONTENT_TYPE_MULTI_PART = 'multipart/form-data' def _basic_auth_str(username, password): """Returns a Basic Auth string.""" # "I want us to put a big-ol' comment on top of it that # says that this behaviour is dumb but we need to preserve # it because people are relying on it." # - Lukasa # # These are here solely to maintain backwards compatibility # for things like ints. This will be removed in 3.0.0. if not isinstance(username, basestring): warnings.warn( "Non-string usernames will no longer be supported in Requests " "3.0.0. Please convert the object you've passed in ({0!r}) to " "a string or bytes object in the near future to avoid " "problems.".format(username), category=DeprecationWarning, ) username = str(username) if not isinstance(password, basestring): warnings.warn( "Non-string passwords will no longer be supported in Requests " "3.0.0. Please convert the object you've passed in ({0!r}) to " "a string or bytes object in the near future to avoid " "problems.".format(password), category=DeprecationWarning, ) password = str(password) # -- End Removal -- if isinstance(username, str): username = username.encode('latin1') if isinstance(password, str): password = password.encode('latin1') authstr = 'Basic ' + to_native_string( b64encode(b':'.join((username, password))).strip() ) return authstr class AuthBase(object): """Base class that all auth implementations derive from""" def __call__(self, r): raise NotImplementedError('Auth hooks must be callable.') class HTTPBasicAuth(AuthBase): """Attaches HTTP Basic Authentication to the given Request object.""" def __init__(self, username, password): self.username = username self.password = password def __eq__(self, other): return all([ self.username == getattr(other, 'username', None), self.password == getattr(other, 'password', None) ]) def __ne__(self, other): return not self == other def __call__(self, r): r.headers['Authorization'] = _basic_auth_str(self.username, self.password) return r class HTTPProxyAuth(HTTPBasicAuth): """Attaches HTTP Proxy Authentication to a given Request object.""" def __call__(self, r): r.headers['Proxy-Authorization'] = _basic_auth_str(self.username, self.password) return r class HTTPDigestAuth(AuthBase): """Attaches HTTP Digest Authentication to the given Request object.""" def __init__(self, username, password): self.username = username self.password = password # Keep state in per-thread local storage self._thread_local = threading.local() def init_per_thread_state(self): # Ensure state is initialized just once per-thread if not hasattr(self._thread_local, 'init'): self._thread_local.init = True self._thread_local.last_nonce = '' self._thread_local.nonce_count = 0 self._thread_local.chal = {} self._thread_local.pos = None self._thread_local.num_401_calls = None def build_digest_header(self, method, url): """ :rtype: str """ realm = self._thread_local.chal['realm'] nonce = self._thread_local.chal['nonce'] qop = self._thread_local.chal.get('qop') algorithm = self._thread_local.chal.get('algorithm') opaque = self._thread_local.chal.get('opaque') hash_utf8 = None if algorithm is None: _algorithm = 'MD5' else: _algorithm = algorithm.upper() # lambdas assume digest modules are imported at the top level if _algorithm == 'MD5' or _algorithm == 'MD5-SESS': def md5_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.md5(x).hexdigest() hash_utf8 = md5_utf8 elif _algorithm == 'SHA': def sha_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.sha1(x).hexdigest() hash_utf8 = sha_utf8 KD = lambda s, d: hash_utf8("%s:%s" % (s, d)) if hash_utf8 is None: return None # XXX not implemented yet entdig = None p_parsed = urlparse(url) #: path is request-uri defined in RFC 2616 which should not be empty path = p_parsed.path or "/" if p_parsed.query: path += '?' + p_parsed.query A1 = '%s:%s:%s' % (self.username, realm, self.password) A2 = '%s:%s' % (method, path) HA1 = hash_utf8(A1) HA2 = hash_utf8(A2) if nonce == self._thread_local.last_nonce: self._thread_local.nonce_count += 1 else: self._thread_local.nonce_count = 1 ncvalue = '%08x' % self._thread_local.nonce_count s = str(self._thread_local.nonce_count).encode('utf-8') s += nonce.encode('utf-8') s += time.ctime().encode('utf-8') s += os.urandom(8) cnonce = (hashlib.sha1(s).hexdigest()[:16]) if _algorithm == 'MD5-SESS': HA1 = hash_utf8('%s:%s:%s' % (HA1, nonce, cnonce)) if not qop: respdig = KD(HA1, "%s:%s" % (nonce, HA2)) elif qop == 'auth' or 'auth' in qop.split(','): noncebit = "%s:%s:%s:%s:%s" % ( nonce, ncvalue, cnonce, 'auth', HA2 ) respdig = KD(HA1, noncebit) else: # XXX handle auth-int. return None self._thread_local.last_nonce = nonce # XXX should the partial digests be encoded too? base = 'username="%s", realm="%s", nonce="%s", uri="%s", ' \ 'response="%s"' % (self.username, realm, nonce, path, respdig) if opaque: base += ', opaque="%s"' % opaque if algorithm: base += ', algorithm="%s"' % algorithm if entdig: base += ', digest="%s"' % entdig if qop: base += ', qop="auth", nc=%s, cnonce="%s"' % (ncvalue, cnonce) return 'Digest %s' % (base) def handle_redirect(self, r, **kwargs): """Reset num_401_calls counter on redirects.""" if r.is_redirect: self._thread_local.num_401_calls = 1 def handle_401(self, r, **kwargs): """ Takes the given response and tries digest-auth, if needed. :rtype: requests.Response """ # If response is not 4xx, do not auth # See https://github.com/requests/requests/issues/3772 if not 400 <= r.status_code < 500: self._thread_local.num_401_calls = 1 return r if self._thread_local.pos is not None: # Rewind the file position indicator of the body to where # it was to resend the request. r.request.body.seek(self._thread_local.pos) s_auth = r.headers.get('www-authenticate', '') if 'digest' in s_auth.lower() and self._thread_local.num_401_calls < 2: self._thread_local.num_401_calls += 1 pat = re.compile(r'digest ', flags=re.IGNORECASE) self._thread_local.chal = parse_dict_header(pat.sub('', s_auth, count=1)) # Consume content and release the original connection # to allow our new request to reuse the same one. r.content r.close() prep = r.request.copy() extract_cookies_to_jar(prep._cookies, r.request, r.raw) prep.prepare_cookies(prep._cookies) prep.headers['Authorization'] = self.build_digest_header( prep.method, prep.url) _r = r.connection.send(prep, **kwargs) _r.history.append(r) _r.request = prep return _r self._thread_local.num_401_calls = 1 return r def __call__(self, r): # Initialize per-thread state, if needed self.init_per_thread_state() # If we have a saved nonce, skip the 401 if self._thread_local.last_nonce: r.headers['Authorization'] = self.build_digest_header(r.method, r.url) try: self._thread_local.pos = r.body.tell() except AttributeError: # In the case of HTTPDigestAuth being reused and the body of # the previous request was a file-like object, pos has the # file position of the previous body. Ensure it's set to # None. self._thread_local.pos = None r.register_hook('response', self.handle_401) r.register_hook('response', self.handle_redirect) self._thread_local.num_401_calls = 1 return r def __eq__(self, other): return all([ self.username == getattr(other, 'username', None), self.password == getattr(other, 'password', None) ]) def __ne__(self, other): return not self == other site-packages/pip/_vendor/requests/__version__.py 0000644 00000000664 15231162611 0016222 0 ustar 00 # .-. .-. .-. . . .-. .-. .-. .-. # |( |- |.| | | |- `-. | `-. # ' ' `-' `-`.`-' `-' `-' ' `-' __title__ = 'requests' __description__ = 'Python HTTP for Humans.' __url__ = 'http://python-requests.org' __version__ = '2.18.4' __build__ = 0x021804 __author__ = 'Kenneth Reitz' __author_email__ = 'me@kennethreitz.org' __license__ = 'Apache 2.0' __copyright__ = 'Copyright 2017 Kenneth Reitz' __cake__ = u'\u2728 \U0001f370 \u2728' site-packages/pip/_vendor/requests/certs.py 0000644 00000000721 15231162611 0015053 0 ustar 00 #!/usr/bin/env python # -*- coding: utf-8 -*- """ requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. """ from pip._vendor.certifi import where if __name__ == '__main__': print(where()) site-packages/pip/_vendor/requests/api.py 0000644 00000014135 15231162611 0014510 0 ustar 00 # -*- coding: utf-8 -*- """ requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. """ from . import sessions def request(method, url, **kwargs): """Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary or list of tuples ``[(key, value)]`` (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'http://httpbin.org/get') <Response [200]> """ # By using the 'with' statement we are sure the session is closed, thus we # avoid leaving sockets open which can trigger a ResourceWarning in some # cases, and look like a memory leak in others. with sessions.Session() as session: return session.request(method=method, url=url, **kwargs) def get(url, params=None, **kwargs): r"""Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return request('get', url, params=params, **kwargs) def options(url, **kwargs): r"""Sends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return request('options', url, **kwargs) def head(url, **kwargs): r"""Sends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', False) return request('head', url, **kwargs) def post(url, data=None, json=None, **kwargs): r"""Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('post', url, data=data, json=json, **kwargs) def put(url, data=None, **kwargs): r"""Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('put', url, data=data, **kwargs) def patch(url, data=None, **kwargs): r"""Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('patch', url, data=data, **kwargs) def delete(url, **kwargs): r"""Sends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('delete', url, **kwargs) site-packages/pip/_vendor/requests/hooks.py 0000644 00000001377 15231162611 0015066 0 ustar 00 # -*- coding: utf-8 -*- """ requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. """ HOOKS = ['response'] def default_hooks(): return dict((event, []) for event in HOOKS) # TODO: response is the only one def dispatch_hook(key, hooks, hook_data, **kwargs): """Dispatches a hook dictionary on a given piece of data.""" hooks = hooks or dict() hooks = hooks.get(key) if hooks: if hasattr(hooks, '__call__'): hooks = [hooks] for hook in hooks: _hook_data = hook(hook_data, **kwargs) if _hook_data is not None: hook_data = _hook_data return hook_data site-packages/pip/_vendor/requests/models.py 0000644 00000102403 15231162611 0015216 0 ustar 00 # -*- coding: utf-8 -*- """ requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. """ import collections import datetime import sys # Import encoding now, to avoid implicit import later. # Implicit import within threads may cause LookupError when standard library is in a ZIP, # such as in Embedded Python. See https://github.com/requests/requests/issues/3578. import encodings.idna from pip._vendor.urllib3.fields import RequestField from pip._vendor.urllib3.filepost import encode_multipart_formdata from pip._vendor.urllib3.util import parse_url from pip._vendor.urllib3.exceptions import ( DecodeError, ReadTimeoutError, ProtocolError, LocationParseError) from io import UnsupportedOperation from .hooks import default_hooks from .structures import CaseInsensitiveDict from .auth import HTTPBasicAuth from .cookies import cookiejar_from_dict, get_cookie_header, _copy_cookie_jar from .exceptions import ( HTTPError, MissingSchema, InvalidURL, ChunkedEncodingError, ContentDecodingError, ConnectionError, StreamConsumedError) from ._internal_utils import to_native_string, unicode_is_ascii from .utils import ( guess_filename, get_auth_from_url, requote_uri, stream_decode_response_unicode, to_key_val_list, parse_header_links, iter_slices, guess_json_utf, super_len, check_header_validity) from .compat import ( cookielib, urlunparse, urlsplit, urlencode, str, bytes, is_py2, chardet, builtin_str, basestring) from .compat import json as complexjson from .status_codes import codes #: The set of HTTP status codes that indicate an automatically #: processable redirect. REDIRECT_STATI = ( codes.moved, # 301 codes.found, # 302 codes.other, # 303 codes.temporary_redirect, # 307 codes.permanent_redirect, # 308 ) DEFAULT_REDIRECT_LIMIT = 30 CONTENT_CHUNK_SIZE = 10 * 1024 ITER_CHUNK_SIZE = 512 class RequestEncodingMixin(object): @property def path_url(self): """Build the path URL to use.""" url = [] p = urlsplit(self.url) path = p.path if not path: path = '/' url.append(path) query = p.query if query: url.append('?') url.append(query) return ''.join(url) @staticmethod def _encode_params(data): """Encode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. """ if isinstance(data, (str, bytes)): return data elif hasattr(data, 'read'): return data elif hasattr(data, '__iter__'): result = [] for k, vs in to_key_val_list(data): if isinstance(vs, basestring) or not hasattr(vs, '__iter__'): vs = [vs] for v in vs: if v is not None: result.append( (k.encode('utf-8') if isinstance(k, str) else k, v.encode('utf-8') if isinstance(v, str) else v)) return urlencode(result, doseq=True) else: return data @staticmethod def _encode_files(files, data): """Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). """ if (not files): raise ValueError("Files must be provided.") elif isinstance(data, basestring): raise ValueError("Data must not be a string.") new_fields = [] fields = to_key_val_list(data or {}) files = to_key_val_list(files or {}) for field, val in fields: if isinstance(val, basestring) or not hasattr(val, '__iter__'): val = [val] for v in val: if v is not None: # Don't call str() on bytestrings: in Py3 it all goes wrong. if not isinstance(v, bytes): v = str(v) new_fields.append( (field.decode('utf-8') if isinstance(field, bytes) else field, v.encode('utf-8') if isinstance(v, str) else v)) for (k, v) in files: # support for explicit filename ft = None fh = None if isinstance(v, (tuple, list)): if len(v) == 2: fn, fp = v elif len(v) == 3: fn, fp, ft = v else: fn, fp, ft, fh = v else: fn = guess_filename(v) or k fp = v if isinstance(fp, (str, bytes, bytearray)): fdata = fp else: fdata = fp.read() rf = RequestField(name=k, data=fdata, filename=fn, headers=fh) rf.make_multipart(content_type=ft) new_fields.append(rf) body, content_type = encode_multipart_formdata(new_fields) return body, content_type class RequestHooksMixin(object): def register_hook(self, event, hook): """Properly register a hook.""" if event not in self.hooks: raise ValueError('Unsupported event specified, with event name "%s"' % (event)) if isinstance(hook, collections.Callable): self.hooks[event].append(hook) elif hasattr(hook, '__iter__'): self.hooks[event].extend(h for h in hook if isinstance(h, collections.Callable)) def deregister_hook(self, event, hook): """Deregister a previously registered hook. Returns True if the hook existed, False if not. """ try: self.hooks[event].remove(hook) return True except ValueError: return False class Request(RequestHooksMixin): """A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: dictionary of URL parameters to append to the URL. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> """ def __init__(self, method=None, url=None, headers=None, files=None, data=None, params=None, auth=None, cookies=None, hooks=None, json=None): # Default empty dicts for dict params. data = [] if data is None else data files = [] if files is None else files headers = {} if headers is None else headers params = {} if params is None else params hooks = {} if hooks is None else hooks self.hooks = default_hooks() for (k, v) in list(hooks.items()): self.register_hook(event=k, hook=v) self.method = method self.url = url self.headers = headers self.files = files self.data = data self.json = json self.params = params self.auth = auth self.cookies = cookies def __repr__(self): return '<Request [%s]>' % (self.method) def prepare(self): """Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.""" p = PreparedRequest() p.prepare( method=self.method, url=self.url, headers=self.headers, files=self.files, data=self.data, json=self.json, params=self.params, auth=self.auth, cookies=self.cookies, hooks=self.hooks, ) return p class PreparedRequest(RequestEncodingMixin, RequestHooksMixin): """The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> """ def __init__(self): #: HTTP verb to send to the server. self.method = None #: HTTP URL to send the request to. self.url = None #: dictionary of HTTP headers. self.headers = None # The `CookieJar` used to create the Cookie header will be stored here # after prepare_cookies is called self._cookies = None #: request body to send to the server. self.body = None #: dictionary of callback hooks, for internal usage. self.hooks = default_hooks() #: integer denoting starting position of a readable file-like body. self._body_position = None def prepare(self, method=None, url=None, headers=None, files=None, data=None, params=None, auth=None, cookies=None, hooks=None, json=None): """Prepares the entire request with the given parameters.""" self.prepare_method(method) self.prepare_url(url, params) self.prepare_headers(headers) self.prepare_cookies(cookies) self.prepare_body(data, files, json) self.prepare_auth(auth, url) # Note that prepare_auth must be last to enable authentication schemes # such as OAuth to work on a fully prepared request. # This MUST go after prepare_auth. Authenticators could add a hook self.prepare_hooks(hooks) def __repr__(self): return '<PreparedRequest [%s]>' % (self.method) def copy(self): p = PreparedRequest() p.method = self.method p.url = self.url p.headers = self.headers.copy() if self.headers is not None else None p._cookies = _copy_cookie_jar(self._cookies) p.body = self.body p.hooks = self.hooks p._body_position = self._body_position return p def prepare_method(self, method): """Prepares the given HTTP method.""" self.method = method if self.method is not None: self.method = to_native_string(self.method.upper()) @staticmethod def _get_idna_encoded_host(host): import idna try: host = idna.encode(host, uts46=True).decode('utf-8') except idna.IDNAError: raise UnicodeError return host def prepare_url(self, url, params): """Prepares the given HTTP URL.""" #: Accept objects that have string representations. #: We're unable to blindly call unicode/str functions #: as this will include the bytestring indicator (b'') #: on python 3.x. #: https://github.com/requests/requests/pull/2238 if isinstance(url, bytes): url = url.decode('utf8') else: url = unicode(url) if is_py2 else str(url) # Remove leading whitespaces from url url = url.lstrip() # Don't do any URL preparation for non-HTTP schemes like `mailto`, # `data` etc to work around exceptions from `url_parse`, which # handles RFC 3986 only. if ':' in url and not url.lower().startswith('http'): self.url = url return # Support for unicode domain names and paths. try: scheme, auth, host, port, path, query, fragment = parse_url(url) except LocationParseError as e: raise InvalidURL(*e.args) if not scheme: error = ("Invalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?") error = error.format(to_native_string(url, 'utf8')) raise MissingSchema(error) if not host: raise InvalidURL("Invalid URL %r: No host supplied" % url) # In general, we want to try IDNA encoding the hostname if the string contains # non-ASCII characters. This allows users to automatically get the correct IDNA # behaviour. For strings containing only ASCII characters, we need to also verify # it doesn't start with a wildcard (*), before allowing the unencoded hostname. if not unicode_is_ascii(host): try: host = self._get_idna_encoded_host(host) except UnicodeError: raise InvalidURL('URL has an invalid label.') elif host.startswith(u'*'): raise InvalidURL('URL has an invalid label.') # Carefully reconstruct the network location netloc = auth or '' if netloc: netloc += '@' netloc += host if port: netloc += ':' + str(port) # Bare domains aren't valid URLs. if not path: path = '/' if is_py2: if isinstance(scheme, str): scheme = scheme.encode('utf-8') if isinstance(netloc, str): netloc = netloc.encode('utf-8') if isinstance(path, str): path = path.encode('utf-8') if isinstance(query, str): query = query.encode('utf-8') if isinstance(fragment, str): fragment = fragment.encode('utf-8') if isinstance(params, (str, bytes)): params = to_native_string(params) enc_params = self._encode_params(params) if enc_params: if query: query = '%s&%s' % (query, enc_params) else: query = enc_params url = requote_uri(urlunparse([scheme, netloc, path, None, query, fragment])) self.url = url def prepare_headers(self, headers): """Prepares the given HTTP headers.""" self.headers = CaseInsensitiveDict() if headers: for header in headers.items(): # Raise exception on invalid header value. check_header_validity(header) name, value = header self.headers[to_native_string(name)] = value def prepare_body(self, data, files, json=None): """Prepares the given HTTP body data.""" # Check if file, fo, generator, iterator. # If not, run through normal process. # Nottin' on you. body = None content_type = None if not data and json is not None: # urllib3 requires a bytes-like body. Python 2's json.dumps # provides this natively, but Python 3 gives a Unicode string. content_type = 'application/json' body = complexjson.dumps(json) if not isinstance(body, bytes): body = body.encode('utf-8') is_stream = all([ hasattr(data, '__iter__'), not isinstance(data, (basestring, list, tuple, collections.Mapping)) ]) try: length = super_len(data) except (TypeError, AttributeError, UnsupportedOperation): length = None if is_stream: body = data if getattr(body, 'tell', None) is not None: # Record the current file position before reading. # This will allow us to rewind a file in the event # of a redirect. try: self._body_position = body.tell() except (IOError, OSError): # This differentiates from None, allowing us to catch # a failed `tell()` later when trying to rewind the body self._body_position = object() if files: raise NotImplementedError('Streamed bodies and files are mutually exclusive.') if length: self.headers['Content-Length'] = builtin_str(length) else: self.headers['Transfer-Encoding'] = 'chunked' else: # Multi-part file uploads. if files: (body, content_type) = self._encode_files(files, data) else: if data: body = self._encode_params(data) if isinstance(data, basestring) or hasattr(data, 'read'): content_type = None else: content_type = 'application/x-www-form-urlencoded' self.prepare_content_length(body) # Add content-type if it wasn't explicitly provided. if content_type and ('content-type' not in self.headers): self.headers['Content-Type'] = content_type self.body = body def prepare_content_length(self, body): """Prepare Content-Length header based on request method and body""" if body is not None: length = super_len(body) if length: # If length exists, set it. Otherwise, we fallback # to Transfer-Encoding: chunked. self.headers['Content-Length'] = builtin_str(length) elif self.method not in ('GET', 'HEAD') and self.headers.get('Content-Length') is None: # Set Content-Length to 0 for methods that can have a body # but don't provide one. (i.e. not GET or HEAD) self.headers['Content-Length'] = '0' def prepare_auth(self, auth, url=''): """Prepares the given HTTP auth data.""" # If no Auth is explicitly provided, extract it from the URL first. if auth is None: url_auth = get_auth_from_url(self.url) auth = url_auth if any(url_auth) else None if auth: if isinstance(auth, tuple) and len(auth) == 2: # special-case basic HTTP auth auth = HTTPBasicAuth(*auth) # Allow auth to make its changes. r = auth(self) # Update self to reflect the auth changes. self.__dict__.update(r.__dict__) # Recompute Content-Length self.prepare_content_length(self.body) def prepare_cookies(self, cookies): """Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. """ if isinstance(cookies, cookielib.CookieJar): self._cookies = cookies else: self._cookies = cookiejar_from_dict(cookies) cookie_header = get_cookie_header(self._cookies, self) if cookie_header is not None: self.headers['Cookie'] = cookie_header def prepare_hooks(self, hooks): """Prepares the given hooks.""" # hooks can be passed as None to the prepare method and to this # method. To prevent iterating over None, simply use an empty list # if hooks is False-y hooks = hooks or [] for event in hooks: self.register_hook(event, hooks[event]) class Response(object): """The :class:`Response <Response>` object, which contains a server's response to an HTTP request. """ __attrs__ = [ '_content', 'status_code', 'headers', 'url', 'history', 'encoding', 'reason', 'cookies', 'elapsed', 'request' ] def __init__(self): self._content = False self._content_consumed = False self._next = None #: Integer Code of responded HTTP Status, e.g. 404 or 200. self.status_code = None #: Case-insensitive Dictionary of Response Headers. #: For example, ``headers['content-encoding']`` will return the #: value of a ``'Content-Encoding'`` response header. self.headers = CaseInsensitiveDict() #: File-like object representation of response (for advanced usage). #: Use of ``raw`` requires that ``stream=True`` be set on the request. # This requirement does not apply for use internally to Requests. self.raw = None #: Final URL location of Response. self.url = None #: Encoding to decode with when accessing r.text. self.encoding = None #: A list of :class:`Response <Response>` objects from #: the history of the Request. Any redirect responses will end #: up here. The list is sorted from the oldest to the most recent request. self.history = [] #: Textual reason of responded HTTP Status, e.g. "Not Found" or "OK". self.reason = None #: A CookieJar of Cookies the server sent back. self.cookies = cookiejar_from_dict({}) #: The amount of time elapsed between sending the request #: and the arrival of the response (as a timedelta). #: This property specifically measures the time taken between sending #: the first byte of the request and finishing parsing the headers. It #: is therefore unaffected by consuming the response content or the #: value of the ``stream`` keyword argument. self.elapsed = datetime.timedelta(0) #: The :class:`PreparedRequest <PreparedRequest>` object to which this #: is a response. self.request = None def __enter__(self): return self def __exit__(self, *args): self.close() def __getstate__(self): # Consume everything; accessing the content attribute makes # sure the content has been fully read. if not self._content_consumed: self.content return dict( (attr, getattr(self, attr, None)) for attr in self.__attrs__ ) def __setstate__(self, state): for name, value in state.items(): setattr(self, name, value) # pickled objects do not have .raw setattr(self, '_content_consumed', True) setattr(self, 'raw', None) def __repr__(self): return '<Response [%s]>' % (self.status_code) def __bool__(self): """Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ return self.ok def __nonzero__(self): """Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ return self.ok def __iter__(self): """Allows you to use a response as an iterator.""" return self.iter_content(128) @property def ok(self): """Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ try: self.raise_for_status() except HTTPError: return False return True @property def is_redirect(self): """True if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). """ return ('location' in self.headers and self.status_code in REDIRECT_STATI) @property def is_permanent_redirect(self): """True if this Response one of the permanent versions of redirect.""" return ('location' in self.headers and self.status_code in (codes.moved_permanently, codes.permanent_redirect)) @property def next(self): """Returns a PreparedRequest for the next request in a redirect chain, if there is one.""" return self._next @property def apparent_encoding(self): """The apparent encoding, provided by the chardet library.""" return chardet.detect(self.content)['encoding'] def iter_content(self, chunk_size=1, decode_unicode=False): """Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. """ def generate(): # Special case for urllib3. if hasattr(self.raw, 'stream'): try: for chunk in self.raw.stream(chunk_size, decode_content=True): yield chunk except ProtocolError as e: raise ChunkedEncodingError(e) except DecodeError as e: raise ContentDecodingError(e) except ReadTimeoutError as e: raise ConnectionError(e) else: # Standard file-like object. while True: chunk = self.raw.read(chunk_size) if not chunk: break yield chunk self._content_consumed = True if self._content_consumed and isinstance(self._content, bool): raise StreamConsumedError() elif chunk_size is not None and not isinstance(chunk_size, int): raise TypeError("chunk_size must be an int, it is instead a %s." % type(chunk_size)) # simulate reading small chunks of the content reused_chunks = iter_slices(self._content, chunk_size) stream_chunks = generate() chunks = reused_chunks if self._content_consumed else stream_chunks if decode_unicode: chunks = stream_decode_response_unicode(chunks, self) return chunks def iter_lines(self, chunk_size=ITER_CHUNK_SIZE, decode_unicode=None, delimiter=None): """Iterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. """ pending = None for chunk in self.iter_content(chunk_size=chunk_size, decode_unicode=decode_unicode): if pending is not None: chunk = pending + chunk if delimiter: lines = chunk.split(delimiter) else: lines = chunk.splitlines() if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]: pending = lines.pop() else: pending = None for line in lines: yield line if pending is not None: yield pending @property def content(self): """Content of the response, in bytes.""" if self._content is False: # Read the contents. if self._content_consumed: raise RuntimeError( 'The content for this response was already consumed') if self.status_code == 0 or self.raw is None: self._content = None else: self._content = bytes().join(self.iter_content(CONTENT_CHUNK_SIZE)) or bytes() self._content_consumed = True # don't need to release the connection; that's been handled by urllib3 # since we exhausted the data. return self._content @property def text(self): """Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. """ # Try charset from content-type content = None encoding = self.encoding if not self.content: return str('') # Fallback to auto-detected encoding. if self.encoding is None: encoding = self.apparent_encoding # Decode unicode from given encoding. try: content = str(self.content, encoding, errors='replace') except (LookupError, TypeError): # A LookupError is raised if the encoding was not found which could # indicate a misspelling or similar mistake. # # A TypeError can be raised if encoding is None # # So we try blindly encoding. content = str(self.content, errors='replace') return content def json(self, **kwargs): r"""Returns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. """ if not self.encoding and self.content and len(self.content) > 3: # No encoding set. JSON RFC 4627 section 3 states we should expect # UTF-8, -16 or -32. Detect which one to use; If the detection or # decoding fails, fall back to `self.text` (using chardet to make # a best guess). encoding = guess_json_utf(self.content) if encoding is not None: try: return complexjson.loads( self.content.decode(encoding), **kwargs ) except UnicodeDecodeError: # Wrong UTF codec detected; usually because it's not UTF-8 # but some other 8-bit codec. This is an RFC violation, # and the server didn't bother to tell us what codec *was* # used. pass return complexjson.loads(self.text, **kwargs) @property def links(self): """Returns the parsed header links of the response, if any.""" header = self.headers.get('link') # l = MultiDict() l = {} if header: links = parse_header_links(header) for link in links: key = link.get('rel') or link.get('url') l[key] = link return l def raise_for_status(self): """Raises stored :class:`HTTPError`, if one occurred.""" http_error_msg = '' if isinstance(self.reason, bytes): # We attempt to decode utf-8 first because some servers # choose to localize their reason strings. If the string # isn't utf-8, we fall back to iso-8859-1 for all other # encodings. (See PR #3538) try: reason = self.reason.decode('utf-8') except UnicodeDecodeError: reason = self.reason.decode('iso-8859-1') else: reason = self.reason if 400 <= self.status_code < 500: http_error_msg = u'%s Client Error: %s for url: %s' % (self.status_code, reason, self.url) elif 500 <= self.status_code < 600: http_error_msg = u'%s Server Error: %s for url: %s' % (self.status_code, reason, self.url) if http_error_msg: raise HTTPError(http_error_msg, response=self) def close(self): """Releases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* """ if not self._content_consumed: self.raw.close() release_conn = getattr(self.raw, 'release_conn', None) if release_conn is not None: release_conn() site-packages/pip/_vendor/requests/adapters.py 0000644 00000051030 15231162611 0015535 0 ustar 00 # -*- coding: utf-8 -*- """ requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. """ import os.path import socket from pip._vendor.urllib3.poolmanager import PoolManager, proxy_from_url from pip._vendor.urllib3.response import HTTPResponse from pip._vendor.urllib3.util import Timeout as TimeoutSauce from pip._vendor.urllib3.util.retry import Retry from pip._vendor.urllib3.exceptions import ClosedPoolError from pip._vendor.urllib3.exceptions import ConnectTimeoutError from pip._vendor.urllib3.exceptions import HTTPError as _HTTPError from pip._vendor.urllib3.exceptions import MaxRetryError from pip._vendor.urllib3.exceptions import NewConnectionError from pip._vendor.urllib3.exceptions import ProxyError as _ProxyError from pip._vendor.urllib3.exceptions import ProtocolError from pip._vendor.urllib3.exceptions import ReadTimeoutError from pip._vendor.urllib3.exceptions import SSLError as _SSLError from pip._vendor.urllib3.exceptions import ResponseError from .models import Response from .compat import urlparse, basestring from .utils import (DEFAULT_CA_BUNDLE_PATH, get_encoding_from_headers, prepend_scheme_if_needed, get_auth_from_url, urldefragauth, select_proxy) from .structures import CaseInsensitiveDict from .cookies import extract_cookies_to_jar from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError, ProxyError, RetryError, InvalidSchema) from .auth import _basic_auth_str try: from pip._vendor.urllib3.contrib.socks import SOCKSProxyManager except ImportError: def SOCKSProxyManager(*args, **kwargs): raise InvalidSchema("Missing dependencies for SOCKS support.") DEFAULT_POOLBLOCK = False DEFAULT_POOLSIZE = 10 DEFAULT_RETRIES = 0 DEFAULT_POOL_TIMEOUT = None class BaseAdapter(object): """The Base Transport Adapter""" def __init__(self): super(BaseAdapter, self).__init__() def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None): """Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. """ raise NotImplementedError def close(self): """Cleans up adapter specific items.""" raise NotImplementedError class HTTPAdapter(BaseAdapter): """The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) """ __attrs__ = ['max_retries', 'config', '_pool_connections', '_pool_maxsize', '_pool_block'] def __init__(self, pool_connections=DEFAULT_POOLSIZE, pool_maxsize=DEFAULT_POOLSIZE, max_retries=DEFAULT_RETRIES, pool_block=DEFAULT_POOLBLOCK): if max_retries == DEFAULT_RETRIES: self.max_retries = Retry(0, read=False) else: self.max_retries = Retry.from_int(max_retries) self.config = {} self.proxy_manager = {} super(HTTPAdapter, self).__init__() self._pool_connections = pool_connections self._pool_maxsize = pool_maxsize self._pool_block = pool_block self.init_poolmanager(pool_connections, pool_maxsize, block=pool_block) def __getstate__(self): return dict((attr, getattr(self, attr, None)) for attr in self.__attrs__) def __setstate__(self, state): # Can't handle by adding 'proxy_manager' to self.__attrs__ because # self.poolmanager uses a lambda function, which isn't pickleable. self.proxy_manager = {} self.config = {} for attr, value in state.items(): setattr(self, attr, value) self.init_poolmanager(self._pool_connections, self._pool_maxsize, block=self._pool_block) def init_poolmanager(self, connections, maxsize, block=DEFAULT_POOLBLOCK, **pool_kwargs): """Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. """ # save these values for pickling self._pool_connections = connections self._pool_maxsize = maxsize self._pool_block = block self.poolmanager = PoolManager(num_pools=connections, maxsize=maxsize, block=block, strict=True, **pool_kwargs) def proxy_manager_for(self, proxy, **proxy_kwargs): """Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager """ if proxy in self.proxy_manager: manager = self.proxy_manager[proxy] elif proxy.lower().startswith('socks'): username, password = get_auth_from_url(proxy) manager = self.proxy_manager[proxy] = SOCKSProxyManager( proxy, username=username, password=password, num_pools=self._pool_connections, maxsize=self._pool_maxsize, block=self._pool_block, **proxy_kwargs ) else: proxy_headers = self.proxy_headers(proxy) manager = self.proxy_manager[proxy] = proxy_from_url( proxy, proxy_headers=proxy_headers, num_pools=self._pool_connections, maxsize=self._pool_maxsize, block=self._pool_block, **proxy_kwargs) return manager def cert_verify(self, conn, url, verify, cert): """Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. """ if url.lower().startswith('https') and verify: cert_loc = None # Allow self-specified cert location. if verify is not True: cert_loc = verify if not cert_loc: cert_loc = DEFAULT_CA_BUNDLE_PATH if not cert_loc or not os.path.exists(cert_loc): raise IOError("Could not find a suitable TLS CA certificate bundle, " "invalid path: {0}".format(cert_loc)) conn.cert_reqs = 'CERT_REQUIRED' if not os.path.isdir(cert_loc): conn.ca_certs = cert_loc else: conn.ca_cert_dir = cert_loc else: conn.cert_reqs = 'CERT_NONE' conn.ca_certs = None conn.ca_cert_dir = None if cert: if not isinstance(cert, basestring): conn.cert_file = cert[0] conn.key_file = cert[1] else: conn.cert_file = cert conn.key_file = None if conn.cert_file and not os.path.exists(conn.cert_file): raise IOError("Could not find the TLS certificate file, " "invalid path: {0}".format(conn.cert_file)) if conn.key_file and not os.path.exists(conn.key_file): raise IOError("Could not find the TLS key file, " "invalid path: {0}".format(conn.key_file)) def build_response(self, req, resp): """Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response """ response = Response() # Fallback to None if there's no status_code, for whatever reason. response.status_code = getattr(resp, 'status', None) # Make headers case-insensitive. response.headers = CaseInsensitiveDict(getattr(resp, 'headers', {})) # Set encoding. response.encoding = get_encoding_from_headers(response.headers) response.raw = resp response.reason = response.raw.reason if isinstance(req.url, bytes): response.url = req.url.decode('utf-8') else: response.url = req.url # Add new cookies from the server. extract_cookies_to_jar(response.cookies, req, resp) # Give the Response some context. response.request = req response.connection = self return response def get_connection(self, url, proxies=None): """Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool """ proxy = select_proxy(url, proxies) if proxy: proxy = prepend_scheme_if_needed(proxy, 'http') proxy_manager = self.proxy_manager_for(proxy) conn = proxy_manager.connection_from_url(url) else: # Only scheme should be lower case parsed = urlparse(url) url = parsed.geturl() conn = self.poolmanager.connection_from_url(url) return conn def close(self): """Disposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. """ self.poolmanager.clear() for proxy in self.proxy_manager.values(): proxy.clear() def request_url(self, request, proxies): """Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str """ proxy = select_proxy(request.url, proxies) scheme = urlparse(request.url).scheme is_proxied_http_request = (proxy and scheme != 'https') using_socks_proxy = False if proxy: proxy_scheme = urlparse(proxy).scheme.lower() using_socks_proxy = proxy_scheme.startswith('socks') url = request.path_url if is_proxied_http_request and not using_socks_proxy: url = urldefragauth(request.url) return url def add_headers(self, request, **kwargs): """Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). """ pass def proxy_headers(self, proxy): """Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxies: The url of the proxy being used for this request. :rtype: dict """ headers = {} username, password = get_auth_from_url(proxy) if username: headers['Proxy-Authorization'] = _basic_auth_str(username, password) return headers def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None): """Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response """ conn = self.get_connection(request.url, proxies) self.cert_verify(conn, request.url, verify, cert) url = self.request_url(request, proxies) self.add_headers(request) chunked = not (request.body is None or 'Content-Length' in request.headers) if isinstance(timeout, tuple): try: connect, read = timeout timeout = TimeoutSauce(connect=connect, read=read) except ValueError as e: # this may raise a string formatting error. err = ("Invalid timeout {0}. Pass a (connect, read) " "timeout tuple, or a single float to set " "both timeouts to the same value".format(timeout)) raise ValueError(err) elif isinstance(timeout, TimeoutSauce): pass else: timeout = TimeoutSauce(connect=timeout, read=timeout) try: if not chunked: resp = conn.urlopen( method=request.method, url=url, body=request.body, headers=request.headers, redirect=False, assert_same_host=False, preload_content=False, decode_content=False, retries=self.max_retries, timeout=timeout ) # Send the request. else: if hasattr(conn, 'proxy_pool'): conn = conn.proxy_pool low_conn = conn._get_conn(timeout=DEFAULT_POOL_TIMEOUT) try: low_conn.putrequest(request.method, url, skip_accept_encoding=True) for header, value in request.headers.items(): low_conn.putheader(header, value) low_conn.endheaders() for i in request.body: low_conn.send(hex(len(i))[2:].encode('utf-8')) low_conn.send(b'\r\n') low_conn.send(i) low_conn.send(b'\r\n') low_conn.send(b'0\r\n\r\n') # Receive the response from the server try: # For Python 2.7+ versions, use buffering of HTTP # responses r = low_conn.getresponse(buffering=True) except TypeError: # For compatibility with Python 2.6 versions and back r = low_conn.getresponse() resp = HTTPResponse.from_httplib( r, pool=conn, connection=low_conn, preload_content=False, decode_content=False ) except: # If we hit any problems here, clean up the connection. # Then, reraise so that we can handle the actual exception. low_conn.close() raise except (ProtocolError, socket.error) as err: raise ConnectionError(err, request=request) except MaxRetryError as e: if isinstance(e.reason, ConnectTimeoutError): # TODO: Remove this in 3.0.0: see #2811 if not isinstance(e.reason, NewConnectionError): raise ConnectTimeout(e, request=request) if isinstance(e.reason, ResponseError): raise RetryError(e, request=request) if isinstance(e.reason, _ProxyError): raise ProxyError(e, request=request) if isinstance(e.reason, _SSLError): # This branch is for urllib3 v1.22 and later. raise SSLError(e, request=request) raise ConnectionError(e, request=request) except ClosedPoolError as e: raise ConnectionError(e, request=request) except _ProxyError as e: raise ProxyError(e) except (_SSLError, _HTTPError) as e: if isinstance(e, _SSLError): # This branch is for urllib3 versions earlier than v1.22 raise SSLError(e, request=request) elif isinstance(e, ReadTimeoutError): raise ReadTimeout(e, request=request) else: raise return self.build_response(request, resp) site-packages/pip/_vendor/requests/utils.py 0000644 00000066057 15231162611 0015111 0 ustar 00 # -*- coding: utf-8 -*- """ requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. """ import cgi import codecs import collections import contextlib import io import os import platform import re import socket import struct import warnings from .__version__ import __version__ from . import certs # to_native_string is unused here, but imported here for backwards compatibility from ._internal_utils import to_native_string from .compat import parse_http_list as _parse_list_header from .compat import ( quote, urlparse, bytes, str, OrderedDict, unquote, getproxies, proxy_bypass, urlunparse, basestring, integer_types, is_py3, proxy_bypass_environment, getproxies_environment) from .cookies import cookiejar_from_dict from .structures import CaseInsensitiveDict from .exceptions import ( InvalidURL, InvalidHeader, FileModeWarning, UnrewindableBodyError) NETRC_FILES = ('.netrc', '_netrc') DEFAULT_CA_BUNDLE_PATH = certs.where() DEFAULT_PORTS = {'http': 80, 'https': 443} if platform.system() == 'Windows': # provide a proxy_bypass version on Windows without DNS lookups def proxy_bypass_registry(host): if is_py3: import winreg else: import _winreg as winreg try: internetSettings = winreg.OpenKey(winreg.HKEY_CURRENT_USER, r'Software\Microsoft\Windows\CurrentVersion\Internet Settings') proxyEnable = winreg.QueryValueEx(internetSettings, 'ProxyEnable')[0] proxyOverride = winreg.QueryValueEx(internetSettings, 'ProxyOverride')[0] except OSError: return False if not proxyEnable or not proxyOverride: return False # make a check value list from the registry entry: replace the # '<local>' string by the localhost entry and the corresponding # canonical entry. proxyOverride = proxyOverride.split(';') # now check if we match one of the registry values. for test in proxyOverride: if test == '<local>': if '.' not in host: return True test = test.replace(".", r"\.") # mask dots test = test.replace("*", r".*") # change glob sequence test = test.replace("?", r".") # change glob char if re.match(test, host, re.I): return True return False def proxy_bypass(host): # noqa """Return True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. """ if getproxies_environment(): return proxy_bypass_environment(host) else: return proxy_bypass_registry(host) def dict_to_sequence(d): """Returns an internal sequence dictionary update.""" if hasattr(d, 'items'): d = d.items() return d def super_len(o): total_length = None current_position = 0 if hasattr(o, '__len__'): total_length = len(o) elif hasattr(o, 'len'): total_length = o.len elif hasattr(o, 'fileno'): try: fileno = o.fileno() except io.UnsupportedOperation: pass else: total_length = os.fstat(fileno).st_size # Having used fstat to determine the file length, we need to # confirm that this file was opened up in binary mode. if 'b' not in o.mode: warnings.warn(( "Requests has determined the content-length for this " "request using the binary size of the file: however, the " "file has been opened in text mode (i.e. without the 'b' " "flag in the mode). This may lead to an incorrect " "content-length. In Requests 3.0, support will be removed " "for files in text mode."), FileModeWarning ) if hasattr(o, 'tell'): try: current_position = o.tell() except (OSError, IOError): # This can happen in some weird situations, such as when the file # is actually a special file descriptor like stdin. In this # instance, we don't know what the length is, so set it to zero and # let requests chunk it instead. if total_length is not None: current_position = total_length else: if hasattr(o, 'seek') and total_length is None: # StringIO and BytesIO have seek but no useable fileno try: # seek to end of file o.seek(0, 2) total_length = o.tell() # seek back to current position to support # partially read file-like objects o.seek(current_position or 0) except (OSError, IOError): total_length = 0 if total_length is None: total_length = 0 return max(0, total_length - current_position) def get_netrc_auth(url, raise_errors=False): """Returns the Requests tuple auth for a given url from netrc.""" try: from netrc import netrc, NetrcParseError netrc_path = None for f in NETRC_FILES: try: loc = os.path.expanduser('~/{0}'.format(f)) except KeyError: # os.path.expanduser can fail when $HOME is undefined and # getpwuid fails. See http://bugs.python.org/issue20164 & # https://github.com/requests/requests/issues/1846 return if os.path.exists(loc): netrc_path = loc break # Abort early if there isn't one. if netrc_path is None: return ri = urlparse(url) # Strip port numbers from netloc. This weird `if...encode`` dance is # used for Python 3.2, which doesn't support unicode literals. splitstr = b':' if isinstance(url, str): splitstr = splitstr.decode('ascii') host = ri.netloc.split(splitstr)[0] try: _netrc = netrc(netrc_path).authenticators(host) if _netrc: # Return with login / password login_i = (0 if _netrc[0] else 1) return (_netrc[login_i], _netrc[2]) except (NetrcParseError, IOError): # If there was a parsing error or a permissions issue reading the file, # we'll just skip netrc auth unless explicitly asked to raise errors. if raise_errors: raise # AppEngine hackiness. except (ImportError, AttributeError): pass def guess_filename(obj): """Tries to guess the filename of the given object.""" name = getattr(obj, 'name', None) if (name and isinstance(name, basestring) and name[0] != '<' and name[-1] != '>'): return os.path.basename(name) def from_key_val_list(value): """Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: need more than 1 value to unpack >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict """ if value is None: return None if isinstance(value, (str, bytes, bool, int)): raise ValueError('cannot encode objects that are not 2-tuples') return OrderedDict(value) def to_key_val_list(value): """Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list """ if value is None: return None if isinstance(value, (str, bytes, bool, int)): raise ValueError('cannot encode objects that are not 2-tuples') if isinstance(value, collections.Mapping): value = value.items() return list(value) # From mitsuhiko/werkzeug (used with permission). def parse_list_header(value): """Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list """ result = [] for item in _parse_list_header(value): if item[:1] == item[-1:] == '"': item = unquote_header_value(item[1:-1]) result.append(item) return result # From mitsuhiko/werkzeug (used with permission). def parse_dict_header(value): """Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict """ result = {} for item in _parse_list_header(value): if '=' not in item: result[item] = None continue name, value = item.split('=', 1) if value[:1] == value[-1:] == '"': value = unquote_header_value(value[1:-1]) result[name] = value return result # From mitsuhiko/werkzeug (used with permission). def unquote_header_value(value, is_filename=False): r"""Unquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str """ if value and value[0] == value[-1] == '"': # this is not the real unquoting, but fixing this so that the # RFC is met will result in bugs with internet explorer and # probably some other browsers as well. IE for example is # uploading files with "C:\foo\bar.txt" as filename value = value[1:-1] # if this is a filename and the starting characters look like # a UNC path, then just return the value without quotes. Using the # replace sequence below on a UNC path has the effect of turning # the leading double slash into a single slash and then # _fix_ie_filename() doesn't work correctly. See #458. if not is_filename or value[:2] != '\\\\': return value.replace('\\\\', '\\').replace('\\"', '"') return value def dict_from_cookiejar(cj): """Returns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict """ cookie_dict = {} for cookie in cj: cookie_dict[cookie.name] = cookie.value return cookie_dict def add_dict_to_cookiejar(cj, cookie_dict): """Returns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar """ return cookiejar_from_dict(cookie_dict, cj) def get_encodings_from_content(content): """Returns encodings from given content string. :param content: bytestring to extract encodings from. """ warnings.warn(( 'In requests 3.0, get_encodings_from_content will be removed. For ' 'more information, please see the discussion on issue #2266. (This' ' warning should only appear once.)'), DeprecationWarning) charset_re = re.compile(r'<meta.*?charset=["\']*(.+?)["\'>]', flags=re.I) pragma_re = re.compile(r'<meta.*?content=["\']*;?charset=(.+?)["\'>]', flags=re.I) xml_re = re.compile(r'^<\?xml.*?encoding=["\']*(.+?)["\'>]') return (charset_re.findall(content) + pragma_re.findall(content) + xml_re.findall(content)) def get_encoding_from_headers(headers): """Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str """ content_type = headers.get('content-type') if not content_type: return None content_type, params = cgi.parse_header(content_type) if 'charset' in params: return params['charset'].strip("'\"") if 'text' in content_type: return 'ISO-8859-1' def stream_decode_response_unicode(iterator, r): """Stream decodes a iterator.""" if r.encoding is None: for item in iterator: yield item return decoder = codecs.getincrementaldecoder(r.encoding)(errors='replace') for chunk in iterator: rv = decoder.decode(chunk) if rv: yield rv rv = decoder.decode(b'', final=True) if rv: yield rv def iter_slices(string, slice_length): """Iterate over slices of a string.""" pos = 0 if slice_length is None or slice_length <= 0: slice_length = len(string) while pos < len(string): yield string[pos:pos + slice_length] pos += slice_length def get_unicode_from_response(r): """Returns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str """ warnings.warn(( 'In requests 3.0, get_unicode_from_response will be removed. For ' 'more information, please see the discussion on issue #2266. (This' ' warning should only appear once.)'), DeprecationWarning) tried_encodings = [] # Try charset from content-type encoding = get_encoding_from_headers(r.headers) if encoding: try: return str(r.content, encoding) except UnicodeError: tried_encodings.append(encoding) # Fall back: try: return str(r.content, encoding, errors='replace') except TypeError: return r.content # The unreserved URI characters (RFC 3986) UNRESERVED_SET = frozenset( "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" + "0123456789-._~") def unquote_unreserved(uri): """Un-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str """ parts = uri.split('%') for i in range(1, len(parts)): h = parts[i][0:2] if len(h) == 2 and h.isalnum(): try: c = chr(int(h, 16)) except ValueError: raise InvalidURL("Invalid percent-escape sequence: '%s'" % h) if c in UNRESERVED_SET: parts[i] = c + parts[i][2:] else: parts[i] = '%' + parts[i] else: parts[i] = '%' + parts[i] return ''.join(parts) def requote_uri(uri): """Re-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str """ safe_with_percent = "!#$%&'()*+,/:;=?@[]~" safe_without_percent = "!#$&'()*+,/:;=?@[]~" try: # Unquote only the unreserved characters # Then quote only illegal characters (do not quote reserved, # unreserved, or '%') return quote(unquote_unreserved(uri), safe=safe_with_percent) except InvalidURL: # We couldn't unquote the given URI, so let's try quoting it, but # there may be unquoted '%'s in the URI. We need to make sure they're # properly quoted so they do not cause issues elsewhere. return quote(uri, safe=safe_without_percent) def address_in_network(ip, net): """This function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool """ ipaddr = struct.unpack('=L', socket.inet_aton(ip))[0] netaddr, bits = net.split('/') netmask = struct.unpack('=L', socket.inet_aton(dotted_netmask(int(bits))))[0] network = struct.unpack('=L', socket.inet_aton(netaddr))[0] & netmask return (ipaddr & netmask) == (network & netmask) def dotted_netmask(mask): """Converts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str """ bits = 0xffffffff ^ (1 << 32 - mask) - 1 return socket.inet_ntoa(struct.pack('>I', bits)) def is_ipv4_address(string_ip): """ :rtype: bool """ try: socket.inet_aton(string_ip) except socket.error: return False return True def is_valid_cidr(string_network): """ Very simple check of the cidr format in no_proxy variable. :rtype: bool """ if string_network.count('/') == 1: try: mask = int(string_network.split('/')[1]) except ValueError: return False if mask < 1 or mask > 32: return False try: socket.inet_aton(string_network.split('/')[0]) except socket.error: return False else: return False return True @contextlib.contextmanager def set_environ(env_name, value): """Set the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothing""" value_changed = value is not None if value_changed: old_value = os.environ.get(env_name) os.environ[env_name] = value try: yield finally: if value_changed: if old_value is None: del os.environ[env_name] else: os.environ[env_name] = old_value def should_bypass_proxies(url, no_proxy): """ Returns whether we should bypass proxies or not. :rtype: bool """ get_proxy = lambda k: os.environ.get(k) or os.environ.get(k.upper()) # First check whether no_proxy is defined. If it is, check that the URL # we're getting isn't in the no_proxy list. no_proxy_arg = no_proxy if no_proxy is None: no_proxy = get_proxy('no_proxy') netloc = urlparse(url).netloc if no_proxy: # We need to check whether we match here. We need to see if we match # the end of the netloc, both with and without the port. no_proxy = ( host for host in no_proxy.replace(' ', '').split(',') if host ) ip = netloc.split(':')[0] if is_ipv4_address(ip): for proxy_ip in no_proxy: if is_valid_cidr(proxy_ip): if address_in_network(ip, proxy_ip): return True elif ip == proxy_ip: # If no_proxy ip was defined in plain IP notation instead of cidr notation & # matches the IP of the index return True else: for host in no_proxy: if netloc.endswith(host) or netloc.split(':')[0].endswith(host): # The URL does match something in no_proxy, so we don't want # to apply the proxies on this URL. return True # If the system proxy settings indicate that this URL should be bypassed, # don't proxy. # The proxy_bypass function is incredibly buggy on OS X in early versions # of Python 2.6, so allow this call to fail. Only catch the specific # exceptions we've seen, though: this call failing in other ways can reveal # legitimate problems. with set_environ('no_proxy', no_proxy_arg): try: bypass = proxy_bypass(netloc) except (TypeError, socket.gaierror): bypass = False if bypass: return True return False def get_environ_proxies(url, no_proxy=None): """ Return a dict of environment proxies. :rtype: dict """ if should_bypass_proxies(url, no_proxy=no_proxy): return {} else: return getproxies() def select_proxy(url, proxies): """Select a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs """ proxies = proxies or {} urlparts = urlparse(url) if urlparts.hostname is None: return proxies.get(urlparts.scheme, proxies.get('all')) proxy_keys = [ urlparts.scheme + '://' + urlparts.hostname, urlparts.scheme, 'all://' + urlparts.hostname, 'all', ] proxy = None for proxy_key in proxy_keys: if proxy_key in proxies: proxy = proxies[proxy_key] break return proxy def default_user_agent(name="python-requests"): """ Return a string representing the default user agent. :rtype: str """ return '%s/%s' % (name, __version__) def default_headers(): """ :rtype: requests.structures.CaseInsensitiveDict """ return CaseInsensitiveDict({ 'User-Agent': default_user_agent(), 'Accept-Encoding': ', '.join(('gzip', 'deflate')), 'Accept': '*/*', 'Connection': 'keep-alive', }) def parse_header_links(value): """Return a dict of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list """ links = [] replace_chars = ' \'"' for val in re.split(', *<', value): try: url, params = val.split(';', 1) except ValueError: url, params = val, '' link = {'url': url.strip('<> \'"')} for param in params.split(';'): try: key, value = param.split('=') except ValueError: break link[key.strip(replace_chars)] = value.strip(replace_chars) links.append(link) return links # Null bytes; no need to recreate these on each call to guess_json_utf _null = '\x00'.encode('ascii') # encoding to ASCII for Python 3 _null2 = _null * 2 _null3 = _null * 3 def guess_json_utf(data): """ :rtype: str """ # JSON always starts with two ASCII characters, so detection is as # easy as counting the nulls and from their location and count # determine the encoding. Also detect a BOM, if present. sample = data[:4] if sample in (codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE): return 'utf-32' # BOM included if sample[:3] == codecs.BOM_UTF8: return 'utf-8-sig' # BOM included, MS style (discouraged) if sample[:2] in (codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE): return 'utf-16' # BOM included nullcount = sample.count(_null) if nullcount == 0: return 'utf-8' if nullcount == 2: if sample[::2] == _null2: # 1st and 3rd are null return 'utf-16-be' if sample[1::2] == _null2: # 2nd and 4th are null return 'utf-16-le' # Did not detect 2 valid UTF-16 ascii-range characters if nullcount == 3: if sample[:3] == _null3: return 'utf-32-be' if sample[1:] == _null3: return 'utf-32-le' # Did not detect a valid UTF-32 ascii-range character return None def prepend_scheme_if_needed(url, new_scheme): """Given a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str """ scheme, netloc, path, params, query, fragment = urlparse(url, new_scheme) # urlparse is a finicky beast, and sometimes decides that there isn't a # netloc present. Assume that it's being over-cautious, and switch netloc # and path if urlparse decided there was no netloc. if not netloc: netloc, path = path, netloc return urlunparse((scheme, netloc, path, params, query, fragment)) def get_auth_from_url(url): """Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) """ parsed = urlparse(url) try: auth = (unquote(parsed.username), unquote(parsed.password)) except (AttributeError, TypeError): auth = ('', '') return auth # Moved outside of function to avoid recompile every call _CLEAN_HEADER_REGEX_BYTE = re.compile(b'^\\S[^\\r\\n]*$|^$') _CLEAN_HEADER_REGEX_STR = re.compile(r'^\S[^\r\n]*$|^$') def check_header_validity(header): """Verifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). """ name, value = header if isinstance(value, bytes): pat = _CLEAN_HEADER_REGEX_BYTE else: pat = _CLEAN_HEADER_REGEX_STR try: if not pat.match(value): raise InvalidHeader("Invalid return character or leading space in header: %s" % name) except TypeError: raise InvalidHeader("Value for header {%s: %s} must be of type str or " "bytes, not %s" % (name, value, type(value))) def urldefragauth(url): """ Given a url remove the fragment and the authentication part. :rtype: str """ scheme, netloc, path, params, query, fragment = urlparse(url) # see func:`prepend_scheme_if_needed` if not netloc: netloc, path = path, netloc netloc = netloc.rsplit('@', 1)[-1] return urlunparse((scheme, netloc, path, params, query, '')) def rewind_body(prepared_request): """Move file pointer back to its recorded starting position so it can be read again on redirect. """ body_seek = getattr(prepared_request.body, 'seek', None) if body_seek is not None and isinstance(prepared_request._body_position, integer_types): try: body_seek(prepared_request._body_position) except (IOError, OSError): raise UnrewindableBodyError("An error occurred when rewinding request " "body for redirect.") else: raise UnrewindableBodyError("Unable to rewind request body for redirect.") site-packages/pip/_vendor/requests/__init__.py 0000644 00000006767 15231162611 0015512 0 ustar 00 # -*- coding: utf-8 -*- # __ # /__) _ _ _ _ _/ _ # / ( (- (/ (/ (- _) / _) # / """ Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('http://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. """ from pip._vendor import urllib3 from pip._vendor import chardet import warnings from .exceptions import RequestsDependencyWarning def check_compatibility(urllib3_version, chardet_version): urllib3_version = urllib3_version.split('.') assert urllib3_version != ['dev'] # Verify urllib3 isn't installed from git. # Sometimes, urllib3 only reports its version as 16.1. if len(urllib3_version) == 2: urllib3_version.append('0') # Check urllib3 for compatibility. major, minor, patch = urllib3_version # noqa: F811 major, minor, patch = int(major), int(minor), int(patch) # urllib3 >= 1.21.1, <= 1.22 assert major == 1 assert minor >= 21 assert minor <= 22 # Check chardet for compatibility. major, minor, patch = chardet_version.split('.')[:3] major, minor, patch = int(major), int(minor), int(patch) # chardet >= 3.0.2, < 3.1.0 assert major == 3 assert minor < 1 assert patch >= 2 # Check imported dependencies for compatibility. try: check_compatibility(urllib3.__version__, chardet.__version__) except (AssertionError, ValueError): warnings.warn("urllib3 ({0}) or chardet ({1}) doesn't match a supported " "version!".format(urllib3.__version__, chardet.__version__), RequestsDependencyWarning) # Attempt to enable urllib3's SNI support, if possible # try: # from pip._vendor.urllib3.contrib import pyopenssl # pyopenssl.inject_into_urllib3() # except ImportError: # pass # urllib3's DependencyWarnings should be silenced. from pip._vendor.urllib3.exceptions import DependencyWarning warnings.simplefilter('ignore', DependencyWarning) from .__version__ import __title__, __description__, __url__, __version__ from .__version__ import __build__, __author__, __author_email__, __license__ from .__version__ import __copyright__, __cake__ from . import utils from . import packages from .models import Request, Response, PreparedRequest from .api import request, get, head, post, patch, put, delete, options from .sessions import session, Session from .status_codes import codes from .exceptions import ( RequestException, Timeout, URLRequired, TooManyRedirects, HTTPError, ConnectionError, FileModeWarning, ConnectTimeout, ReadTimeout ) # Set default logging handler to avoid "No handler found" warnings. import logging try: # Python 2.7+ from logging import NullHandler except ImportError: class NullHandler(logging.Handler): def emit(self, record): pass logging.getLogger(__name__).addHandler(NullHandler()) # FileModeWarnings go off per the default. warnings.simplefilter('default', FileModeWarning, append=True) site-packages/pip/_vendor/requests/structures.py 0000644 00000005704 15231162611 0016164 0 ustar 00 # -*- coding: utf-8 -*- """ requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. """ import collections from .compat import OrderedDict class CaseInsensitiveDict(collections.MutableMapping): """A case-insensitive ``dict``-like object. Implements all methods and operations of ``collections.MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. """ def __init__(self, data=None, **kwargs): self._store = OrderedDict() if data is None: data = {} self.update(data, **kwargs) def __setitem__(self, key, value): # Use the lowercased key for lookups, but store the actual # key alongside the value. self._store[key.lower()] = (key, value) def __getitem__(self, key): return self._store[key.lower()][1] def __delitem__(self, key): del self._store[key.lower()] def __iter__(self): return (casedkey for casedkey, mappedvalue in self._store.values()) def __len__(self): return len(self._store) def lower_items(self): """Like iteritems(), but with all lowercase keys.""" return ( (lowerkey, keyval[1]) for (lowerkey, keyval) in self._store.items() ) def __eq__(self, other): if isinstance(other, collections.Mapping): other = CaseInsensitiveDict(other) else: return NotImplemented # Compare insensitively return dict(self.lower_items()) == dict(other.lower_items()) # Copy is required def copy(self): return CaseInsensitiveDict(self._store.values()) def __repr__(self): return str(dict(self.items())) class LookupDict(dict): """Dictionary lookup object.""" def __init__(self, name=None): self.name = name super(LookupDict, self).__init__() def __repr__(self): return '<lookup \'%s\'>' % (self.name) def __getitem__(self, key): # We allow fall-through here, so values default to None return self.__dict__.get(key, None) def get(self, key, default=None): return self.__dict__.get(key, default) site-packages/pip/_vendor/requests/help.py 0000644 00000007123 15231162611 0014666 0 ustar 00 """Module containing bug report helper(s).""" from __future__ import print_function import json import platform import sys import ssl from pip._vendor import idna from pip._vendor import urllib3 from pip._vendor import chardet from . import __version__ as requests_version try: from .packages.urllib3.contrib import pyopenssl except ImportError: pyopenssl = None OpenSSL = None cryptography = None else: import OpenSSL import cryptography def _implementation(): """Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. """ implementation = platform.python_implementation() if implementation == 'CPython': implementation_version = platform.python_version() elif implementation == 'PyPy': implementation_version = '%s.%s.%s' % (sys.pypy_version_info.major, sys.pypy_version_info.minor, sys.pypy_version_info.micro) if sys.pypy_version_info.releaselevel != 'final': implementation_version = ''.join([ implementation_version, sys.pypy_version_info.releaselevel ]) elif implementation == 'Jython': implementation_version = platform.python_version() # Complete Guess elif implementation == 'IronPython': implementation_version = platform.python_version() # Complete Guess else: implementation_version = 'Unknown' return {'name': implementation, 'version': implementation_version} def info(): """Generate information for a bug report.""" try: platform_info = { 'system': platform.system(), 'release': platform.release(), } except IOError: platform_info = { 'system': 'Unknown', 'release': 'Unknown', } implementation_info = _implementation() urllib3_info = {'version': urllib3.__version__} chardet_info = {'version': chardet.__version__} pyopenssl_info = { 'version': None, 'openssl_version': '', } if OpenSSL: pyopenssl_info = { 'version': OpenSSL.__version__, 'openssl_version': '%x' % OpenSSL.SSL.OPENSSL_VERSION_NUMBER, } cryptography_info = { 'version': getattr(cryptography, '__version__', ''), } idna_info = { 'version': getattr(idna, '__version__', ''), } # OPENSSL_VERSION_NUMBER doesn't exist in the Python 2.6 ssl module. system_ssl = getattr(ssl, 'OPENSSL_VERSION_NUMBER', None) system_ssl_info = { 'version': '%x' % system_ssl if system_ssl is not None else '' } return { 'platform': platform_info, 'implementation': implementation_info, 'system_ssl': system_ssl_info, 'using_pyopenssl': pyopenssl is not None, 'pyOpenSSL': pyopenssl_info, 'urllib3': urllib3_info, 'chardet': chardet_info, 'cryptography': cryptography_info, 'idna': idna_info, 'requests': { 'version': requests_version, }, } def main(): """Pretty-print the bug information as JSON.""" print(json.dumps(info(), sort_keys=True, indent=2)) if __name__ == '__main__': main() site-packages/pip/_vendor/requests/exceptions.py 0000644 00000006053 15231162611 0016120 0 ustar 00 # -*- coding: utf-8 -*- """ requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. """ from pip._vendor.urllib3.exceptions import HTTPError as BaseHTTPError class RequestException(IOError): """There was an ambiguous exception that occurred while handling your request. """ def __init__(self, *args, **kwargs): """Initialize RequestException with `request` and `response` objects.""" response = kwargs.pop('response', None) self.response = response self.request = kwargs.pop('request', None) if (response is not None and not self.request and hasattr(response, 'request')): self.request = self.response.request super(RequestException, self).__init__(*args, **kwargs) class HTTPError(RequestException): """An HTTP error occurred.""" class ConnectionError(RequestException): """A Connection error occurred.""" class ProxyError(ConnectionError): """A proxy error occurred.""" class SSLError(ConnectionError): """An SSL error occurred.""" class Timeout(RequestException): """The request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. """ class ConnectTimeout(ConnectionError, Timeout): """The request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. """ class ReadTimeout(Timeout): """The server did not send any data in the allotted amount of time.""" class URLRequired(RequestException): """A valid URL is required to make a request.""" class TooManyRedirects(RequestException): """Too many redirects.""" class MissingSchema(RequestException, ValueError): """The URL schema (e.g. http or https) is missing.""" class InvalidSchema(RequestException, ValueError): """See defaults.py for valid schemas.""" class InvalidURL(RequestException, ValueError): """The URL provided was somehow invalid.""" class InvalidHeader(RequestException, ValueError): """The header value provided was somehow invalid.""" class ChunkedEncodingError(RequestException): """The server declared chunked encoding but sent an invalid chunk.""" class ContentDecodingError(RequestException, BaseHTTPError): """Failed to decode response content""" class StreamConsumedError(RequestException, TypeError): """The content for this response was already consumed""" class RetryError(RequestException): """Custom retries logic failed""" class UnrewindableBodyError(RequestException): """Requests encountered an error when trying to rewind a body""" # Warnings class RequestsWarning(Warning): """Base warning for Requests.""" pass class FileModeWarning(RequestsWarning, DeprecationWarning): """A file was opened in text mode, but Requests determined its binary length.""" pass class RequestsDependencyWarning(RequestsWarning): """An imported dependency doesn't match the expected version range.""" pass site-packages/pip/_vendor/requests/_internal_utils.py 0000644 00000002110 15231162611 0017120 0 ustar 00 # -*- coding: utf-8 -*- """ requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) """ from .compat import is_py2, builtin_str, str def to_native_string(string, encoding='ascii'): """Given a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. """ if isinstance(string, builtin_str): out = string else: if is_py2: out = string.encode(encoding) else: out = string.decode(encoding) return out def unicode_is_ascii(u_string): """Determine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool """ assert isinstance(u_string, str) try: u_string.encode('ascii') return True except UnicodeEncodeError: return False site-packages/pip/_vendor/requests/status_codes.py 0000644 00000006373 15231162611 0016444 0 ustar 00 # -*- coding: utf-8 -*- from .structures import LookupDict _codes = { # Informational. 100: ('continue',), 101: ('switching_protocols',), 102: ('processing',), 103: ('checkpoint',), 122: ('uri_too_long', 'request_uri_too_long'), 200: ('ok', 'okay', 'all_ok', 'all_okay', 'all_good', '\\o/', '✓'), 201: ('created',), 202: ('accepted',), 203: ('non_authoritative_info', 'non_authoritative_information'), 204: ('no_content',), 205: ('reset_content', 'reset'), 206: ('partial_content', 'partial'), 207: ('multi_status', 'multiple_status', 'multi_stati', 'multiple_stati'), 208: ('already_reported',), 226: ('im_used',), # Redirection. 300: ('multiple_choices',), 301: ('moved_permanently', 'moved', '\\o-'), 302: ('found',), 303: ('see_other', 'other'), 304: ('not_modified',), 305: ('use_proxy',), 306: ('switch_proxy',), 307: ('temporary_redirect', 'temporary_moved', 'temporary'), 308: ('permanent_redirect', 'resume_incomplete', 'resume',), # These 2 to be removed in 3.0 # Client Error. 400: ('bad_request', 'bad'), 401: ('unauthorized',), 402: ('payment_required', 'payment'), 403: ('forbidden',), 404: ('not_found', '-o-'), 405: ('method_not_allowed', 'not_allowed'), 406: ('not_acceptable',), 407: ('proxy_authentication_required', 'proxy_auth', 'proxy_authentication'), 408: ('request_timeout', 'timeout'), 409: ('conflict',), 410: ('gone',), 411: ('length_required',), 412: ('precondition_failed', 'precondition'), 413: ('request_entity_too_large',), 414: ('request_uri_too_large',), 415: ('unsupported_media_type', 'unsupported_media', 'media_type'), 416: ('requested_range_not_satisfiable', 'requested_range', 'range_not_satisfiable'), 417: ('expectation_failed',), 418: ('im_a_teapot', 'teapot', 'i_am_a_teapot'), 421: ('misdirected_request',), 422: ('unprocessable_entity', 'unprocessable'), 423: ('locked',), 424: ('failed_dependency', 'dependency'), 425: ('unordered_collection', 'unordered'), 426: ('upgrade_required', 'upgrade'), 428: ('precondition_required', 'precondition'), 429: ('too_many_requests', 'too_many'), 431: ('header_fields_too_large', 'fields_too_large'), 444: ('no_response', 'none'), 449: ('retry_with', 'retry'), 450: ('blocked_by_windows_parental_controls', 'parental_controls'), 451: ('unavailable_for_legal_reasons', 'legal_reasons'), 499: ('client_closed_request',), # Server Error. 500: ('internal_server_error', 'server_error', '/o\\', '✗'), 501: ('not_implemented',), 502: ('bad_gateway',), 503: ('service_unavailable', 'unavailable'), 504: ('gateway_timeout',), 505: ('http_version_not_supported', 'http_version'), 506: ('variant_also_negotiates',), 507: ('insufficient_storage',), 509: ('bandwidth_limit_exceeded', 'bandwidth'), 510: ('not_extended',), 511: ('network_authentication_required', 'network_auth', 'network_authentication'), } codes = LookupDict(name='status_codes') for code, titles in _codes.items(): for title in titles: setattr(codes, title, code) if not title.startswith(('\\', '/')): setattr(codes, title.upper(), code) site-packages/pip/_vendor/requests/packages.py 0000644 00000001267 15231162611 0015517 0 ustar 00 import sys # This code exists for backwards compatibility reasons. # I don't like it either. Just look the other way. :) for package in ('urllib3', 'idna', 'chardet'): vendored_package = "pip._vendor." + package locals()[package] = __import__(vendored_package) # This traversal is apparently necessary such that the identities are # preserved (requests.packages.urllib3.* is urllib3.*) for mod in list(sys.modules): if mod == vendored_package or mod.startswith(vendored_package + '.'): unprefixed_mod = mod[len("pip._vendor."):] sys.modules['pip._vendor.requests.packages.' + unprefixed_mod] = sys.modules[mod] # Kinda cool, though, right? site-packages/pip/_vendor/requests/__pycache__/exceptions.cpython-36.pyc 0000644 00000012174 15231162611 0022405 0 ustar 00 3 F��i+ � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d � d e�ZG d d � d e�ZG d d� de�Z G dd� dee �Z G dd� de �Z G dd� de�Z G dd� de�Z G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"ee�ZG d#d$� d$ee�ZG d%d&� d&e�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,ee�Z G d-d.� d.e�Z d/S )0z` requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. � )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your request. c sZ |j dd�}|| _|j dd�| _|dk rD| j rDt|d�rD| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr )� __class__� � /usr/lib/python3.6/exceptions.pyr s zRequestException.__init__)�__name__� __module__� __qualname__�__doc__r � __classcell__r r )r r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N)r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� ProxyErrorzA proxy error occurred.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.N)r r r r r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. N)r r r r r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. N)r r r r r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.N)r r r r r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.N)r r r r r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.N)r r r r r r r r r D s r c @ s e Zd ZdZdS )� MissingSchemaz/The URL schema (e.g. http or https) is missing.N)r r r r r r r r r H s r c @ s e Zd ZdZdS )� InvalidSchemaz"See defaults.py for valid schemas.N)r r r r r r r r r L s r c @ s e Zd ZdZdS )� InvalidURLz%The URL provided was somehow invalid.N)r r r r r r r r r P s r c @ s e Zd ZdZdS )� InvalidHeaderz.The header value provided was somehow invalid.N)r r r r r r r r r T s r c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.N)r r r r r r r r r! X s r! c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentN)r r r r r r r r r" \ s r" c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedN)r r r r r r r r r# ` s r# c @ s e Zd ZdZdS )� RetryErrorzCustom retries logic failedN)r r r r r r r r r$ d s r$ c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyN)r r r r r r r r r% h s r% c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.N)r r r r r r r r r& n s r& c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.N)r r r r r r r r r' s s r' c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.N)r r r r r r r r r( x s r( N) r Z pip._vendor.urllib3.exceptionsr Z BaseHTTPError�IOErrorr r r r r r r r r � ValueErrorr r r r r! r" � TypeErrorr# r$ r% �Warningr& �DeprecationWarningr' r( r r r r �<module> s. site-packages/pip/_vendor/requests/__pycache__/help.cpython-36.opt-1.pyc 0000644 00000005067 15231162611 0022116 0 ustar 00 3 F��iS � @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm Z ddl m Z ydd lmZ W n ek r� dZdZdZY nX ddlZddlZd d � Zd d � Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t j� } | dkrt j� }nj| dkr\dtjjtjjtjjf }tjjdkr�dj |tjjg�}n(| dkrnt j� }n| dkr�t j� }nd}| |d �S ) a� Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ IronPython�Unknown)�name�version) �platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �/usr/lib/python3.6/help.py�_implementation s r c C s� yt j� t j� d�} W n tk r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j d�}dt t dd�i}dt t dd�i}t td d�}d|dk r�d| ndi}| ||tdk |||||dtid � S ) z&Generate information for a bug report.)�system�releaser r Nr )r Zopenssl_versionz%xr �OPENSSL_VERSION_NUMBER) r r � system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLr �getattrr r �sslr �requests_version) Z platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; s8 r# c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr# r r r r �mainr s r) �__main__)�__doc__Z __future__r r' r r r! Z pip._vendorr r r r r r" Zpackages.urllib3.contribr � ImportErrorr r r r# r) �__name__r r r r �<module> s, !7 site-packages/pip/_vendor/requests/__pycache__/help.cpython-36.pyc 0000644 00000005067 15231162611 0021157 0 ustar 00 3 F��iS � @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm Z ddl m Z ydd lmZ W n ek r� dZdZdZY nX ddlZddlZd d � Zd d � Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t j� } | dkrt j� }nj| dkr\dtjjtjjtjjf }tjjdkr�dj |tjjg�}n(| dkrnt j� }n| dkr�t j� }nd}| |d �S ) a� Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ IronPython�Unknown)�name�version) �platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �/usr/lib/python3.6/help.py�_implementation s r c C s� yt j� t j� d�} W n tk r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j d�}dt t dd�i}dt t dd�i}t td d�}d|dk r�d| ndi}| ||tdk |||||dtid � S ) z&Generate information for a bug report.)�system�releaser r Nr )r Zopenssl_versionz%xr �OPENSSL_VERSION_NUMBER) r r � system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLr �getattrr r �sslr �requests_version) Z platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; s8 r# c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr# r r r r �mainr s r) �__main__)�__doc__Z __future__r r' r r r! Z pip._vendorr r r r r r" Zpackages.urllib3.contribr � ImportErrorr r r r# r) �__name__r r r r �<module> s, !7 site-packages/pip/_vendor/requests/__pycache__/auth.cpython-36.opt-1.pyc 0000644 00000017115 15231162611 0022124 0 ustar 00 3 F��i & � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z m Z m Z ddl mZ ddlmZ ddlmZ d Zd Zd d � ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z] requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. � N)� b64encode� )�urlparse�str� basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjdj| �td� t| �} t |t�sLtjdj|�td� t|�}t | t�r`| jd�} t |t�rt|jd�}dtt dj | |f��j � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({0!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({0!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) � isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �/usr/lib/python3.6/auth.py�_basic_auth_str s& r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError)�self�rr r r �__call__K s zAuthBase.__call__N)�__name__� __module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) � HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S )N)r r )r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S )Nr r )�allr �getattrr )r �otherr r r �__eq__V s zHTTPBasicAuth.__eq__c C s | |k S )Nr )r r' r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N� Authorization)r r r �headers)r r r r r r _ s zHTTPBasicAuth.__call__N)r r r! r" r$ r( r) r r r r r r# O s r# c @ s e Zd ZdZdd� ZdS )� HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorization)r r r r+ )r r r r r r g s zHTTPProxyAuth.__call__N)r r r! r" r r r r r r, d s r, c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _tj� | _d S )N)r r � threadingZlocal� _thread_local)r r r r r r r$ o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr/ r0 � last_nonce� nonce_count�chal�pos� num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec sj | j jd }| j jd }| j jjd�}| j jjd�}| j jjd�}d� |dkrTd}n|j� }|dksl|dkrzd d � } | � n|d kr�d d � } | � � fdd�} � dkr�dS d} t|�} | jp�d}| jr�|d| j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�r | j j d7 _ nd| j _ d| j j }t | j j �j d�}||j d�7 }|t j� j d�7 }|tjd�7 }tj|�j� dd� }|dk�r�� d|||f �}|�s�| |d||f �}n<|dk�s�d|jd�k�r�d|||d|f }| ||�}ndS || j _ d | j||||f }|�r(|d | 7 }|�r:|d | 7 }| �rL|d | 7 }|�rb|d ||f 7 }d!| S )"z :rtype: str �realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| jd�} tj| �j� S )Nzutf-8)r r r �hashlibZmd5� hexdigest)�xr r r �md5_utf8� s z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| jd�} tj| �j� S )Nzutf-8)r r r r> �sha1r? )r@ r r r �sha_utf8� s z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8c s � d| |f �S )Nz%s:%sr )�s�d)� hash_utf8r r �<lambda>� s z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%sz%s:%sr z%08xzutf-8� � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z, algorithm="%s"z , digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r/ r5 �get�upperr �pathZqueryr r r3 r4 r r �timeZctime�os�urandomr> rB r? �split)r �method�urlr9 r: r; r< r= Z _algorithmrA rC ZKDZentdigZp_parsedrO ZA1ZA2ZHA1ZHA2ZncvaluerD ZcnonceZrespdigZnoncebit�baser )rF r �build_digest_header sr z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr/ r7 )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j kodk n s&d| j_|S | jjdk rD|jjj| jj� |jjdd�}d|j � koh| jjdk �r| j jd7 _t j d t j d �}t |jd|dd ��| j_|j |j� |jj� }t|j|j|j� |j|j� | j|j|j�|jd < |jj|f|�}|j j |� ||_|S d| j_|S ) zo Takes the given response and tries digest-auth, if needed. :rtype: requests.Response i� i� r Nzwww-authenticater1 Zdigest� zdigest )�flags)�countr* ) Z status_coder/ r7 r6 Zrequest�body�seekr+ rM �lower�re�compile� IGNORECASEr �subr5 Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrW rT rU Z connection�send�history�append)r r rX Zs_authZpatZprepZ_rr r r � handle_401� s. zHTTPDigestAuth.handle_401c C s~ | j � | jjr&| j|j|j�|jd< y|jj� | j_ W n t k rT d | j_ Y nX |j d| j � |j d| j � d| j_|S )Nr* Zresponser )r8 r/ r3 rW rT rU r+ r] �tellr6 �AttributeErrorZ register_hookrj rY r7 )r r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S )Nr r )r% r r& r )r r' r r r r( s zHTTPDigestAuth.__eq__c C s | |k S )Nr )r r' r r r r) $ s zHTTPDigestAuth.__ne__N) r r r! r" r$ r8 rW rY rj r r( r) r r r r r- l s Z,r- )r" rQ r` rP r> r. r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r# r, r- r r r r �<module> s$ , site-packages/pip/_vendor/requests/__pycache__/certs.cpython-36.pyc 0000644 00000001052 15231162611 0021335 0 ustar 00 3 F��i� � @ s& d Z ddlmZ edkr"ee� � dS )uF requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. � )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �/usr/lib/python3.6/certs.py�<module> s site-packages/pip/_vendor/requests/__pycache__/sessions.cpython-36.opt-1.pyc 0000644 00000044731 15231162611 0023035 0 ustar 00 3 F��ip � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl m Z m Z m Z mZmZ ddlmZmZmZmZ dd lmZmZmZ dd lmZmZ dd l m Z dd l m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddl1m2Z2 ddlm3Z3 ej4� dk�rXy ej5Z6W n e7k �rT ej8Z6Y nX nejZ6e fdd�Z9e fdd�Z:G dd� de;�Z<G dd� de<�Z=d d � Z>dS ) z� requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). � N)�Mapping)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar� merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)� default_hooks� dispatch_hook)�to_native_string)�to_key_val_list�default_headers)�TooManyRedirects� InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body� DEFAULT_PORTS)�codes)�REDIRECT_STATIZWindowsc C st |dkr | S | dkr|S t |t�o*t | t�s0| S |t|��}|jt| �� dd� |j� D �}x|D ] }||= qbW |S )z�Determines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` Nc S s g | ]\}}|d kr|�qS )N� )�.0�k�vr& r& � /usr/lib/python3.6/sessions.py� <listcomp>J s z!merge_setting.<locals>.<listcomp>)� isinstancer r �update�items)Zrequest_settingZsession_setting� dict_classZmerged_settingZ none_keys�keyr& r& r* � merge_setting2 s r1 c C s@ |dks|j d�g kr| S | dks0| j d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. N�response)�getr1 )Z request_hooksZ session_hooksr/ r& r& r* � merge_hooksQ s r4 c @ s> e Zd Zdd� Zdd� Zddd �Zd d � Zd d � Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |jd�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr6 r& r& r* �get_redirect_targetb s z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jd krLdS |j|jk}|j|jk}tj|jd�df}| r�|j|kr�|j|kr�dS |p�|S ) zFDecide whether Authorization header should be removed when redirectingTZhttp�P NZhttps� F)r> N)r? N)r Zhostname�schemeZportr# r3 )r; Zold_urlZnew_urlZ old_parsedZ new_parsedZ changed_portZchanged_schemeZ default_portr& r& r* �should_strip_authx s z&SessionRedirectMixin.should_strip_authFNTc k s. g } | j |�} �x| �r(|j� } | j|� | dd� |_y |j W n( tttfk rj |jj dd� Y nX t |j�| j kr�t d| j |d��|j � | jd�r�t|j�} dt| j�| f } t| �}|j� } |js�t|jt| ��} nt| �} t| �| _| j| |� |jtjtjfk�r>d}x |D ]}| j j |d� �q W d| _ | j }y |d = W n t k �rd Y nX t | j!||j� t"| j!| j#� | j$| j!� | j%| |�}| j&| |� | j'dk �o�d |k�p�d |k}|�r�t(| � | }|�r�|V q| j)|f|||||dd �| ��}t | j#| |j� | j |�} |V qW dS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r2 z//z%s:%s�Content-Length� Content-Type�Transfer-EncodingZCookie)�stream�timeout�verify�cert�proxies�allow_redirects)rB rC rD )*r= �copy�append�history�contentr r � RuntimeError�raw�read�len� max_redirectsr �close� startswithr �urlr r@ ZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr9 �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr" �send)r; r< �reqrE rF rG rH rI �yield_requestsZadapter_kwargsZhistrV �prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr9 Z rewindabler& r& r* �resolve_redirects� sr z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| j|jj|�r*|d= | jr8t|�nd}|dk rN|j|� dS )z�When being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. Z AuthorizationN)r9 rV rA �request� trust_envr Z prepare_auth)r; ra r2 r9 rV Znew_authr& r& r* r] � s z!SessionRedirectMixin.rebuild_authc C s� |dk r |ni }|j }|j}t|�j}|j� }|jd�}t||d�}| jr~| r~t||d�} | j|| jd��} | r~|j || � d|kr�|d= yt || �\} } W n t k r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict N�no_proxy)rf �allzProxy-Authorization)NN) r9 rV r r@ rK r3 r re r � setdefaultr! rZ r ) r; ra rI r9 rV r@ Z new_proxiesrf Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr& r& r* r\ s* z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request based on certain specs or browser behavior. �HEAD�GET�POSTN)�methodrX r$ Z see_other�foundZmoved)r; ra r2 rm r& r& r* rW : s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__� __module__� __qualname__r= rA rc r] r\ rW r& r& r& r* r5 ` s k)r5 c @ s� e Zd ZdZdddddddd d d d d dg Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z d d � Z d d � Z d8d!d"�Z d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona~ A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('http://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('http://httpbin.org/get') <Response [200]> r9 r[ �authrI �hooks�paramsrG rH Zprefetch�adaptersrE re rS c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t | _ d| _ t i �| _t� | _| jdt� � | jdt� � d S )NFTzhttps://zhttp://)r r9 rs rI r rt ru rE rG rH r rS re r r[ r rv �mountr )r; r& r& r* �__init__j s zSession.__init__c C s | S )Nr& )r; r& r& r* � __enter__� s zSession.__enter__c G s | j � d S )N)rT )r; �argsr& r& r* �__exit__� s zSession.__exit__c C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrV| rV| j rVt |j �}t � }|j |j j� |j |j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d� |S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest )r/ ) rm rV �files�data�jsonr9 ru rs r[ rt )r[ r, r Z CookieJarr r r rs re r rV r Zpreparerm �upperr| r} r~ r1 r9 r ru r4 rt )r; rd r[ Zmerged_cookiesrs �pr& r& r* �prepare_request� s* zSession.prepare_requestNTc C st t |j� ||||pi ||p i ||| d� }| j|�}| p8i } | j|j| | ||�}| | d�}|j|� | j|f|�}|S )a� Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response ) rm rV r9 r| r} r~ ru rs r[ rt )rF rJ )r r r� �merge_environment_settingsrV r- r^ )r; rm rV ru r} r9 r[ r| rs rF rJ rI rt rE rG rH r~ r_ ZprepZsettingsZ send_kwargsr< r& r& r* rd � s( ) zSession.requestc K s |j dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ Trk )rh rd )r; rV �kwargsr& r& r* r3 s z Session.getc K s |j dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ TZOPTIONS)rh rd )r; rV r� r& r& r* �options! s zSession.optionsc K s |j dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ Frj )rh rd )r; rV r� r& r& r* �head, s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rl )r} r~ )rd )r; rV r} r~ r� r& r& r* �post7 s z Session.postc K s | j d|fd|i|��S )aY Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPUTr} )rd )r; rV r} r� r& r& r* �putC s z Session.putc K s | j d|fd|i|��S )a[ Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPATCHr} )rd )r; rV r} r� r& r& r* �patchN s z Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZDELETE)rd )r; rV r� r& r& r* �deleteY s zSession.deletec K s~ |j d| j� |j d| j� |j d| j� |j d| j� t|t�rJtd��|jdd�}|j d�}|j }| j |j d�}t � }|j|f|�}t � | } t| d �|_td ||f|�}|jr�x |jD ]} t| j| j| j� q�W t| j||j� | j||f|�} |�r d d � | D �ng } | �r.| jd |� | j� }| |_|�sny"t| j||fddi|���|_W n tk �rl Y nX |�sz|j |S )zISend a given PreparedRequest. :rtype: requests.Response rE rG rH rI z#You can only send PreparedRequests.rJ T)rV )Zsecondsr2 c S s g | ]}|�qS r& r& )r' r< r& r& r* r+ � s z Session.send.<locals>.<listcomp>r r` ) rh rE rG rH rI r, r � ValueErrorrY r3 rt � get_adapterrV �preferred_clockr^ r �elapsedr rM r r[ rd rP rc �insert�nextZ_next� StopIterationrN ) r; rd r� rJ rE rt �adapter�start�rr� r< �genrM r& r& r* r^ c sB "z Session.sendc C s� | j rr|dk r|jd�nd}t||d�}x |j� D ]\}} |j|| � q2W |dksZ|dkrrtjjd�pptjjd�}t|| j�}t|| j �}t|| j �}t|| j �}||||d�S )z^ Check the environment and merge it with some settings. :rtype: dict Nrf )rf TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rG rI rE rH ) re r3 r r. rh �os�environr1 rI rE rG rH ) r; rV rI rE rG rH rf Z env_proxiesr( r) r& r& r* r� � s z"Session.merge_environment_settingsc C s: x(| j j� D ]\}}|j� j|�r |S q W td| ��dS )z~ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter z*No connection adapters were found for '%s'N)rv r. �lowerrU r )r; rV �prefixr� r& r& r* r� � s zSession.get_adapterc C s x| j j� D ] }|j� q W dS )z+Closes all adapters and as such the sessionN)rv �valuesrT )r; r) r& r& r* rT � s z Session.closec sB || j � < � fdd�| j D �}x |D ]}| j j|�| j |< q$W dS )zwRegisters a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. c s g | ]}t |�t � �k r|�qS r& )rR )r' r( )r� r& r* r+ � s z!Session.mount.<locals>.<listcomp>N)rv rY )r; r� r� Z keys_to_mover0 r& )r� r* rw � s z Session.mountc s t � fdd�� jD ��}|S )Nc 3 s | ]}|t � |d �fV qd S )N)�getattr)r' �attr)r; r& r* � <genexpr>� s z'Session.__getstate__.<locals>.<genexpr>)�dict� __attrs__)r; �stater& )r; r* � __getstate__� s zSession.__getstate__c C s& x |j � D ]\}}t| ||� q W d S )N)r. �setattr)r; r� r� �valuer& r& r* � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)ro rp rq �__doc__r� rx ry r{ r� rd r3 r� r� r� r� r� r� r^ r� r� rT rw r� r� r& r& r& r* rr Q s2 7) D I rr c C s t � S )zQ Returns a :class:`Session` for context-management. :rtype: Session )rr r& r& r& r* �session� s r� )?r� r� �platformZtime� collectionsr Zdatetimer rs r �compatr r r r r r[ r r r r Zmodelsr r r rt r r Z_internal_utilsr Zutilsr r � exceptionsr r r r Z structuresr rv r r r r r r! r" r# Z status_codesr$ r% �systemZ perf_counterr� �AttributeErrorZclockr1 r4 �objectr5 rr r� r& r& r& r* �<module> sB $ r " site-packages/pip/_vendor/requests/__pycache__/hooks.cpython-36.pyc 0000644 00000001626 15231162611 0021347 0 ustar 00 3 F��i� � @ s d Z dgZdd� Zdd� ZdS )z� requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. Zresponsec C s t dd� tD ��S )Nc s s | ]}|g fV qd S )N� )�.0Zeventr r �/usr/lib/python3.6/hooks.py� <genexpr> s z default_hooks.<locals>.<genexpr>)�dict�HOOKSr r r r � default_hooks s r c K sR |pt � }|j| �}|rNt|d�r(|g}x$|D ] }||f|�}|dk r.|}q.W |S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)r �get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ _hook_datar r r � dispatch_hook s r N)�__doc__r r r r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/status_codes.cpython-36.pyc 0000644 00000007012 15231162611 0022717 0 ustar 00 3 F��i� � F @ s� d dl mZ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dz�DZed{d|�ZxNej� D ]B\ZZx6eD ].Zeeee� ej dă� s�eeej � e� � q�W � q�W dS )�� )� LookupDict�continue�switching_protocols� processing� checkpoint� uri_too_long�request_uri_too_long�ok�okay�all_ok�all_okay�all_good�\o/� ✓�created�accepted�non_authoritative_info� non_authoritative_information� no_content� reset_content�reset�partial_content�partial� multi_status�multiple_status� multi_stati�multiple_stati�already_reported�im_used�multiple_choices�moved_permanently�moved�\o-�found� see_other�other� not_modified� use_proxy� switch_proxy�temporary_redirect�temporary_moved� temporary�permanent_redirect�resume_incomplete�resume� bad_request�bad� unauthorized�payment_required�payment� forbidden� not_found�-o-�method_not_allowed� not_allowed�not_acceptable� proxy_authentication_required� proxy_auth�proxy_authentication�request_timeout�timeout�conflict�gone�length_required�precondition_failed� precondition�request_entity_too_large�request_uri_too_large�unsupported_media_type�unsupported_media� media_type� requested_range_not_satisfiable�requested_range�range_not_satisfiable�expectation_failed� im_a_teapot�teapot� i_am_a_teapot�misdirected_request�unprocessable_entity� unprocessable�locked�failed_dependency� dependency�unordered_collection� unordered�upgrade_required�upgrade�precondition_required�too_many_requests�too_many�header_fields_too_large�fields_too_large� no_response�none� retry_with�retry�$blocked_by_windows_parental_controls�parental_controls� unavailable_for_legal_reasons� legal_reasons�client_closed_request�internal_server_error� server_error�/o\� ✗�not_implemented� bad_gateway�service_unavailable� unavailable�gateway_timeout�http_version_not_supported� http_version�variant_also_negotiates�insufficient_storage�bandwidth_limit_exceeded� bandwidth� not_extended� network_authentication_required� network_auth�network_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�name�\�/N)r )r )r )r )r r )r r r r r r r )r )r )r r )r )r r )r r )r r r r )r )r )r )r r! r" )r# )r$ r% )r& )r' )r( )r) r* r+ )r, r- r. )r/ r0 )r1 )r2 r3 )r4 )r5 r6 )r7 r8 )r9 )r: r; r< )r= r> )r? )r@ )rA )rB rC )rD )rE )rF rG rH )rI rJ rK )rL )rM rN rO )rP )rQ rR )rS )rT rU )rV rW )rX rY )rZ rC )r[ r\ )r] r^ )r_ r` )ra rb )rc rd )re rf )rg )rh ri rj rk )rl )rm )rn ro )rp )rq rr )rs )rt )ru rv )rw )rx ry rz )r� r� ) Z structuresr Z_codesZcodes�items�codeZtitles�title�setattr� startswith�upper� r� r� �"/usr/lib/python3.6/status_codes.py�<module> s� site-packages/pip/_vendor/requests/__pycache__/packages.cpython-36.pyc 0000644 00000000676 15231162611 0022006 0 ustar 00 3 F��i� � @ s~ d dl Z xpdD ]hZde Zee�e� e< xLee j�D ]>ZeeksNejed �r4ee d�d� Z e je e jde < q4W qW dS ) � N�urllib3�idna�chardetz pip._vendor.�.z pip._vendor.requests.packages.)r r r ) �sys�packageZvendored_package� __import__�locals�list�modules�mod� startswith�lenZunprefixed_mod� r r � /usr/lib/python3.6/packages.py�<module> s site-packages/pip/_vendor/requests/__pycache__/adapters.cpython-36.opt-1.pyc 0000644 00000040074 15231162611 0022766 0 ustar 00 3 F��iR � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m Z ddl m Z ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ddlmZ ddlmZ ddl m Z ddl m Z m Z ddl!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z-m.Z.m/Z/mZmZm0Z0m1Z1 ddl2m3Z3 yddl4m5Z5 W n e6k �rr dd� Z5Y nX d Z7d Z8dZ9dZ:G d d � d e;�Z<G d d!� d!e<�Z=dS )"z� requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. � N)� PoolManager�proxy_from_url)� HTTPResponse)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)� MaxRetryError)�NewConnectionError)� ProxyError)� ProtocolError)�ReadTimeoutError)�SSLError)� ResponseError� )�Response)�urlparse� basestring)�DEFAULT_CA_BUNDLE_PATH�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url� urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar)�ConnectionError�ConnectTimeout� ReadTimeoutr r � RetryError� InvalidSchema)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r! )�args�kwargs� r& � /usr/lib/python3.6/adapters.pyr# + s r# F� c s2 e Zd ZdZ� fdd�Zd dd�Zd d � Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| �j� d S )N)�superr) �__init__)�self)� __class__r& r' r+ 7 s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. N)�NotImplementedError)r, �request�stream�timeout�verify�cert�proxiesr& r& r' �send: s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.N)r. )r, r& r& r' �closeL s zBaseAdapter.close)FNTNN)�__name__� __module__� __qualname__�__doc__r+ r5 r6 � __classcell__r& r& )r- r' r) 4 s r) c s� e Zd ZdZdddddgZeeeef� fdd� Zd d � Z d d � Z efd d�Z dd� Z dd� Z dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) � max_retries�config�_pool_connections� _pool_maxsize� _pool_blockc sd |t krtddd�| _n tj|�| _i | _i | _tt| �j� || _ || _ || _ | j |||d� d S )Nr F)�read)�block) �DEFAULT_RETRIESr r= Zfrom_intr> � proxy_managerr* r< r+ r? r@ rA �init_poolmanager)r, Zpool_connectionsZ pool_maxsizer= Z pool_block)r- r& r' r+ n s zHTTPAdapter.__init__c s t � fdd�� jD ��S )Nc 3 s | ]}|t � |d �fV qd S )N)�getattr)�.0�attr)r, r& r' � <genexpr>� s z+HTTPAdapter.__getstate__.<locals>.<genexpr>)�dict� __attrs__)r, r& )r, r' � __getstate__� s zHTTPAdapter.__getstate__c C sH i | _ i | _x |j� D ]\}}t| ||� qW | j| j| j| jd� d S )N)rC )rE r> �items�setattrrF r? r@ rA )r, �staterI �valuer& r& r' � __setstate__� s zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. T)� num_pools�maxsizerC �strictN)r? r@ rA r � poolmanager)r, Z connectionsrT rC Z pool_kwargsr& r& r' rF � s z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||j� jd�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| j|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager �socks)�username�passwordrS rT rC )� proxy_headersrS rT rC ) rE �lower� startswithr r# r? r@ rA rZ r )r, �proxyZ proxy_kwargsZmanagerrX rY rZ r& r& r' �proxy_manager_for� s* z HTTPAdapter.proxy_manager_forc C s |j � jd�rn|rnd}|dk r"|}|s*t}| s>tjj|� rLtdj|���d|_tjj |�sf||_ q�||_ nd|_d|_ d|_ |�r t |t �s�|d |_|d |_n ||_d|_|jr�tjj|j� r�td j|j���|jo�tjj|j� �r td j|j���dS ) aA Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. �httpsNTzFCould not find a suitable TLS CA certificate bundle, invalid path: {0}Z CERT_REQUIREDZ CERT_NONEr r z:Could not find the TLS certificate file, invalid path: {0}z2Could not find the TLS key file, invalid path: {0})r[ r\ r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir� isinstancer Z cert_fileZkey_file)r, �conn�urlr2 r3 Zcert_locr& r& r' � cert_verify� s8 zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j t �r^|j j d�|_ n|j |_ t |j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response ZstatusN�headerszutf-8)r rG Z status_coder rj r �encoding�raw�reasonrf rh �bytes�decoder �cookiesr/ � connection)r, Zreq�respZresponser& r& r' �build_response� s zHTTPAdapter.build_responseNc C sN t ||�}|r.t|d�}| j|�}|j|�}n t|�}|j� }| jj|�}|S )a� Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool Zhttp)r r r^ Zconnection_from_urlr ZgeturlrV )r, rh r4 r] rE rg Zparsedr& r& r' �get_connection" s zHTTPAdapter.get_connectionc C s* | j j� x| jj� D ] }|j� qW dS )z�Disposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. N)rV �clearrE �values)r, r] r& r& r' r6 9 s zHTTPAdapter.closec C sb t |j|�}t|j�j}|o"|dk}d}|rDt|�jj� }|jd�}|j}|r^| r^t|j�}|S )a? Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str r_ FrW )r rh r �schemer[ r\ Zpath_urlr ) r, r/ r4 r] rw Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerh r& r& r' � request_urlC s zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). Nr& )r, r/ r% r& r& r' � add_headers` s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxies: The url of the proxy being used for this request. :rtype: dict zProxy-Authorization)r r" )r, r] rj rX rY r& r& r' rZ n s zHTTPAdapter.proxy_headersFTc ) C s� | j |j|�}| j||j||� | j||�}| j|� |jdkpHd|jk } t|t�r�y|\} } t | | d�}W q� t k r� } zdj |�} t | ��W Y dd} ~ X q�X nt|t �r�n t ||d�}�yL| s�|j |j ||j|jdddd| j|d� }�nt|d��r|j}|jtd�}y�|j|j |d d � x$|jj� D ]\}}|j||� �q.W |j� xN|jD ]D}|jtt|��d d� jd �� |jd � |j|� |jd � �qXW |jd� y|jd d�}W n t k �r� |j� }Y nX t j |||ddd�}W n |j � � Y nX W �n� t t!j"fk �rD } zt#| |d��W Y dd} ~ X �nZ t$k �r� } z�t| j%t&��r~t| j%t'��s~t(| |d��t| j%t)��r�t*| |d��t| j%t+��r�t,| |d��t| j%t-��r�t.| |d��t#| |d��W Y dd} ~ X n� t/k �r } zt#| |d��W Y dd} ~ X n� t+k �r@ } zt,| ��W Y dd} ~ X n^ t-t0fk �r� } z<t| t-��rpt.| |d��n t| t1��r�t2| |d��n� W Y dd} ~ X nX | j3||�S )a Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response NzContent-Length)�connectrB zsInvalid timeout {0}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF) �methodrh �bodyrj ZredirectZassert_same_host�preload_content�decode_contentZretriesr1 � proxy_pool)r1 T)Zskip_accept_encoding� zutf-8s s 0 )� buffering)Zpoolrq r} r~ )r/ )4rt rh ri rx ry r| rj rf �tuple� TimeoutSauce� ValueErrorrd Zurlopenr{ r= �hasattrr Z _get_conn�DEFAULT_POOL_TIMEOUTZ putrequestrN Z putheaderZ endheadersr5 �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr6 r �socket�errorr r rm r r r r r � _ProxyErrorr � _SSLErrorr r � _HTTPErrorr r rs )r, r/ r0 r1 r2 r3 r4 rg rh Zchunkedrz rB �e�errrr Zlow_conn�headerrQ �i�rr& r& r' r5 � s� zHTTPAdapter.send)N)FNTNN)r7 r8 r9 r: rL �DEFAULT_POOLSIZErD �DEFAULT_POOLBLOCKr+ rM rR rF r^ ri rs rt r6 rx ry rZ r5 r; r& r& )r- r' r< Q s$ %4% r< )>r: Zos.pathr` r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r r� r r r r� r r r r� r Zmodelsr �compatr r Zutilsr r r r r r Z structuresr rp r � exceptionsr r r r r! Zauthr" Z!pip._vendor.urllib3.contrib.socksr# � ImportErrorr� r� rD r� �objectr) r< r& r& r& r' �<module> sB $ site-packages/pip/_vendor/requests/__pycache__/status_codes.cpython-36.opt-1.pyc 0000644 00000007012 15231162611 0023656 0 ustar 00 3 F��i� � F @ s� d dl mZ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�dz�DZed{d|�ZxNej� D ]B\ZZx6eD ].Zeeee� ej dă� s�eeej � e� � q�W � q�W dS )�� )� LookupDict�continue�switching_protocols� processing� checkpoint� uri_too_long�request_uri_too_long�ok�okay�all_ok�all_okay�all_good�\o/� ✓�created�accepted�non_authoritative_info� non_authoritative_information� no_content� reset_content�reset�partial_content�partial� multi_status�multiple_status� multi_stati�multiple_stati�already_reported�im_used�multiple_choices�moved_permanently�moved�\o-�found� see_other�other� not_modified� use_proxy� switch_proxy�temporary_redirect�temporary_moved� temporary�permanent_redirect�resume_incomplete�resume� bad_request�bad� unauthorized�payment_required�payment� forbidden� not_found�-o-�method_not_allowed� not_allowed�not_acceptable� proxy_authentication_required� proxy_auth�proxy_authentication�request_timeout�timeout�conflict�gone�length_required�precondition_failed� precondition�request_entity_too_large�request_uri_too_large�unsupported_media_type�unsupported_media� media_type� requested_range_not_satisfiable�requested_range�range_not_satisfiable�expectation_failed� im_a_teapot�teapot� i_am_a_teapot�misdirected_request�unprocessable_entity� unprocessable�locked�failed_dependency� dependency�unordered_collection� unordered�upgrade_required�upgrade�precondition_required�too_many_requests�too_many�header_fields_too_large�fields_too_large� no_response�none� retry_with�retry�$blocked_by_windows_parental_controls�parental_controls� unavailable_for_legal_reasons� legal_reasons�client_closed_request�internal_server_error� server_error�/o\� ✗�not_implemented� bad_gateway�service_unavailable� unavailable�gateway_timeout�http_version_not_supported� http_version�variant_also_negotiates�insufficient_storage�bandwidth_limit_exceeded� bandwidth� not_extended� network_authentication_required� network_auth�network_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�name�\�/N)r )r )r )r )r r )r r r r r r r )r )r )r r )r )r r )r r )r r r r )r )r )r )r r! r" )r# )r$ r% )r& )r' )r( )r) r* r+ )r, r- r. )r/ r0 )r1 )r2 r3 )r4 )r5 r6 )r7 r8 )r9 )r: r; r< )r= r> )r? )r@ )rA )rB rC )rD )rE )rF rG rH )rI rJ rK )rL )rM rN rO )rP )rQ rR )rS )rT rU )rV rW )rX rY )rZ rC )r[ r\ )r] r^ )r_ r` )ra rb )rc rd )re rf )rg )rh ri rj rk )rl )rm )rn ro )rp )rq rr )rs )rt )ru rv )rw )rx ry rz )r� r� ) Z structuresr Z_codesZcodes�items�codeZtitles�title�setattr� startswith�upper� r� r� �"/usr/lib/python3.6/status_codes.py�<module> s� site-packages/pip/_vendor/requests/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000005665 15231162611 0022731 0 ustar 00 3 F��i� � @ s� d Z ddlmZ ddlmZ ddlZddlmZ dd� Zyeejej� W n0 e e fk rz ej d j ejej�e� Y nX dd l mZ ejd e� dd lmZmZmZmZ dd lmZmZmZmZ ddlmZmZ ddlmZ ddlmZ ddl m Z m Z m Z ddl m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,m-Z- ddlm.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 ddl7Z7yddl7m8Z8 W n( e9k �r� G dd� de7j:�Z8Y nX e7j;e<�j=e8� � ejde4dd� dS ) a� Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('http://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. � )�urllib3)�chardetN� )�RequestsDependencyWarningc C s~ | j d�} t| �dkr | jd� | \}}}t|�t|�t|� }}}|j d�d d� \}}}t|�t|�t|� }}}d S )N�.� �0� )�split�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r � /usr/lib/python3.6/__init__.py�check_compatibility1 s r zAurllib3 ({0}) or chardet ({1}) doesn't match a supported version!)�DependencyWarning�ignore)� __title__�__description__�__url__� __version__)� __build__� __author__�__author_email__� __license__)� __copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandlerc @ s e Zd Zdd� ZdS )r8 c C s d S )Nr )�self�recordr r r �emits s zNullHandler.emitN)�__name__� __module__� __qualname__r; r r r r r8 r s r8 �defaultT)r )>�__doc__Z pip._vendorr r �warnings� exceptionsr r r �AssertionError� ValueError�warn�formatZ pip._vendor.urllib3.exceptionsr � simplefilterr r r r r r r r r � r r! Zmodelsr" r# r$ Zapir% r& r' r( r r) r* r+ Zsessionsr, r- Z status_codesr. r/ r0 r1 r2 r3 r4 r5 r6 r7 Zloggingr8 � ImportErrorZHandlerZ getLoggerr< Z addHandlerr r r r �<module>) s< ( , site-packages/pip/_vendor/requests/__pycache__/sessions.cpython-36.pyc 0000644 00000044731 15231162611 0022076 0 ustar 00 3 F��ip � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl m Z m Z m Z mZmZ ddlmZmZmZmZ dd lmZmZmZ dd lmZmZ dd l m Z dd l m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddl1m2Z2 ddlm3Z3 ej4� dk�rXy ej5Z6W n e7k �rT ej8Z6Y nX nejZ6e fdd�Z9e fdd�Z:G dd� de;�Z<G dd� de<�Z=d d � Z>dS ) z� requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). � N)�Mapping)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar� merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)� default_hooks� dispatch_hook)�to_native_string)�to_key_val_list�default_headers)�TooManyRedirects� InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body� DEFAULT_PORTS)�codes)�REDIRECT_STATIZWindowsc C st |dkr | S | dkr|S t |t�o*t | t�s0| S |t|��}|jt| �� dd� |j� D �}x|D ] }||= qbW |S )z�Determines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` Nc S s g | ]\}}|d kr|�qS )N� )�.0�k�vr& r& � /usr/lib/python3.6/sessions.py� <listcomp>J s z!merge_setting.<locals>.<listcomp>)� isinstancer r �update�items)Zrequest_settingZsession_setting� dict_classZmerged_settingZ none_keys�keyr& r& r* � merge_setting2 s r1 c C s@ |dks|j d�g kr| S | dks0| j d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. N�response)�getr1 )Z request_hooksZ session_hooksr/ r& r& r* � merge_hooksQ s r4 c @ s> e Zd Zdd� Zdd� Zddd �Zd d � Zd d � Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |jd�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr6 r& r& r* �get_redirect_targetb s z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jd krLdS |j|jk}|j|jk}tj|jd�df}| r�|j|kr�|j|kr�dS |p�|S ) zFDecide whether Authorization header should be removed when redirectingTZhttp�P NZhttps� F)r> N)r? N)r Zhostname�schemeZportr# r3 )r; Zold_urlZnew_urlZ old_parsedZ new_parsedZ changed_portZchanged_schemeZ default_portr& r& r* �should_strip_authx s z&SessionRedirectMixin.should_strip_authFNTc k s. g } | j |�} �x| �r(|j� } | j|� | dd� |_y |j W n( tttfk rj |jj dd� Y nX t |j�| j kr�t d| j |d��|j � | jd�r�t|j�} dt| j�| f } t| �}|j� } |js�t|jt| ��} nt| �} t| �| _| j| |� |jtjtjfk�r>d}x |D ]}| j j |d� �q W d| _ | j }y |d = W n t k �rd Y nX t | j!||j� t"| j!| j#� | j$| j!� | j%| |�}| j&| |� | j'dk �o�d |k�p�d |k}|�r�t(| � | }|�r�|V q| j)|f|||||dd �| ��}t | j#| |j� | j |�} |V qW dS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r2 z//z%s:%s�Content-Length� Content-Type�Transfer-EncodingZCookie)�stream�timeout�verify�cert�proxies�allow_redirects)rB rC rD )*r= �copy�append�history�contentr r � RuntimeError�raw�read�len� max_redirectsr �close� startswithr �urlr r@ ZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr9 �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr" �send)r; r< �reqrE rF rG rH rI �yield_requestsZadapter_kwargsZhistrV �prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr9 Z rewindabler& r& r* �resolve_redirects� sr z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| j|jj|�r*|d= | jr8t|�nd}|dk rN|j|� dS )z�When being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. Z AuthorizationN)r9 rV rA �request� trust_envr Z prepare_auth)r; ra r2 r9 rV Znew_authr& r& r* r] � s z!SessionRedirectMixin.rebuild_authc C s� |dk r |ni }|j }|j}t|�j}|j� }|jd�}t||d�}| jr~| r~t||d�} | j|| jd��} | r~|j || � d|kr�|d= yt || �\} } W n t k r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict N�no_proxy)rf �allzProxy-Authorization)NN) r9 rV r r@ rK r3 r re r � setdefaultr! rZ r ) r; ra rI r9 rV r@ Z new_proxiesrf Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr& r& r* r\ s* z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request based on certain specs or browser behavior. �HEAD�GET�POSTN)�methodrX r$ Z see_other�foundZmoved)r; ra r2 rm r& r& r* rW : s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__� __module__� __qualname__r= rA rc r] r\ rW r& r& r& r* r5 ` s k)r5 c @ s� e Zd ZdZdddddddd d d d d dg Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z d d � Z d d � Z d8d!d"�Z d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona~ A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('http://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('http://httpbin.org/get') <Response [200]> r9 r[ �authrI �hooks�paramsrG rH Zprefetch�adaptersrE re rS c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t | _ d| _ t i �| _t� | _| jdt� � | jdt� � d S )NFTzhttps://zhttp://)r r9 rs rI r rt ru rE rG rH r rS re r r[ r rv �mountr )r; r& r& r* �__init__j s zSession.__init__c C s | S )Nr& )r; r& r& r* � __enter__� s zSession.__enter__c G s | j � d S )N)rT )r; �argsr& r& r* �__exit__� s zSession.__exit__c C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrV| rV| j rVt |j �}t � }|j |j j� |j |j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d� |S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest )r/ ) rm rV �files�data�jsonr9 ru rs r[ rt )r[ r, r Z CookieJarr r r rs re r rV r Zpreparerm �upperr| r} r~ r1 r9 r ru r4 rt )r; rd r[ Zmerged_cookiesrs �pr& r& r* �prepare_request� s* zSession.prepare_requestNTc C st t |j� ||||pi ||p i ||| d� }| j|�}| p8i } | j|j| | ||�}| | d�}|j|� | j|f|�}|S )a� Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response ) rm rV r9 r| r} r~ ru rs r[ rt )rF rJ )r r r� �merge_environment_settingsrV r- r^ )r; rm rV ru r} r9 r[ r| rs rF rJ rI rt rE rG rH r~ r_ ZprepZsettingsZ send_kwargsr< r& r& r* rd � s( ) zSession.requestc K s |j dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ Trk )rh rd )r; rV �kwargsr& r& r* r3 s z Session.getc K s |j dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ TZOPTIONS)rh rd )r; rV r� r& r& r* �options! s zSession.optionsc K s |j dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rJ Frj )rh rd )r; rV r� r& r& r* �head, s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rl )r} r~ )rd )r; rV r} r~ r� r& r& r* �post7 s z Session.postc K s | j d|fd|i|��S )aY Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPUTr} )rd )r; rV r} r� r& r& r* �putC s z Session.putc K s | j d|fd|i|��S )a[ Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPATCHr} )rd )r; rV r} r� r& r& r* �patchN s z Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZDELETE)rd )r; rV r� r& r& r* �deleteY s zSession.deletec K s~ |j d| j� |j d| j� |j d| j� |j d| j� t|t�rJtd��|jdd�}|j d�}|j }| j |j d�}t � }|j|f|�}t � | } t| d �|_td ||f|�}|jr�x |jD ]} t| j| j| j� q�W t| j||j� | j||f|�} |�r d d � | D �ng } | �r.| jd |� | j� }| |_|�sny"t| j||fddi|���|_W n tk �rl Y nX |�sz|j |S )zISend a given PreparedRequest. :rtype: requests.Response rE rG rH rI z#You can only send PreparedRequests.rJ T)rV )Zsecondsr2 c S s g | ]}|�qS r& r& )r' r< r& r& r* r+ � s z Session.send.<locals>.<listcomp>r r` ) rh rE rG rH rI r, r � ValueErrorrY r3 rt � get_adapterrV �preferred_clockr^ r �elapsedr rM r r[ rd rP rc �insert�nextZ_next� StopIterationrN ) r; rd r� rJ rE rt �adapter�start�rr� r< �genrM r& r& r* r^ c sB "z Session.sendc C s� | j rr|dk r|jd�nd}t||d�}x |j� D ]\}} |j|| � q2W |dksZ|dkrrtjjd�pptjjd�}t|| j�}t|| j �}t|| j �}t|| j �}||||d�S )z^ Check the environment and merge it with some settings. :rtype: dict Nrf )rf TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rG rI rE rH ) re r3 r r. rh �os�environr1 rI rE rG rH ) r; rV rI rE rG rH rf Z env_proxiesr( r) r& r& r* r� � s z"Session.merge_environment_settingsc C s: x(| j j� D ]\}}|j� j|�r |S q W td| ��dS )z~ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter z*No connection adapters were found for '%s'N)rv r. �lowerrU r )r; rV �prefixr� r& r& r* r� � s zSession.get_adapterc C s x| j j� D ] }|j� q W dS )z+Closes all adapters and as such the sessionN)rv �valuesrT )r; r) r& r& r* rT � s z Session.closec sB || j � < � fdd�| j D �}x |D ]}| j j|�| j |< q$W dS )zwRegisters a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. c s g | ]}t |�t � �k r|�qS r& )rR )r' r( )r� r& r* r+ � s z!Session.mount.<locals>.<listcomp>N)rv rY )r; r� r� Z keys_to_mover0 r& )r� r* rw � s z Session.mountc s t � fdd�� jD ��}|S )Nc 3 s | ]}|t � |d �fV qd S )N)�getattr)r' �attr)r; r& r* � <genexpr>� s z'Session.__getstate__.<locals>.<genexpr>)�dict� __attrs__)r; �stater& )r; r* � __getstate__� s zSession.__getstate__c C s& x |j � D ]\}}t| ||� q W d S )N)r. �setattr)r; r� r� �valuer& r& r* � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)ro rp rq �__doc__r� rx ry r{ r� rd r3 r� r� r� r� r� r� r^ r� r� rT rw r� r� r& r& r& r* rr Q s2 7) D I rr c C s t � S )zQ Returns a :class:`Session` for context-management. :rtype: Session )rr r& r& r& r* �session� s r� )?r� r� �platformZtime� collectionsr Zdatetimer rs r �compatr r r r r r[ r r r r Zmodelsr r r rt r r Z_internal_utilsr Zutilsr r � exceptionsr r r r Z structuresr rv r r r r r r! r" r# Z status_codesr$ r% �systemZ perf_counterr� �AttributeErrorZclockr1 r4 �objectr5 rr r� r& r& r& r* �<module> sB $ r " site-packages/pip/_vendor/requests/__pycache__/exceptions.cpython-36.opt-1.pyc 0000644 00000012174 15231162611 0023344 0 ustar 00 3 F��i+ � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d � d e�ZG d d � d e�ZG d d� de�Z G dd� dee �Z G dd� de �Z G dd� de�Z G dd� de�Z G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"ee�ZG d#d$� d$ee�ZG d%d&� d&e�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,ee�Z G d-d.� d.e�Z d/S )0z` requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. � )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your request. c sZ |j dd�}|| _|j dd�| _|dk rD| j rDt|d�rD| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr )� __class__� � /usr/lib/python3.6/exceptions.pyr s zRequestException.__init__)�__name__� __module__� __qualname__�__doc__r � __classcell__r r )r r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N)r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� ProxyErrorzA proxy error occurred.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.N)r r r r r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. N)r r r r r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. N)r r r r r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.N)r r r r r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.N)r r r r r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.N)r r r r r r r r r D s r c @ s e Zd ZdZdS )� MissingSchemaz/The URL schema (e.g. http or https) is missing.N)r r r r r r r r r H s r c @ s e Zd ZdZdS )� InvalidSchemaz"See defaults.py for valid schemas.N)r r r r r r r r r L s r c @ s e Zd ZdZdS )� InvalidURLz%The URL provided was somehow invalid.N)r r r r r r r r r P s r c @ s e Zd ZdZdS )� InvalidHeaderz.The header value provided was somehow invalid.N)r r r r r r r r r T s r c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.N)r r r r r r r r r! X s r! c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentN)r r r r r r r r r" \ s r" c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedN)r r r r r r r r r# ` s r# c @ s e Zd ZdZdS )� RetryErrorzCustom retries logic failedN)r r r r r r r r r$ d s r$ c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyN)r r r r r r r r r% h s r% c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.N)r r r r r r r r r& n s r& c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.N)r r r r r r r r r' s s r' c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.N)r r r r r r r r r( x s r( N) r Z pip._vendor.urllib3.exceptionsr Z BaseHTTPError�IOErrorr r r r r r r r r � ValueErrorr r r r r! r" � TypeErrorr# r$ r% �Warningr& �DeprecationWarningr' r( r r r r �<module> s. site-packages/pip/_vendor/requests/__pycache__/auth.cpython-36.pyc 0000644 00000017115 15231162611 0021165 0 ustar 00 3 F��i & � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z m Z m Z ddl mZ ddlmZ ddlmZ d Zd Zd d � ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z] requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. � N)� b64encode� )�urlparse�str� basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjdj| �td� t| �} t |t�sLtjdj|�td� t|�}t | t�r`| jd�} t |t�rt|jd�}dtt dj | |f��j � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({0!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({0!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) � isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �/usr/lib/python3.6/auth.py�_basic_auth_str s& r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError)�self�rr r r �__call__K s zAuthBase.__call__N)�__name__� __module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) � HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S )N)r r )r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S )Nr r )�allr �getattrr )r �otherr r r �__eq__V s zHTTPBasicAuth.__eq__c C s | |k S )Nr )r r' r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N� Authorization)r r r �headers)r r r r r r _ s zHTTPBasicAuth.__call__N)r r r! r" r$ r( r) r r r r r r# O s r# c @ s e Zd ZdZdd� ZdS )� HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorization)r r r r+ )r r r r r r g s zHTTPProxyAuth.__call__N)r r r! r" r r r r r r, d s r, c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _tj� | _d S )N)r r � threadingZlocal� _thread_local)r r r r r r r$ o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr/ r0 � last_nonce� nonce_count�chal�pos� num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec sj | j jd }| j jd }| j jjd�}| j jjd�}| j jjd�}d� |dkrTd}n|j� }|dksl|dkrzd d � } | � n|d kr�d d � } | � � fdd�} � dkr�dS d} t|�} | jp�d}| jr�|d| j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�r | j j d7 _ nd| j _ d| j j }t | j j �j d�}||j d�7 }|t j� j d�7 }|tjd�7 }tj|�j� dd� }|dk�r�� d|||f �}|�s�| |d||f �}n<|dk�s�d|jd�k�r�d|||d|f }| ||�}ndS || j _ d | j||||f }|�r(|d | 7 }|�r:|d | 7 }| �rL|d | 7 }|�rb|d ||f 7 }d!| S )"z :rtype: str �realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| jd�} tj| �j� S )Nzutf-8)r r r �hashlibZmd5� hexdigest)�xr r r �md5_utf8� s z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| jd�} tj| �j� S )Nzutf-8)r r r r> �sha1r? )r@ r r r �sha_utf8� s z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8c s � d| |f �S )Nz%s:%sr )�s�d)� hash_utf8r r �<lambda>� s z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%sz%s:%sr z%08xzutf-8� � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z, algorithm="%s"z , digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r/ r5 �get�upperr �pathZqueryr r r3 r4 r r �timeZctime�os�urandomr> rB r? �split)r �method�urlr9 r: r; r< r= Z _algorithmrA rC ZKDZentdigZp_parsedrO ZA1ZA2ZHA1ZHA2ZncvaluerD ZcnonceZrespdigZnoncebit�baser )rF r �build_digest_header sr z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr/ r7 )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j kodk n s&d| j_|S | jjdk rD|jjj| jj� |jjdd�}d|j � koh| jjdk �r| j jd7 _t j d t j d �}t |jd|dd ��| j_|j |j� |jj� }t|j|j|j� |j|j� | j|j|j�|jd < |jj|f|�}|j j |� ||_|S d| j_|S ) zo Takes the given response and tries digest-auth, if needed. :rtype: requests.Response i� i� r Nzwww-authenticater1 Zdigest� zdigest )�flags)�countr* ) Z status_coder/ r7 r6 Zrequest�body�seekr+ rM �lower�re�compile� IGNORECASEr �subr5 Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrW rT rU Z connection�send�history�append)r r rX Zs_authZpatZprepZ_rr r r � handle_401� s. zHTTPDigestAuth.handle_401c C s~ | j � | jjr&| j|j|j�|jd< y|jj� | j_ W n t k rT d | j_ Y nX |j d| j � |j d| j � d| j_|S )Nr* Zresponser )r8 r/ r3 rW rT rU r+ r] �tellr6 �AttributeErrorZ register_hookrj rY r7 )r r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S )Nr r )r% r r& r )r r' r r r r( s zHTTPDigestAuth.__eq__c C s | |k S )Nr )r r' r r r r) $ s zHTTPDigestAuth.__ne__N) r r r! r" r$ r8 rW rY rj r r( r) r r r r r- l s Z,r- )r" rQ r` rP r> r. r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r# r, r- r r r r �<module> s$ , site-packages/pip/_vendor/requests/__pycache__/structures.cpython-36.pyc 0000644 00000010346 15231162611 0022446 0 ustar 00 3 F��i� � @ s> d Z ddlZddlmZ G dd� dej�ZG dd� de�ZdS ) zO requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. � N� )� OrderedDictc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object. Implements all methods and operations of ``collections.MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. Nc K s& t � | _|d kri }| j|f|� d S )N)r �_store�update)�self�data�kwargs� r � /usr/lib/python3.6/structures.py�__init__* s z CaseInsensitiveDict.__init__c C s ||f| j |j� < d S )N)r �lower)r �key�valuer r r � __setitem__0 s z CaseInsensitiveDict.__setitem__c C s | j |j� d S )Nr )r r )r r r r r � __getitem__5 s z CaseInsensitiveDict.__getitem__c C s | j |j� = d S )N)r r )r r r r r � __delitem__8 s z CaseInsensitiveDict.__delitem__c C s dd� | j j� D �S )Nc s s | ]\}}|V qd S )Nr )�.0ZcasedkeyZ mappedvaluer r r � <genexpr>< s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values)r r r r �__iter__; s z CaseInsensitiveDict.__iter__c C s t | j�S )N)�lenr )r r r r �__len__> s zCaseInsensitiveDict.__len__c C s dd� | j j� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r r D s z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �items)r r r r � lower_itemsA s z CaseInsensitiveDict.lower_itemsc C s2 t |tj�rt|�}ntS t| j� �t|j� �kS )N)� isinstance� collections�Mappingr �NotImplemented�dictr )r �otherr r r �__eq__I s zCaseInsensitiveDict.__eq__c C s t | jj� �S )N)r r r )r r r r �copyR s zCaseInsensitiveDict.copyc C s t t| j� ��S )N)�strr r )r r r r �__repr__U s z CaseInsensitiveDict.__repr__)N)�__name__� __module__� __qualname__�__doc__r r r r r r r r! r" r$ r r r r r s r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d �Z� ZS ) � LookupDictzDictionary lookup object.Nc s || _ tt| �j� d S )N)�name�superr) r )r r* )� __class__r r r \ s zLookupDict.__init__c C s d| j S )Nz <lookup '%s'>)r* )r r r r r$ ` s zLookupDict.__repr__c C s | j j|d �S )N)�__dict__�get)r r r r r r c s zLookupDict.__getitem__c C s | j j||�S )N)r- r. )r r �defaultr r r r. h s zLookupDict.get)N)N) r% r& r' r( r r$ r r. � __classcell__r r )r, r r) Y s r) )r( r �compatr �MutableMappingr r r) r r r r �<module> s J site-packages/pip/_vendor/requests/__pycache__/structures.cpython-36.opt-1.pyc 0000644 00000010346 15231162611 0023405 0 ustar 00 3 F��i� � @ s> d Z ddlZddlmZ G dd� dej�ZG dd� de�ZdS ) zO requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. � N� )� OrderedDictc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object. Implements all methods and operations of ``collections.MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. Nc K s& t � | _|d kri }| j|f|� d S )N)r �_store�update)�self�data�kwargs� r � /usr/lib/python3.6/structures.py�__init__* s z CaseInsensitiveDict.__init__c C s ||f| j |j� < d S )N)r �lower)r �key�valuer r r � __setitem__0 s z CaseInsensitiveDict.__setitem__c C s | j |j� d S )Nr )r r )r r r r r � __getitem__5 s z CaseInsensitiveDict.__getitem__c C s | j |j� = d S )N)r r )r r r r r � __delitem__8 s z CaseInsensitiveDict.__delitem__c C s dd� | j j� D �S )Nc s s | ]\}}|V qd S )Nr )�.0ZcasedkeyZ mappedvaluer r r � <genexpr>< s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values)r r r r �__iter__; s z CaseInsensitiveDict.__iter__c C s t | j�S )N)�lenr )r r r r �__len__> s zCaseInsensitiveDict.__len__c C s dd� | j j� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r r D s z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �items)r r r r � lower_itemsA s z CaseInsensitiveDict.lower_itemsc C s2 t |tj�rt|�}ntS t| j� �t|j� �kS )N)� isinstance� collections�Mappingr �NotImplemented�dictr )r �otherr r r �__eq__I s zCaseInsensitiveDict.__eq__c C s t | jj� �S )N)r r r )r r r r �copyR s zCaseInsensitiveDict.copyc C s t t| j� ��S )N)�strr r )r r r r �__repr__U s z CaseInsensitiveDict.__repr__)N)�__name__� __module__� __qualname__�__doc__r r r r r r r r! r" r$ r r r r r s r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d �Z� ZS ) � LookupDictzDictionary lookup object.Nc s || _ tt| �j� d S )N)�name�superr) r )r r* )� __class__r r r \ s zLookupDict.__init__c C s d| j S )Nz <lookup '%s'>)r* )r r r r r$ ` s zLookupDict.__repr__c C s | j j|d �S )N)�__dict__�get)r r r r r r c s zLookupDict.__getitem__c C s | j j||�S )N)r- r. )r r �defaultr r r r. h s zLookupDict.get)N)N) r% r& r' r( r r$ r r. � __classcell__r r )r, r r) Y s r) )r( r �compatr �MutableMappingr r r) r r r r �<module> s J site-packages/pip/_vendor/requests/__pycache__/api.cpython-36.opt-1.pyc 0000644 00000014374 15231162611 0021740 0 ustar 00 3 F��i] � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd d � Zdd d �Zddd�Zddd�Z dd� Z dS )z� requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. � )�sessionsc K s* t j� �}|jf | |d�|��S Q R X dS )a� Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary or list of tuples ``[(key, value)]`` (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'http://httpbin.org/get') <Response [200]> )�method�urlN)r ZSession�request)r r �kwargsZsession� r �/usr/lib/python3.6/api.pyr s ) r Nc K s" |j dd� td| fd|i|��S )aO Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �allow_redirectsT�get�params)� setdefaultr )r r r r r r r = s r c K s |j dd� td| f|�S )z�Sends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r T�options)r r )r r r r r r K s r c K s |j dd� td| f|�S )z�Sends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r F�head)r r )r r r r r r X s r c K s t d| f||d�|��S )a� Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �post)�data�json)r )r r r r r r r r e s r c K s t d| fd|i|��S )a� Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �putr )r )r r r r r r r s s r c K s t d| fd|i|��S )a� Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �patchr )r )r r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �delete)r )r r r r r r � s r )N)NN)N)N) �__doc__� r r r r r r r r r r r r r �<module> s - site-packages/pip/_vendor/requests/__pycache__/cookies.cpython-36.opt-1.pyc 0000644 00000044057 15231162611 0022624 0 ustar 00 3 F��i G � @ s d Z ddlZddlZddlZddlZddlmZ ddlmZm Z m Z m Z y ddl Z W n e k rp ddlZ Y nX G dd� de�ZG dd � d e�Zd d � Zd d � Zd dd�ZG dd� de�ZG dd� dejej�Zdd� Zdd� Zdd� Z d dd �Z d d � Z dS )!z� requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. � N� )�to_native_string)� cookielib�urlparse� urlunparse�Morselc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z d dd�Z dd� Z dd� Z dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. c C s || _ i | _t| j j�j| _d S )N)�_r� _new_headersr �url�scheme�type)�self�request� r � /usr/lib/python3.6/cookies.py�__init__& s zMockRequest.__init__c C s | j S )N)r )r r r r �get_type+ s zMockRequest.get_typec C s t | jj�jS )N)r r r Znetloc)r r r r �get_host. s zMockRequest.get_hostc C s | j � S )N)r )r r r r �get_origin_req_host1 s z MockRequest.get_origin_req_hostc C sT | j jjd�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j |j g�S )NZHostzutf-8)�encoding) r �headers�getr r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url4 s zMockRequest.get_full_urlc C s dS )NTr )r r r r �is_unverifiableB s zMockRequest.is_unverifiablec C s || j jkp|| jkS )N)r r r )r �namer r r � has_headerE s zMockRequest.has_headerNc C s | j jj|| jj||��S )N)r r r r )r r �defaultr r r � get_headerH s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r � add_headerK s zMockRequest.add_headerc C s || j |< d S )N)r )r r �valuer r r �add_unredirected_headerO s z#MockRequest.add_unredirected_headerc C s | j S )N)r )r r r r �get_new_headersR s zMockRequest.get_new_headersc C s | j � S )N)r )r r r r � unverifiableU s zMockRequest.unverifiablec C s | j � S )N)r )r r r r �origin_req_hostY s zMockRequest.origin_req_hostc C s | j � S )N)r )r r r r r ] s zMockRequest.host)N)�__name__� __module__� __qualname__�__doc__r r r r r r r r r$ r& r' �propertyr( r) r r r r r r s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. c C s || _ dS )z�Make a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers N)�_headers)r r r r r r i s zMockResponse.__init__c C s | j S )N)r0 )r r r r �infop s zMockResponse.infoc C s | j j|� d S )N)r0 � getheaders)r r r r r r2 s s zMockResponse.getheadersN)r* r+ r, r- r r1 r2 r r r r r/ b s r/ c C s8 t |d�o|jsdS t|�}t|jj�}| j||� dS )z�Extract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object �_original_responseN)�hasattrr3 r r/ �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarw s r8 c C s t |�}| j|� |j� jd�S )zj Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str �Cookie)r Zadd_cookie_headerr' r )r6 r �rr r r �get_cookie_header� s r; c C s� g }xV| D ]N}|j |krq |dk r.||jkr.q |dk rB||jkrBq |j|j|j|j f� q W x |D ]\}}}| j|||� qbW dS )zkUnsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). N)r �domainr �append�clear)� cookiejarr r< r Z clearables�cookier r r �remove_cookie_by_name� s rA c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. N)r* r+ r, r- r r r r rB � s rB c s� e Zd ZdZd1dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zd2dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd3d'd(�Zd4d)d*�Zd+d,� Zd-d.� Zd/d0� Z� ZS )5�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). Nc C s( y| j |||�S tk r" |S X dS )z�Dict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). N)�_find_no_duplicates�KeyError)r r r r< r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||jd�|jd�d� dS t|t�r<t|�}nt||f|�}| j|� |S )z�Dict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. Nr< r )r< r )rA r � isinstancer �morsel_to_cookie� create_cookie� set_cookie)r r r% �kwargs�cr r r �set� s zRequestsCookieJar.setc c s xt | �D ] }|jV q W dS )z�Dict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). N)�iterr )r r@ r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | j� �S )z�Dict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). )�listrN )r r r r �keys� s zRequestsCookieJar.keysc c s xt | �D ] }|jV q W dS )z�Dict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). N)rM r% )r r@ r r r � itervalues� s z RequestsCookieJar.itervaluesc C s t | j� �S )z�Dict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). )rO rQ )r r r r �values� s zRequestsCookieJar.valuesc c s$ x t | �D ]}|j|jfV q W dS )z�Dict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). N)rM r r% )r r@ r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | j� �S )z�Dict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). )rO rS )r r r r �items s zRequestsCookieJar.itemsc C s0 g }x&t | �D ]}|j|kr|j|j� qW |S )z2Utility method to list all the domains in the jar.)rM r< r= )r �domainsr@ r r r � list_domains s z RequestsCookieJar.list_domainsc C s0 g }x&t | �D ]}|j|kr|j|j� qW |S )z0Utility method to list all the paths in the jar.)rM r r= )r �pathsr@ r r r � list_paths s z RequestsCookieJar.list_pathsc C s> g }x4t | �D ](}|jdk r*|j|kr*dS |j|j� qW dS )zvReturns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool NTF)rM r< r= )r rU r@ r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sJ i }x@t | �D ]4}|dks$|j|kr|dks6|j|kr|j||j< qW |S )z�Takes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict N)rM r< r r% r )r r< r Z dictionaryr@ r r r �get_dict, s zRequestsCookieJar.get_dictc s* yt t| �j|�S tk r$ dS X d S )NT)�superrC � __contains__rB )r r )� __class__r r r\ < s z RequestsCookieJar.__contains__c C s | j |�S )z�Dict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). )rD )r r r r r � __getitem__B s z RequestsCookieJar.__getitem__c C s | j ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. N)rL )r r r% r r r � __setitem__K s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. N)rA )r r r r r � __delitem__R s z RequestsCookieJar.__delitem__c sL t |jd�r4|jjd�r4|jjd�r4|jjdd�|_tt| �j|f|�|�S )N� startswith�"z\"� )r4 r% ra �endswith�replacer[ rC rI )r r@ �argsrJ )r] r r rI X s $z RequestsCookieJar.set_cookiec s@ t |tj�r,x.|D ]}| jtj|�� qW ntt| �j|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rF r � CookieJarrI �copyr[ rC �update)r �otherr@ )r] r r ri ] s zRequestsCookieJar.updatec C s\ xDt | �D ]8}|j|kr |dks*|j|kr |dks<|j|kr |jS q W td|||f ��dS )a� Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value Nzname=%r, domain=%r, path=%r)rM r r< r r% rE )r r r< r r@ r r r �_finde s zRequestsCookieJar._findc C s| d}xXt | �D ]L}|j|kr|dks.|j|kr|dks@|j|kr|dk rTtd| ��|j}qW |rf|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value Nz(There are multiple cookies with name, %rzname=%r, domain=%r, path=%r)rM r r< r rB r% rE )r r r< r ZtoReturnr@ r r r rD y s z%RequestsCookieJar._find_no_duplicatesc C s | j j� }|jd� |S )z4Unlike a normal CookieJar, this class is pickleable.� _cookies_lock)�__dict__rh �pop)r �stater r r � __getstate__� s z RequestsCookieJar.__getstate__c C s$ | j j|� d| j kr tj� | _dS )z4Unlike a normal CookieJar, this class is pickleable.rl N)rm ri � threading�RLockrl )r ro r r r � __setstate__� s z RequestsCookieJar.__setstate__c C s t � }|j| � |S )z(Return a copy of this RequestsCookieJar.)rC ri )r Znew_cjr r r rh � s zRequestsCookieJar.copy)NNN)NN)NN)NN) r* r+ r, r- r rL rN rP rQ rR rS rT rV rX rY rZ r\ r^ r_ r` rI ri rk rD rp rs rh � __classcell__r r )r] r rC � s0 rC c C sR | d kr d S t | d�r | j� S tj| �}|j� x | D ]}|jtj|�� q6W |S )Nrh )r4 rh r> rI )r6 Znew_jarr@ r r r �_copy_cookie_jar� s ru c K s� t d| |ddddddddddidd� }t|�t|� }|rNd }t|t|� ��|j|� t|d �|d < t|d �|d < |d jd�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). r Nrc �/FT�HttpOnly) �versionr r% �portr< r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sry Zport_specifiedr< Zdomain_specified�.Zdomain_initial_dotr Zpath_specified) �dictrL � TypeErrorrO ri �boolra r r9 )r r% rJ �resultZbadargs�errr r r rH � s0 rH c C s� d}| d rPy t tj� t | d � �}W qr tk rL td| d ��Y qrX n"| d rrd}tjtj| d |��}t| d t| d �d| d || j | d dd | d idt| d �| j | d p�dd� S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr{ z%a, %d-%b-%Y %H:%M:%S GMTr} Fr< r rw Zhttponlyrz rx r ) r} r~ r| r< r{ r r ry r r� rz r% rx ) �int�time� ValueErrorr� �calendarZtimegmZstrptimerH r� r" r% )Zmorselr{ Z time_templater r r rG � s0 rG Tc C sV |dkrt � }| dk rRdd� |D �}x,| D ]$}|s:||kr*|jt|| | �� q*W |S )a- Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. Nc S s g | ] }|j �qS r )r )�.0r@ r r r � <listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rC rI rH )Z cookie_dictr? � overwriteZnames_from_jarr r r r �cookiejar_from_dict� s r� c C sz t | tj�std��t |t�r.t|| dd�} nHt |tj�rvy| j|� W n, tk rt x|D ]}| j|� q^W Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. z!You can only merge into CookieJarF)r? r� ) rF r rg r� r� r� ri �AttributeErrorrI )r? ZcookiesZ cookie_in_jarr r r � merge_cookies s r� )NN)NT) r- rh r� r� � collectionsZ_internal_utilsr �compatr r r r rq � ImportErrorZdummy_threading�objectr r/ r8 r; rA � RuntimeErrorrB rg �MutableMappingrC ru rH rG r� r� r r r r �<module> s. H {# site-packages/pip/_vendor/requests/__pycache__/__version__.cpython-36.opt-1.pyc 0000644 00000000727 15231162611 0023445 0 ustar 00 3 F��i� � @ s, d Z dZdZdZdZdZdZdZdZd Z d S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.18.4i z Kenneth Reitzzme@kennethreitz.orgz Apache 2.0z Copyright 2017 Kenneth Reitzu ✨ 🍰 ✨N) Z __title__Z__description__Z__url__� __version__Z __build__� __author__Z__author_email__Z __license__Z __copyright__Z__cake__� r r �!/usr/lib/python3.6/__version__.py�<module> s site-packages/pip/_vendor/requests/__pycache__/compat.cpython-36.opt-1.pyc 0000644 00000002653 15231162611 0022447 0 ustar 00 3 F��iZ � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m Z m Z m Z m Z mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd l m Z dd l m Z e Z!e Z"e#Z e$Z$e%e&e'fZ(e%e&fZ)n�e�r�dd l*mZmZmZmZmZm Z m Z m Z m Z mZ dd l+mZmZmZmZmZ ddl,m-Z dd l.m Z dd l/m Z dd l0m Z e Z!e Z e"Z"e e"fZ$e%e'fZ(e%fZ)dS )zq requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. � )�chardetN� � ) �quote�unquote� quote_plus� unquote_plus� urlencode� getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse� urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)� OrderedDict) r r r r r r r r r r )r r r r r )� cookiejar)1�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r r r r r r r r r Zurllib2r Z cookielibZCookier r Z)pip._vendor.urllib3.packages.ordered_dictr �strZ builtin_str�bytesZunicodeZ basestring�intZlong�floatZ numeric_typesZ integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�io� collections� r! r! � /usr/lib/python3.6/compat.py�<module> sB , 0 site-packages/pip/_vendor/requests/__pycache__/__init__.cpython-36.pyc 0000644 00000006060 15231162611 0021760 0 ustar 00 3 F��i� � @ s� d Z ddlmZ ddlmZ ddlZddlmZ dd� Zyeejej� W n0 e e fk rz ej d j ejej�e� Y nX dd l mZ ejd e� dd lmZmZmZmZ dd lmZmZmZmZ ddlmZmZ ddlmZ ddlmZ ddl m Z m Z m Z ddl m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,m-Z- ddlm.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 ddl7Z7yddl7m8Z8 W n( e9k �r� G dd� de7j:�Z8Y nX e7j;e<�j=e8� � ejde4dd� dS ) a� Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('http://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. � )�urllib3)�chardetN� )�RequestsDependencyWarningc C s� | j d�} | dgkst�t| �dkr.| jd� | \}}}t|�t|�t|� }}}|dks`t�|dkslt�|dksxt�|j d�d d� \}}}t|�t|�t|� }}}|dks�t�|dk s�t�|dks�t�d S ) N�.Zdev� �0r � � � )�split�AssertionError�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r � /usr/lib/python3.6/__init__.py�check_compatibility1 s r zAurllib3 ({0}) or chardet ({1}) doesn't match a supported version!)�DependencyWarning�ignore)� __title__�__description__�__url__� __version__)� __build__� __author__�__author_email__� __license__)� __copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandlerc @ s e Zd Zdd� ZdS )r; c C s d S )Nr )�self�recordr r r �emits s zNullHandler.emitN)�__name__� __module__� __qualname__r> r r r r r; r s r; �defaultT)r )>�__doc__Z pip._vendorr r �warnings� exceptionsr r r r � ValueError�warn�formatZ pip._vendor.urllib3.exceptionsr � simplefilterr r r r r r r r! r" � r# r$ Zmodelsr% r& r' Zapir( r) r* r+ r r, r- r. Zsessionsr/ r0 Z status_codesr1 r2 r3 r4 r5 r6 r7 r8 r9 r: Zloggingr; � ImportErrorZHandlerZ getLoggerr? Z addHandlerr r r r �<module>) s< ( , site-packages/pip/_vendor/requests/__pycache__/api.cpython-36.pyc 0000644 00000014374 15231162611 0021001 0 ustar 00 3 F��i] � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd d � Zdd d �Zddd�Zddd�Z dd� Z dS )z� requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. � )�sessionsc K s* t j� �}|jf | |d�|��S Q R X dS )a� Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary or list of tuples ``[(key, value)]`` (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'http://httpbin.org/get') <Response [200]> )�method�urlN)r ZSession�request)r r �kwargsZsession� r �/usr/lib/python3.6/api.pyr s ) r Nc K s" |j dd� td| fd|i|��S )aO Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �allow_redirectsT�get�params)� setdefaultr )r r r r r r r = s r c K s |j dd� td| f|�S )z�Sends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r T�options)r r )r r r r r r K s r c K s |j dd� td| f|�S )z�Sends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r F�head)r r )r r r r r r X s r c K s t d| f||d�|��S )a� Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �post)�data�json)r )r r r r r r r r e s r c K s t d| fd|i|��S )a� Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �putr )r )r r r r r r r s s r c K s t d| fd|i|��S )a� Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �patchr )r )r r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response �delete)r )r r r r r r � s r )N)NN)N)N) �__doc__� r r r r r r r r r r r r r �<module> s - site-packages/pip/_vendor/requests/__pycache__/utils.cpython-36.opt-1.pyc 0000644 00000050320 15231162611 0022316 0 ustar 00 3 F��i/l � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddl mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! dd l"m#Z# dd l$m%Z% dd l&m'Z'm(Z(m)Z)m*Z* dfZ+ej,� Z-ddd�Z.ej/� dk�r0dd� Z0dd� Zdd� Z1dd� Z2dgdd �Z3d d � Z4d d � Z5d!d"� Z6d#d$� Z7d%d&� Z8dhd'd(�Z9d)d*� Z:d+d,� Z;d-d.� Z<d/d0� Z=d1d2� Z>d3d4� Z?d5d6� Z@eAdi�ZBd9d:� ZCd;d<� ZDd=d>� ZEd?d@� ZFdAdB� ZGdCdD� ZHejIdEdF� �ZJdGdH� ZKdjdIdJ�ZLdKdL� ZMdkdNdO�ZNdPdQ� ZOdRdS� ZPdTjQdU�ZReRdV ZSeRdW ZTdXdY� ZUdZd[� ZVd\d]� ZWejXd^�ZYejXd_�ZZd`da� Z[dbdc� Z\ddde� Z]dS )lz� requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. � N� )� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote� getproxies� proxy_bypass� urlunparse� basestring� integer_types�is_py3�proxy_bypass_environment�getproxies_environment)�cookiejar_from_dict)�CaseInsensitiveDict)� InvalidURL� InvalidHeader�FileModeWarning�UnrewindableBodyError�.netrc�_netrc�P i� )ZhttpZhttpsZWindowsc C s� t rdd l}ndd l}y2|j|jd�}|j|d�d }|j|d�d }W n tk r\ dS X | sj| rndS |jd�}xX|D ]P}|dkr�d| kr�d S |jdd �}|jd d �}|jd d�}t j || t j �r~d S q~W dS )Nr z;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ ProxyOverrideF�;z<local>�.Tz\.�*z.*�?) r �winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx�OSError�split�replace�re�match�I)�hostr" ZinternetSettingsZ proxyEnableZ proxyOverrideZtest� r- �/usr/lib/python3.6/utils.py�proxy_bypass_registry. s2 r/ c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. N)r r r/ )r, r- r- r. r O s r c C s t | d�r| j� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr0 )�dr- r- r. �dict_to_sequence[ s r3 c C s2 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~y | j� }W n tjk rZ Y n$X tj|�j}d| jkr~t j dt � t | d��ry | j � }W n$ t tfk r� |d k r�|}Y n\X t | d�o�|d k�ry&| jdd � | j � }| j|p�d� W n t tfk �r d}Y nX |d k�r$d}td|| �S ) Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r1 r5 r6 �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r8 r& �IOErrorr9 �max)�oZ total_lengthZcurrent_positionr6 r- r- r. � super_lend s@ rF Fc C s y�ddl m }m} d}xJtD ]B}ytjjdj|��}W n tk rJ dS X tjj|�r |}P q W |dkrndS t | �}d}t | t �r�|j d�}|j j|�d } y6||�j| �} | r�| d r�dnd} | | | d fS W n |tfk r� |r� Y nX W n ttfk �r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{0}� :�asciir r: )rG rH � NETRC_FILESr= �path� expanduser�format�KeyError�existsr � isinstancer �decode�netlocr' ZauthenticatorsrC � ImportError�AttributeError) �urlZ raise_errorsrG rH Z netrc_path�f�locZriZsplitstrr, r Zlogin_ir- r- r. �get_netrc_auth� s8 rY c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tjj|�S dS )z0Tries to guess the filename of the given object.�nameNr �<r �>���)�getattrrQ r r= rL �basename)�objrZ r- r- r. �guess_filename� s ra c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: need more than 1 value to unpack >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict Nz+cannot encode objects that are not 2-tuples)rQ r r �bool�int� ValueErrorr )�valuer- r- r. �from_key_val_list� s rf c C sB | dkr dS t | ttttf�r&td��t | tj�r:| j� } t | �S )a� Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list Nz+cannot encode objects that are not 2-tuples) rQ r r rb rc rd � collections�Mappingr0 �list)re r- r- r. �to_key_val_list� s rj c C s\ g }xRt | �D ]F}|dd� |dd� ko4dkn rJt|dd� �}|j|� qW |S )a Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list Nr �"r] r] )�_parse_list_header�unquote_header_value�append)re �result�itemr- r- r. �parse_list_header s (rq c C s| i }xrt | �D ]f}d|kr$d||< q|jdd�\}} | dd� | dd� koVdkn rlt| dd� �} | ||< qW |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict �=Nr rk r] r] )rl r' rm )re ro rp rZ r- r- r. �parse_dict_header1 s ( rs c C s^ | rZ| d | d ko dkn rZ| dd � } | sF| dd� dkrZ| j dd�j dd�S | S ) z�Unquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str r r rk Nr: z\\�\z\"r] r] )r( )re Z is_filenamer- r- r. rm T s $ rm c C s" i }x| D ]}|j ||j< q W |S )z�Returns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict )re rZ )�cj� cookie_dictZcookier- r- r. �dict_from_cookiejarm s rw c C s t || �S )z�Returns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar )r )ru rv r- r- r. �add_dict_to_cookiejar| s rx c C sT t jdt� tjdtjd�}tjdtjd�}tjd�}|j| �|j| � |j| � S )zlReturns encodings from given content string. :param content: bytestring to extract encodings from. z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rA rB �DeprecationWarningr) �compiler+ �findall)�contentZ charset_reZ pragma_reZxml_rer- r- r. �get_encodings_from_content� s r~ c C sF | j d�}|sdS tj|�\}}d|kr6|d jd�S d|krBdS dS )z}Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str z content-typeN�charsetz'"�textz ISO-8859-1)�get�cgiZ parse_header�strip)�headersZ content_type�paramsr- r- r. �get_encoding_from_headers� s r� c c sr |j dkr"x| D ] }|V qW dS tj|j �dd�}x | D ]}|j|�}|r:|V q:W |jddd�}|rn|V dS )zStream decodes a iterator.Nr( )�errors� T)�final)�encoding�codecs�getincrementaldecoderrR )�iterator�rrp �decoder�chunk�rvr- r- r. � stream_decode_response_unicode� s r� c c sL d}|dks|dkr t | �}x*|t | �k rF| ||| � V ||7 }q W dS )z Iterate over slices of a string.r N)r5 )�stringZ slice_length�posr- r- r. � iter_slices� s r� c C sv t jdt� g }t| j�}|rJy t| j|�S tk rH |j|� Y nX yt| j|dd�S t k rp | jS X dS )z�Returns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r( )r� N) rA rB rz r� r� r r} � UnicodeErrorrn � TypeError)r� Ztried_encodingsr� r- r- r. �get_unicode_from_response� s r� Z4ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzz0123456789-._~c C s� | j d�}x�tdt|��D ]�}|| dd� }t|�dkr�|j� r�ytt|d��}W n tk rt td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qW dj |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str �%r r r: � z%Invalid percent-escape sequence: '%s'N� ) r' �ranger5 �isalnum�chrrc rd r �UNRESERVED_SET�join)�uri�parts�i�h�cr- r- r. �unquote_unreserved� s r� c C s: d}d}yt t| �|d�S tk r4 t | |d�S X dS )z�Re-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr- r- r. � requote_uri s r� c C sl t jdtj| ��d }|jd�\}}t jdtjtt|����d }t jdtj|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool z=Lr �/)�struct�unpack�socket� inet_atonr' �dotted_netmaskrc )�ipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr- r- r. �address_in_network# s r� c C s& ddd| > d A }t jtjd|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r- r- r. r� 2 s r� c C s* yt j| � W n t jk r$ dS X dS )z :rtype: bool FT)r� r� �error)Z string_ipr- r- r. �is_ipv4_address= s r� c C s� | j d�dkr�yt| jd�d �}W n tk r8 dS X |dk sJ|dkrNdS ytj| jd�d � W q� tjk r| dS X ndS dS )zV Very simple check of the cidr format in no_proxy variable. :rtype: bool r� r Fr� r T)�countrc r' rd r� r� r� )Zstring_networkr� r- r- r. � is_valid_cidrH s r� c c sT |dk }|r"t jj| �}|t j| < z dV W d|rN|dkrDt j| = n |t j| < X dS )z�Set the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothingN)r= �environr� )Zenv_namere Z value_changedZ old_valuer- r- r. � set_environ` s r� c C s dd� }|}|dkr |d�}t | �j}|r�dd� |jdd�jd �D �}|jd �d }t|�r�xb|D ](}t|�r~t||�r�d S qb||krbd S qbW n0x.|D ]&}|j|�s�|jd �d j|�r�d S q�W td|��2 y t |�}W n t t j fk r� d }Y nX W dQ R X |�r d S d S )zL Returns whether we should bypass proxies or not. :rtype: bool c S s t jj| �pt jj| j� �S )N)r= r� r� �upper)�kr- r- r. �<lambda>| s z'should_bypass_proxies.<locals>.<lambda>N�no_proxyc s s | ]}|r|V qd S )Nr- )�.0r, r- r- r. � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,�:r TF) r rS r( r' r� r� r� �endswithr� r r� r� Zgaierror) rV r� Z get_proxyZ no_proxy_argrS r� Zproxy_ipr, Zbypassr- r- r. �should_bypass_proxiesv s4 r� c C s t | |d�ri S t� S dS )zA Return a dict of environment proxies. :rtype: dict )r� N)r� r )rV r� r- r- r. �get_environ_proxies� s r� c C sv |pi }t | �}|jdkr.|j|j|jd��S |jd |j |jd|j dg}d}x |D ]}||krX|| }P qXW |S )z�Select a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs N�allz://zall://)r Zhostnamer� �scheme)rV ZproxiesZurlpartsZ proxy_keys�proxyZ proxy_keyr- r- r. � select_proxy� s r� �python-requestsc C s d| t f S )zO Return a string representing the default user agent. :rtype: str z%s/%s)r )rZ r- r- r. �default_user_agent� s r� c C s t t� djd�ddd��S )z9 :rtype: requests.structures.CaseInsensitiveDict z, �gzip�deflatez*/*z keep-alive)z User-AgentzAccept-EncodingZAcceptZ Connection)r� r� )r r� r� r- r- r- r. �default_headers� s r� c C s� g }d}x�t jd| �D ]�}y|jdd�\}}W n tk rL |d }}Y nX d|jd�i}xP|jd�D ]B}y|jd�\}} W n tk r� P Y nX | j|�||j|�< qhW |j|� qW |S ) z�Return a dict of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list z '"z, *<r r r� rV z<> '"rr )r) r' rd r� rn ) re ZlinksZ replace_chars�valrV r� �linkZparam�keyr- r- r. �parse_header_links� s r� � rJ r: � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |jt�}|dkrhd S |dkr�|ddd� tkr�d S |d dd� tkr�d S |dkr�|dd� t kr�d S |d d� t kr�dS dS )z :rtype: str N� zutf-32r� z utf-8-sigr: zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le) r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr- r- r. �guess_json_utf s* r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str )r r )rV Z new_schemer� rS rL r� �query�fragmentr- r- r. �prepend_scheme_if_needed1 s r� c C sB t | �}yt|j�t|j�f}W n ttfk r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) r� )r� r� )r r ZusernameZpasswordrU r� )rV ZparsedZauthr- r- r. �get_auth_from_urlB s r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}y|j|�s4td| ��W n* tk r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rQ r �_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr* r r� �type)�headerrZ re Zpatr- r- r. �check_header_validityW s r� c C sF t | �\}}}}}}|s"|| }}|jdd�d }t|||||df�S )zW Given a url remove the fragment and the authentication part. :rtype: str �@r r� r] )r �rsplitr )rV r� rS rL r� r� r� r- r- r. � urldefragauthl s r� c C s` t | jdd�}|dk rTt| jt�rTy|| j� W q\ ttfk rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position so it can be read again on redirect. r9 Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r^ ZbodyrQ Z_body_positionr rC r& r )Zprepared_requestZ body_seekr- r- r. � rewind_body} s r� )r r )F)FzBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~)N)r� )^�__doc__r� r� rg � contextlibr; r= �platformr) r� r� rA r r� r Z_internal_utilsr �compatr rl r r r r r r r r r r r r r r Zcookiesr Z structuresr � exceptionsr r r r rK �whereZDEFAULT_CA_BUNDLE_PATHZ DEFAULT_PORTS�systemr/ r3 rF rY ra rf rj rq rs rm rw rx r~ r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r{ r� r� r� r� r� r- r- r- r. �<module> s� @ ! = 3 # % 9 " site-packages/pip/_vendor/requests/__pycache__/utils.cpython-36.pyc 0000644 00000050320 15231162611 0021357 0 ustar 00 3 F��i/l � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddl mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z! dd l"m#Z# dd l$m%Z% dd l&m'Z'm(Z(m)Z)m*Z* dfZ+ej,� Z-ddd�Z.ej/� dk�r0dd� Z0dd� Zdd� Z1dd� Z2dgdd �Z3d d � Z4d d � Z5d!d"� Z6d#d$� Z7d%d&� Z8dhd'd(�Z9d)d*� Z:d+d,� Z;d-d.� Z<d/d0� Z=d1d2� Z>d3d4� Z?d5d6� Z@eAdi�ZBd9d:� ZCd;d<� ZDd=d>� ZEd?d@� ZFdAdB� ZGdCdD� ZHejIdEdF� �ZJdGdH� ZKdjdIdJ�ZLdKdL� ZMdkdNdO�ZNdPdQ� ZOdRdS� ZPdTjQdU�ZReRdV ZSeRdW ZTdXdY� ZUdZd[� ZVd\d]� ZWejXd^�ZYejXd_�ZZd`da� Z[dbdc� Z\ddde� Z]dS )lz� requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. � N� )� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote� getproxies� proxy_bypass� urlunparse� basestring� integer_types�is_py3�proxy_bypass_environment�getproxies_environment)�cookiejar_from_dict)�CaseInsensitiveDict)� InvalidURL� InvalidHeader�FileModeWarning�UnrewindableBodyError�.netrc�_netrc�P i� )ZhttpZhttpsZWindowsc C s� t rdd l}ndd l}y2|j|jd�}|j|d�d }|j|d�d }W n tk r\ dS X | sj| rndS |jd�}xX|D ]P}|dkr�d| kr�d S |jdd �}|jd d �}|jd d�}t j || t j �r~d S q~W dS )Nr z;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ ProxyOverrideF�;z<local>�.Tz\.�*z.*�?) r �winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx�OSError�split�replace�re�match�I)�hostr" ZinternetSettingsZ proxyEnableZ proxyOverrideZtest� r- �/usr/lib/python3.6/utils.py�proxy_bypass_registry. s2 r/ c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. N)r r r/ )r, r- r- r. r O s r c C s t | d�r| j� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr0 )�dr- r- r. �dict_to_sequence[ s r3 c C s2 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~y | j� }W n tjk rZ Y n$X tj|�j}d| jkr~t j dt � t | d��ry | j � }W n$ t tfk r� |d k r�|}Y n\X t | d�o�|d k�ry&| jdd � | j � }| j|p�d� W n t tfk �r d}Y nX |d k�r$d}td|| �S ) Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r1 r5 r6 �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r8 r& �IOErrorr9 �max)�oZ total_lengthZcurrent_positionr6 r- r- r. � super_lend s@ rF Fc C s y�ddl m }m} d}xJtD ]B}ytjjdj|��}W n tk rJ dS X tjj|�r |}P q W |dkrndS t | �}d}t | t �r�|j d�}|j j|�d } y6||�j| �} | r�| d r�dnd} | | | d fS W n |tfk r� |r� Y nX W n ttfk �r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{0}� :�asciir r: )rG rH � NETRC_FILESr= �path� expanduser�format�KeyError�existsr � isinstancer �decode�netlocr' ZauthenticatorsrC � ImportError�AttributeError) �urlZ raise_errorsrG rH Z netrc_path�f�locZriZsplitstrr, r Zlogin_ir- r- r. �get_netrc_auth� s8 rY c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tjj|�S dS )z0Tries to guess the filename of the given object.�nameNr �<r �>���)�getattrrQ r r= rL �basename)�objrZ r- r- r. �guess_filename� s ra c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: need more than 1 value to unpack >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict Nz+cannot encode objects that are not 2-tuples)rQ r r �bool�int� ValueErrorr )�valuer- r- r. �from_key_val_list� s rf c C sB | dkr dS t | ttttf�r&td��t | tj�r:| j� } t | �S )a� Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list Nz+cannot encode objects that are not 2-tuples) rQ r r rb rc rd � collections�Mappingr0 �list)re r- r- r. �to_key_val_list� s rj c C s\ g }xRt | �D ]F}|dd� |dd� ko4dkn rJt|dd� �}|j|� qW |S )a Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list Nr �"r] r] )�_parse_list_header�unquote_header_value�append)re �result�itemr- r- r. �parse_list_header s (rq c C s| i }xrt | �D ]f}d|kr$d||< q|jdd�\}} | dd� | dd� koVdkn rlt| dd� �} | ||< qW |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict �=Nr rk r] r] )rl r' rm )re ro rp rZ r- r- r. �parse_dict_header1 s ( rs c C s^ | rZ| d | d ko dkn rZ| dd � } | sF| dd� dkrZ| j dd�j dd�S | S ) z�Unquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str r r rk Nr: z\\�\z\"r] r] )r( )re Z is_filenamer- r- r. rm T s $ rm c C s" i }x| D ]}|j ||j< q W |S )z�Returns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict )re rZ )�cj� cookie_dictZcookier- r- r. �dict_from_cookiejarm s rw c C s t || �S )z�Returns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar )r )ru rv r- r- r. �add_dict_to_cookiejar| s rx c C sT t jdt� tjdtjd�}tjdtjd�}tjd�}|j| �|j| � |j| � S )zlReturns encodings from given content string. :param content: bytestring to extract encodings from. z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rA rB �DeprecationWarningr) �compiler+ �findall)�contentZ charset_reZ pragma_reZxml_rer- r- r. �get_encodings_from_content� s r~ c C sF | j d�}|sdS tj|�\}}d|kr6|d jd�S d|krBdS dS )z}Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str z content-typeN�charsetz'"�textz ISO-8859-1)�get�cgiZ parse_header�strip)�headersZ content_type�paramsr- r- r. �get_encoding_from_headers� s r� c c sr |j dkr"x| D ] }|V qW dS tj|j �dd�}x | D ]}|j|�}|r:|V q:W |jddd�}|rn|V dS )zStream decodes a iterator.Nr( )�errors� T)�final)�encoding�codecs�getincrementaldecoderrR )�iterator�rrp �decoder�chunk�rvr- r- r. � stream_decode_response_unicode� s r� c c sL d}|dks|dkr t | �}x*|t | �k rF| ||| � V ||7 }q W dS )z Iterate over slices of a string.r N)r5 )�stringZ slice_length�posr- r- r. � iter_slices� s r� c C sv t jdt� g }t| j�}|rJy t| j|�S tk rH |j|� Y nX yt| j|dd�S t k rp | jS X dS )z�Returns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r( )r� N) rA rB rz r� r� r r} � UnicodeErrorrn � TypeError)r� Ztried_encodingsr� r- r- r. �get_unicode_from_response� s r� Z4ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzz0123456789-._~c C s� | j d�}x�tdt|��D ]�}|| dd� }t|�dkr�|j� r�ytt|d��}W n tk rt td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qW dj |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str �%r r r: � z%Invalid percent-escape sequence: '%s'N� ) r' �ranger5 �isalnum�chrrc rd r �UNRESERVED_SET�join)�uri�parts�i�h�cr- r- r. �unquote_unreserved� s r� c C s: d}d}yt t| �|d�S tk r4 t | |d�S X dS )z�Re-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr- r- r. � requote_uri s r� c C sl t jdtj| ��d }|jd�\}}t jdtjtt|����d }t jdtj|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool z=Lr �/)�struct�unpack�socket� inet_atonr' �dotted_netmaskrc )�ipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr- r- r. �address_in_network# s r� c C s& ddd| > d A }t jtjd|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r- r- r. r� 2 s r� c C s* yt j| � W n t jk r$ dS X dS )z :rtype: bool FT)r� r� �error)Z string_ipr- r- r. �is_ipv4_address= s r� c C s� | j d�dkr�yt| jd�d �}W n tk r8 dS X |dk sJ|dkrNdS ytj| jd�d � W q� tjk r| dS X ndS dS )zV Very simple check of the cidr format in no_proxy variable. :rtype: bool r� r Fr� r T)�countrc r' rd r� r� r� )Zstring_networkr� r- r- r. � is_valid_cidrH s r� c c sT |dk }|r"t jj| �}|t j| < z dV W d|rN|dkrDt j| = n |t j| < X dS )z�Set the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothingN)r= �environr� )Zenv_namere Z value_changedZ old_valuer- r- r. � set_environ` s r� c C s dd� }|}|dkr |d�}t | �j}|r�dd� |jdd�jd �D �}|jd �d }t|�r�xb|D ](}t|�r~t||�r�d S qb||krbd S qbW n0x.|D ]&}|j|�s�|jd �d j|�r�d S q�W td|��2 y t |�}W n t t j fk r� d }Y nX W dQ R X |�r d S d S )zL Returns whether we should bypass proxies or not. :rtype: bool c S s t jj| �pt jj| j� �S )N)r= r� r� �upper)�kr- r- r. �<lambda>| s z'should_bypass_proxies.<locals>.<lambda>N�no_proxyc s s | ]}|r|V qd S )Nr- )�.0r, r- r- r. � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,�:r TF) r rS r( r' r� r� r� �endswithr� r r� r� Zgaierror) rV r� Z get_proxyZ no_proxy_argrS r� Zproxy_ipr, Zbypassr- r- r. �should_bypass_proxiesv s4 r� c C s t | |d�ri S t� S dS )zA Return a dict of environment proxies. :rtype: dict )r� N)r� r )rV r� r- r- r. �get_environ_proxies� s r� c C sv |pi }t | �}|jdkr.|j|j|jd��S |jd |j |jd|j dg}d}x |D ]}||krX|| }P qXW |S )z�Select a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs N�allz://zall://)r Zhostnamer� �scheme)rV ZproxiesZurlpartsZ proxy_keys�proxyZ proxy_keyr- r- r. � select_proxy� s r� �python-requestsc C s d| t f S )zO Return a string representing the default user agent. :rtype: str z%s/%s)r )rZ r- r- r. �default_user_agent� s r� c C s t t� djd�ddd��S )z9 :rtype: requests.structures.CaseInsensitiveDict z, �gzip�deflatez*/*z keep-alive)z User-AgentzAccept-EncodingZAcceptZ Connection)r� r� )r r� r� r- r- r- r. �default_headers� s r� c C s� g }d}x�t jd| �D ]�}y|jdd�\}}W n tk rL |d }}Y nX d|jd�i}xP|jd�D ]B}y|jd�\}} W n tk r� P Y nX | j|�||j|�< qhW |j|� qW |S ) z�Return a dict of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list z '"z, *<r r r� rV z<> '"rr )r) r' rd r� rn ) re ZlinksZ replace_chars�valrV r� �linkZparam�keyr- r- r. �parse_header_links� s r� � rJ r: � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |jt�}|dkrhd S |dkr�|ddd� tkr�d S |d dd� tkr�d S |dkr�|dd� t kr�d S |d d� t kr�dS dS )z :rtype: str N� zutf-32r� z utf-8-sigr: zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le) r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr- r- r. �guess_json_utf s* r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str )r r )rV Z new_schemer� rS rL r� �query�fragmentr- r- r. �prepend_scheme_if_needed1 s r� c C sB t | �}yt|j�t|j�f}W n ttfk r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) r� )r� r� )r r ZusernameZpasswordrU r� )rV ZparsedZauthr- r- r. �get_auth_from_urlB s r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}y|j|�s4td| ��W n* tk r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rQ r �_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr* r r� �type)�headerrZ re Zpatr- r- r. �check_header_validityW s r� c C sF t | �\}}}}}}|s"|| }}|jdd�d }t|||||df�S )zW Given a url remove the fragment and the authentication part. :rtype: str �@r r� r] )r �rsplitr )rV r� rS rL r� r� r� r- r- r. � urldefragauthl s r� c C s` t | jdd�}|dk rTt| jt�rTy|| j� W q\ ttfk rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position so it can be read again on redirect. r9 Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r^ ZbodyrQ Z_body_positionr rC r& r )Zprepared_requestZ body_seekr- r- r. � rewind_body} s r� )r r )F)FzBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~)N)r� )^�__doc__r� r� rg � contextlibr; r= �platformr) r� r� rA r r� r Z_internal_utilsr �compatr rl r r r r r r r r r r r r r r Zcookiesr Z structuresr � exceptionsr r r r rK �whereZDEFAULT_CA_BUNDLE_PATHZ DEFAULT_PORTS�systemr/ r3 rF rY ra rf rj rq rs rm rw rx r~ r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r{ r� r� r� r� r� r- r- r- r. �<module> s� @ ! = 3 # % 9 " site-packages/pip/_vendor/requests/__pycache__/compat.cpython-36.pyc 0000644 00000002653 15231162611 0021510 0 ustar 00 3 F��iZ � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m Z m Z m Z m Z mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd l m Z dd l m Z e Z!e Z"e#Z e$Z$e%e&e'fZ(e%e&fZ)n�e�r�dd l*mZmZmZmZmZm Z m Z m Z m Z mZ dd l+mZmZmZmZmZ ddl,m-Z dd l.m Z dd l/m Z dd l0m Z e Z!e Z e"Z"e e"fZ$e%e'fZ(e%fZ)dS )zq requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. � )�chardetN� � ) �quote�unquote� quote_plus� unquote_plus� urlencode� getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse� urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)� OrderedDict) r r r r r r r r r r )r r r r r )� cookiejar)1�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r r r r r r r r r Zurllib2r Z cookielibZCookier r Z)pip._vendor.urllib3.packages.ordered_dictr �strZ builtin_str�bytesZunicodeZ basestring�intZlong�floatZ numeric_typesZ integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�io� collections� r! r! � /usr/lib/python3.6/compat.py�<module> sB , 0 site-packages/pip/_vendor/requests/__pycache__/certs.cpython-36.opt-1.pyc 0000644 00000001052 15231162611 0022274 0 ustar 00 3 F��i� � @ s& d Z ddlmZ edkr"ee� � dS )uF requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. � )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �/usr/lib/python3.6/certs.py�<module> s site-packages/pip/_vendor/requests/__pycache__/_internal_utils.cpython-36.opt-1.pyc 0000644 00000002243 15231162611 0024352 0 ustar 00 3 F��iH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS ) z� requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) � )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | j|�}n | j|�}|S )z�Given a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. )� isinstancer r �encode�decode)�string�encoding�out� r �%/usr/lib/python3.6/_internal_utils.py�to_native_string s r c C s( y| j d� dS tk r" dS X dS )z�Determine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool r TFN)r �UnicodeEncodeError)Zu_stringr r r �unicode_is_ascii s r N)r )�__doc__�compatr r r r r r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/cookies.cpython-36.pyc 0000644 00000044057 15231162611 0021665 0 ustar 00 3 F��i G � @ s d Z ddlZddlZddlZddlZddlmZ ddlmZm Z m Z m Z y ddl Z W n e k rp ddlZ Y nX G dd� de�ZG dd � d e�Zd d � Zd d � Zd dd�ZG dd� de�ZG dd� dejej�Zdd� Zdd� Zdd� Z d dd �Z d d � Z dS )!z� requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. � N� )�to_native_string)� cookielib�urlparse� urlunparse�Morselc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z d dd�Z dd� Z dd� Z dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. c C s || _ i | _t| j j�j| _d S )N)�_r� _new_headersr �url�scheme�type)�self�request� r � /usr/lib/python3.6/cookies.py�__init__& s zMockRequest.__init__c C s | j S )N)r )r r r r �get_type+ s zMockRequest.get_typec C s t | jj�jS )N)r r r Znetloc)r r r r �get_host. s zMockRequest.get_hostc C s | j � S )N)r )r r r r �get_origin_req_host1 s z MockRequest.get_origin_req_hostc C sT | j jjd�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j |j g�S )NZHostzutf-8)�encoding) r �headers�getr r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url4 s zMockRequest.get_full_urlc C s dS )NTr )r r r r �is_unverifiableB s zMockRequest.is_unverifiablec C s || j jkp|| jkS )N)r r r )r �namer r r � has_headerE s zMockRequest.has_headerNc C s | j jj|| jj||��S )N)r r r r )r r �defaultr r r � get_headerH s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r � add_headerK s zMockRequest.add_headerc C s || j |< d S )N)r )r r �valuer r r �add_unredirected_headerO s z#MockRequest.add_unredirected_headerc C s | j S )N)r )r r r r �get_new_headersR s zMockRequest.get_new_headersc C s | j � S )N)r )r r r r � unverifiableU s zMockRequest.unverifiablec C s | j � S )N)r )r r r r �origin_req_hostY s zMockRequest.origin_req_hostc C s | j � S )N)r )r r r r r ] s zMockRequest.host)N)�__name__� __module__� __qualname__�__doc__r r r r r r r r r$ r& r' �propertyr( r) r r r r r r s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. c C s || _ dS )z�Make a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers N)�_headers)r r r r r r i s zMockResponse.__init__c C s | j S )N)r0 )r r r r �infop s zMockResponse.infoc C s | j j|� d S )N)r0 � getheaders)r r r r r r2 s s zMockResponse.getheadersN)r* r+ r, r- r r1 r2 r r r r r/ b s r/ c C s8 t |d�o|jsdS t|�}t|jj�}| j||� dS )z�Extract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object �_original_responseN)�hasattrr3 r r/ �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarw s r8 c C s t |�}| j|� |j� jd�S )zj Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str �Cookie)r Zadd_cookie_headerr' r )r6 r �rr r r �get_cookie_header� s r; c C s� g }xV| D ]N}|j |krq |dk r.||jkr.q |dk rB||jkrBq |j|j|j|j f� q W x |D ]\}}}| j|||� qbW dS )zkUnsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). N)r �domainr �append�clear)� cookiejarr r< r Z clearables�cookier r r �remove_cookie_by_name� s rA c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. N)r* r+ r, r- r r r r rB � s rB c s� e Zd ZdZd1dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zd2dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd3d'd(�Zd4d)d*�Zd+d,� Zd-d.� Zd/d0� Z� ZS )5�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). Nc C s( y| j |||�S tk r" |S X dS )z�Dict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). N)�_find_no_duplicates�KeyError)r r r r< r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||jd�|jd�d� dS t|t�r<t|�}nt||f|�}| j|� |S )z�Dict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. Nr< r )r< r )rA r � isinstancer �morsel_to_cookie� create_cookie� set_cookie)r r r% �kwargs�cr r r �set� s zRequestsCookieJar.setc c s xt | �D ] }|jV q W dS )z�Dict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). N)�iterr )r r@ r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | j� �S )z�Dict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). )�listrN )r r r r �keys� s zRequestsCookieJar.keysc c s xt | �D ] }|jV q W dS )z�Dict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). N)rM r% )r r@ r r r � itervalues� s z RequestsCookieJar.itervaluesc C s t | j� �S )z�Dict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). )rO rQ )r r r r �values� s zRequestsCookieJar.valuesc c s$ x t | �D ]}|j|jfV q W dS )z�Dict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). N)rM r r% )r r@ r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | j� �S )z�Dict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). )rO rS )r r r r �items s zRequestsCookieJar.itemsc C s0 g }x&t | �D ]}|j|kr|j|j� qW |S )z2Utility method to list all the domains in the jar.)rM r< r= )r �domainsr@ r r r � list_domains s z RequestsCookieJar.list_domainsc C s0 g }x&t | �D ]}|j|kr|j|j� qW |S )z0Utility method to list all the paths in the jar.)rM r r= )r �pathsr@ r r r � list_paths s z RequestsCookieJar.list_pathsc C s> g }x4t | �D ](}|jdk r*|j|kr*dS |j|j� qW dS )zvReturns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool NTF)rM r< r= )r rU r@ r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sJ i }x@t | �D ]4}|dks$|j|kr|dks6|j|kr|j||j< qW |S )z�Takes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict N)rM r< r r% r )r r< r Z dictionaryr@ r r r �get_dict, s zRequestsCookieJar.get_dictc s* yt t| �j|�S tk r$ dS X d S )NT)�superrC � __contains__rB )r r )� __class__r r r\ < s z RequestsCookieJar.__contains__c C s | j |�S )z�Dict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). )rD )r r r r r � __getitem__B s z RequestsCookieJar.__getitem__c C s | j ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. N)rL )r r r% r r r � __setitem__K s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. N)rA )r r r r r � __delitem__R s z RequestsCookieJar.__delitem__c sL t |jd�r4|jjd�r4|jjd�r4|jjdd�|_tt| �j|f|�|�S )N� startswith�"z\"� )r4 r% ra �endswith�replacer[ rC rI )r r@ �argsrJ )r] r r rI X s $z RequestsCookieJar.set_cookiec s@ t |tj�r,x.|D ]}| jtj|�� qW ntt| �j|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rF r � CookieJarrI �copyr[ rC �update)r �otherr@ )r] r r ri ] s zRequestsCookieJar.updatec C s\ xDt | �D ]8}|j|kr |dks*|j|kr |dks<|j|kr |jS q W td|||f ��dS )a� Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value Nzname=%r, domain=%r, path=%r)rM r r< r r% rE )r r r< r r@ r r r �_finde s zRequestsCookieJar._findc C s| d}xXt | �D ]L}|j|kr|dks.|j|kr|dks@|j|kr|dk rTtd| ��|j}qW |rf|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value Nz(There are multiple cookies with name, %rzname=%r, domain=%r, path=%r)rM r r< r rB r% rE )r r r< r ZtoReturnr@ r r r rD y s z%RequestsCookieJar._find_no_duplicatesc C s | j j� }|jd� |S )z4Unlike a normal CookieJar, this class is pickleable.� _cookies_lock)�__dict__rh �pop)r �stater r r � __getstate__� s z RequestsCookieJar.__getstate__c C s$ | j j|� d| j kr tj� | _dS )z4Unlike a normal CookieJar, this class is pickleable.rl N)rm ri � threading�RLockrl )r ro r r r � __setstate__� s z RequestsCookieJar.__setstate__c C s t � }|j| � |S )z(Return a copy of this RequestsCookieJar.)rC ri )r Znew_cjr r r rh � s zRequestsCookieJar.copy)NNN)NN)NN)NN) r* r+ r, r- r rL rN rP rQ rR rS rT rV rX rY rZ r\ r^ r_ r` rI ri rk rD rp rs rh � __classcell__r r )r] r rC � s0 rC c C sR | d kr d S t | d�r | j� S tj| �}|j� x | D ]}|jtj|�� q6W |S )Nrh )r4 rh r> rI )r6 Znew_jarr@ r r r �_copy_cookie_jar� s ru c K s� t d| |ddddddddddidd� }t|�t|� }|rNd }t|t|� ��|j|� t|d �|d < t|d �|d < |d jd�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). r Nrc �/FT�HttpOnly) �versionr r% �portr< r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sry Zport_specifiedr< Zdomain_specified�.Zdomain_initial_dotr Zpath_specified) �dictrL � TypeErrorrO ri �boolra r r9 )r r% rJ �resultZbadargs�errr r r rH � s0 rH c C s� d}| d rPy t tj� t | d � �}W qr tk rL td| d ��Y qrX n"| d rrd}tjtj| d |��}t| d t| d �d| d || j | d dd | d idt| d �| j | d p�dd� S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr{ z%a, %d-%b-%Y %H:%M:%S GMTr} Fr< r rw Zhttponlyrz rx r ) r} r~ r| r< r{ r r ry r r� rz r% rx ) �int�time� ValueErrorr� �calendarZtimegmZstrptimerH r� r" r% )Zmorselr{ Z time_templater r r rG � s0 rG Tc C sV |dkrt � }| dk rRdd� |D �}x,| D ]$}|s:||kr*|jt|| | �� q*W |S )a- Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. Nc S s g | ] }|j �qS r )r )�.0r@ r r r � <listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rC rI rH )Z cookie_dictr? � overwriteZnames_from_jarr r r r �cookiejar_from_dict� s r� c C sz t | tj�std��t |t�r.t|| dd�} nHt |tj�rvy| j|� W n, tk rt x|D ]}| j|� q^W Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. z!You can only merge into CookieJarF)r? r� ) rF r rg r� r� r� ri �AttributeErrorrI )r? ZcookiesZ cookie_in_jarr r r � merge_cookies s r� )NN)NT) r- rh r� r� � collectionsZ_internal_utilsr �compatr r r r rq � ImportErrorZdummy_threading�objectr r/ r8 r; rA � RuntimeErrorrB rg �MutableMappingrC ru rH rG r� r� r r r r �<module> s. H {# site-packages/pip/_vendor/requests/__pycache__/__version__.cpython-36.pyc 0000644 00000000727 15231162611 0022506 0 ustar 00 3 F��i� � @ s, d Z dZdZdZdZdZdZdZdZd Z d S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.18.4i z Kenneth Reitzzme@kennethreitz.orgz Apache 2.0z Copyright 2017 Kenneth Reitzu ✨ 🍰 ✨N) Z __title__Z__description__Z__url__� __version__Z __build__� __author__Z__author_email__Z __license__Z __copyright__Z__cake__� r r �!/usr/lib/python3.6/__version__.py�<module> s site-packages/pip/_vendor/requests/__pycache__/models.cpython-36.opt-1.pyc 0000644 00000056505 15231162611 0022454 0 ustar 00 3 F��i� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl m Z ddl m Z mZmZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZmZm Z dd l m Z m Z m Z m!Z!m"Z"m#Z#m$Z$ ddl%m&Z&m'Z' ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= ddl3m>Z? ddl@mAZA eAjBeAjCeAjDeAjEeAjFfZGdZHd!ZIdZJG dd� deK�ZLG dd� deK�ZMG dd � d eM�ZNG d d � d eLeM�ZOG d d � d eK�ZPdS )"z` requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. � N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError� ProtocolError�LocationParseError)�UnsupportedOperation� )� default_hooks)�CaseInsensitiveDict)� HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError� MissingSchema� InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii) �guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) � cookielib� urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str� basestring)�json)�codes� � i i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|j|� |j}|rD|jd� |j|� dj|�S )zBuild the path URL to use.�/�?� )r& �url�path�append�query�join)�selfr6 �pr7 r9 � r= � /usr/lib/python3.6/models.py�path_url= s z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }x|t| �D ]p\}}t |t�sVt|d� r\|g}xJ|D ]B}|dk rb|jt |t�r�|jd�n|t |t�r�|jd�n|f� qbW q8W t|dd�S | S dS )z�Encode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. �read�__iter__Nzutf-8T)Zdoseq) � isinstancer( r) �hasattrr r- r8 �encoder' )�data�result�kZvs�vr= r= r> �_encode_paramsR s $ z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} x�|D ]�\}}t|t�s`t|d� rf|g}x\|D ]T}|dk rlt|t�s�t|�}|jt|t�r�|jd�n|t|t�r�|j d�n|f� qlW qBW x�| D ]�\}}d}d} t|t t f��r.t |�dk�r|\} } n&t |�dk�r |\} } }n |\} } }} nt |��p:|} |} t| tttf��rX| } n| j� } t|| | | d�} | j|d � |j| � q�W t|�\}}||fS ) a� Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). zFiles must be provided.zData must not be a string.rA Nzutf-8� � )�namerE �filename�headers)� content_type)� ValueErrorrB r- r rC r) r( r8 �decoderD �tuple�list�lenr � bytearrayr@ r Zmake_multipartr )�filesrE Z new_fieldsZfieldsZfield�valrH rG ZftZfh�fn�fpZfdataZrf�bodyrO r= r= r> � _encode_filesm sH $ z"RequestEncodingMixin._encode_filesN)�__name__� __module__� __qualname__�propertyr? � staticmethodrI r[ r= r= r= r> r2 < s r2 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C s\ || j krtd| ��t|tj�r4| j | j|� n$t|d�rX| j | jdd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rA c s s | ]}t |tj�r|V qd S )N)rB � collections�Callable)�.0�hr= r= r> � <genexpr>� s z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrP rB rb rc r8 rC �extend)r; �event�hookr= r= r> � register_hook� s z RequestHooksMixin.register_hookc C s. y| j | j|� dS tk r( dS X dS )ziDeregister a previously registered hook. Returns True if the hook existed, False if not. TFN)rg �removerP )r; ri rj r= r= r> �deregister_hook� s z!RequestHooksMixin.deregister_hookN)r\ r] r^ rk rm r= r= r= r> ra � s ra c @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS ) �Requesta� A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: dictionary of URL parameters to append to the URL. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> Nc C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _x&t| j� �D ]\} } | j| | d� qfW || _|| _|| _|| _|| _ | | _ || _ || _ || _ d S )N)ri rj )r rg rS �itemsrk �methodr6 rN rV rE r. �params�auth�cookies) r; rp r6 rN rV rE rq rr rs rg r. rG rH r= r= r> �__init__� s" zRequest.__init__c C s d| j S )Nz<Request [%s]>)rp )r; r= r= r> �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j | j d� |S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.) rp r6 rN rV rE r. rq rr rs rg ) �PreparedRequest�preparerp r6 rN rV rE r. rq rr rs rg )r; r< r= r= r> rw � s zRequest.prepare) NNNNNNNNNN)r\ r] r^ �__doc__rt ru rw r= r= r= r> rn � s rn c @ s� e Zd ZdZdd� Zd dd�Zdd� Zd d � Zd d � Ze d d� �Z dd� Z dd� Z d dd�Z dd� Zd dd�Zdd� Zd d � ZdS )!rv a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S )N)rp r6 rN �_cookiesrZ r rg �_body_position)r; r= r= r> rt s zPreparedRequest.__init__Nc C sR | j |� | j||� | j|� | j|� | j||| � | j||� | j| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth� prepare_hooks) r; rp r6 rN rV rE rq rr rs rg r. r= r= r> rw + s zPreparedRequest.preparec C s d| j S )Nz<PreparedRequest [%s]>)rp )r; r= r= r> ru = s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| jj� nd |_t| j�|_| j|_| j|_| j |_ |S )N) rv rp r6 rN �copyr ry rZ rg rz )r; r< r= r= r> r� @ s zPreparedRequest.copyc C s$ || _ | j dk r t| j j� �| _ dS )z Prepares the given HTTP method.N)rp r �upper)r; rp r= r= r> r{ K s z PreparedRequest.prepare_methodc C s@ dd l }y|j| dd�jd�} W n |jk r: t�Y nX | S )Nr T)Zuts46zutf-8)�idnarD rQ Z IDNAError� UnicodeError)�hostr� r= r= r> �_get_idna_encoded_hostQ s z&PreparedRequest._get_idna_encoded_hostc C s0 t |t�r|jd�}ntr"t|�nt|�}|j� }d|krT|j� jd� rT|| _ dS yt |�\}}}}}}} W n, t k r� } zt | j � �W Y dd} ~ X nX |s�d} | jt|d��} t| ��|s�t d| ��t|��sy| j|�}W n tk �r t d��Y nX n|jd��rt d��|�p"d } | �r2| d 7 } | |7 } |�rP| dt|� 7 } |�sZd }t�r�t |t��rv|jd �}t | t��r�| jd �} t |t��r�|jd �}t |t��r�|jd �}t | t��r�| jd �} t |ttf��r�t|�}| j|�} | �r|�r d || f }n| }tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r5 �@r3 zutf-8z%s&%s)rB r) rQ r* Zunicoder( �lstrip�lower� startswithr6 r r r �args�formatr r r r� r� rD rI r r% )r; r6 rq �schemerr r� Zportr7 r9 Zfragment�e�errorZnetlocZ enc_paramsr= r= r> r| [ sh zPreparedRequest.prepare_urlc C s@ t � | _|r<x.|j� D ]"}t|� |\}}|| jt|�< qW dS )z Prepares the given HTTP headers.N)r rN ro r# r )r; rN �headerrL �valuer= r= r> r} � s z PreparedRequest.prepare_headersc C sv d}d}| r8|dk r8d}t j|�}t|t�s8|jd�}tt|d�t|ttt t j f� g�}y t |�}W n t ttfk r� d}Y nX |r�|}t|dd�dk r�y|j� | _W n ttfk r� t� | _Y nX |r�td��|r�t|�| jd< n d| jd < np|�r| j||�\}}n2|�rF| j|�}t|t��s<t|d ��rBd}nd }| j|� |�rld | jk�rl|| jd < || _ dS )z"Prepares the given HTTP body data.Nzapplication/jsonzutf-8rA �tellz1Streamed bodies and files are mutually exclusive.zContent-LengthZchunkedzTransfer-Encodingr@ z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrB r) rD �allrC r- rS rR rb �Mappingr" � TypeError�AttributeErrorr �getattrr� rz �IOError�OSError�object�NotImplementedErrorr, rN r[ rI �prepare_content_lengthrZ )r; rE rV r. rZ rO Z is_stream�lengthr= r= r> r � sJ z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| jjd�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNzContent-Length�GET�HEAD�0)r� r� )r" r, rN rp �get)r; rZ r� r= r= r> r� s z&PreparedRequest.prepare_content_lengthr5 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| jj|j� | j | j � dS )z"Prepares the given HTTP auth data.NrJ ) r r6 �anyrB rR rT r �__dict__�updater� rZ )r; rr r6 Zurl_auth�rr= r= r> r� s z PreparedRequest.prepare_authc C s@ t |tj�r|| _n t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. NZCookie)rB r$ Z CookieJarry r r rN )r; rs Z cookie_headerr= r= r> r~ $ s z PreparedRequest.prepare_cookiesc C s* |pg }x |D ]}| j ||| � qW dS )zPrepares the given hooks.N)rk )r; rg ri r= r= r> r� 8 s z PreparedRequest.prepare_hooks) NNNNNNNNNN)N)r5 )r\ r] r^ rx rt rw ru r� r{ r` r� r| r} r r� r� r~ r� r= r= r= r> rv s V E rv c @ s e Zd ZdZdddddddd d d g Zd d � Zdd� Zdd� Zdd� Zdd� Z dd� Z dd� Z dd� Z d d � Z ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed,d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a server's response to an HTTP request. �_content� status_coderN r6 �history�encoding�reasonrs �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _ t i �| _ t jd�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rN �rawr6 r� r� r� r rs �datetimeZ timedeltar� r� )r; r= r= r> rt L s zResponse.__init__c C s | S )Nr= )r; r= r= r> � __enter__{ s zResponse.__enter__c G s | j � d S )N)�close)r; r� r= r= r> �__exit__~ s zResponse.__exit__c s$ � j s � j t� fdd�� jD ��S )Nc 3 s | ]}|t � |d �fV qd S )N)r� )rd �attr)r; r= r> rf � s z(Response.__getstate__.<locals>.<genexpr>)r� �content�dict� __attrs__)r; r= )r; r> � __getstate__� s zResponse.__getstate__c C s> x |j � D ]\}}t| ||� q W t| dd� t| dd � d S )Nr� Tr� )ro �setattr)r; �staterL r� r= r= r> � __setstate__� s zResponse.__setstate__c C s d| j S )Nz<Response [%s]>)r� )r; r= r= r> ru � s zResponse.__repr__c C s | j S )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. )�ok)r; r= r= r> �__bool__� s zResponse.__bool__c C s | j S )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. )r� )r; r= r= r> � __nonzero__� s zResponse.__nonzero__c C s | j d�S )z,Allows you to use a response as an iterator.� )� iter_content)r; r= r= r> rA � s zResponse.__iter__c C s& y | j � W n tk r dS X dS )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. FT)�raise_for_statusr )r; r= r= r> r� � s z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). �location)rN r� �REDIRECT_STATI)r; r= r= r> � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rN r� r/ Zmoved_permanently�permanent_redirect)r; r= r= r> �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� )r; r= r= r> �next� s z Response.nextc C s t j| j�d S )z7The apparent encoding, provided by the chardet library.r� )r+ Zdetectr� )r; r= r= r> �apparent_encoding� s zResponse.apparent_encodingr Fc s~ � �fdd�}�j r(t�jt�r(t� �n$� dk rLt� t� rLtdt� � ��t�j� �}|� }�j rh|n|}|rzt |��}|S )a� Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. c 3 s� t �jd�r�y$x �jj� dd�D ] } | V q W W q� tk rZ } zt|��W Y d d }~X q� tk r� } zt|��W Y d d }~X q� tk r� } zt|��W Y d d }~X q�X n x �jj � �} | s�P | V q�W d�_ d S )N�streamT)Zdecode_content) rC r� r� r r r r r r r@ r� )�chunkr� )� chunk_sizer; r= r> �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.) r� rB r� �boolr �intr� �typer r )r; r� �decode_unicoder� Z reused_chunksZ stream_chunksZchunksr= )r� r; r> r� � s zResponse.iter_contentNc c s� d}x�| j ||d�D ]r}|dk r(|| }|r8|j|�}n|j� }|rn|d rn|rn|d d |d krn|j� }nd}x|D ] }|V qxW qW |dk r�|V dS )z�Iterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. N)r� r� r ���r� r� r� )r� �split� splitlines�pop)r; r� r� Z delimiter�pendingr� �lines�liner= r= r> � iter_lines s $ zResponse.iter_linesc C sZ | j dkrN| jrtd��| jdks,| jdkr4d| _ nt� j| jt��pJt� | _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr NT) r� r� � RuntimeErrorr� r� r) r: r� �CONTENT_CHUNK_SIZE)r; r= r= r> r� * s zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}yt| j|dd�}W n& ttfk rb t| jdd�}Y nX |S )a� Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. Nr5 �replace)�errors)r� r� r( r� � LookupErrorr� )r; r� r� r= r= r> �text> s z Response.textc K sj | j rZ| jrZt| j�dkrZt| j�}|dk rZytj| jj|�f|�S tk rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. rK N) r� r� rT r! r� �loadsrQ �UnicodeDecodeErrorr� )r; �kwargsr� r= r= r> r. d s z Response.jsonc C sJ | j jd�}i }|rFt|�}x(|D ] }|jd�p8|jd�}|||< q"W |S )z8Returns the parsed header links of the response, if any.�linkZrelr6 )rN r� r )r; r� �l�linksr� �keyr= r= r> r� ~ s zResponse.linksc C s� d}t | jt�rDy| jjd�}W qJ tk r@ | jjd�}Y qJX n| j}d| j ko^dk n rxd| j|| jf }n,d| j ko�dk n r�d| j|| jf }|r�t|| d ��d S ) z2Raises stored :class:`HTTPError`, if one occurred.r5 zutf-8z iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rB r� r) rQ r� r� r6 r )r; Zhttp_error_msgr� r= r= r> r� � s zResponse.raise_for_statusc C s0 | j s| jj� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* � release_connN)r� r� r� r� )r; r� r= r= r> r� � s zResponse.close)r F) r\ r] r^ rx r� rt r� r� r� r� ru r� r� rA r_ r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r. r� r� r� r= r= r= r> r� B s2 / 7 & r� i ( )Qrx rb r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rg r Z structuresr rr r rs r r r � exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r� Z status_codesr/ Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r2 ra rn rv r� r= r= r= r> �<module> sD $00 nF < site-packages/pip/_vendor/requests/__pycache__/packages.cpython-36.opt-1.pyc 0000644 00000000676 15231162611 0022745 0 ustar 00 3 F��i� � @ s~ d dl Z xpdD ]hZde Zee�e� e< xLee j�D ]>ZeeksNejed �r4ee d�d� Z e je e jde < q4W qW dS ) � N�urllib3�idna�chardetz pip._vendor.�.z pip._vendor.requests.packages.)r r r ) �sys�packageZvendored_package� __import__�locals�list�modules�mod� startswith�lenZunprefixed_mod� r r � /usr/lib/python3.6/packages.py�<module> s site-packages/pip/_vendor/requests/__pycache__/hooks.cpython-36.opt-1.pyc 0000644 00000001626 15231162611 0022306 0 ustar 00 3 F��i� � @ s d Z dgZdd� Zdd� ZdS )z� requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. Zresponsec C s t dd� tD ��S )Nc s s | ]}|g fV qd S )N� )�.0Zeventr r �/usr/lib/python3.6/hooks.py� <genexpr> s z default_hooks.<locals>.<genexpr>)�dict�HOOKSr r r r � default_hooks s r c K sR |pt � }|j| �}|rNt|d�r(|g}x$|D ] }||f|�}|dk r.|}q.W |S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)r �get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ _hook_datar r r � dispatch_hook s r N)�__doc__r r r r r r r �<module> s site-packages/pip/_vendor/requests/__pycache__/adapters.cpython-36.pyc 0000644 00000040074 15231162611 0022027 0 ustar 00 3 F��iR � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m Z ddl m Z ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ddlmZ ddlmZ ddl m Z ddl m Z m Z ddl!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z-m.Z.m/Z/mZmZm0Z0m1Z1 ddl2m3Z3 yddl4m5Z5 W n e6k �rr dd� Z5Y nX d Z7d Z8dZ9dZ:G d d � d e;�Z<G d d!� d!e<�Z=dS )"z� requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. � N)� PoolManager�proxy_from_url)� HTTPResponse)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)� MaxRetryError)�NewConnectionError)� ProxyError)� ProtocolError)�ReadTimeoutError)�SSLError)� ResponseError� )�Response)�urlparse� basestring)�DEFAULT_CA_BUNDLE_PATH�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url� urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar)�ConnectionError�ConnectTimeout� ReadTimeoutr r � RetryError� InvalidSchema)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r! )�args�kwargs� r& � /usr/lib/python3.6/adapters.pyr# + s r# F� c s2 e Zd ZdZ� fdd�Zd dd�Zd d � Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| �j� d S )N)�superr) �__init__)�self)� __class__r& r' r+ 7 s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. N)�NotImplementedError)r, �request�stream�timeout�verify�cert�proxiesr& r& r' �send: s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.N)r. )r, r& r& r' �closeL s zBaseAdapter.close)FNTNN)�__name__� __module__� __qualname__�__doc__r+ r5 r6 � __classcell__r& r& )r- r' r) 4 s r) c s� e Zd ZdZdddddgZeeeef� fdd� Zd d � Z d d � Z efd d�Z dd� Z dd� Z dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) � max_retries�config�_pool_connections� _pool_maxsize� _pool_blockc sd |t krtddd�| _n tj|�| _i | _i | _tt| �j� || _ || _ || _ | j |||d� d S )Nr F)�read)�block) �DEFAULT_RETRIESr r= Zfrom_intr> � proxy_managerr* r< r+ r? r@ rA �init_poolmanager)r, Zpool_connectionsZ pool_maxsizer= Z pool_block)r- r& r' r+ n s zHTTPAdapter.__init__c s t � fdd�� jD ��S )Nc 3 s | ]}|t � |d �fV qd S )N)�getattr)�.0�attr)r, r& r' � <genexpr>� s z+HTTPAdapter.__getstate__.<locals>.<genexpr>)�dict� __attrs__)r, r& )r, r' � __getstate__� s zHTTPAdapter.__getstate__c C sH i | _ i | _x |j� D ]\}}t| ||� qW | j| j| j| jd� d S )N)rC )rE r> �items�setattrrF r? r@ rA )r, �staterI �valuer& r& r' � __setstate__� s zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. T)� num_pools�maxsizerC �strictN)r? r@ rA r � poolmanager)r, Z connectionsrT rC Z pool_kwargsr& r& r' rF � s z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||j� jd�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| j|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager �socks)�username�passwordrS rT rC )� proxy_headersrS rT rC ) rE �lower� startswithr r# r? r@ rA rZ r )r, �proxyZ proxy_kwargsZmanagerrX rY rZ r& r& r' �proxy_manager_for� s* z HTTPAdapter.proxy_manager_forc C s |j � jd�rn|rnd}|dk r"|}|s*t}| s>tjj|� rLtdj|���d|_tjj |�sf||_ q�||_ nd|_d|_ d|_ |�r t |t �s�|d |_|d |_n ||_d|_|jr�tjj|j� r�td j|j���|jo�tjj|j� �r td j|j���dS ) aA Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. �httpsNTzFCould not find a suitable TLS CA certificate bundle, invalid path: {0}Z CERT_REQUIREDZ CERT_NONEr r z:Could not find the TLS certificate file, invalid path: {0}z2Could not find the TLS key file, invalid path: {0})r[ r\ r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir� isinstancer Z cert_fileZkey_file)r, �conn�urlr2 r3 Zcert_locr& r& r' � cert_verify� s8 zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j t �r^|j j d�|_ n|j |_ t |j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response ZstatusN�headerszutf-8)r rG Z status_coder rj r �encoding�raw�reasonrf rh �bytes�decoder �cookiesr/ � connection)r, Zreq�respZresponser& r& r' �build_response� s zHTTPAdapter.build_responseNc C sN t ||�}|r.t|d�}| j|�}|j|�}n t|�}|j� }| jj|�}|S )a� Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool Zhttp)r r r^ Zconnection_from_urlr ZgeturlrV )r, rh r4 r] rE rg Zparsedr& r& r' �get_connection" s zHTTPAdapter.get_connectionc C s* | j j� x| jj� D ] }|j� qW dS )z�Disposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. N)rV �clearrE �values)r, r] r& r& r' r6 9 s zHTTPAdapter.closec C sb t |j|�}t|j�j}|o"|dk}d}|rDt|�jj� }|jd�}|j}|r^| r^t|j�}|S )a? Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str r_ FrW )r rh r �schemer[ r\ Zpath_urlr ) r, r/ r4 r] rw Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerh r& r& r' � request_urlC s zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). Nr& )r, r/ r% r& r& r' � add_headers` s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxies: The url of the proxy being used for this request. :rtype: dict zProxy-Authorization)r r" )r, r] rj rX rY r& r& r' rZ n s zHTTPAdapter.proxy_headersFTc ) C s� | j |j|�}| j||j||� | j||�}| j|� |jdkpHd|jk } t|t�r�y|\} } t | | d�}W q� t k r� } zdj |�} t | ��W Y dd} ~ X q�X nt|t �r�n t ||d�}�yL| s�|j |j ||j|jdddd| j|d� }�nt|d��r|j}|jtd�}y�|j|j |d d � x$|jj� D ]\}}|j||� �q.W |j� xN|jD ]D}|jtt|��d d� jd �� |jd � |j|� |jd � �qXW |jd� y|jd d�}W n t k �r� |j� }Y nX t j |||ddd�}W n |j � � Y nX W �n� t t!j"fk �rD } zt#| |d��W Y dd} ~ X �nZ t$k �r� } z�t| j%t&��r~t| j%t'��s~t(| |d��t| j%t)��r�t*| |d��t| j%t+��r�t,| |d��t| j%t-��r�t.| |d��t#| |d��W Y dd} ~ X n� t/k �r } zt#| |d��W Y dd} ~ X n� t+k �r@ } zt,| ��W Y dd} ~ X n^ t-t0fk �r� } z<t| t-��rpt.| |d��n t| t1��r�t2| |d��n� W Y dd} ~ X nX | j3||�S )a Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response NzContent-Length)�connectrB zsInvalid timeout {0}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF) �methodrh �bodyrj ZredirectZassert_same_host�preload_content�decode_contentZretriesr1 � proxy_pool)r1 T)Zskip_accept_encoding� zutf-8s s 0 )� buffering)Zpoolrq r} r~ )r/ )4rt rh ri rx ry r| rj rf �tuple� TimeoutSauce� ValueErrorrd Zurlopenr{ r= �hasattrr Z _get_conn�DEFAULT_POOL_TIMEOUTZ putrequestrN Z putheaderZ endheadersr5 �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr6 r �socket�errorr r rm r r r r r � _ProxyErrorr � _SSLErrorr r � _HTTPErrorr r rs )r, r/ r0 r1 r2 r3 r4 rg rh Zchunkedrz rB �e�errrr Zlow_conn�headerrQ �i�rr& r& r' r5 � s� zHTTPAdapter.send)N)FNTNN)r7 r8 r9 r: rL �DEFAULT_POOLSIZErD �DEFAULT_POOLBLOCKr+ rM rR rF r^ ri rs rt r6 rx ry rZ r5 r; r& r& )r- r' r< Q s$ %4% r< )>r: Zos.pathr` r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r r� r r r r� r r r r� r Zmodelsr �compatr r Zutilsr r r r r r Z structuresr rp r � exceptionsr r r r r! Zauthr" Z!pip._vendor.urllib3.contrib.socksr# � ImportErrorr� r� rD r� �objectr) r< r& r& r& r' �<module> sB $ site-packages/pip/_vendor/requests/__pycache__/models.cpython-36.pyc 0000644 00000056505 15231162611 0021515 0 ustar 00 3 F��i� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl m Z ddl m Z mZmZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZmZm Z dd l m Z m Z m Z m!Z!m"Z"m#Z#m$Z$ ddl%m&Z&m'Z' ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= ddl3m>Z? ddl@mAZA eAjBeAjCeAjDeAjEeAjFfZGdZHd!ZIdZJG dd� deK�ZLG dd� deK�ZMG dd � d eM�ZNG d d � d eLeM�ZOG d d � d eK�ZPdS )"z` requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. � N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError� ProtocolError�LocationParseError)�UnsupportedOperation� )� default_hooks)�CaseInsensitiveDict)� HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError� MissingSchema� InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii) �guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) � cookielib� urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str� basestring)�json)�codes� � i i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|j|� |j}|rD|jd� |j|� dj|�S )zBuild the path URL to use.�/�?� )r& �url�path�append�query�join)�selfr6 �pr7 r9 � r= � /usr/lib/python3.6/models.py�path_url= s z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }x|t| �D ]p\}}t |t�sVt|d� r\|g}xJ|D ]B}|dk rb|jt |t�r�|jd�n|t |t�r�|jd�n|f� qbW q8W t|dd�S | S dS )z�Encode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. �read�__iter__Nzutf-8T)Zdoseq) � isinstancer( r) �hasattrr r- r8 �encoder' )�data�result�kZvs�vr= r= r> �_encode_paramsR s $ z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} x�|D ]�\}}t|t�s`t|d� rf|g}x\|D ]T}|dk rlt|t�s�t|�}|jt|t�r�|jd�n|t|t�r�|j d�n|f� qlW qBW x�| D ]�\}}d}d} t|t t f��r.t |�dk�r|\} } n&t |�dk�r |\} } }n |\} } }} nt |��p:|} |} t| tttf��rX| } n| j� } t|| | | d�} | j|d � |j| � q�W t|�\}}||fS ) a� Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). zFiles must be provided.zData must not be a string.rA Nzutf-8� � )�namerE �filename�headers)� content_type)� ValueErrorrB r- r rC r) r( r8 �decoderD �tuple�list�lenr � bytearrayr@ r Zmake_multipartr )�filesrE Z new_fieldsZfieldsZfield�valrH rG ZftZfh�fn�fpZfdataZrf�bodyrO r= r= r> � _encode_filesm sH $ z"RequestEncodingMixin._encode_filesN)�__name__� __module__� __qualname__�propertyr? � staticmethodrI r[ r= r= r= r> r2 < s r2 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C s\ || j krtd| ��t|tj�r4| j | j|� n$t|d�rX| j | jdd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rA c s s | ]}t |tj�r|V qd S )N)rB � collections�Callable)�.0�hr= r= r> � <genexpr>� s z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrP rB rb rc r8 rC �extend)r; �event�hookr= r= r> � register_hook� s z RequestHooksMixin.register_hookc C s. y| j | j|� dS tk r( dS X dS )ziDeregister a previously registered hook. Returns True if the hook existed, False if not. TFN)rg �removerP )r; ri rj r= r= r> �deregister_hook� s z!RequestHooksMixin.deregister_hookN)r\ r] r^ rk rm r= r= r= r> ra � s ra c @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS ) �Requesta� A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: dictionary of URL parameters to append to the URL. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> Nc C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _x&t| j� �D ]\} } | j| | d� qfW || _|| _|| _|| _|| _ | | _ || _ || _ || _ d S )N)ri rj )r rg rS �itemsrk �methodr6 rN rV rE r. �params�auth�cookies) r; rp r6 rN rV rE rq rr rs rg r. rG rH r= r= r> �__init__� s" zRequest.__init__c C s d| j S )Nz<Request [%s]>)rp )r; r= r= r> �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j | j d� |S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.) rp r6 rN rV rE r. rq rr rs rg ) �PreparedRequest�preparerp r6 rN rV rE r. rq rr rs rg )r; r< r= r= r> rw � s zRequest.prepare) NNNNNNNNNN)r\ r] r^ �__doc__rt ru rw r= r= r= r> rn � s rn c @ s� e Zd ZdZdd� Zd dd�Zdd� Zd d � Zd d � Ze d d� �Z dd� Z dd� Z d dd�Z dd� Zd dd�Zdd� Zd d � ZdS )!rv a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'http://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S )N)rp r6 rN �_cookiesrZ r rg �_body_position)r; r= r= r> rt s zPreparedRequest.__init__Nc C sR | j |� | j||� | j|� | j|� | j||| � | j||� | j| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth� prepare_hooks) r; rp r6 rN rV rE rq rr rs rg r. r= r= r> rw + s zPreparedRequest.preparec C s d| j S )Nz<PreparedRequest [%s]>)rp )r; r= r= r> ru = s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| jj� nd |_t| j�|_| j|_| j|_| j |_ |S )N) rv rp r6 rN �copyr ry rZ rg rz )r; r< r= r= r> r� @ s zPreparedRequest.copyc C s$ || _ | j dk r t| j j� �| _ dS )z Prepares the given HTTP method.N)rp r �upper)r; rp r= r= r> r{ K s z PreparedRequest.prepare_methodc C s@ dd l }y|j| dd�jd�} W n |jk r: t�Y nX | S )Nr T)Zuts46zutf-8)�idnarD rQ Z IDNAError� UnicodeError)�hostr� r= r= r> �_get_idna_encoded_hostQ s z&PreparedRequest._get_idna_encoded_hostc C s0 t |t�r|jd�}ntr"t|�nt|�}|j� }d|krT|j� jd� rT|| _ dS yt |�\}}}}}}} W n, t k r� } zt | j � �W Y dd} ~ X nX |s�d} | jt|d��} t| ��|s�t d| ��t|��sy| j|�}W n tk �r t d��Y nX n|jd��rt d��|�p"d } | �r2| d 7 } | |7 } |�rP| dt|� 7 } |�sZd }t�r�t |t��rv|jd �}t | t��r�| jd �} t |t��r�|jd �}t |t��r�|jd �}t | t��r�| jd �} t |ttf��r�t|�}| j|�} | �r|�r d || f }n| }tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r5 �@r3 zutf-8z%s&%s)rB r) rQ r* Zunicoder( �lstrip�lower� startswithr6 r r r �args�formatr r r r� r� rD rI r r% )r; r6 rq �schemerr r� Zportr7 r9 Zfragment�e�errorZnetlocZ enc_paramsr= r= r> r| [ sh zPreparedRequest.prepare_urlc C s@ t � | _|r<x.|j� D ]"}t|� |\}}|| jt|�< qW dS )z Prepares the given HTTP headers.N)r rN ro r# r )r; rN �headerrL �valuer= r= r> r} � s z PreparedRequest.prepare_headersc C sv d}d}| r8|dk r8d}t j|�}t|t�s8|jd�}tt|d�t|ttt t j f� g�}y t |�}W n t ttfk r� d}Y nX |r�|}t|dd�dk r�y|j� | _W n ttfk r� t� | _Y nX |r�td��|r�t|�| jd< n d| jd < np|�r| j||�\}}n2|�rF| j|�}t|t��s<t|d ��rBd}nd }| j|� |�rld | jk�rl|| jd < || _ dS )z"Prepares the given HTTP body data.Nzapplication/jsonzutf-8rA �tellz1Streamed bodies and files are mutually exclusive.zContent-LengthZchunkedzTransfer-Encodingr@ z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrB r) rD �allrC r- rS rR rb �Mappingr" � TypeError�AttributeErrorr �getattrr� rz �IOError�OSError�object�NotImplementedErrorr, rN r[ rI �prepare_content_lengthrZ )r; rE rV r. rZ rO Z is_stream�lengthr= r= r> r � sJ z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| jjd�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNzContent-Length�GET�HEAD�0)r� r� )r" r, rN rp �get)r; rZ r� r= r= r> r� s z&PreparedRequest.prepare_content_lengthr5 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| jj|j� | j | j � dS )z"Prepares the given HTTP auth data.NrJ ) r r6 �anyrB rR rT r �__dict__�updater� rZ )r; rr r6 Zurl_auth�rr= r= r> r� s z PreparedRequest.prepare_authc C s@ t |tj�r|| _n t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. NZCookie)rB r$ Z CookieJarry r r rN )r; rs Z cookie_headerr= r= r> r~ $ s z PreparedRequest.prepare_cookiesc C s* |pg }x |D ]}| j ||| � qW dS )zPrepares the given hooks.N)rk )r; rg ri r= r= r> r� 8 s z PreparedRequest.prepare_hooks) NNNNNNNNNN)N)r5 )r\ r] r^ rx rt rw ru r� r{ r` r� r| r} r r� r� r~ r� r= r= r= r> rv s V E rv c @ s e Zd ZdZdddddddd d d g Zd d � Zdd� Zdd� Zdd� Zdd� Z dd� Z dd� Z dd� Z d d � Z ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed,d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a server's response to an HTTP request. �_content� status_coderN r6 �history�encoding�reasonrs �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _ t i �| _ t jd�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rN �rawr6 r� r� r� r rs �datetimeZ timedeltar� r� )r; r= r= r> rt L s zResponse.__init__c C s | S )Nr= )r; r= r= r> � __enter__{ s zResponse.__enter__c G s | j � d S )N)�close)r; r� r= r= r> �__exit__~ s zResponse.__exit__c s$ � j s � j t� fdd�� jD ��S )Nc 3 s | ]}|t � |d �fV qd S )N)r� )rd �attr)r; r= r> rf � s z(Response.__getstate__.<locals>.<genexpr>)r� �content�dict� __attrs__)r; r= )r; r> � __getstate__� s zResponse.__getstate__c C s> x |j � D ]\}}t| ||� q W t| dd� t| dd � d S )Nr� Tr� )ro �setattr)r; �staterL r� r= r= r> � __setstate__� s zResponse.__setstate__c C s d| j S )Nz<Response [%s]>)r� )r; r= r= r> ru � s zResponse.__repr__c C s | j S )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. )�ok)r; r= r= r> �__bool__� s zResponse.__bool__c C s | j S )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. )r� )r; r= r= r> � __nonzero__� s zResponse.__nonzero__c C s | j d�S )z,Allows you to use a response as an iterator.� )� iter_content)r; r= r= r> rA � s zResponse.__iter__c C s& y | j � W n tk r dS X dS )ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. FT)�raise_for_statusr )r; r= r= r> r� � s z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). �location)rN r� �REDIRECT_STATI)r; r= r= r> � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rN r� r/ Zmoved_permanently�permanent_redirect)r; r= r= r> �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� )r; r= r= r> �next� s z Response.nextc C s t j| j�d S )z7The apparent encoding, provided by the chardet library.r� )r+ Zdetectr� )r; r= r= r> �apparent_encoding� s zResponse.apparent_encodingr Fc s~ � �fdd�}�j r(t�jt�r(t� �n$� dk rLt� t� rLtdt� � ��t�j� �}|� }�j rh|n|}|rzt |��}|S )a� Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. c 3 s� t �jd�r�y$x �jj� dd�D ] } | V q W W q� tk rZ } zt|��W Y d d }~X q� tk r� } zt|��W Y d d }~X q� tk r� } zt|��W Y d d }~X q�X n x �jj � �} | s�P | V q�W d�_ d S )N�streamT)Zdecode_content) rC r� r� r r r r r r r@ r� )�chunkr� )� chunk_sizer; r= r> �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.) r� rB r� �boolr �intr� �typer r )r; r� �decode_unicoder� Z reused_chunksZ stream_chunksZchunksr= )r� r; r> r� � s zResponse.iter_contentNc c s� d}x�| j ||d�D ]r}|dk r(|| }|r8|j|�}n|j� }|rn|d rn|rn|d d |d krn|j� }nd}x|D ] }|V qxW qW |dk r�|V dS )z�Iterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. N)r� r� r ���r� r� r� )r� �split� splitlines�pop)r; r� r� Z delimiter�pendingr� �lines�liner= r= r> � iter_lines s $ zResponse.iter_linesc C sZ | j dkrN| jrtd��| jdks,| jdkr4d| _ nt� j| jt��pJt� | _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr NT) r� r� � RuntimeErrorr� r� r) r: r� �CONTENT_CHUNK_SIZE)r; r= r= r> r� * s zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}yt| j|dd�}W n& ttfk rb t| jdd�}Y nX |S )a� Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. Nr5 �replace)�errors)r� r� r( r� � LookupErrorr� )r; r� r� r= r= r> �text> s z Response.textc K sj | j rZ| jrZt| j�dkrZt| j�}|dk rZytj| jj|�f|�S tk rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. rK N) r� r� rT r! r� �loadsrQ �UnicodeDecodeErrorr� )r; �kwargsr� r= r= r> r. d s z Response.jsonc C sJ | j jd�}i }|rFt|�}x(|D ] }|jd�p8|jd�}|||< q"W |S )z8Returns the parsed header links of the response, if any.�linkZrelr6 )rN r� r )r; r� �l�linksr� �keyr= r= r> r� ~ s zResponse.linksc C s� d}t | jt�rDy| jjd�}W qJ tk r@ | jjd�}Y qJX n| j}d| j ko^dk n rxd| j|| jf }n,d| j ko�dk n r�d| j|| jf }|r�t|| d ��d S ) z2Raises stored :class:`HTTPError`, if one occurred.r5 zutf-8z iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rB r� r) rQ r� r� r6 r )r; Zhttp_error_msgr� r= r= r> r� � s zResponse.raise_for_statusc C s0 | j s| jj� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* � release_connN)r� r� r� r� )r; r� r= r= r> r� � s zResponse.close)r F) r\ r] r^ rx r� rt r� r� r� r� ru r� r� rA r_ r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r. r� r� r� r= r= r= r> r� B s2 / 7 & r� i ( )Qrx rb r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rg r Z structuresr rr r rs r r r � exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r� Z status_codesr/ Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r2 ra rn rv r� r= r= r= r> �<module> sD $00 nF < site-packages/pip/_vendor/requests/__pycache__/_internal_utils.cpython-36.pyc 0000644 00000002315 15231162611 0023413 0 ustar 00 3 F��iH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS ) z� requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) � )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | j|�}n | j|�}|S )z�Given a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. )� isinstancer r �encode�decode)�string�encoding�out� r �%/usr/lib/python3.6/_internal_utils.py�to_native_string s r c C s6 t | t�st�y| jd� dS tk r0 dS X dS )z�Determine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool r TFN)r r �AssertionErrorr �UnicodeEncodeError)Zu_stringr r r �unicode_is_ascii s r N)r )�__doc__�compatr r r r r r r r r �<module> s site-packages/pip/_vendor/requests/compat.py 0000644 00000003132 15231162611 0015215 0 ustar 00 # -*- coding: utf-8 -*- """ requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. """ from pip._vendor import chardet import sys # ------- # Pythons # ------- # Syntax sugar. _ver = sys.version_info #: Python 2.x? is_py2 = (_ver[0] == 2) #: Python 3.x? is_py3 = (_ver[0] == 3) # try: # import simplejson as json # except ImportError: import json # --------- # Specifics # --------- if is_py2: from urllib import ( quote, unquote, quote_plus, unquote_plus, urlencode, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment) from urlparse import urlparse, urlunparse, urljoin, urlsplit, urldefrag from urllib2 import parse_http_list import cookielib from Cookie import Morsel from StringIO import StringIO from pip._vendor.urllib3.packages.ordered_dict import OrderedDict builtin_str = str bytes = str str = unicode basestring = basestring numeric_types = (int, long, float) integer_types = (int, long) elif is_py3: from urllib.parse import urlparse, urlunparse, urljoin, urlsplit, urlencode, quote, unquote, quote_plus, unquote_plus, urldefrag from urllib.request import parse_http_list, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment from http import cookiejar as cookielib from http.cookies import Morsel from io import StringIO from collections import OrderedDict builtin_str = str str = str bytes = bytes basestring = (str, bytes) numeric_types = (int, float) integer_types = (int,) site-packages/pip/_vendor/requests/cookies.py 0000644 00000043440 15231162611 0015374 0 ustar 00 # -*- coding: utf-8 -*- """ requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. """ import copy import time import calendar import collections from ._internal_utils import to_native_string from .compat import cookielib, urlparse, urlunparse, Morsel try: import threading except ImportError: import dummy_threading as threading class MockRequest(object): """Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. """ def __init__(self, request): self._r = request self._new_headers = {} self.type = urlparse(self._r.url).scheme def get_type(self): return self.type def get_host(self): return urlparse(self._r.url).netloc def get_origin_req_host(self): return self.get_host() def get_full_url(self): # Only return the response's URL if the user hadn't set the Host # header if not self._r.headers.get('Host'): return self._r.url # If they did set it, retrieve it and reconstruct the expected domain host = to_native_string(self._r.headers['Host'], encoding='utf-8') parsed = urlparse(self._r.url) # Reconstruct the URL as we expect it return urlunparse([ parsed.scheme, host, parsed.path, parsed.params, parsed.query, parsed.fragment ]) def is_unverifiable(self): return True def has_header(self, name): return name in self._r.headers or name in self._new_headers def get_header(self, name, default=None): return self._r.headers.get(name, self._new_headers.get(name, default)) def add_header(self, key, val): """cookielib has no legitimate use for this method; add it back if you find one.""" raise NotImplementedError("Cookie headers should be added with add_unredirected_header()") def add_unredirected_header(self, name, value): self._new_headers[name] = value def get_new_headers(self): return self._new_headers @property def unverifiable(self): return self.is_unverifiable() @property def origin_req_host(self): return self.get_origin_req_host() @property def host(self): return self.get_host() class MockResponse(object): """Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. """ def __init__(self, headers): """Make a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers """ self._headers = headers def info(self): return self._headers def getheaders(self, name): self._headers.getheaders(name) def extract_cookies_to_jar(jar, request, response): """Extract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object """ if not (hasattr(response, '_original_response') and response._original_response): return # the _original_response field is the wrapped httplib.HTTPResponse object, req = MockRequest(request) # pull out the HTTPMessage with the headers and put it in the mock: res = MockResponse(response._original_response.msg) jar.extract_cookies(res, req) def get_cookie_header(jar, request): """ Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str """ r = MockRequest(request) jar.add_cookie_header(r) return r.get_new_headers().get('Cookie') def remove_cookie_by_name(cookiejar, name, domain=None, path=None): """Unsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). """ clearables = [] for cookie in cookiejar: if cookie.name != name: continue if domain is not None and domain != cookie.domain: continue if path is not None and path != cookie.path: continue clearables.append((cookie.domain, cookie.path, cookie.name)) for domain, path, name in clearables: cookiejar.clear(domain, path, name) class CookieConflictError(RuntimeError): """There are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. """ class RequestsCookieJar(cookielib.CookieJar, collections.MutableMapping): """Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). """ def get(self, name, default=None, domain=None, path=None): """Dict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). """ try: return self._find_no_duplicates(name, domain, path) except KeyError: return default def set(self, name, value, **kwargs): """Dict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. """ # support client code that unsets cookies by assignment of a None value: if value is None: remove_cookie_by_name(self, name, domain=kwargs.get('domain'), path=kwargs.get('path')) return if isinstance(value, Morsel): c = morsel_to_cookie(value) else: c = create_cookie(name, value, **kwargs) self.set_cookie(c) return c def iterkeys(self): """Dict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). """ for cookie in iter(self): yield cookie.name def keys(self): """Dict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). """ return list(self.iterkeys()) def itervalues(self): """Dict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). """ for cookie in iter(self): yield cookie.value def values(self): """Dict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). """ return list(self.itervalues()) def iteritems(self): """Dict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). """ for cookie in iter(self): yield cookie.name, cookie.value def items(self): """Dict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). """ return list(self.iteritems()) def list_domains(self): """Utility method to list all the domains in the jar.""" domains = [] for cookie in iter(self): if cookie.domain not in domains: domains.append(cookie.domain) return domains def list_paths(self): """Utility method to list all the paths in the jar.""" paths = [] for cookie in iter(self): if cookie.path not in paths: paths.append(cookie.path) return paths def multiple_domains(self): """Returns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool """ domains = [] for cookie in iter(self): if cookie.domain is not None and cookie.domain in domains: return True domains.append(cookie.domain) return False # there is only one domain in jar def get_dict(self, domain=None, path=None): """Takes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict """ dictionary = {} for cookie in iter(self): if ( (domain is None or cookie.domain == domain) and (path is None or cookie.path == path) ): dictionary[cookie.name] = cookie.value return dictionary def __contains__(self, name): try: return super(RequestsCookieJar, self).__contains__(name) except CookieConflictError: return True def __getitem__(self, name): """Dict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). """ return self._find_no_duplicates(name) def __setitem__(self, name, value): """Dict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. """ self.set(name, value) def __delitem__(self, name): """Deletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. """ remove_cookie_by_name(self, name) def set_cookie(self, cookie, *args, **kwargs): if hasattr(cookie.value, 'startswith') and cookie.value.startswith('"') and cookie.value.endswith('"'): cookie.value = cookie.value.replace('\\"', '') return super(RequestsCookieJar, self).set_cookie(cookie, *args, **kwargs) def update(self, other): """Updates this jar with cookies from another CookieJar or dict-like""" if isinstance(other, cookielib.CookieJar): for cookie in other: self.set_cookie(copy.copy(cookie)) else: super(RequestsCookieJar, self).update(other) def _find(self, name, domain=None, path=None): """Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value """ for cookie in iter(self): if cookie.name == name: if domain is None or cookie.domain == domain: if path is None or cookie.path == path: return cookie.value raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path)) def _find_no_duplicates(self, name, domain=None, path=None): """Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value """ toReturn = None for cookie in iter(self): if cookie.name == name: if domain is None or cookie.domain == domain: if path is None or cookie.path == path: if toReturn is not None: # if there are multiple cookies that meet passed in criteria raise CookieConflictError('There are multiple cookies with name, %r' % (name)) toReturn = cookie.value # we will eventually return this as long as no cookie conflict if toReturn: return toReturn raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path)) def __getstate__(self): """Unlike a normal CookieJar, this class is pickleable.""" state = self.__dict__.copy() # remove the unpickleable RLock object state.pop('_cookies_lock') return state def __setstate__(self, state): """Unlike a normal CookieJar, this class is pickleable.""" self.__dict__.update(state) if '_cookies_lock' not in self.__dict__: self._cookies_lock = threading.RLock() def copy(self): """Return a copy of this RequestsCookieJar.""" new_cj = RequestsCookieJar() new_cj.update(self) return new_cj def _copy_cookie_jar(jar): if jar is None: return None if hasattr(jar, 'copy'): # We're dealing with an instance of RequestsCookieJar return jar.copy() # We're dealing with a generic CookieJar instance new_jar = copy.copy(jar) new_jar.clear() for cookie in jar: new_jar.set_cookie(copy.copy(cookie)) return new_jar def create_cookie(name, value, **kwargs): """Make a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). """ result = dict( version=0, name=name, value=value, port=None, domain='', path='/', secure=False, expires=None, discard=True, comment=None, comment_url=None, rest={'HttpOnly': None}, rfc2109=False,) badargs = set(kwargs) - set(result) if badargs: err = 'create_cookie() got unexpected keyword arguments: %s' raise TypeError(err % list(badargs)) result.update(kwargs) result['port_specified'] = bool(result['port']) result['domain_specified'] = bool(result['domain']) result['domain_initial_dot'] = result['domain'].startswith('.') result['path_specified'] = bool(result['path']) return cookielib.Cookie(**result) def morsel_to_cookie(morsel): """Convert a Morsel object into a Cookie containing the one k/v pair.""" expires = None if morsel['max-age']: try: expires = int(time.time() + int(morsel['max-age'])) except ValueError: raise TypeError('max-age: %s must be integer' % morsel['max-age']) elif morsel['expires']: time_template = '%a, %d-%b-%Y %H:%M:%S GMT' expires = calendar.timegm( time.strptime(morsel['expires'], time_template) ) return create_cookie( comment=morsel['comment'], comment_url=bool(morsel['comment']), discard=False, domain=morsel['domain'], expires=expires, name=morsel.key, path=morsel['path'], port=None, rest={'HttpOnly': morsel['httponly']}, rfc2109=False, secure=bool(morsel['secure']), value=morsel.value, version=morsel['version'] or 0, ) def cookiejar_from_dict(cookie_dict, cookiejar=None, overwrite=True): """Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. """ if cookiejar is None: cookiejar = RequestsCookieJar() if cookie_dict is not None: names_from_jar = [cookie.name for cookie in cookiejar] for name in cookie_dict: if overwrite or (name not in names_from_jar): cookiejar.set_cookie(create_cookie(name, cookie_dict[name])) return cookiejar def merge_cookies(cookiejar, cookies): """Add cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. """ if not isinstance(cookiejar, cookielib.CookieJar): raise ValueError('You can only merge into CookieJar') if isinstance(cookies, dict): cookiejar = cookiejar_from_dict( cookies, cookiejar=cookiejar, overwrite=False) elif isinstance(cookies, cookielib.CookieJar): try: cookiejar.update(cookies) except AttributeError: for cookie_in_jar in cookies: cookiejar.set_cookie(cookie_in_jar) return cookiejar site-packages/pip/_vendor/packaging/version.py 0000644 00000026444 15231162611 0015503 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import collections import itertools import re from ._structures import Infinity __all__ = [ "parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN" ] _Version = collections.namedtuple( "_Version", ["epoch", "release", "dev", "pre", "post", "local"], ) def parse(version): """ Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. """ try: return Version(version) except InvalidVersion: return LegacyVersion(version) class InvalidVersion(ValueError): """ An invalid version was found, users should refer to PEP 440. """ class _BaseVersion(object): def __hash__(self): return hash(self._key) def __lt__(self, other): return self._compare(other, lambda s, o: s < o) def __le__(self, other): return self._compare(other, lambda s, o: s <= o) def __eq__(self, other): return self._compare(other, lambda s, o: s == o) def __ge__(self, other): return self._compare(other, lambda s, o: s >= o) def __gt__(self, other): return self._compare(other, lambda s, o: s > o) def __ne__(self, other): return self._compare(other, lambda s, o: s != o) def _compare(self, other, method): if not isinstance(other, _BaseVersion): return NotImplemented return method(self._key, other._key) class LegacyVersion(_BaseVersion): def __init__(self, version): self._version = str(version) self._key = _legacy_cmpkey(self._version) def __str__(self): return self._version def __repr__(self): return "<LegacyVersion({0})>".format(repr(str(self))) @property def public(self): return self._version @property def base_version(self): return self._version @property def local(self): return None @property def is_prerelease(self): return False @property def is_postrelease(self): return False _legacy_version_component_re = re.compile( r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE, ) _legacy_version_replacement_map = { "pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@", } def _parse_version_parts(s): for part in _legacy_version_component_re.split(s): part = _legacy_version_replacement_map.get(part, part) if not part or part == ".": continue if part[:1] in "0123456789": # pad for numeric comparison yield part.zfill(8) else: yield "*" + part # ensure that alpha/beta/candidate are before final yield "*final" def _legacy_cmpkey(version): # We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch # greater than or equal to 0. This will effectively put the LegacyVersion, # which uses the defacto standard originally implemented by setuptools, # as before all PEP 440 versions. epoch = -1 # This scheme is taken from pkg_resources.parse_version setuptools prior to # it's adoption of the packaging library. parts = [] for part in _parse_version_parts(version.lower()): if part.startswith("*"): # remove "-" before a prerelease tag if part < "*final": while parts and parts[-1] == "*final-": parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == "00000000": parts.pop() parts.append(part) parts = tuple(parts) return epoch, parts # Deliberately not anchored to the start and end of the string, to make it # easier for 3rd party code to reuse VERSION_PATTERN = r""" v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version """ class Version(_BaseVersion): _regex = re.compile( r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE, ) def __init__(self, version): # Validate the version and parse it into pieces match = self._regex.search(version) if not match: raise InvalidVersion("Invalid version: '{0}'".format(version)) # Store the parsed out pieces of the version self._version = _Version( epoch=int(match.group("epoch")) if match.group("epoch") else 0, release=tuple(int(i) for i in match.group("release").split(".")), pre=_parse_letter_version( match.group("pre_l"), match.group("pre_n"), ), post=_parse_letter_version( match.group("post_l"), match.group("post_n1") or match.group("post_n2"), ), dev=_parse_letter_version( match.group("dev_l"), match.group("dev_n"), ), local=_parse_local_version(match.group("local")), ) # Generate a key which will be used for sorting self._key = _cmpkey( self._version.epoch, self._version.release, self._version.pre, self._version.post, self._version.dev, self._version.local, ) def __repr__(self): return "<Version({0})>".format(repr(str(self))) def __str__(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) # Pre-release if self._version.pre is not None: parts.append("".join(str(x) for x in self._version.pre)) # Post-release if self._version.post is not None: parts.append(".post{0}".format(self._version.post[1])) # Development release if self._version.dev is not None: parts.append(".dev{0}".format(self._version.dev[1])) # Local version segment if self._version.local is not None: parts.append( "+{0}".format(".".join(str(x) for x in self._version.local)) ) return "".join(parts) @property def public(self): return str(self).split("+", 1)[0] @property def base_version(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) return "".join(parts) @property def local(self): version_string = str(self) if "+" in version_string: return version_string.split("+", 1)[1] @property def is_prerelease(self): return bool(self._version.dev or self._version.pre) @property def is_postrelease(self): return bool(self._version.post) def _parse_letter_version(letter, number): if letter: # We consider there to be an implicit 0 in a pre-release if there is # not a numeral associated with it. if number is None: number = 0 # We normalize any letters to their lower case form letter = letter.lower() # We consider some words to be alternate spellings of other words and # in those cases we want to normalize the spellings to our preferred # spelling. if letter == "alpha": letter = "a" elif letter == "beta": letter = "b" elif letter in ["c", "pre", "preview"]: letter = "rc" elif letter in ["rev", "r"]: letter = "post" return letter, int(number) if not letter and number: # We assume if we are given a number, but we are not given a letter # then this is using the implicit post release syntax (e.g. 1.0-1) letter = "post" return letter, int(number) _local_version_seperators = re.compile(r"[\._-]") def _parse_local_version(local): """ Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). """ if local is not None: return tuple( part.lower() if not part.isdigit() else int(part) for part in _local_version_seperators.split(local) ) def _cmpkey(epoch, release, pre, post, dev, local): # When we compare a release version, we want to compare it with all of the # trailing zeros removed. So we'll use a reverse the list, drop all the now # leading zeros until we come to something non zero, then take the rest # re-reverse it back into the correct order and make it a tuple and use # that for our sorting key. release = tuple( reversed(list( itertools.dropwhile( lambda x: x == 0, reversed(release), ) )) ) # We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0. # We'll do this by abusing the pre segment, but we _only_ want to do this # if there is not a pre or a post segment. If we have one of those then # the normal sorting rules will handle this case correctly. if pre is None and post is None and dev is not None: pre = -Infinity # Versions without a pre-release (except as noted above) should sort after # those with one. elif pre is None: pre = Infinity # Versions without a post segment should sort before those with one. if post is None: post = -Infinity # Versions without a development segment should sort after those with one. if dev is None: dev = Infinity if local is None: # Versions without a local segment should sort before those with one. local = -Infinity else: # Versions with a local segment need that segment parsed to implement # the sorting rules in PEP440. # - Alpha numeric segments sort before numeric segments # - Alpha numeric segments sort lexicographically # - Numeric segments sort numerically # - Shorter versions sort before longer versions when the prefixes # match exactly local = tuple( (i, "") if isinstance(i, int) else (-Infinity, i) for i in local ) return epoch, release, pre, post, dev, local site-packages/pip/_vendor/packaging/markers.py 0000644 00000020046 15231162611 0015452 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import operator import os import platform import sys from pip._vendor.pyparsing import ( ParseException, ParseResults, stringStart, stringEnd, ) from pip._vendor.pyparsing import ZeroOrMore, Group, Forward, QuotedString from pip._vendor.pyparsing import Literal as L # noqa from ._compat import string_types from .specifiers import Specifier, InvalidSpecifier __all__ = [ "InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName", "Marker", "default_environment", ] class InvalidMarker(ValueError): """ An invalid marker was found, users should refer to PEP 508. """ class UndefinedComparison(ValueError): """ An invalid operation was attempted on a value that doesn't support it. """ class UndefinedEnvironmentName(ValueError): """ A name was attempted to be used that does not exist inside of the environment. """ class Node(object): def __init__(self, value): self.value = value def __str__(self): return str(self.value) def __repr__(self): return "<{0}({1!r})>".format(self.__class__.__name__, str(self)) def serialize(self): raise NotImplementedError class Variable(Node): def serialize(self): return str(self) class Value(Node): def serialize(self): return '"{0}"'.format(self) class Op(Node): def serialize(self): return str(self) VARIABLE = ( L("implementation_version") | L("platform_python_implementation") | L("implementation_name") | L("python_full_version") | L("platform_release") | L("platform_version") | L("platform_machine") | L("platform_system") | L("python_version") | L("sys_platform") | L("os_name") | L("os.name") | # PEP-345 L("sys.platform") | # PEP-345 L("platform.version") | # PEP-345 L("platform.machine") | # PEP-345 L("platform.python_implementation") | # PEP-345 L("python_implementation") | # undocumented setuptools legacy L("extra") ) ALIASES = { 'os.name': 'os_name', 'sys.platform': 'sys_platform', 'platform.version': 'platform_version', 'platform.machine': 'platform_machine', 'platform.python_implementation': 'platform_python_implementation', 'python_implementation': 'platform_python_implementation' } VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0]))) VERSION_CMP = ( L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<") ) MARKER_OP = VERSION_CMP | L("not in") | L("in") MARKER_OP.setParseAction(lambda s, l, t: Op(t[0])) MARKER_VALUE = QuotedString("'") | QuotedString('"') MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0])) BOOLOP = L("and") | L("or") MARKER_VAR = VARIABLE | MARKER_VALUE MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR) MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0])) LPAREN = L("(").suppress() RPAREN = L(")").suppress() MARKER_EXPR = Forward() MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN) MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR) MARKER = stringStart + MARKER_EXPR + stringEnd def _coerce_parse_result(results): if isinstance(results, ParseResults): return [_coerce_parse_result(i) for i in results] else: return results def _format_marker(marker, first=True): assert isinstance(marker, (list, tuple, string_types)) # Sometimes we have a structure like [[...]] which is a single item list # where the single item is itself it's own list. In that case we want skip # the rest of this function so that we don't get extraneous () on the # outside. if (isinstance(marker, list) and len(marker) == 1 and isinstance(marker[0], (list, tuple))): return _format_marker(marker[0]) if isinstance(marker, list): inner = (_format_marker(m, first=False) for m in marker) if first: return " ".join(inner) else: return "(" + " ".join(inner) + ")" elif isinstance(marker, tuple): return " ".join([m.serialize() for m in marker]) else: return marker _operators = { "in": lambda lhs, rhs: lhs in rhs, "not in": lambda lhs, rhs: lhs not in rhs, "<": operator.lt, "<=": operator.le, "==": operator.eq, "!=": operator.ne, ">=": operator.ge, ">": operator.gt, } def _eval_op(lhs, op, rhs): try: spec = Specifier("".join([op.serialize(), rhs])) except InvalidSpecifier: pass else: return spec.contains(lhs) oper = _operators.get(op.serialize()) if oper is None: raise UndefinedComparison( "Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs) ) return oper(lhs, rhs) _undefined = object() def _get_env(environment, name): value = environment.get(name, _undefined) if value is _undefined: raise UndefinedEnvironmentName( "{0!r} does not exist in evaluation environment.".format(name) ) return value def _evaluate_markers(markers, environment): groups = [[]] for marker in markers: assert isinstance(marker, (list, tuple, string_types)) if isinstance(marker, list): groups[-1].append(_evaluate_markers(marker, environment)) elif isinstance(marker, tuple): lhs, op, rhs = marker if isinstance(lhs, Variable): lhs_value = _get_env(environment, lhs.value) rhs_value = rhs.value else: lhs_value = lhs.value rhs_value = _get_env(environment, rhs.value) groups[-1].append(_eval_op(lhs_value, op, rhs_value)) else: assert marker in ["and", "or"] if marker == "or": groups.append([]) return any(all(item) for item in groups) def format_full_version(info): version = '{0.major}.{0.minor}.{0.micro}'.format(info) kind = info.releaselevel if kind != 'final': version += kind[0] + str(info.serial) return version def default_environment(): if hasattr(sys, 'implementation'): iver = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: iver = '0' implementation_name = '' return { "implementation_name": implementation_name, "implementation_version": iver, "os_name": os.name, "platform_machine": platform.machine(), "platform_release": platform.release(), "platform_system": platform.system(), "platform_version": platform.version(), "python_full_version": platform.python_version(), "platform_python_implementation": platform.python_implementation(), "python_version": platform.python_version()[:3], "sys_platform": sys.platform, } class Marker(object): def __init__(self, marker): try: self._markers = _coerce_parse_result(MARKER.parseString(marker)) except ParseException as e: err_str = "Invalid marker: {0!r}, parse error at {1!r}".format( marker, marker[e.loc:e.loc + 8]) raise InvalidMarker(err_str) def __str__(self): return _format_marker(self._markers) def __repr__(self): return "<Marker({0!r})>".format(str(self)) def evaluate(self, environment=None): """Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. """ current_environment = default_environment() if environment is not None: current_environment.update(environment) return _evaluate_markers(self._markers, current_environment) site-packages/pip/_vendor/packaging/specifiers.py 0000644 00000066571 15231162611 0016157 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import abc import functools import itertools import re from ._compat import string_types, with_metaclass from .version import Version, LegacyVersion, parse class InvalidSpecifier(ValueError): """ An invalid specifier was found, users should refer to PEP 440. """ class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): @abc.abstractmethod def __str__(self): """ Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. """ @abc.abstractmethod def __hash__(self): """ Returns a hash value for this Specifier like object. """ @abc.abstractmethod def __eq__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are equal. """ @abc.abstractmethod def __ne__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are not equal. """ @abc.abstractproperty def prereleases(self): """ Returns whether or not pre-releases as a whole are allowed by this specifier. """ @prereleases.setter def prereleases(self, value): """ Sets whether or not pre-releases as a whole are allowed by this specifier. """ @abc.abstractmethod def contains(self, item, prereleases=None): """ Determines if the given item is contained within this specifier. """ @abc.abstractmethod def filter(self, iterable, prereleases=None): """ Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. """ class _IndividualSpecifier(BaseSpecifier): _operators = {} def __init__(self, spec="", prereleases=None): match = self._regex.search(spec) if not match: raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec)) self._spec = ( match.group("operator").strip(), match.group("version").strip(), ) # Store whether or not this Specifier should accept prereleases self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<{0}({1!r}{2})>".format( self.__class__.__name__, str(self), pre, ) def __str__(self): return "{0}{1}".format(*self._spec) def __hash__(self): return hash(self._spec) def __eq__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec == other._spec def __ne__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec != other._spec def _get_operator(self, op): return getattr(self, "_compare_{0}".format(self._operators[op])) def _coerce_version(self, version): if not isinstance(version, (LegacyVersion, Version)): version = parse(version) return version @property def operator(self): return self._spec[0] @property def version(self): return self._spec[1] @property def prereleases(self): return self._prereleases @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Determine if prereleases are to be allowed or not. if prereleases is None: prereleases = self.prereleases # Normalize item to a Version or LegacyVersion, this allows us to have # a shortcut for ``"2.0" in Specifier(">=2") item = self._coerce_version(item) # Determine if we should be supporting prereleases in this specifier # or not, if we do not support prereleases than we can short circuit # logic if this version is a prereleases. if item.is_prerelease and not prereleases: return False # Actually do the comparison to determine if this item is contained # within this Specifier or not. return self._get_operator(self.operator)(item, self.version) def filter(self, iterable, prereleases=None): yielded = False found_prereleases = [] kw = {"prereleases": prereleases if prereleases is not None else True} # Attempt to iterate over all the values in the iterable and if any of # them match, yield them. for version in iterable: parsed_version = self._coerce_version(version) if self.contains(parsed_version, **kw): # If our version is a prerelease, and we were not set to allow # prereleases, then we'll store it for later incase nothing # else matches this specifier. if (parsed_version.is_prerelease and not (prereleases or self.prereleases)): found_prereleases.append(version) # Either this is not a prerelease, or we should have been # accepting prereleases from the begining. else: yielded = True yield version # Now that we've iterated over everything, determine if we've yielded # any values, and if we have not and we have any prereleases stored up # then we will go ahead and yield the prereleases. if not yielded and found_prereleases: for version in found_prereleases: yield version class LegacySpecifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", } def _coerce_version(self, version): if not isinstance(version, LegacyVersion): version = LegacyVersion(str(version)) return version def _compare_equal(self, prospective, spec): return prospective == self._coerce_version(spec) def _compare_not_equal(self, prospective, spec): return prospective != self._coerce_version(spec) def _compare_less_than_equal(self, prospective, spec): return prospective <= self._coerce_version(spec) def _compare_greater_than_equal(self, prospective, spec): return prospective >= self._coerce_version(spec) def _compare_less_than(self, prospective, spec): return prospective < self._coerce_version(spec) def _compare_greater_than(self, prospective, spec): return prospective > self._coerce_version(spec) def _require_version_compare(fn): @functools.wraps(fn) def wrapped(self, prospective, spec): if not isinstance(prospective, Version): return False return fn(self, prospective, spec) return wrapped class Specifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "~=": "compatible", "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", "===": "arbitrary", } @_require_version_compare def _compare_compatible(self, prospective, spec): # Compatible releases have an equivalent combination of >= and ==. That # is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to # implement this in terms of the other specifiers instead of # implementing it ourselves. The only thing we need to do is construct # the other specifiers. # We want everything but the last item in the version, but we want to # ignore post and dev releases and we want to treat the pre-release as # it's own separate segment. prefix = ".".join( list( itertools.takewhile( lambda x: (not x.startswith("post") and not x.startswith("dev")), _version_split(spec), ) )[:-1] ) # Add the prefix notation to the end of our string prefix += ".*" return (self._get_operator(">=")(prospective, spec) and self._get_operator("==")(prospective, prefix)) @_require_version_compare def _compare_equal(self, prospective, spec): # We need special logic to handle prefix matching if spec.endswith(".*"): # In the case of prefix matching we want to ignore local segment. prospective = Version(prospective.public) # Split the spec out by dots, and pretend that there is an implicit # dot in between a release segment and a pre-release segment. spec = _version_split(spec[:-2]) # Remove the trailing .* # Split the prospective version out by dots, and pretend that there # is an implicit dot in between a release segment and a pre-release # segment. prospective = _version_split(str(prospective)) # Shorten the prospective version to be the same length as the spec # so that we can determine if the specifier is a prefix of the # prospective version or not. prospective = prospective[:len(spec)] # Pad out our two sides with zeros so that they both equal the same # length. spec, prospective = _pad_version(spec, prospective) else: # Convert our spec string into a Version spec = Version(spec) # If the specifier does not have a local segment, then we want to # act as if the prospective version also does not have a local # segment. if not spec.local: prospective = Version(prospective.public) return prospective == spec @_require_version_compare def _compare_not_equal(self, prospective, spec): return not self._compare_equal(prospective, spec) @_require_version_compare def _compare_less_than_equal(self, prospective, spec): return prospective <= Version(spec) @_require_version_compare def _compare_greater_than_equal(self, prospective, spec): return prospective >= Version(spec) @_require_version_compare def _compare_less_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is less than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective < spec: return False # This special case is here so that, unless the specifier itself # includes is a pre-release version, that we do not accept pre-release # versions for the version mentioned in the specifier (e.g. <3.1 should # not match 3.1.dev0, but should match 3.0.dev0). if not spec.is_prerelease and prospective.is_prerelease: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # less than the spec version *and* it's not a pre-release of the same # version in the spec. return True @_require_version_compare def _compare_greater_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is greater than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective > spec: return False # This special case is here so that, unless the specifier itself # includes is a post-release version, that we do not accept # post-release versions for the version mentioned in the specifier # (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0). if not spec.is_postrelease and prospective.is_postrelease: if Version(prospective.base_version) == Version(spec.base_version): return False # Ensure that we do not allow a local version of the version mentioned # in the specifier, which is techincally greater than, to match. if prospective.local is not None: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # greater than the spec version *and* it's not a pre-release of the # same version in the spec. return True def _compare_arbitrary(self, prospective, spec): return str(prospective).lower() == str(spec).lower() @property def prereleases(self): # If there is an explicit prereleases set for this, then we'll just # blindly use that. if self._prereleases is not None: return self._prereleases # Look at all of our specifiers and determine if they are inclusive # operators, and if they are if they are including an explicit # prerelease. operator, version = self._spec if operator in ["==", ">=", "<=", "~=", "==="]: # The == specifier can include a trailing .*, if it does we # want to remove before parsing. if operator == "==" and version.endswith(".*"): version = version[:-2] # Parse the version, and if it is a pre-release than this # specifier allows pre-releases. if parse(version).is_prerelease: return True return False @prereleases.setter def prereleases(self, value): self._prereleases = value _prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$") def _version_split(version): result = [] for item in version.split("."): match = _prefix_regex.search(item) if match: result.extend(match.groups()) else: result.append(item) return result def _pad_version(left, right): left_split, right_split = [], [] # Get the release segment of our versions left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left))) right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right))) # Get the rest of our versions left_split.append(left[len(left_split[0]):]) right_split.append(right[len(right_split[0]):]) # Insert our padding left_split.insert( 1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])), ) right_split.insert( 1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])), ) return ( list(itertools.chain(*left_split)), list(itertools.chain(*right_split)), ) class SpecifierSet(BaseSpecifier): def __init__(self, specifiers="", prereleases=None): # Split on , to break each indidivual specifier into it's own item, and # strip each item to remove leading/trailing whitespace. specifiers = [s.strip() for s in specifiers.split(",") if s.strip()] # Parsed each individual specifier, attempting first to make it a # Specifier and falling back to a LegacySpecifier. parsed = set() for specifier in specifiers: try: parsed.add(Specifier(specifier)) except InvalidSpecifier: parsed.add(LegacySpecifier(specifier)) # Turn our parsed specifiers into a frozen set and save them for later. self._specs = frozenset(parsed) # Store our prereleases value so we can use it later to determine if # we accept prereleases or not. self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<SpecifierSet({0!r}{1})>".format(str(self), pre) def __str__(self): return ",".join(sorted(str(s) for s in self._specs)) def __hash__(self): return hash(self._specs) def __and__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif not isinstance(other, SpecifierSet): return NotImplemented specifier = SpecifierSet() specifier._specs = frozenset(self._specs | other._specs) if self._prereleases is None and other._prereleases is not None: specifier._prereleases = other._prereleases elif self._prereleases is not None and other._prereleases is None: specifier._prereleases = self._prereleases elif self._prereleases == other._prereleases: specifier._prereleases = self._prereleases else: raise ValueError( "Cannot combine SpecifierSets with True and False prerelease " "overrides." ) return specifier def __eq__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs == other._specs def __ne__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs != other._specs def __len__(self): return len(self._specs) def __iter__(self): return iter(self._specs) @property def prereleases(self): # If we have been given an explicit prerelease modifier, then we'll # pass that through here. if self._prereleases is not None: return self._prereleases # If we don't have any specifiers, and we don't have a forced value, # then we'll just return None since we don't know if this should have # pre-releases or not. if not self._specs: return None # Otherwise we'll see if any of the given specifiers accept # prereleases, if any of them do we'll return True, otherwise False. return any(s.prereleases for s in self._specs) @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Ensure that our item is a Version or LegacyVersion instance. if not isinstance(item, (LegacyVersion, Version)): item = parse(item) # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # We can determine if we're going to allow pre-releases by looking to # see if any of the underlying items supports them. If none of them do # and this item is a pre-release then we do not allow it and we can # short circuit that here. # Note: This means that 1.0.dev1 would not be contained in something # like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0 if not prereleases and item.is_prerelease: return False # We simply dispatch to the underlying specs here to make sure that the # given version is contained within all of them. # Note: This use of all() here means that an empty set of specifiers # will always return True, this is an explicit design decision. return all( s.contains(item, prereleases=prereleases) for s in self._specs ) def filter(self, iterable, prereleases=None): # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # If we have any specifiers, then we want to wrap our iterable in the # filter method for each one, this will act as a logical AND amongst # each specifier. if self._specs: for spec in self._specs: iterable = spec.filter(iterable, prereleases=bool(prereleases)) return iterable # If we do not have any specifiers, then we need to have a rough filter # which will filter out any pre-releases, unless there are no final # releases, and which will filter out LegacyVersion in general. else: filtered = [] found_prereleases = [] for item in iterable: # Ensure that we some kind of Version class for this item. if not isinstance(item, (LegacyVersion, Version)): parsed_version = parse(item) else: parsed_version = item # Filter out any item which is parsed as a LegacyVersion if isinstance(parsed_version, LegacyVersion): continue # Store any item which is a pre-release for later unless we've # already found a final version or we are accepting prereleases if parsed_version.is_prerelease and not prereleases: if not filtered: found_prereleases.append(item) else: filtered.append(item) # If we've found no items except for pre-releases, then we'll go # ahead and use the pre-releases if not filtered and found_prereleases and prereleases is None: return found_prereleases return filtered site-packages/pip/_vendor/packaging/requirements.py 0000644 00000010347 15231162611 0016534 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import string import re from pip._vendor.pyparsing import ( stringStart, stringEnd, originalTextFor, ParseException ) from pip._vendor.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine from pip._vendor.pyparsing import Literal as L # noqa from pip._vendor.six.moves.urllib import parse as urlparse from .markers import MARKER_EXPR, Marker from .specifiers import LegacySpecifier, Specifier, SpecifierSet class InvalidRequirement(ValueError): """ An invalid requirement was found, users should refer to PEP 508. """ ALPHANUM = Word(string.ascii_letters + string.digits) LBRACKET = L("[").suppress() RBRACKET = L("]").suppress() LPAREN = L("(").suppress() RPAREN = L(")").suppress() COMMA = L(",").suppress() SEMICOLON = L(";").suppress() AT = L("@").suppress() PUNCTUATION = Word("-_.") IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) NAME = IDENTIFIER("name") EXTRA = IDENTIFIER URI = Regex(r'[^ ]+')("url") URL = (AT + URI) EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False)("_raw_spec") _VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)) _VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '') VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") MARKER_EXPR.setParseAction( lambda s, l, t: Marker(s[t._original_start:t._original_end]) ) MARKER_SEPERATOR = SEMICOLON MARKER = MARKER_SEPERATOR + MARKER_EXPR VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) URL_AND_MARKER = URL + Optional(MARKER) NAMED_REQUIREMENT = \ NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd class Requirement(object): """Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. """ # TODO: Can we test whether something is contained within a requirement? # If so how do we do that? Do we need to test against the _name_ of # the thing as well as the version? What about the markers? # TODO: Can we normalize the name and extra name? def __init__(self, requirement_string): try: req = REQUIREMENT.parseString(requirement_string) except ParseException as e: raise InvalidRequirement( "Invalid requirement, parse error at \"{0!r}\"".format( requirement_string[e.loc:e.loc + 8])) self.name = req.name if req.url: parsed_url = urlparse.urlparse(req.url) if not (parsed_url.scheme and parsed_url.netloc) or ( not parsed_url.scheme and not parsed_url.netloc): raise InvalidRequirement("Invalid URL given") self.url = req.url else: self.url = None self.extras = set(req.extras.asList() if req.extras else []) self.specifier = SpecifierSet(req.specifier) self.marker = req.marker if req.marker else None def __str__(self): parts = [self.name] if self.extras: parts.append("[{0}]".format(",".join(sorted(self.extras)))) if self.specifier: parts.append(str(self.specifier)) if self.url: parts.append("@ {0}".format(self.url)) if self.marker: parts.append("; {0}".format(self.marker)) return "".join(parts) def __repr__(self): return "<Requirement({0!r})>".format(str(self)) site-packages/pip/_vendor/packaging/_structures.py 0000644 00000002610 15231162611 0016365 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function class Infinity(object): def __repr__(self): return "Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return False def __le__(self, other): return False def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return True def __ge__(self, other): return True def __neg__(self): return NegativeInfinity Infinity = Infinity() class NegativeInfinity(object): def __repr__(self): return "-Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return True def __le__(self, other): return True def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return False def __ge__(self, other): return False def __neg__(self): return Infinity NegativeInfinity = NegativeInfinity() site-packages/pip/_vendor/packaging/utils.py 0000644 00000000645 15231162611 0015151 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import re _canonicalize_regex = re.compile(r"[-_.]+") def canonicalize_name(name): # This is taken from PEP 503. return _canonicalize_regex.sub("-", name).lower() site-packages/pip/_vendor/packaging/__init__.py 0000644 00000001001 15231162611 0015533 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function from .__about__ import ( __author__, __copyright__, __email__, __license__, __summary__, __title__, __uri__, __version__ ) __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] site-packages/pip/_vendor/packaging/__about__.py 0000644 00000001320 15231162611 0015706 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] __title__ = "packaging" __summary__ = "Core utilities for Python packages" __uri__ = "https://github.com/pypa/packaging" __version__ = "16.8" __author__ = "Donald Stufft and individual contributors" __email__ = "donald@stufft.io" __license__ = "BSD or Apache License, Version 2.0" __copyright__ = "Copyright 2014-2016 %s" % __author__ site-packages/pip/_vendor/packaging/_compat.py 0000644 00000001534 15231162611 0015431 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import sys PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 # flake8: noqa if PY3: string_types = str, else: string_types = basestring, def with_metaclass(meta, *bases): """ Create a base class with a metaclass. """ # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) site-packages/pip/_vendor/packaging/__pycache__/_structures.cpython-36.opt-1.pyc 0000644 00000005335 15231162611 0023617 0 ustar 00 3 F��i� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/requirements.cpython-36.pyc 0000644 00000007306 15231162611 0023021 0 ustar 00 3 F��i� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>8 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, ; s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, ? s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__Z s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__o s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__� s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ M s r/ )DZ __future__r r r �string�reZpip._vendor.pyparsingr r r r r r r r r r �LZ pip._vendor.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/pip/_vendor/packaging/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000024426 15231162611 0022724 0 ustar 00 3 F��i$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/pip/_vendor/packaging/__pycache__/specifiers.cpython-36.opt-1.pyc 0000644 00000046437 15231162611 0023401 0 ustar 00 3 F��iym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/pip/_vendor/packaging/__pycache__/markers.cpython-36.pyc 0000644 00000021133 15231162611 0021734 0 ustar 00 3 F��i& � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r ! s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r ' s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__0 s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__3 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__6 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize9 s zNode.serializeN)r r r r r" r% r' r r r r r . s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' ? s zVariable.serializeN)r r r r' r r r r r( = s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' E s zValue.serializeN)r r r r' r r r r r) C s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' K s z Op.serializeN)r r r r' r r r r r* I s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>k s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< y s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< | s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rndj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �listrD r �AssertionError�lenrN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rX rY r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rU r' r �contains� _operatorsr8 r r# )rX �oprY �specZoperr r r �_eval_op� s r_ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rc c C s� g g}x�| D ]�}t |tttf�s$t�t |t�rD|d jt||�� q t |t�r�|\}}}t |t�rvt||j �}|j }n|j }t||j �}|d jt |||�� q |dks�t�|dkr |jg � q W t dd� |D ��S ) Nr rB rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���rf )rB rC ) rK rR rD r rS �append�_evaluate_markersr( rc r r_ �any) Zmarkersra �groupsrV rX r] rY Z lhs_valueZ rhs_valuer r r rh � s" rh c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s rp c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rZ � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysrp rq ro rb �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rV �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r} )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterh r} )r ra Zcurrent_environmentr r r �evaluate" s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorrv rw ru Zpip._vendor.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr| rG rN �lt�le�eq�ne�ge�gtr\ r_ r` rc rh rp r r r r r r �<module> sx � 6 site-packages/pip/_vendor/packaging/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000735 15231162611 0022773 0 ustar 00 3 F��i � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/pip/_vendor/packaging/__pycache__/specifiers.cpython-36.pyc 0000644 00000046437 15231162611 0022442 0 ustar 00 3 F��iym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd� de�ZG dd � d e eje��ZG d d � d e�ZG d d � d e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version� LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d � �Z e j d d � �Z ejdd d��Z ejddd��Z d S )� BaseSpecifierc C s dS )z� Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr )r �valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z� Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z e dd� �Z e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)� isinstancer r1 r �NotImplementedr, )r r r r r r r s z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) � _operators)r �opr r r � _get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r )r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s | j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< � is_prereleaser; r% r& )r r r r r r r � s z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ] }|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s z_IndividualSpecifier.filter)r$ N)N)N)r r r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� ZdS )�LegacySpecifiera� (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r � _regex_str�re�compile�VERBOSE� IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d d d �Z e d d� �Z e dd� �Z e dd� �Z e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) z^\s*z\s*$Z compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)� startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r r> )r r% r& r r r r s zSpecifier.prereleasesc C s || _ d S )N)r- )r r r r r r s N)r r r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split� _prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ left_splitZ right_splitr r r ro 2 s && ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dd� Z dd� Z e dd� �Z e jdd� �Z dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r � <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z specifiersr Zparsed� specifierr r r r0 O s zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- � ValueError)r r r� r r r �__and__s s zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s zSpecifierSet.__ne__c C s t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s zSpecifierSet.prereleasesc C s || _ d S )N)r- )r r r r r r � s c C s | j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r ) r r� r �boolr6 r r r r> r? )r r r r. Zfilteredr@ r rB r r r r � s* zSpecifierSet.filter)r$ N)N)N)r r r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s r� ) Z __future__r r r r r[ rf rU Z_compatr r r& r r r r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4 site-packages/pip/_vendor/packaging/__pycache__/_compat.cpython-36.opt-1.pyc 0000644 00000001634 15231162611 0022655 0 ustar 00 3 F��i\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/version.cpython-36.pyc 0000644 00000024426 15231162611 0021765 0 ustar 00 3 F��i$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej d d d d dddg�Z dd� Z G dd� de �ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version� LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk r t| �S X dS )z� Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)�__name__� __module__� __qualname__�__doc__r r r r r $ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )� _BaseVersionc C s t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)� isinstancer �NotImplementedr )r r# �methodr r r r" A s z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d � �Zed d � �Z ed d� �Z edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r � is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r � 0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower� startswith�pop�append�tuple)r r �partsrH r r r r/ � s r/ a� v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z dd� Z e d d � �Z e d d � �Ze d d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd �|jd �p�|jd ��t |jd �|jd��t |jd��d�| _ t | j j | j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r r r r r r )�_regex�searchr r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr r r r r r r )r r �matchr r r r0 � s. zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S ) Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s ) r. r rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5 s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r rN r2 r^ r )r rP r r r r6 s zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE� IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s # c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r r r r r r r r r rZ W s& rZ ) Z __future__r r r � collectionsrm ra Z _structuresr �__all__� namedtupler r � ValueErrorr �objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. ! 9k site-packages/pip/_vendor/packaging/__pycache__/_compat.cpython-36.pyc 0000644 00000001634 15231162611 0021716 0 ustar 00 3 F��i\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/ Create a base class with a metaclass. c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__� __module__� __qualname__r r )r r r r � metaclass s r Ztemporary_class)�typer )r r r r )r r r �with_metaclass s r ) Z __future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ basestringr r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/__about__.cpython-36.opt-1.pyc 0000644 00000001177 15231162611 0023143 0 ustar 00 3 F��i� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/pip/_vendor/packaging/__pycache__/requirements.cpython-36.opt-1.pyc 0000644 00000007306 15231162611 0023760 0 ustar 00 3 F��i� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d � d e �Z e ej ej �Z ed �j!� Z"ed �j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e e=� Z>e/e e=� Z?e,e e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)� ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z joinStringZadjacent� _raw_specc C s |j pdS )N� )r' )�s�l�tr r r �<lambda>8 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, ; s �markerc C s t | |j|j� �S )N)r Z_original_startZ _original_end)r) r* r+ r r r r, ? s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s� yt j|�}W n@ tk rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j s�|j r�|j r�td��|j| _nd | _t |j r�|j j � ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ parsed_urlr r r �__init__Z s" * zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__o s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__� s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ M s r/ )DZ __future__r r r �string�reZpip._vendor.pyparsingr r r r r r r r r r �LZ pip._vendor.six.moves.urllibr r4 Zmarkersr r Z specifiersr r r � ValueErrorr Z ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_str�VERBOSE� IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ site-packages/pip/_vendor/packaging/__pycache__/_structures.cpython-36.pyc 0000644 00000005335 15231162611 0022660 0 ustar 00 3 F��i� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r r r r �__le__ s zInfinity.__le__c C s t || j�S )N)� isinstance� __class__)r r r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__� __module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z __future__r r r �objectr r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/__init__.cpython-36.pyc 0000644 00000000735 15231162611 0022034 0 ustar 00 3 F��i � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) � )�absolute_import�division�print_function� )� __author__� __copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r r r r r r r N)Z __future__r r r � __about__r r r r r r r r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s ( site-packages/pip/_vendor/packaging/__pycache__/utils.cpython-36.opt-1.pyc 0000644 00000000630 15231162611 0022366 0 ustar 00 3 F��i� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/utils.cpython-36.pyc 0000644 00000000630 15231162611 0021427 0 ustar 00 3 F��i� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r �/usr/lib/python3.6/utils.py�canonicalize_name s r )Z __future__r r r �re�compiler r r r r r �<module> s site-packages/pip/_vendor/packaging/__pycache__/__about__.cpython-36.pyc 0000644 00000001177 15231162611 0022204 0 ustar 00 3 F��i� � @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__� __author__� __email__� __license__� __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r �__all__r r r r r r r r � r r � /usr/lib/python3.6/__about__.py�<module> s site-packages/pip/_vendor/packaging/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000020761 15231162611 0022701 0 ustar 00 3 F��i& � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd � d e�ZG dd � d e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd � Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)� ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier� InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. N)r r r r r r r r r ! s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. N)r r r r r r r r r ' s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Nodec C s || _ d S )N)�value)�selfr r r r �__init__0 s z Node.__init__c C s t | j�S )N)�strr )r r r r �__str__3 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__6 s z Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize9 s zNode.serializeN)r r r r r" r% r' r r r r r . s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' ? s zVariable.serializeN)r r r r' r r r r r( = s r( c @ s e Zd Zdd� ZdS )�Valuec C s dj | �S )Nz"{0}")r# )r r r r r' E s zValue.serializeN)r r r r' r r r r r) C s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' K s z Op.serializeN)r r r r' r r r r r* I s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>k s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< y s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< | s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r � <listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)� isinstancer )�resultsr r r rG � s rG Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZdj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S ) Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �list�lenrD rN �join)�markerrM �innerr r r rN � s rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rW rX r r r r< � s )r? znot inr> z<=z==z!=z>=r= c C sl yt dj|j� |g��}W n tk r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rT r' r �contains� _operatorsr8 r r# )rW �oprX �specZoperr r r �_eval_op� s r^ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 � _undefinedr r# )� environment�namer r r r �_get_env� s rb c C s� g g}x�| D ]�}t |t�r0|d jt||�� q t |t�r�|\}}}t |t�rbt||j�}|j}n|j}t||j�}|d jt|||�� q |dkr |jg � q W t dd� |D ��S )Nr rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���re ) rK rR �append�_evaluate_markersrD r( rb r r^ �any) Zmarkersr` �groupsrU rW r\ rX Z lhs_valueZ rhs_valuer r r rg � s rg c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s ro c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj � tj� tj � tj � tj � d d� tjd� S )N�implementation�0rY � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 ) �hasattr�sysro rp rn ra �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s c @ s. e Zd Zdd� Zdd� Zdd� Zd dd �ZdS ) r c C s` yt tj|��| _W nF tk rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rU �eZerr_strr r r r s zMarker.__init__c C s t | j�S )N)rN r| )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r �updaterg r| )r r` Zcurrent_environmentr r r �evaluate" s zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ __future__r r r �operatorru rv rt Zpip._vendor.pyparsingr r r r r r r r r �LZ_compatr Z specifiersr r �__all__� ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr{ rG rN �lt�le�eq�ne�ge�gtr[ r^ r_ rb rg ro r r r r r r �<module> sx � 6 site-packages/pip/_vendor/pkg_resources/__init__.py 0000644 00000311476 15231162611 0016506 0 ustar 00 # coding: utf-8 """ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. """ from __future__ import absolute_import import sys import os import io import time import re import types import zipfile import zipimport import warnings import stat import functools import pkgutil import operator import platform import collections import plistlib import email.parser import tempfile import textwrap import itertools from pkgutil import get_importer try: import _imp except ImportError: # Python 3.2 compatibility import imp as _imp from pip._vendor import six from pip._vendor.six.moves import urllib, map, filter # capture these to bypass sandboxing from os import utime try: from os import mkdir, rename, unlink WRITE_SUPPORT = True except ImportError: # no write support, probably under GAE WRITE_SUPPORT = False from os import open as os_open from os.path import isdir, split try: import importlib.machinery as importlib_machinery # access attribute to force import under delayed import mechanisms. importlib_machinery.__name__ except ImportError: importlib_machinery = None from pip._vendor import appdirs from pip._vendor import packaging __import__('pip._vendor.packaging.version') __import__('pip._vendor.packaging.specifiers') __import__('pip._vendor.packaging.requirements') __import__('pip._vendor.packaging.markers') if (3, 0) < sys.version_info < (3, 3): msg = ( "Support for Python 3.0-3.2 has been dropped. Future versions " "will fail here." ) warnings.warn(msg) # declare some globals that will be defined later to # satisfy the linters. require = None working_set = None class PEP440Warning(RuntimeWarning): """ Used when there is an issue with a version or specifier not complying with PEP 440. """ class _SetuptoolsVersionMixin(object): def __hash__(self): return super(_SetuptoolsVersionMixin, self).__hash__() def __lt__(self, other): if isinstance(other, tuple): return tuple(self) < other else: return super(_SetuptoolsVersionMixin, self).__lt__(other) def __le__(self, other): if isinstance(other, tuple): return tuple(self) <= other else: return super(_SetuptoolsVersionMixin, self).__le__(other) def __eq__(self, other): if isinstance(other, tuple): return tuple(self) == other else: return super(_SetuptoolsVersionMixin, self).__eq__(other) def __ge__(self, other): if isinstance(other, tuple): return tuple(self) >= other else: return super(_SetuptoolsVersionMixin, self).__ge__(other) def __gt__(self, other): if isinstance(other, tuple): return tuple(self) > other else: return super(_SetuptoolsVersionMixin, self).__gt__(other) def __ne__(self, other): if isinstance(other, tuple): return tuple(self) != other else: return super(_SetuptoolsVersionMixin, self).__ne__(other) def __getitem__(self, key): return tuple(self)[key] def __iter__(self): component_re = re.compile(r'(\d+ | [a-z]+ | \.| -)', re.VERBOSE) replace = { 'pre': 'c', 'preview': 'c', '-': 'final-', 'rc': 'c', 'dev': '@', }.get def _parse_version_parts(s): for part in component_re.split(s): part = replace(part, part) if not part or part == '.': continue if part[:1] in '0123456789': # pad for numeric comparison yield part.zfill(8) else: yield '*' + part # ensure that alpha/beta/candidate are before final yield '*final' def old_parse_version(s): parts = [] for part in _parse_version_parts(s.lower()): if part.startswith('*'): # remove '-' before a prerelease tag if part < '*final': while parts and parts[-1] == '*final-': parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == '00000000': parts.pop() parts.append(part) return tuple(parts) # Warn for use of this function warnings.warn( "You have iterated over the result of " "pkg_resources.parse_version. This is a legacy behavior which is " "inconsistent with the new version class introduced in setuptools " "8.0. In most cases, conversion to a tuple is unnecessary. For " "comparison of versions, sort the Version instances directly. If " "you have another use case requiring the tuple, please file a " "bug with the setuptools project describing that need.", RuntimeWarning, stacklevel=1, ) for part in old_parse_version(str(self)): yield part class SetuptoolsVersion(_SetuptoolsVersionMixin, packaging.version.Version): pass class SetuptoolsLegacyVersion(_SetuptoolsVersionMixin, packaging.version.LegacyVersion): pass def parse_version(v): try: return SetuptoolsVersion(v) except packaging.version.InvalidVersion: return SetuptoolsLegacyVersion(v) _state_vars = {} def _declare_state(vartype, **kw): globals().update(kw) _state_vars.update(dict.fromkeys(kw, vartype)) def __getstate__(): state = {} g = globals() for k, v in _state_vars.items(): state[k] = g['_sget_' + v](g[k]) return state def __setstate__(state): g = globals() for k, v in state.items(): g['_sset_' + _state_vars[k]](k, g[k], v) return state def _sget_dict(val): return val.copy() def _sset_dict(key, ob, state): ob.clear() ob.update(state) def _sget_object(val): return val.__getstate__() def _sset_object(key, ob, state): ob.__setstate__(state) _sget_none = _sset_none = lambda *args: None def get_supported_platform(): """Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. """ plat = get_build_platform() m = macosVersionString.match(plat) if m is not None and sys.platform == "darwin": try: plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3)) except ValueError: # not Mac OS X pass return plat __all__ = [ # Basic resource access and distribution/entry point discovery 'require', 'run_script', 'get_provider', 'get_distribution', 'load_entry_point', 'get_entry_map', 'get_entry_info', 'iter_entry_points', 'resource_string', 'resource_stream', 'resource_filename', 'resource_listdir', 'resource_exists', 'resource_isdir', # Environmental control 'declare_namespace', 'working_set', 'add_activation_listener', 'find_distributions', 'set_extraction_path', 'cleanup_resources', 'get_default_cache', # Primary implementation classes 'Environment', 'WorkingSet', 'ResourceManager', 'Distribution', 'Requirement', 'EntryPoint', # Exceptions 'ResolutionError', 'VersionConflict', 'DistributionNotFound', 'UnknownExtra', 'ExtractionError', # Warnings 'PEP440Warning', # Parsing functions and string utilities 'parse_requirements', 'parse_version', 'safe_name', 'safe_version', 'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections', 'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker', # filesystem utilities 'ensure_directory', 'normalize_path', # Distribution "precedence" constants 'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST', # "Provider" interfaces, implementations, and registration/lookup APIs 'IMetadataProvider', 'IResourceProvider', 'FileMetadata', 'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider', 'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider', 'register_finder', 'register_namespace_handler', 'register_loader_type', 'fixup_namespace_packages', 'get_importer', # Deprecated/backward compatibility only 'run_main', 'AvailableDistributions', ] class ResolutionError(Exception): """Abstract base for dependency resolution errors""" def __repr__(self): return self.__class__.__name__ + repr(self.args) class VersionConflict(ResolutionError): """ An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. """ _template = "{self.dist} is installed but {self.req} is required" @property def dist(self): return self.args[0] @property def req(self): return self.args[1] def report(self): return self._template.format(**locals()) def with_context(self, required_by): """ If required_by is non-empty, return a version of self that is a ContextualVersionConflict. """ if not required_by: return self args = self.args + (required_by,) return ContextualVersionConflict(*args) class ContextualVersionConflict(VersionConflict): """ A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. """ _template = VersionConflict._template + ' by {self.required_by}' @property def required_by(self): return self.args[2] class DistributionNotFound(ResolutionError): """A requested distribution was not found""" _template = ("The '{self.req}' distribution was not found " "and is required by {self.requirers_str}") @property def req(self): return self.args[0] @property def requirers(self): return self.args[1] @property def requirers_str(self): if not self.requirers: return 'the application' return ', '.join(self.requirers) def report(self): return self._template.format(**locals()) def __str__(self): return self.report() class UnknownExtra(ResolutionError): """Distribution doesn't have an "extra feature" of the given name""" _provider_factories = {} PY_MAJOR = sys.version[:3] EGG_DIST = 3 BINARY_DIST = 2 SOURCE_DIST = 1 CHECKOUT_DIST = 0 DEVELOP_DIST = -1 def register_loader_type(loader_type, provider_factory): """Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. """ _provider_factories[loader_type] = provider_factory def get_provider(moduleOrReq): """Return an IResourceProvider for the named module or requirement""" if isinstance(moduleOrReq, Requirement): return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0] try: module = sys.modules[moduleOrReq] except KeyError: __import__(moduleOrReq) module = sys.modules[moduleOrReq] loader = getattr(module, '__loader__', None) return _find_adapter(_provider_factories, loader)(module) def _macosx_vers(_cache=[]): if not _cache: version = platform.mac_ver()[0] # fallback for MacPorts if version == '': plist = '/System/Library/CoreServices/SystemVersion.plist' if os.path.exists(plist): if hasattr(plistlib, 'readPlist'): plist_content = plistlib.readPlist(plist) if 'ProductVersion' in plist_content: version = plist_content['ProductVersion'] _cache.append(version.split('.')) return _cache[0] def _macosx_arch(machine): return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine) def get_build_platform(): """Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. """ try: # Python 2.7 or >=3.2 from sysconfig import get_platform except ImportError: from distutils.util import get_platform plat = get_platform() if sys.platform == "darwin" and not plat.startswith('macosx-'): try: version = _macosx_vers() machine = os.uname()[4].replace(" ", "_") return "macosx-%d.%d-%s" % (int(version[0]), int(version[1]), _macosx_arch(machine)) except ValueError: # if someone is running a non-Mac darwin system, this will fall # through to the default implementation pass return plat macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)") darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)") # XXX backward compat get_platform = get_build_platform def compatible_platforms(provided, required): """Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. """ if provided is None or required is None or provided == required: # easy case return True # Mac OS X special cases reqMac = macosVersionString.match(required) if reqMac: provMac = macosVersionString.match(provided) # is this a Mac package? if not provMac: # this is backwards compatibility for packages built before # setuptools 0.6. All packages built after this point will # use the new macosx designation. provDarwin = darwinVersionString.match(provided) if provDarwin: dversion = int(provDarwin.group(1)) macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2)) if dversion == 7 and macosversion >= "10.3" or \ dversion == 8 and macosversion >= "10.4": return True # egg isn't macosx or legacy darwin return False # are they the same major version and machine type? if provMac.group(1) != reqMac.group(1) or \ provMac.group(3) != reqMac.group(3): return False # is the required OS major update >= the provided one? if int(provMac.group(2)) > int(reqMac.group(2)): return False return True # XXX Linux and other platforms' special cases should go here return False def run_script(dist_spec, script_name): """Locate distribution `dist_spec` and run its `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name require(dist_spec)[0].run_script(script_name, ns) # backward compatibility run_main = run_script def get_distribution(dist): """Return a current distribution object for a Requirement or string""" if isinstance(dist, six.string_types): dist = Requirement.parse(dist) if isinstance(dist, Requirement): dist = get_provider(dist) if not isinstance(dist, Distribution): raise TypeError("Expected string, Requirement, or Distribution", dist) return dist def load_entry_point(dist, group, name): """Return `name` entry point of `group` for `dist` or raise ImportError""" return get_distribution(dist).load_entry_point(group, name) def get_entry_map(dist, group=None): """Return the entry point map for `group`, or the full entry map""" return get_distribution(dist).get_entry_map(group) def get_entry_info(dist, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return get_distribution(dist).get_entry_info(group, name) class IMetadataProvider: def has_metadata(name): """Does the package's distribution contain the named metadata?""" def get_metadata(name): """The named metadata resource as a string""" def get_metadata_lines(name): """Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.""" def metadata_isdir(name): """Is the named metadata a directory? (like ``os.path.isdir()``)""" def metadata_listdir(name): """List of metadata names in the directory (like ``os.listdir()``)""" def run_script(script_name, namespace): """Execute the named script in the supplied namespace dictionary""" class IResourceProvider(IMetadataProvider): """An object that provides access to package resources""" def get_resource_filename(manager, resource_name): """Return a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_stream(manager, resource_name): """Return a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_string(manager, resource_name): """Return a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``""" def has_resource(resource_name): """Does the package contain the named resource?""" def resource_isdir(resource_name): """Is the named resource a directory? (like ``os.path.isdir()``)""" def resource_listdir(resource_name): """List of resource names in the directory (like ``os.listdir()``)""" class WorkingSet(object): """A collection of active distributions on sys.path (or a similar list)""" def __init__(self, entries=None): """Create working set from list of path entries (default=sys.path)""" self.entries = [] self.entry_keys = {} self.by_key = {} self.callbacks = [] if entries is None: entries = sys.path for entry in entries: self.add_entry(entry) @classmethod def _build_master(cls): """ Prepare the master working set. """ ws = cls() try: from __main__ import __requires__ except ImportError: # The main program does not list any requirements return ws # ensure the requirements are met try: ws.require(__requires__) except VersionConflict: return cls._build_from_requirements(__requires__) return ws @classmethod def _build_from_requirements(cls, req_spec): """ Build a working set from a requirement spec. Rewrites sys.path. """ # try it without defaults already on sys.path # by starting with an empty path ws = cls([]) reqs = parse_requirements(req_spec) dists = ws.resolve(reqs, Environment()) for dist in dists: ws.add(dist) # add any missing entries from sys.path for entry in sys.path: if entry not in ws.entries: ws.add_entry(entry) # then copy back to sys.path sys.path[:] = ws.entries return ws def add_entry(self, entry): """Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) """ self.entry_keys.setdefault(entry, []) self.entries.append(entry) for dist in find_distributions(entry, True): self.add(dist, entry, False) def __contains__(self, dist): """True if `dist` is the active distribution for its project""" return self.by_key.get(dist.key) == dist def find(self, req): """Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. """ dist = self.by_key.get(req.key) if dist is not None and dist not in req: # XXX add more info raise VersionConflict(dist, req) return dist def iter_entry_points(self, group, name=None): """Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). """ for dist in self: entries = dist.get_entry_map(group) if name is None: for ep in entries.values(): yield ep elif name in entries: yield entries[name] def run_script(self, requires, script_name): """Locate distribution for `requires` and run `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name self.require(requires)[0].run_script(script_name, ns) def __iter__(self): """Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. """ seen = {} for item in self.entries: if item not in self.entry_keys: # workaround a cache issue continue for key in self.entry_keys[item]: if key not in seen: seen[key] = 1 yield self.by_key[key] def add(self, dist, entry=None, insert=True, replace=False): """Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. """ if insert: dist.insert_on(self.entries, entry, replace=replace) if entry is None: entry = dist.location keys = self.entry_keys.setdefault(entry, []) keys2 = self.entry_keys.setdefault(dist.location, []) if not replace and dist.key in self.by_key: # ignore hidden distros return self.by_key[dist.key] = dist if dist.key not in keys: keys.append(dist.key) if dist.key not in keys2: keys2.append(dist.key) self._added_new(dist) def resolve(self, requirements, env=None, installer=None, replace_conflicting=False): """List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. """ # set up the stack requirements = list(requirements)[::-1] # set of processed requirements processed = {} # key -> dist best = {} to_activate = [] req_extras = _ReqExtras() # Mapping of requirement to set of distributions that required it; # useful for reporting info about conflicts. required_by = collections.defaultdict(set) while requirements: # process dependencies breadth-first req = requirements.pop(0) if req in processed: # Ignore cyclic or redundant dependencies continue if not req_extras.markers_pass(req): continue dist = best.get(req.key) if dist is None: # Find the best distribution and add it to the map dist = self.by_key.get(req.key) if dist is None or (dist not in req and replace_conflicting): ws = self if env is None: if dist is None: env = Environment(self.entries) else: # Use an empty environment and workingset to avoid # any further conflicts with the conflicting # distribution env = Environment([]) ws = WorkingSet([]) dist = best[req.key] = env.best_match(req, ws, installer) if dist is None: requirers = required_by.get(req, None) raise DistributionNotFound(req, requirers) to_activate.append(dist) if dist not in req: # Oops, the "best" so far conflicts with a dependency dependent_req = required_by[req] raise VersionConflict(dist, req).with_context(dependent_req) # push the new requirements onto the stack new_requirements = dist.requires(req.extras)[::-1] requirements.extend(new_requirements) # Register the new requirements needed by req for new_requirement in new_requirements: required_by[new_requirement].add(req.project_name) req_extras[new_requirement] = req.extras processed[req] = True # return list of distros to activate return to_activate def find_plugins(self, plugin_env, full_env=None, installer=None, fallback=True): """Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. """ plugin_projects = list(plugin_env) # scan project names in alphabetic order plugin_projects.sort() error_info = {} distributions = {} if full_env is None: env = Environment(self.entries) env += plugin_env else: env = full_env + plugin_env shadow_set = self.__class__([]) # put all our entries in shadow_set list(map(shadow_set.add, self)) for project_name in plugin_projects: for dist in plugin_env[project_name]: req = [dist.as_requirement()] try: resolvees = shadow_set.resolve(req, env, installer) except ResolutionError as v: # save error info error_info[dist] = v if fallback: # try the next older version of project continue else: # give up on this project, keep going break else: list(map(shadow_set.add, resolvees)) distributions.update(dict.fromkeys(resolvees)) # success, no need to try any more versions of this project break distributions = list(distributions) distributions.sort() return distributions, error_info def require(self, *requirements): """Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. """ needed = self.resolve(parse_requirements(requirements)) for dist in needed: self.add(dist) return needed def subscribe(self, callback, existing=True): """Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. """ if callback in self.callbacks: return self.callbacks.append(callback) if not existing: return for dist in self: callback(dist) def _added_new(self, dist): for callback in self.callbacks: callback(dist) def __getstate__(self): return ( self.entries[:], self.entry_keys.copy(), self.by_key.copy(), self.callbacks[:] ) def __setstate__(self, e_k_b_c): entries, keys, by_key, callbacks = e_k_b_c self.entries = entries[:] self.entry_keys = keys.copy() self.by_key = by_key.copy() self.callbacks = callbacks[:] class _ReqExtras(dict): """ Map each requirement to the extras that demanded it. """ def markers_pass(self, req): """ Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. """ extra_evals = ( req.marker.evaluate({'extra': extra}) for extra in self.get(req, ()) + (None,) ) return not req.marker or any(extra_evals) class Environment(object): """Searchable snapshot of distributions on a search path""" def __init__(self, search_path=None, platform=get_supported_platform(), python=PY_MAJOR): """Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. """ self._distmap = {} self.platform = platform self.python = python self.scan(search_path) def can_add(self, dist): """Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. """ return (self.python is None or dist.py_version is None or dist.py_version == self.python) \ and compatible_platforms(dist.platform, self.platform) def remove(self, dist): """Remove `dist` from the environment""" self._distmap[dist.key].remove(dist) def scan(self, search_path=None): """Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. """ if search_path is None: search_path = sys.path for item in search_path: for dist in find_distributions(item): self.add(dist) def __getitem__(self, project_name): """Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. """ distribution_key = project_name.lower() return self._distmap.get(distribution_key, []) def add(self, dist): """Add `dist` if we ``can_add()`` it and it has not already been added """ if self.can_add(dist) and dist.has_version(): dists = self._distmap.setdefault(dist.key, []) if dist not in dists: dists.append(dist) dists.sort(key=operator.attrgetter('hashcmp'), reverse=True) def best_match(self, req, working_set, installer=None): """Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. """ dist = working_set.find(req) if dist is not None: return dist for dist in self[req.key]: if dist in req: return dist # try to download/install return self.obtain(req, installer) def obtain(self, requirement, installer=None): """Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.""" if installer is not None: return installer(requirement) def __iter__(self): """Yield the unique project names of the available distributions""" for key in self._distmap.keys(): if self[key]: yield key def __iadd__(self, other): """In-place addition of a distribution or environment""" if isinstance(other, Distribution): self.add(other) elif isinstance(other, Environment): for project in other: for dist in other[project]: self.add(dist) else: raise TypeError("Can't add %r to environment" % (other,)) return self def __add__(self, other): """Add an environment or distribution to an environment""" new = self.__class__([], platform=None, python=None) for env in self, other: new += env return new # XXX backward compatibility AvailableDistributions = Environment class ExtractionError(RuntimeError): """An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail """ class ResourceManager: """Manage resource extraction and packages""" extraction_path = None def __init__(self): self.cached_files = {} def resource_exists(self, package_or_requirement, resource_name): """Does the named resource exist?""" return get_provider(package_or_requirement).has_resource(resource_name) def resource_isdir(self, package_or_requirement, resource_name): """Is the named resource an existing directory?""" return get_provider(package_or_requirement).resource_isdir( resource_name ) def resource_filename(self, package_or_requirement, resource_name): """Return a true filesystem path for specified resource""" return get_provider(package_or_requirement).get_resource_filename( self, resource_name ) def resource_stream(self, package_or_requirement, resource_name): """Return a readable file-like object for specified resource""" return get_provider(package_or_requirement).get_resource_stream( self, resource_name ) def resource_string(self, package_or_requirement, resource_name): """Return specified resource as a string""" return get_provider(package_or_requirement).get_resource_string( self, resource_name ) def resource_listdir(self, package_or_requirement, resource_name): """List the contents of the named resource directory""" return get_provider(package_or_requirement).resource_listdir( resource_name ) def extraction_error(self): """Give an error message for problems extracting file(s)""" old_exc = sys.exc_info()[1] cache_path = self.extraction_path or get_default_cache() tmpl = textwrap.dedent(""" Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. """).lstrip() err = ExtractionError(tmpl.format(**locals())) err.manager = self err.cache_path = cache_path err.original_error = old_exc raise err def get_cache_path(self, archive_name, names=()): """Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. """ extract_path = self.extraction_path or get_default_cache() target_path = os.path.join(extract_path, archive_name + '-tmp', *names) try: _bypass_ensure_directory(target_path) except: self.extraction_error() self._warn_unsafe_extraction_path(extract_path) self.cached_files[target_path] = 1 return target_path @staticmethod def _warn_unsafe_extraction_path(path): """ If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. """ if os.name == 'nt' and not path.startswith(os.environ['windir']): # On Windows, permissions are generally restrictive by default # and temp directories are not writable by other users, so # bypass the warning. return mode = os.stat(path).st_mode if mode & stat.S_IWOTH or mode & stat.S_IWGRP: msg = ("%s is writable by group/others and vulnerable to attack " "when " "used with get_resource_filename. Consider a more secure " "location (set with .set_extraction_path or the " "PYTHON_EGG_CACHE environment variable)." % path) warnings.warn(msg, UserWarning) def postprocess(self, tempname, filename): """Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. """ if os.name == 'posix': # Make the resource executable mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777 os.chmod(tempname, mode) def set_extraction_path(self, path): """Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) """ if self.cached_files: raise ValueError( "Can't change extraction path, files already extracted" ) self.extraction_path = path def cleanup_resources(self, force=False): """ Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. """ # XXX def get_default_cache(): """ Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". """ return ( os.environ.get('PYTHON_EGG_CACHE') or appdirs.user_cache_dir(appname='Python-Eggs') ) def safe_name(name): """Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. """ return re.sub('[^A-Za-z0-9.]+', '-', name) def safe_version(version): """ Convert an arbitrary string to a standard version string """ try: # normalize the version return str(packaging.version.Version(version)) except packaging.version.InvalidVersion: version = version.replace(' ', '.') return re.sub('[^A-Za-z0-9.]+', '-', version) def safe_extra(extra): """Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. """ return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower() def to_filename(name): """Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. """ return name.replace('-', '_') def invalid_marker(text): """ Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. """ try: evaluate_marker(text) except SyntaxError as e: e.filename = None e.lineno = None return e return False def evaluate_marker(text, extra=None): """ Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. """ try: marker = packaging.markers.Marker(text) return marker.evaluate() except packaging.markers.InvalidMarker as e: raise SyntaxError(e) class NullProvider: """Try to implement resources and metadata for arbitrary PEP 302 loaders""" egg_name = None egg_info = None loader = None def __init__(self, module): self.loader = getattr(module, '__loader__', None) self.module_path = os.path.dirname(getattr(module, '__file__', '')) def get_resource_filename(self, manager, resource_name): return self._fn(self.module_path, resource_name) def get_resource_stream(self, manager, resource_name): return io.BytesIO(self.get_resource_string(manager, resource_name)) def get_resource_string(self, manager, resource_name): return self._get(self._fn(self.module_path, resource_name)) def has_resource(self, resource_name): return self._has(self._fn(self.module_path, resource_name)) def has_metadata(self, name): return self.egg_info and self._has(self._fn(self.egg_info, name)) def get_metadata(self, name): if not self.egg_info: return "" value = self._get(self._fn(self.egg_info, name)) return value.decode('utf-8') if six.PY3 else value def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) def resource_isdir(self, resource_name): return self._isdir(self._fn(self.module_path, resource_name)) def metadata_isdir(self, name): return self.egg_info and self._isdir(self._fn(self.egg_info, name)) def resource_listdir(self, resource_name): return self._listdir(self._fn(self.module_path, resource_name)) def metadata_listdir(self, name): if self.egg_info: return self._listdir(self._fn(self.egg_info, name)) return [] def run_script(self, script_name, namespace): script = 'scripts/' + script_name if not self.has_metadata(script): raise ResolutionError("No script named %r" % script_name) script_text = self.get_metadata(script).replace('\r\n', '\n') script_text = script_text.replace('\r', '\n') script_filename = self._fn(self.egg_info, script) namespace['__file__'] = script_filename if os.path.exists(script_filename): source = open(script_filename).read() code = compile(source, script_filename, 'exec') exec(code, namespace, namespace) else: from linecache import cache cache[script_filename] = ( len(script_text), 0, script_text.split('\n'), script_filename ) script_code = compile(script_text, script_filename, 'exec') exec(script_code, namespace, namespace) def _has(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _isdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _listdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _fn(self, base, resource_name): if resource_name: return os.path.join(base, *resource_name.split('/')) return base def _get(self, path): if hasattr(self.loader, 'get_data'): return self.loader.get_data(path) raise NotImplementedError( "Can't perform this operation for loaders without 'get_data()'" ) register_loader_type(object, NullProvider) class EggProvider(NullProvider): """Provider based on a virtual filesystem""" def __init__(self, module): NullProvider.__init__(self, module) self._setup_prefix() def _setup_prefix(self): # we assume here that our metadata may be nested inside a "basket" # of multiple eggs; that's why we use module_path instead of .archive path = self.module_path old = None while path != old: if _is_unpacked_egg(path): self.egg_name = os.path.basename(path) self.egg_info = os.path.join(path, 'EGG-INFO') self.egg_root = path break old = path path, base = os.path.split(path) class DefaultProvider(EggProvider): """Provides access to package resources in the filesystem""" def _has(self, path): return os.path.exists(path) def _isdir(self, path): return os.path.isdir(path) def _listdir(self, path): return os.listdir(path) def get_resource_stream(self, manager, resource_name): return open(self._fn(self.module_path, resource_name), 'rb') def _get(self, path): with open(path, 'rb') as stream: return stream.read() @classmethod def _register(cls): loader_cls = getattr(importlib_machinery, 'SourceFileLoader', type(None)) register_loader_type(loader_cls, cls) DefaultProvider._register() class EmptyProvider(NullProvider): """Provider that returns nothing for all requests""" _isdir = _has = lambda self, path: False _get = lambda self, path: '' _listdir = lambda self, path: [] module_path = None def __init__(self): pass empty_provider = EmptyProvider() class ZipManifests(dict): """ zip manifest builder """ @classmethod def build(cls, path): """ Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. """ with ContextualZipFile(path) as zfile: items = ( ( name.replace('/', os.sep), zfile.getinfo(name), ) for name in zfile.namelist() ) return dict(items) load = build class MemoizedZipManifests(ZipManifests): """ Memoized zipfile manifests. """ manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime') def load(self, path): """ Load a manifest at path or return a suitable manifest already loaded. """ path = os.path.normpath(path) mtime = os.stat(path).st_mtime if path not in self or self[path].mtime != mtime: manifest = self.build(path) self[path] = self.manifest_mod(manifest, mtime) return self[path].manifest class ContextualZipFile(zipfile.ZipFile): """ Supplement ZipFile class to support context manager for Python 2.6 """ def __enter__(self): return self def __exit__(self, type, value, traceback): self.close() def __new__(cls, *args, **kwargs): """ Construct a ZipFile or ContextualZipFile as appropriate """ if hasattr(zipfile.ZipFile, '__exit__'): return zipfile.ZipFile(*args, **kwargs) return super(ContextualZipFile, cls).__new__(cls) class ZipProvider(EggProvider): """Resource support for zips and eggs""" eagers = None _zip_manifests = MemoizedZipManifests() def __init__(self, module): EggProvider.__init__(self, module) self.zip_pre = self.loader.archive + os.sep def _zipinfo_name(self, fspath): # Convert a virtual filename (full path to file) into a zipfile subpath # usable with the zipimport directory cache for our target archive if fspath.startswith(self.zip_pre): return fspath[len(self.zip_pre):] raise AssertionError( "%s is not a subpath of %s" % (fspath, self.zip_pre) ) def _parts(self, zip_path): # Convert a zipfile subpath into an egg-relative path part list. # pseudo-fs path fspath = self.zip_pre + zip_path if fspath.startswith(self.egg_root + os.sep): return fspath[len(self.egg_root) + 1:].split(os.sep) raise AssertionError( "%s is not a subpath of %s" % (fspath, self.egg_root) ) @property def zipinfo(self): return self._zip_manifests.load(self.loader.archive) def get_resource_filename(self, manager, resource_name): if not self.egg_name: raise NotImplementedError( "resource_filename() only supported for .egg, not .zip" ) # no need to lock for extraction, since we use temp names zip_path = self._resource_to_zip(resource_name) eagers = self._get_eager_resources() if '/'.join(self._parts(zip_path)) in eagers: for name in eagers: self._extract_resource(manager, self._eager_to_zip(name)) return self._extract_resource(manager, zip_path) @staticmethod def _get_date_and_size(zip_stat): size = zip_stat.file_size # ymdhms+wday, yday, dst date_time = zip_stat.date_time + (0, 0, -1) # 1980 offset already done timestamp = time.mktime(date_time) return timestamp, size def _extract_resource(self, manager, zip_path): if zip_path in self._index(): for name in self._index()[zip_path]: last = self._extract_resource( manager, os.path.join(zip_path, name) ) # return the extracted directory name return os.path.dirname(last) timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not WRITE_SUPPORT: raise IOError('"os.rename" and "os.unlink" are not supported ' 'on this platform') try: real_path = manager.get_cache_path( self.egg_name, self._parts(zip_path) ) if self._is_current(real_path, zip_path): return real_path outf, tmpnam = _mkstemp(".$extract", dir=os.path.dirname(real_path)) os.write(outf, self.loader.get_data(zip_path)) os.close(outf) utime(tmpnam, (timestamp, timestamp)) manager.postprocess(tmpnam, real_path) try: rename(tmpnam, real_path) except os.error: if os.path.isfile(real_path): if self._is_current(real_path, zip_path): # the file became current since it was checked above, # so proceed. return real_path # Windows, del old file and retry elif os.name == 'nt': unlink(real_path) rename(tmpnam, real_path) return real_path raise except os.error: # report a user-friendly error manager.extraction_error() return real_path def _is_current(self, file_path, zip_path): """ Return True if the file_path is current for this zip_path """ timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not os.path.isfile(file_path): return False stat = os.stat(file_path) if stat.st_size != size or stat.st_mtime != timestamp: return False # check that the contents match zip_contents = self.loader.get_data(zip_path) with open(file_path, 'rb') as f: file_contents = f.read() return zip_contents == file_contents def _get_eager_resources(self): if self.eagers is None: eagers = [] for name in ('native_libs.txt', 'eager_resources.txt'): if self.has_metadata(name): eagers.extend(self.get_metadata_lines(name)) self.eagers = eagers return self.eagers def _index(self): try: return self._dirindex except AttributeError: ind = {} for path in self.zipinfo: parts = path.split(os.sep) while parts: parent = os.sep.join(parts[:-1]) if parent in ind: ind[parent].append(parts[-1]) break else: ind[parent] = [parts.pop()] self._dirindex = ind return ind def _has(self, fspath): zip_path = self._zipinfo_name(fspath) return zip_path in self.zipinfo or zip_path in self._index() def _isdir(self, fspath): return self._zipinfo_name(fspath) in self._index() def _listdir(self, fspath): return list(self._index().get(self._zipinfo_name(fspath), ())) def _eager_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.egg_root, resource_name)) def _resource_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.module_path, resource_name)) register_loader_type(zipimport.zipimporter, ZipProvider) class FileMetadata(EmptyProvider): """Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. """ def __init__(self, path): self.path = path def has_metadata(self, name): return name == 'PKG-INFO' and os.path.isfile(self.path) def get_metadata(self, name): if name != 'PKG-INFO': raise KeyError("No metadata except PKG-INFO is available") with io.open(self.path, encoding='utf-8', errors="replace") as f: metadata = f.read() self._warn_on_replacement(metadata) return metadata def _warn_on_replacement(self, metadata): # Python 2.6 and 3.2 compat for: replacement_char = '�' replacement_char = b'\xef\xbf\xbd'.decode('utf-8') if replacement_char in metadata: tmpl = "{self.path} could not be properly decoded in UTF-8" msg = tmpl.format(**locals()) warnings.warn(msg) def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) class PathMetadata(DefaultProvider): """Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) """ def __init__(self, path, egg_info): self.module_path = path self.egg_info = egg_info class EggMetadata(ZipProvider): """Metadata provider for .egg files""" def __init__(self, importer): """Create a metadata provider from a zipimporter""" self.zip_pre = importer.archive + os.sep self.loader = importer if importer.prefix: self.module_path = os.path.join(importer.archive, importer.prefix) else: self.module_path = importer.archive self._setup_prefix() _declare_state('dict', _distribution_finders={}) def register_finder(importer_type, distribution_finder): """Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.""" _distribution_finders[importer_type] = distribution_finder def find_distributions(path_item, only=False): """Yield distributions accessible via `path_item`""" importer = get_importer(path_item) finder = _find_adapter(_distribution_finders, importer) return finder(importer, path_item, only) def find_eggs_in_zip(importer, path_item, only=False): """ Find eggs in zip files; possibly multiple nested eggs. """ if importer.archive.endswith('.whl'): # wheels are not supported with this finder # they don't have PKG-INFO metadata, and won't ever contain eggs return metadata = EggMetadata(importer) if metadata.has_metadata('PKG-INFO'): yield Distribution.from_filename(path_item, metadata=metadata) if only: # don't yield nested distros return for subitem in metadata.resource_listdir('/'): if _is_unpacked_egg(subitem): subpath = os.path.join(path_item, subitem) for dist in find_eggs_in_zip(zipimport.zipimporter(subpath), subpath): yield dist register_finder(zipimport.zipimporter, find_eggs_in_zip) def find_nothing(importer, path_item, only=False): return () register_finder(object, find_nothing) def _by_version_descending(names): """ Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] """ def _by_version(name): """ Parse each component of the filename """ name, ext = os.path.splitext(name) parts = itertools.chain(name.split('-'), [ext]) return [packaging.version.parse(part) for part in parts] return sorted(names, key=_by_version, reverse=True) def find_on_path(importer, path_item, only=False): """Yield distributions accessible on a sys.path directory""" path_item = _normalize_cached(path_item) if os.path.isdir(path_item) and os.access(path_item, os.R_OK): if _is_unpacked_egg(path_item): yield Distribution.from_filename( path_item, metadata=PathMetadata( path_item, os.path.join(path_item, 'EGG-INFO') ) ) else: # scan for .egg and .egg-info in directory path_item_entries = _by_version_descending(os.listdir(path_item)) for entry in path_item_entries: lower = entry.lower() if lower.endswith('.egg-info') or lower.endswith('.dist-info'): fullpath = os.path.join(path_item, entry) if os.path.isdir(fullpath): # egg-info directory, allow getting metadata if len(os.listdir(fullpath)) == 0: # Empty egg directory, skip. continue metadata = PathMetadata(path_item, fullpath) else: metadata = FileMetadata(fullpath) yield Distribution.from_location( path_item, entry, metadata, precedence=DEVELOP_DIST ) elif not only and _is_unpacked_egg(entry): dists = find_distributions(os.path.join(path_item, entry)) for dist in dists: yield dist elif not only and lower.endswith('.egg-link'): with open(os.path.join(path_item, entry)) as entry_file: entry_lines = entry_file.readlines() for line in entry_lines: if not line.strip(): continue path = os.path.join(path_item, line.rstrip()) dists = find_distributions(path) for item in dists: yield item break register_finder(pkgutil.ImpImporter, find_on_path) if hasattr(importlib_machinery, 'FileFinder'): register_finder(importlib_machinery.FileFinder, find_on_path) _declare_state('dict', _namespace_handlers={}) _declare_state('dict', _namespace_packages={}) def register_namespace_handler(importer_type, namespace_handler): """Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. """ _namespace_handlers[importer_type] = namespace_handler def _handle_ns(packageName, path_item): """Ensure that named package includes a subpath of path_item (if needed)""" importer = get_importer(path_item) if importer is None: return None loader = importer.find_module(packageName) if loader is None: return None module = sys.modules.get(packageName) if module is None: module = sys.modules[packageName] = types.ModuleType(packageName) module.__path__ = [] _set_parent_ns(packageName) elif not hasattr(module, '__path__'): raise TypeError("Not a package:", packageName) handler = _find_adapter(_namespace_handlers, importer) subpath = handler(importer, path_item, packageName, module) if subpath is not None: path = module.__path__ path.append(subpath) loader.load_module(packageName) _rebuild_mod_path(path, packageName, module) return subpath def _rebuild_mod_path(orig_path, package_name, module): """ Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order """ sys_path = [_normalize_cached(p) for p in sys.path] def safe_sys_path_index(entry): """ Workaround for #520 and #513. """ try: return sys_path.index(entry) except ValueError: return float('inf') def position_in_sys_path(path): """ Return the ordinal of the path based on its position in sys.path """ path_parts = path.split(os.sep) module_parts = package_name.count('.') + 1 parts = path_parts[:-module_parts] return safe_sys_path_index(_normalize_cached(os.sep.join(parts))) orig_path.sort(key=position_in_sys_path) module.__path__[:] = [_normalize_cached(p) for p in orig_path] def declare_namespace(packageName): """Declare that package 'packageName' is a namespace package""" _imp.acquire_lock() try: if packageName in _namespace_packages: return path, parent = sys.path, None if '.' in packageName: parent = '.'.join(packageName.split('.')[:-1]) declare_namespace(parent) if parent not in _namespace_packages: __import__(parent) try: path = sys.modules[parent].__path__ except AttributeError: raise TypeError("Not a package:", parent) # Track what packages are namespaces, so when new path items are added, # they can be updated _namespace_packages.setdefault(parent, []).append(packageName) _namespace_packages.setdefault(packageName, []) for path_item in path: # Ensure all the parent's path items are reflected in the child, # if they apply _handle_ns(packageName, path_item) finally: _imp.release_lock() def fixup_namespace_packages(path_item, parent=None): """Ensure that previously-declared namespace packages include path_item""" _imp.acquire_lock() try: for package in _namespace_packages.get(parent, ()): subpath = _handle_ns(package, path_item) if subpath: fixup_namespace_packages(subpath, package) finally: _imp.release_lock() def file_ns_handler(importer, path_item, packageName, module): """Compute an ns-package subpath for a filesystem or zipfile importer""" subpath = os.path.join(path_item, packageName.split('.')[-1]) normalized = _normalize_cached(subpath) for item in module.__path__: if _normalize_cached(item) == normalized: break else: # Only return the path if it's not already there return subpath register_namespace_handler(pkgutil.ImpImporter, file_ns_handler) register_namespace_handler(zipimport.zipimporter, file_ns_handler) if hasattr(importlib_machinery, 'FileFinder'): register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler) def null_ns_handler(importer, path_item, packageName, module): return None register_namespace_handler(object, null_ns_handler) def normalize_path(filename): """Normalize a file/dir name for comparison purposes""" return os.path.normcase(os.path.realpath(filename)) def _normalize_cached(filename, _cache={}): try: return _cache[filename] except KeyError: _cache[filename] = result = normalize_path(filename) return result def _is_unpacked_egg(path): """ Determine if given path appears to be an unpacked egg. """ return ( path.lower().endswith('.egg') ) def _set_parent_ns(packageName): parts = packageName.split('.') name = parts.pop() if parts: parent = '.'.join(parts) setattr(sys.modules[parent], name, sys.modules[packageName]) def yield_lines(strs): """Yield non-empty/non-comment lines of a string or sequence""" if isinstance(strs, six.string_types): for s in strs.splitlines(): s = s.strip() # skip blank lines/comments if s and not s.startswith('#'): yield s else: for ss in strs: for s in yield_lines(ss): yield s MODULE = re.compile(r"\w+(\.\w+)*$").match EGG_NAME = re.compile( r""" (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? """, re.VERBOSE | re.IGNORECASE, ).match class EntryPoint(object): """Object representing an advertised importable object""" def __init__(self, name, module_name, attrs=(), extras=(), dist=None): if not MODULE(module_name): raise ValueError("Invalid module name", module_name) self.name = name self.module_name = module_name self.attrs = tuple(attrs) self.extras = Requirement.parse(("x[%s]" % ','.join(extras))).extras self.dist = dist def __str__(self): s = "%s = %s" % (self.name, self.module_name) if self.attrs: s += ':' + '.'.join(self.attrs) if self.extras: s += ' [%s]' % ','.join(self.extras) return s def __repr__(self): return "EntryPoint.parse(%r)" % str(self) def load(self, require=True, *args, **kwargs): """ Require packages for this EntryPoint, then resolve it. """ if not require or args or kwargs: warnings.warn( "Parameters to load are deprecated. Call .resolve and " ".require separately.", DeprecationWarning, stacklevel=2, ) if require: self.require(*args, **kwargs) return self.resolve() def resolve(self): """ Resolve the entry point from its module and attrs. """ module = __import__(self.module_name, fromlist=['__name__'], level=0) try: return functools.reduce(getattr, self.attrs, module) except AttributeError as exc: raise ImportError(str(exc)) def require(self, env=None, installer=None): if self.extras and not self.dist: raise UnknownExtra("Can't require() without a distribution", self) reqs = self.dist.requires(self.extras) items = working_set.resolve(reqs, env, installer) list(map(working_set.add, items)) pattern = re.compile( r'\s*' r'(?P<name>.+?)\s*' r'=\s*' r'(?P<module>[\w.]+)\s*' r'(:\s*(?P<attr>[\w.]+))?\s*' r'(?P<extras>\[.*\])?\s*$' ) @classmethod def parse(cls, src, dist=None): """Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional """ m = cls.pattern.match(src) if not m: msg = "EntryPoint must be in 'name=module:attrs [extras]' format" raise ValueError(msg, src) res = m.groupdict() extras = cls._parse_extras(res['extras']) attrs = res['attr'].split('.') if res['attr'] else () return cls(res['name'], res['module'], attrs, extras, dist) @classmethod def _parse_extras(cls, extras_spec): if not extras_spec: return () req = Requirement.parse('x' + extras_spec) if req.specs: raise ValueError() return req.extras @classmethod def parse_group(cls, group, lines, dist=None): """Parse an entry point group""" if not MODULE(group): raise ValueError("Invalid group name", group) this = {} for line in yield_lines(lines): ep = cls.parse(line, dist) if ep.name in this: raise ValueError("Duplicate entry point", group, ep.name) this[ep.name] = ep return this @classmethod def parse_map(cls, data, dist=None): """Parse a map of entry point groups""" if isinstance(data, dict): data = data.items() else: data = split_sections(data) maps = {} for group, lines in data: if group is None: if not lines: continue raise ValueError("Entry points must be listed in groups") group = group.strip() if group in maps: raise ValueError("Duplicate group name", group) maps[group] = cls.parse_group(group, lines, dist) return maps def _remove_md5_fragment(location): if not location: return '' parsed = urllib.parse.urlparse(location) if parsed[-1].startswith('md5='): return urllib.parse.urlunparse(parsed[:-1] + ('',)) return location def _version_from_file(lines): """ Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. """ is_version_line = lambda line: line.lower().startswith('version:') version_lines = filter(is_version_line, lines) line = next(iter(version_lines), '') _, _, value = line.partition(':') return safe_version(value.strip()) or None class Distribution(object): """Wrap an actual or potential sys.path entry w/metadata""" PKG_INFO = 'PKG-INFO' def __init__(self, location=None, metadata=None, project_name=None, version=None, py_version=PY_MAJOR, platform=None, precedence=EGG_DIST): self.project_name = safe_name(project_name or 'Unknown') if version is not None: self._version = safe_version(version) self.py_version = py_version self.platform = platform self.location = location self.precedence = precedence self._provider = metadata or empty_provider @classmethod def from_location(cls, location, basename, metadata=None, **kw): project_name, version, py_version, platform = [None] * 4 basename, ext = os.path.splitext(basename) if ext.lower() in _distributionImpl: cls = _distributionImpl[ext.lower()] match = EGG_NAME(basename) if match: project_name, version, py_version, platform = match.group( 'name', 'ver', 'pyver', 'plat' ) return cls( location, metadata, project_name=project_name, version=version, py_version=py_version, platform=platform, **kw )._reload_version() def _reload_version(self): return self @property def hashcmp(self): return ( self.parsed_version, self.precedence, self.key, _remove_md5_fragment(self.location), self.py_version or '', self.platform or '', ) def __hash__(self): return hash(self.hashcmp) def __lt__(self, other): return self.hashcmp < other.hashcmp def __le__(self, other): return self.hashcmp <= other.hashcmp def __gt__(self, other): return self.hashcmp > other.hashcmp def __ge__(self, other): return self.hashcmp >= other.hashcmp def __eq__(self, other): if not isinstance(other, self.__class__): # It's not a Distribution, so they are not equal return False return self.hashcmp == other.hashcmp def __ne__(self, other): return not self == other # These properties have to be lazy so that we don't have to load any # metadata until/unless it's actually needed. (i.e., some distributions # may not know their name or version without loading PKG-INFO) @property def key(self): try: return self._key except AttributeError: self._key = key = self.project_name.lower() return key @property def parsed_version(self): if not hasattr(self, "_parsed_version"): self._parsed_version = parse_version(self.version) return self._parsed_version def _warn_legacy_version(self): LV = packaging.version.LegacyVersion is_legacy = isinstance(self._parsed_version, LV) if not is_legacy: return # While an empty version is technically a legacy version and # is not a valid PEP 440 version, it's also unlikely to # actually come from someone and instead it is more likely that # it comes from setuptools attempting to parse a filename and # including it in the list. So for that we'll gate this warning # on if the version is anything at all or not. if not self.version: return tmpl = textwrap.dedent(""" '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. """).strip().replace('\n', ' ') warnings.warn(tmpl.format(**vars(self)), PEP440Warning) @property def version(self): try: return self._version except AttributeError: version = _version_from_file(self._get_metadata(self.PKG_INFO)) if version is None: tmpl = "Missing 'Version:' header and/or %s file" raise ValueError(tmpl % self.PKG_INFO, self) return version @property def _dep_map(self): try: return self.__dep_map except AttributeError: dm = self.__dep_map = {None: []} for name in 'requires.txt', 'depends.txt': for extra, reqs in split_sections(self._get_metadata(name)): if extra: if ':' in extra: extra, marker = extra.split(':', 1) if invalid_marker(marker): # XXX warn reqs = [] elif not evaluate_marker(marker): reqs = [] extra = safe_extra(extra) or None dm.setdefault(extra, []).extend(parse_requirements(reqs)) return dm def requires(self, extras=()): """List of Requirements needed for this distro if `extras` are used""" dm = self._dep_map deps = [] deps.extend(dm.get(None, ())) for ext in extras: try: deps.extend(dm[safe_extra(ext)]) except KeyError: raise UnknownExtra( "%s has no such extra feature %r" % (self, ext) ) return deps def _get_metadata(self, name): if self.has_metadata(name): for line in self.get_metadata_lines(name): yield line def activate(self, path=None, replace=False): """Ensure distribution is importable on `path` (default=sys.path)""" if path is None: path = sys.path self.insert_on(path, replace=replace) if path is sys.path: fixup_namespace_packages(self.location) for pkg in self._get_metadata('namespace_packages.txt'): if pkg in sys.modules: declare_namespace(pkg) def egg_name(self): """Return what this distribution's standard .egg filename should be""" filename = "%s-%s-py%s" % ( to_filename(self.project_name), to_filename(self.version), self.py_version or PY_MAJOR ) if self.platform: filename += '-' + self.platform return filename def __repr__(self): if self.location: return "%s (%s)" % (self, self.location) else: return str(self) def __str__(self): try: version = getattr(self, 'version', None) except ValueError: version = None version = version or "[unknown version]" return "%s %s" % (self.project_name, version) def __getattr__(self, attr): """Delegate all unrecognized public attributes to .metadata provider""" if attr.startswith('_'): raise AttributeError(attr) return getattr(self._provider, attr) @classmethod def from_filename(cls, filename, metadata=None, **kw): return cls.from_location( _normalize_cached(filename), os.path.basename(filename), metadata, **kw ) def as_requirement(self): """Return a ``Requirement`` that matches this distribution exactly""" if isinstance(self.parsed_version, packaging.version.Version): spec = "%s==%s" % (self.project_name, self.parsed_version) else: spec = "%s===%s" % (self.project_name, self.parsed_version) return Requirement.parse(spec) def load_entry_point(self, group, name): """Return the `name` entry point of `group` or raise ImportError""" ep = self.get_entry_info(group, name) if ep is None: raise ImportError("Entry point %r not found" % ((group, name),)) return ep.load() def get_entry_map(self, group=None): """Return the entry point map for `group`, or the full entry map""" try: ep_map = self._ep_map except AttributeError: ep_map = self._ep_map = EntryPoint.parse_map( self._get_metadata('entry_points.txt'), self ) if group is not None: return ep_map.get(group, {}) return ep_map def get_entry_info(self, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return self.get_entry_map(group).get(name) def insert_on(self, path, loc=None, replace=False): """Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. """ loc = loc or self.location if not loc: return nloc = _normalize_cached(loc) bdir = os.path.dirname(nloc) npath = [(p and _normalize_cached(p) or p) for p in path] for p, item in enumerate(npath): if item == nloc: if replace: break else: # don't modify path (even removing duplicates) if found and not replace return elif item == bdir and self.precedence == EGG_DIST: # if it's an .egg, give it precedence over its directory # UNLESS it's already been added to sys.path and replace=False if (not replace) and nloc in npath[p:]: return if path is sys.path: self.check_version_conflict() path.insert(p, loc) npath.insert(p, nloc) break else: if path is sys.path: self.check_version_conflict() if replace: path.insert(0, loc) else: path.append(loc) return # p is the spot where we found or inserted loc; now remove duplicates while True: try: np = npath.index(nloc, p + 1) except ValueError: break else: del npath[np], path[np] # ha! p = np return def check_version_conflict(self): if self.key == 'setuptools': # ignore the inevitable setuptools self-conflicts :( return nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt')) loc = normalize_path(self.location) for modname in self._get_metadata('top_level.txt'): if (modname not in sys.modules or modname in nsp or modname in _namespace_packages): continue if modname in ('pkg_resources', 'setuptools', 'site'): continue fn = getattr(sys.modules[modname], '__file__', None) if fn and (normalize_path(fn).startswith(loc) or fn.startswith(self.location)): continue issue_warning( "Module %s was already imported from %s, but %s is being added" " to sys.path" % (modname, fn, self.location), ) def has_version(self): try: self.version except ValueError: issue_warning("Unbuilt egg for " + repr(self)) return False return True def clone(self, **kw): """Copy this distribution, substituting in any changed keyword args""" names = 'project_name version py_version platform location precedence' for attr in names.split(): kw.setdefault(attr, getattr(self, attr, None)) kw.setdefault('metadata', self._provider) return self.__class__(**kw) @property def extras(self): return [dep for dep in self._dep_map if dep] class EggInfoDistribution(Distribution): def _reload_version(self): """ Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. """ md_version = _version_from_file(self._get_metadata(self.PKG_INFO)) if md_version: self._version = md_version return self class DistInfoDistribution(Distribution): """Wrap an actual or potential sys.path entry w/metadata, .dist-info style""" PKG_INFO = 'METADATA' EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])") @property def _parsed_pkg_info(self): """Parse and cache metadata""" try: return self._pkg_info except AttributeError: metadata = self.get_metadata(self.PKG_INFO) self._pkg_info = email.parser.Parser().parsestr(metadata) return self._pkg_info @property def _dep_map(self): try: return self.__dep_map except AttributeError: self.__dep_map = self._compute_dependencies() return self.__dep_map def _compute_dependencies(self): """Recompute this distribution's dependencies.""" dm = self.__dep_map = {None: []} reqs = [] # Including any condition expressions for req in self._parsed_pkg_info.get_all('Requires-Dist') or []: reqs.extend(parse_requirements(req)) def reqs_for_extra(extra): for req in reqs: if not req.marker or req.marker.evaluate({'extra': extra}): yield req common = frozenset(reqs_for_extra(None)) dm[None].extend(common) for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []: s_extra = safe_extra(extra.strip()) dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common) return dm _distributionImpl = { '.egg': Distribution, '.egg-info': EggInfoDistribution, '.dist-info': DistInfoDistribution, } def issue_warning(*args, **kw): level = 1 g = globals() try: # find the first stack frame that is *not* code in # the pkg_resources module, to use for the warning while sys._getframe(level).f_globals is g: level += 1 except ValueError: pass warnings.warn(stacklevel=level + 1, *args, **kw) class RequirementParseError(ValueError): def __str__(self): return ' '.join(self.args) def parse_requirements(strs): """Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. """ # create a steppable iterator, so we can handle \-continuations lines = iter(yield_lines(strs)) for line in lines: # Drop comments -- a hash without a space may be in a URL. if ' #' in line: line = line[:line.find(' #')] # If there is a line continuation, drop it, and append the next line. if line.endswith('\\'): line = line[:-2].strip() line += next(lines) yield Requirement(line) class Requirement(packaging.requirements.Requirement): def __init__(self, requirement_string): """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!""" try: super(Requirement, self).__init__(requirement_string) except packaging.requirements.InvalidRequirement as e: raise RequirementParseError(str(e)) self.unsafe_name = self.name project_name = safe_name(self.name) self.project_name, self.key = project_name, project_name.lower() self.specs = [ (spec.operator, spec.version) for spec in self.specifier] self.extras = tuple(map(safe_extra, self.extras)) self.hashCmp = ( self.key, self.specifier, frozenset(self.extras), str(self.marker) if self.marker else None, ) self.__hash = hash(self.hashCmp) def __eq__(self, other): return ( isinstance(other, Requirement) and self.hashCmp == other.hashCmp ) def __ne__(self, other): return not self == other def __contains__(self, item): if isinstance(item, Distribution): if item.key != self.key: return False item = item.version # Allow prereleases always in order to match the previous behavior of # this method. In the future this should be smarter and follow PEP 440 # more accurately. return self.specifier.contains(item, prereleases=True) def __hash__(self): return self.__hash def __repr__(self): return "Requirement.parse(%r)" % str(self) @staticmethod def parse(s): req, = parse_requirements(s) return req def _get_mro(cls): """Get an mro for a type or classic class""" if not isinstance(cls, type): class cls(cls, object): pass return cls.__mro__[1:] return cls.__mro__ def _find_adapter(registry, ob): """Return an adapter factory for `ob` from `registry`""" for t in _get_mro(getattr(ob, '__class__', type(ob))): if t in registry: return registry[t] def ensure_directory(path): """Ensure that the parent directory of `path` exists""" dirname = os.path.dirname(path) if not os.path.isdir(dirname): os.makedirs(dirname) def _bypass_ensure_directory(path): """Sandbox-bypassing version of ensure_directory()""" if not WRITE_SUPPORT: raise IOError('"os.mkdir" not supported on this platform.') dirname, filename = split(path) if dirname and filename and not isdir(dirname): _bypass_ensure_directory(dirname) mkdir(dirname, 0o755) def split_sections(s): """Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. """ section = None content = [] for line in yield_lines(s): if line.startswith("["): if line.endswith("]"): if section or content: yield section, content section = line[1:-1].strip() content = [] else: raise ValueError("Invalid section heading", line) else: content.append(line) # wrap up last segment yield section, content def _mkstemp(*args, **kw): old_open = os.open try: # temporarily bypass sandboxing os.open = os_open return tempfile.mkstemp(*args, **kw) finally: # and then put it back os.open = old_open # Silence the PEP440Warning by default, so that end users don't get hit by it # randomly just because they use pkg_resources. We want to append the rule # because we want earlier uses of filterwarnings to take precedence over this # one. warnings.filterwarnings("ignore", category=PEP440Warning, append=True) # from jaraco.functools 1.3 def _call_aside(f, *args, **kwargs): f(*args, **kwargs) return f @_call_aside def _initialize(g=globals()): "Set up global resource manager (deliberately not state-saved)" manager = ResourceManager() g['_manager'] = manager for name in dir(manager): if not name.startswith('_'): g[name] = getattr(manager, name) @_call_aside def _initialize_master_working_set(): """ Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. """ working_set = WorkingSet._build_master() _declare_state('object', working_set=working_set) require = working_set.require iter_entry_points = working_set.iter_entry_points add_activation_listener = working_set.subscribe run_script = working_set.run_script # backward compatibility run_main = run_script # Activate all distributions already on sys.path with replace=False and # ensure that all distributions added to the working set in the future # (e.g. by calling ``require()``) will get activated as well, # with higher priority (replace=True). dist = None # ensure dist is defined for del dist below for dist in working_set: dist.activate(replace=False) del dist add_activation_listener(lambda dist: dist.activate(replace=True), existing=False) working_set.entries = [] # match order list(map(working_set.add_entry, sys.path)) globals().update(locals()) site-packages/pip/_vendor/pkg_resources/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000271767 15231162611 0023741 0 ustar 00 3 F��i>� � ^ @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ y ddlZW n ek r� ddlZY nX ddl m Z ddl m Z m Z m!Z! ddlm"Z" y ddlm#Z#m$Z$m%Z% d Z&W n ek �rH d Z&Y nX dd lm'Z( dd l)m*Z*m+Z+ yddl,j-Z.e.j/ W n ek �r� dZ.Y nX dd l m0Z0 ddl m1Z1 e2d� e2d� e2d� e2d� d�ej3 k �o�d�k n �r�dZ4e j5e4� dZ6dZ7G dd� de8�Z9G dd� de:�Z;G dd� de;e1j<j=�Z>G dd � d e;e1j<j?�Z@d d � ZAi ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd'd(� ZGd)d*� ZHd+d,� ZId-d.� ZJZKd/d0� ZLd1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPddQd dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgFZMG dudL� dLeN�ZOG dvdM� dMeO�ZPG dwdx� dxeP�ZQG dydN� dNeO�ZRG dzdO� dOeO�ZSi ZTej<dd� ZUdZVd{ZWd|ZXdZYd�ZZd}dp� Z[d~d3� Z\g fdd��Z]d�d�� Z^d�d�� Z_ej`d��Zaej`d��Zbe_Zcd�dU� Zdd�d2� ZeeeZfd�d4� Zgd�d5� Zhd�d�d6�Zid�d7� ZjG d�dc� dc�ZkG d�dd� ddek�ZlG d�dG� dGe:�ZmG d�d�� d�en�ZoG d�dF� dFe:�ZpepZqG d�dP� dPer�ZsG d�dH� dH�Ztd�dE� Zud�dR� Zvd�dS� Zwd�dX� Zxd�dY� Zyd�dZ� Zzd�d�d[�Z{G d�dj� dj�Z|e[e:e|� G d�dk� dke|�Z}G d�dl� dle}�Z~e~j� G d�dh� dhe|�Z�e�� Z�G d�d�� d�en�Z�G d�d�� d�e��Z�G d�d�� d�e j��Z�G d�dm� dme}�Z�e[e j�e�� G d�de� dee��Z�G d�df� dfe~�Z�G d�dg� dge��Z�eCd�i d�� d�dn� Z�d�d�dB�Z�d�d�d��Z�e�e j�e�� d�d�d��Z�e�e:e�� d�d�� Z�d�d�d��Z�e�ej�e�� e�e.d���r"e�e.j�e�� eCd�i d�� eCd�i d�� d�do� Z�d�d�� Z�d�d�� Z�d�d?� Z�d�d�dq�Z�d�d�� Z�e�ej�e�� e�e j�e�� e�e.d���r�e�e.j�e�� d�dÄ Z�e�e:e�� d�d]� Z�i fd�dƄZ�d�dȄ Z�d�dʄ Z�d�dV� Z�ej`d̃j�Z�ej`d�ej�ej�B �j�Z�G d�dK� dKe:�Z�d�dЄ Z�d�d҄ Z�G d�dI� dIe:�Z�G d�dՄ d�e��Z�G d�dׄ d�e��Z�e�e�e�dZ�d�dڄ Z�G d�d܄ d�e��Z�d�dQ� Z�G d�dJ� dJe1j�j��Z�d�d� Z�d�d� Z�d�d\� Z�d�d� Z�d�dW� Z�d�d� Z�e j�d�e9d d� d�d� Z�e�e�� fd�d��Z�e�d�d� �Z�dS )�aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. � )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split)�appdirs)� packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers� zLSupport for Python 3.0-3.2 has been dropped. Future versions will fail here.c @ s e Zd ZdZdS )� PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/__init__.pyr [ s r c st e Zd Z� fdd�Z� fdd�Z� fdd�Z� fdd�Z� fd d �Z� fd d �Z� fd d�Z dd� Z dd� Z � Z S )�_SetuptoolsVersionMixinc s t t| �j� S )N)�superr �__hash__)�self)� __class__r r r c s z _SetuptoolsVersionMixin.__hash__c s* t |t�rt| �|k S tt| �j|�S d S )N)� isinstance�tupler r �__lt__)r �other)r r r r f s z _SetuptoolsVersionMixin.__lt__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__le__)r r! )r r r r" l s z _SetuptoolsVersionMixin.__le__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__eq__)r r! )r r r r# r s z _SetuptoolsVersionMixin.__eq__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__ge__)r r! )r r r r$ x s z _SetuptoolsVersionMixin.__ge__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__gt__)r r! )r r r r% ~ s z _SetuptoolsVersionMixin.__gt__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__ne__)r r! )r r r r& � s z _SetuptoolsVersionMixin.__ne__c C s t | �| S )N)r )r �keyr r r � __getitem__� s z#_SetuptoolsVersionMixin.__getitem__c # sj t jdt j��dddddd�j���fdd�� � fdd �}tjd td d � x|t| ��D ] }|V qXW d S ) Nz(\d+ | [a-z]+ | \.| -)�czfinal-�@)ZpreZpreview�-ZrcZdevc 3 s` xT� j | �D ]F}�||�}| s |dkr*q |d d� dkrH|jd�V q d| V q W dV d S )N�.� � 0123456789� �*z*final)r �zfill)�s�part)� component_re�replacer r �_parse_version_parts� s z>_SetuptoolsVersionMixin.__iter__.<locals>._parse_version_partsc sz g }xl� | j � �D ]\}|jd�rd|dk rFx |rD|d dkrD|j� q*W x |rb|d dkrb|j� qHW |j|� qW t|�S )Nr0 z*finalr- z*final-Z00000000���r7 )�lower� startswith�pop�appendr )r2 �partsr3 )r6 r r �old_parse_version� s z;_SetuptoolsVersionMixin.__iter__.<locals>.old_parse_versiona� You have iterated over the result of pkg_resources.parse_version. This is a legacy behavior which is inconsistent with the new version class introduced in setuptools 8.0. In most cases, conversion to a tuple is unnecessary. For comparison of versions, sort the Version instances directly. If you have another use case requiring the tuple, please file a bug with the setuptools project describing that need.r- )� stacklevel)�re�compile�VERBOSE�get�warnings�warn�RuntimeWarning�str)r r= r3 r )r6 r4 r5 r �__iter__� s z _SetuptoolsVersionMixin.__iter__) r r r r r r" r# r$ r% r& r( rG � __classcell__r r )r r r b s r c @ s e Zd ZdS )�SetuptoolsVersionN)r r r r r r r rI � s rI c @ s e Zd ZdS )�SetuptoolsLegacyVersionN)r r r r r r r rJ � s rJ c C s* yt | �S tjjk r$ t| �S X d S )N)rI r �version�InvalidVersionrJ )�vr r r � parse_version� s rN c K s" t � j|� tjtj|| �� d S )N)�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s rU c C s< i } t � }x,tj� D ] \}}|d| || �| |< qW | S )NZ_sget_)rO rQ �items)�state�g�krM r r r � __getstate__� s rZ c C s< t � }x0| j� D ]$\}}|dt| ||| |� qW | S )NZ_sset_)rO rV rQ )rW rX rY rM r r r � __setstate__� s r[ c C s | j � S )N)�copy)�valr r r � _sget_dict� s r^ c C s |j � |j|� d S )N)�clearrP )r' �obrW r r r � _sset_dict� s ra c C s | j � S )N)rZ )r] r r r � _sget_object� s rb c C s |j |� d S )N)r[ )r' r` rW r r r � _sset_object� s rc c G s d S )Nr )�argsr r r �<lambda>� s re c C sb t � } tj| �}|dk r^tjdkr^y&ddjt� dd� �|jd�f } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. N�darwinz macosx-%s-%sr, � r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group� ValueError)�plat�mr r r �get_supported_platform� s &rs �require� run_script� get_provider�get_distribution�load_entry_point� get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment� WorkingSet�ResourceManager� Distribution� Requirement� EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections� safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST� CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata� EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr �run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )r� z.Abstract base for dependency resolution errorsc C s | j jt| j� S )N)r r �reprrd )r r r r �__repr__I s zResolutionError.__repr__N)r r r r r� r r r r r� F s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d � Z d S ) r� z� An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S )Nr )rd )r r r r �distW s zVersionConflict.distc C s | j d S )Nr- )rd )r r r r �req[ s zVersionConflict.reqc C s | j jf t� �S )N)� _template�format�locals)r r r r �report_ s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )rd �ContextualVersionConflict)r � required_byrd r r r � with_contextb s z VersionConflict.with_contextN) r r r r r� �propertyr� r� r� r� r r r r r� M s c @ s& e Zd ZdZejd Zedd� �ZdS )r� z� A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )Nrg )rd )r r r r r� u s z%ContextualVersionConflict.required_byN)r r r r r� r� r� r� r r r r r� m s r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d � Z d d � Z d S )r� z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S )Nr )rd )r r r r r� � s zDistributionNotFound.reqc C s | j d S )Nr- )rd )r r r r � requirers� s z DistributionNotFound.requirersc C s | j s dS dj| j �S )Nzthe applicationz, )r� rm )r r r r � requirers_str� s z"DistributionNotFound.requirers_strc C s | j jf t� �S )N)r� r� r� )r r r r r� � s zDistributionNotFound.reportc C s | j � S )N)r� )r r r r �__str__� s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r r� z s c @ s e Zd ZdZdS )r� z>Distribution doesn't have an "extra feature" of the given nameN)r r r r r r r r r� � s rg r- c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� � s c C st t | t�r$tj| �p"tt| ��d S ytj| }W n& tk rX t | � tj| }Y nX t |dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr � __loader__N) r r� r� �findrt rF rk �modules�KeyError� __import__�getattr� _find_adapterr� )Z moduleOrReq�module�loaderr r r rv � s c C sd | s\t j� d }|dkrLd}tjj|�rLttd�rLtj|�}d|krL|d }| j|j d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionr, ) rl Zmac_ver�os�path�exists�hasattr�plistlibr� r; r )�_cacherK ZplistZ plist_contentr r r rn � s rn c C s ddd�j | | �S )NZppc)ZPowerPCZPower_Macintosh)rB )�machiner r r � _macosx_arch� s r� c C s� yddl m} W n tk r0 ddlm} Y nX | � }tjdkr�|jd� r�y<t� }tj � d j dd�}dt |d �t |d �t |�f S t k r� Y nX |S ) z�Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )r� rf zmacosx-� � �_zmacosx-%d.%d-%sr- )� sysconfigr� � ImportErrorZdistutils.utilrk rl r9 rn r� �unamer5 �intr� rp )r� rq rK r� r r r rh � s rh zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t j|�}|r�t j| �}|s�tj| �}|r�t|jd��}d|jd�|jd�f }|dkr||dks�|dkr�|d kr�dS d S |jd�|jd�ks�|jd �|jd �kr�d S t|jd��t|jd��kr�d S dS d S ) z�Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr- z%s.%srg � z10.3r/ z10.4Fr )ri rj �darwinVersionStringr� ro )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r r� � s* c C s< t jd�j}|d }|j� ||d< t| �d j||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr- r r N)rk � _getframe� f_globalsr_ rt ru )Z dist_spec� script_name�ns�namer r r ru s c C s@ t | tj�rtj| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r � string_typesr� �parserv r� � TypeError)r� r r r rw ) s c C s t | �j||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rw rx )r� ro r� r r r rx 4 s c C s t | �j|�S )z=Return the entry point map for `group`, or the full entry map)rw ry )r� ro r r r ry 9 s c C s t | �j||�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rw rz )r� ro r� r r r rz > s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr )r� r r r � has_metadataD s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr )r� r r r � get_metadataG s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr )r� r r r �get_metadata_linesJ s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr )r� r r r �metadata_isdirP s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr )r� r r r �metadata_listdirS s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r ru V s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� ru r r r r r� C s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr )�manager� resource_namer r r �get_resource_filename] s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_streamb s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_stringg s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr )r� r r r � has_resourcel s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr )r� r r r r� o s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr )r� r r r r r s z"IResourceProvider.resource_listdirN) r r r r r� r� r� r� r� r r r r r r� Z s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d � Zd d � Z d d� Z d(dd�Z dd� Z dd� Z d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-r� zDA collection of active distributions on sys.path (or a similar list)Nc C sB g | _ i | _i | _g | _|dkr&tj}x|D ]}| j|� q,W dS )z?Create working set from list of path entries (default=sys.path)N)�entries� entry_keys�by_key� callbacksrk r� � add_entry)r r� �entryr r r �__init__y s zWorkingSet.__init__c C sZ | � }yddl m} W n tk r* |S X y|j|� W n tk rT | j|�S X |S )z1 Prepare the master working set. r )� __requires__)�__main__r� r� rt r� �_build_from_requirements)�cls�wsr� r r r � _build_master� s zWorkingSet._build_masterc C sn | g �}t |�}|j|t� �}x|D ]}|j|� q$W x"tjD ]}||jkr>|j|� q>W |jtjdd�< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)r� �resolver� �addrk r� r� r� )r Zreq_specr �reqs�distsr� r� r r r r � s z#WorkingSet._build_from_requirementsc C s@ | j j|g � | jj|� x t|d�D ]}| j||d� q&W dS )a� Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r� � setdefaultr� r; r� r )r r� r� r r r r� � s zWorkingSet.add_entryc C s | j j|j�|kS )z9True if `dist` is the active distribution for its project)r� rB r' )r r� r r r � __contains__� s zWorkingSet.__contains__c C s, | j j|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r� rB r' r� )r r� r� r r r r� � s zWorkingSet.findc c sP xJ| D ]B}|j |�}|dkr6x*|j� D ] }|V q&W q||kr|| V qW dS )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). N)ry �values)r ro r� r� r� �epr r r r{ � s z WorkingSet.iter_entry_pointsc C s> t jd�j}|d }|j� ||d< | j|�d j||� dS )z?Locate distribution for `requires` and run `script_name` scriptr- r r N)rk r� r� r_ rt ru )r �requiresr� r� r� r r r ru � s zWorkingSet.run_scriptc c sT i }xJ| j D ]@}|| jkr q x.| j| D ] }||kr(d||< | j| V q(W q W dS )z�Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r- N)r� r� r� )r �seen�itemr' r r r rG � s zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| jj|g �}| jj|jg �}| rX|j| jkrXdS || j|j< |j|krz|j|j� |j|kr�|j|j� | j|� dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. )r5 N) � insert_onr� �locationr� r r' r� r; � _added_new)r r� r� �insertr5 �keysZkeys2r r r r � s zWorkingSet.addc C s| t |�ddd� }i }i }g }t� }tjt�} �xF|�rv|jd�} | |krLq2|j| �sXq2|j| j�} | dk�r | j j| j�} | dks�| | kr�|r�| } |dkr�| dkr�t | j �}nt g �}t g �} |j | | |� } || j< | dkr�| j| d�} t| | ��|j| � | | k�r"| | }t| | �j|��| j| j�ddd� }|j|� x(|D ] }| | j| j� | j||< �qHW d|| < q2W |S )ae List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. Nr- r Tr7 r7 )�list� _ReqExtras� collections� defaultdict�setr: � markers_passrB r' r� r� r� r� � best_matchr� r; r� r� r �extras�extendr � project_name)r � requirements�env� installerZreplace_conflictingZ processedZbestZ to_activateZ req_extrasr� r� r� r r� Z dependent_reqZnew_requirementsZnew_requirementr r r r sJ zWorkingSet.resolvec C s t |�}|j� i }i }|dkr4t| j�}||7 }n|| }| jg �} t t| j| �� x�|D ]�} x�|| D ]x} | j� g} y| j| ||�} W n4 t k r� } z||| < |r�wjnP W Y dd}~X qjX t t| j| �� |j t j | �� P qjW q\W t |�}|j� ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r �sortr� r� r r r �as_requirementr r� rP rR rS )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r� r� Z resolveesrM r r r � find_pluginsk s4 $ zWorkingSet.find_pluginsc G s* | j t|��}x|D ]}| j|� qW |S )a� Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r r� r )r r Zneededr� r r r rt � s zWorkingSet.requirec C s< || j krdS | j j|� |s"dS x| D ] }||� q(W dS )z�Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r� r; )r �callback�existingr� r r r � subscribe� s zWorkingSet.subscribec C s x| j D ] }||� qW d S )N)r� )r r� r$ r r r r � s zWorkingSet._added_newc C s, | j d d � | jj� | jj� | jd d � fS )N)r� r� r\ r� r� )r r r r rZ � s zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |j� | _|j� | _|d d � | _d S )N)r� r\ r� r� r� )r Ze_k_b_cr� r r� r� r r r r[ � s zWorkingSet.__setstate__)N)N)NTF)NNF)NNT)T)r r r r r� � classmethodr r r� r r� r{ ru rG r r r# rt r& r rZ r[ r r r r r� v s( Q S c @ s e Zd ZdZdd� ZdS )r z> Map each requirement to the extras that demanded it. c s. � fdd�| j � f �d D �}� j p,t|�S )z� Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]}� j jd |i�V qdS )�extraN)�marker�evaluate)�.0r( )r� r r � <genexpr>� s z*_ReqExtras.markers_pass.<locals>.<genexpr>N)N)rB r) �any)r r� Z extra_evalsr )r� r r � s z_ReqExtras.markers_passN)r r r r r r r r r r � s r c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d �Z d d � Z d d� Z ddd�Z ddd�Z dd� Zdd� Zdd� ZdS ) r� z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| j|� dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)�_distmaprl �python�scan)r � search_pathrl r/ r r r r� s zEnvironment.__init__c C s. | j dks |jdks |j| j ko,t|j| j�S )z�Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r/ � py_versionr� rl )r r� r r r �can_add s zEnvironment.can_addc C s | j |j j|� dS )z"Remove `dist` from the environmentN)r. r' �remove)r r� r r r r4 ( s zEnvironment.removec C s< |dkrt j}x(|D ] }xt|�D ]}| j|� q"W qW dS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rk r� r� r )r r1 r r� r r r r0 , s zEnvironment.scanc C s |j � }| jj|g �S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )r8 r. rB )r r Zdistribution_keyr r r r( ; s zEnvironment.__getitem__c C sL | j |�rH|j� rH| jj|jg �}||krH|j|� |jtjd�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added �hashcmpT)r' �reverseN) r3 � has_versionr. r r' r; r! �operator� attrgetter)r r� r r r r r F s zEnvironment.addc C sB |j |�}|dk r|S x | |j D ]}||kr"|S q"W | j||�S )a� Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r� r' �obtain)r r� r� r r� r r r r O s zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r: e s zEnvironment.obtainc c s& x | j j� D ]}| | r |V q W dS )z=Yield the unique project names of the available distributionsN)r. r )r r' r r r rG q s zEnvironment.__iter__c C s^ t |t�r| j|� nDt |t�rLx8|D ] }x|| D ]}| j|� q4W q&W ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r r� r r� r� )r r! Zprojectr� r r r �__iadd__w s zEnvironment.__iadd__c C s. | j g ddd�}x| |fD ] }||7 }qW |S )z4Add an environment or distribution to an environmentN)rl r/ )r )r r! �newr r r r �__add__� s zEnvironment.__add__)N)N)N)r r r r rs �PY_MAJORr� r3 r4 r0 r( r r r: rG r; r= r r r r r� s c @ s e Zd ZdZdS )r� aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail N)r r r r r r r r r� � s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z dd� Z dd� Z f fdd�Z edd� �Zdd� Zdd� Zd d d �ZdS ) r� z'Manage resource extraction and packagesNc C s i | _ d S )N)� cached_files)r r r r r� � s zResourceManager.__init__c C s t |�j|�S )z Does the named resource exist?)rv r� )r �package_or_requirementr� r r r r� � s z ResourceManager.resource_existsc C s t |�j|�S )z,Is the named resource an existing directory?)rv r� )r r@ r� r r r r� � s z ResourceManager.resource_isdirc C s t |�j| |�S )z4Return a true filesystem path for specified resource)rv r� )r r@ r� r r r r~ � s z!ResourceManager.resource_filenamec C s t |�j| |�S )z9Return a readable file-like object for specified resource)rv r� )r r@ r� r r r r} � s z ResourceManager.resource_streamc C s t |�j| |�S )z%Return specified resource as a string)rv r� )r r@ r� r r r r| � s z ResourceManager.resource_stringc C s t |�j|�S )z1List the contents of the named resource directory)rv r )r r@ r� r r r r � s z ResourceManager.resource_listdirc C sR t j� d }| jpt� }tjd�j� }t|jf t � ��}| |_ ||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r- a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rk �exc_info�extraction_pathr� �textwrap�dedent�lstripr� r� r� r� � cache_pathZoriginal_error)r �old_excrF �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorc C s^ | j p t� }tjj||d f|�� }y t|� W n | j� Y nX | j|� d| j|< |S )a� Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr- ) rB r� r� r� rm �_bypass_ensure_directoryrJ � _warn_unsafe_extraction_pathr? )r Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s z ResourceManager.get_cache_pathc C sX t jdkr | jt jd � r dS t j| �j}|tj@ s@|tj@ rTd| }tj |t � dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. �ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r9 �environ�stat�st_mode�S_IWOTH�S_IWGRPrC rD � UserWarning)r� �mode�msgr r r rL � s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t j|�jdB d@ }t j||� dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. �posixim i� N)r� r� rQ rR �chmod)r Ztempname�filenamerV r r r � postprocess s zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r? rp rB )r r� r r r r� ) s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r �forcer r r r� C s z!ResourceManager.cleanup_resources)F)r r r r rB r� r� r� r~ r} r| r rJ rN � staticmethodrL r[ r� r� r r r r r� � s c C s t jjd�ptjdd�S )z� Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP rB r Zuser_cache_dirr r r r r� Q s c C s t jdd| �S )z�Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. z[^A-Za-z0-9.]+r+ )r? �sub)r� r r r r� ] s c C sD yt tjj| ��S tjjk r> | jdd�} tjdd| �S X dS )zB Convert an arbitrary string to a standard version string r� r, z[^A-Za-z0-9.]+r+ N)rF r rK �VersionrL r5 r? r^ )rK r r r r� e s c C s t jdd| �j� S )z�Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r� )r? r^ r8 )r( r r r r� q s c C s | j dd�S )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. r+ r� )r5 )r� r r r r� z s c C s> y t | � W n, tk r8 } zd|_d|_|S d}~X nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)r� � SyntaxErrorrZ �lineno)�text�er r r r� � s c C sH yt jj| �}|j� S t jjk rB } zt|��W Y dd}~X nX dS )z� Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr* Z InvalidMarkerr` )rb r( r) rc r r r r� � s c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d � Z d d � Z d d� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )'r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tjjt |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path)r r� r r r r� � s zNullProvider.__init__c C s | j | j|�S )N)�_fnrf )r r� r� r r r r� � s z"NullProvider.get_resource_filenamec C s t j| j||��S )N)�io�BytesIOr� )r r� r� r r r r� � s z NullProvider.get_resource_streamc C s | j | j| j|��S )N)�_getrg rf )r r� r� r r r r� � s z NullProvider.get_resource_stringc C s | j | j| j|��S )N)�_hasrg rf )r r� r r r r� � s zNullProvider.has_resourcec C s | j o| j| j| j |��S )N)�egg_infork rg )r r� r r r r� � s zNullProvider.has_metadatac C s2 | j s dS | j| j| j |��}tjr.|jd�S |S )Nr� zutf-8)rl rj rg r ZPY3�decode)r r� �valuer r r r� � s zNullProvider.get_metadatac C s t | j|��S )N)r� r� )r r� r r r r� � s z NullProvider.get_metadata_linesc C s | j | j| j|��S )N)�_isdirrg rf )r r� r r r r� � s zNullProvider.resource_isdirc C s | j o| j| j| j |��S )N)rl ro rg )r r� r r r r� � s zNullProvider.metadata_isdirc C s | j | j| j|��S )N)�_listdirrg rf )r r� r r r r � s z NullProvider.resource_listdirc C s | j r| j| j| j |��S g S )N)rl rp rg )r r� r r r r� � s z NullProvider.metadata_listdirc C s� d| }| j |�s td| ��| j|�jdd�}|jdd�}| j| j|�}||d< tjj|�r�t |�j � }t ||d�}t |||� n>dd l m} t|�d|jd�|f||< t ||d�} t | ||� d S ) Nzscripts/zNo script named %rz � � rd �execr )�cache)r� r� r� r5 rg rl r� r� r� r �readr@ rs � linecachert �lenr ) r r� r� ZscriptZ script_textZscript_filename�source�codert Z script_coder r r ru � s zNullProvider.run_scriptc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)�NotImplementedError)r r� r r r rk � s zNullProvider._hasc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rz )r r� r r r ro � s zNullProvider._isdirc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rz )r r� r r r rp � s zNullProvider._listdirc C s |r t jj|f|jd��� S |S )N�/)r� r� rm r )r �baser� r r r rg � s zNullProvider._fnc C s$ t | jd�r| jj|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r} rz )r r� r r r rj � s zNullProvider._get)r r r r �egg_namerl r� r� r� r� r� r� r� r� r� r� r� r r� ru rk ro rp rg rj r r r r r� � s, c @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t j| |� | j� d S )N)r� r� � _setup_prefix)r r� r r r r� s zEggProvider.__init__c C s^ | j }d }xN||krXt|�rBtjj|�| _tjj|d�| _|| _P |}tjj |�\}}q W d S )NzEGG-INFO) rf �_is_unpacked_eggr� r� �basenamer~ rm rl �egg_rootr )r r� �oldr| r r r r s zEggProvider._setup_prefixN)r r r r r� r r r r r r� s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Ze d d � �Z dS )r� z6Provides access to package resources in the filesystemc C s t jj|�S )N)r� r� r� )r r� r r r rk s zDefaultProvider._hasc C s t jj|�S )N)r� r� r )r r� r r r ro s zDefaultProvider._isdirc C s t j|�S )N)r� �listdir)r r� r r r rp " s zDefaultProvider._listdirc C s t | j| j|�d�S )N�rb)r rg rf )r r� r� r r r r� % s z#DefaultProvider.get_resource_streamc C s t |d�� }|j� S Q R X d S )Nr� )r ru )r r� �streamr r r rj ( s zDefaultProvider._getc C s t tdtd ��}t|| � d S )N�SourceFileLoader)r� �importlib_machinery�typer� )r Z loader_clsr r r � _register, s zDefaultProvider._registerN) r r r r rk ro rp r� rj r' r� r r r r r� s c @ s8 e Zd ZdZdd� ZZdd� Zdd� ZdZdd� Z dS ) r� z.Provider that returns nothing for all requestsc C s dS )NFr )r r� r r r re 9 s zEmptyProvider.<lambda>c C s dS )Nr� r )r r� r r r re : s c C s g S )Nr )r r� r r r re ; s Nc C s d S )Nr )r r r r r� > s zEmptyProvider.__init__) r r r r ro rk rj rp rf r� r r r r r� 6 s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz zip manifest builder c s2 t |�� � � fdd�� j� D �}t|�S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }|j d tj�� j|�fV qdS )r{ N)r5 r� �sepZgetinfo)r+ r� )�zfiler r r, U s z%ZipManifests.build.<locals>.<genexpr>N)�ContextualZipFileZnamelistrR )r r� rV r )r� r �buildJ s zZipManifests.buildN)r r r r r' r� �loadr r r r r� E s r� c @ s$ e Zd ZdZejdd�Zdd� ZdS )�MemoizedZipManifestsz% Memoized zipfile manifests. � manifest_modzmanifest mtimec C sR t jj|�}t j|�j}|| ks.| | j|krH| j|�}| j||�| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r r� r� r� r r r r� f s zMemoizedZipManifests.loadN)r r r r r � namedtupler� r� r r r r r� ` s r� c s0 e Zd ZdZdd� Zdd� Z� fdd�Z� ZS )r� zL Supplement ZipFile class to support context manager for Python 2.6 c C s | S )Nr )r r r r � __enter__y s zContextualZipFile.__enter__c C s | j � d S )N)�close)r r� rn � tracebackr r r �__exit__| s zContextualZipFile.__exit__c s( t tjd�rtj||�S tt| �j| �S )zI Construct a ZipFile or ContextualZipFile as appropriate r� )r� �zipfile�ZipFiler r� �__new__)r rd �kwargs)r r r r� s zContextualZipFile.__new__)r r r r r� r� r� rH r r )r r r� t s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e d d � �Z d d � Z e d d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t j| |� | jjtj | _d S )N)r� r� r� �archiver� r� �zip_pre)r r� r r r r� � s zZipProvider.__init__c C s4 |j | j�r |t| j�d � S td|| jf ��d S )Nz%s is not a subpath of %s)r9 r� rw �AssertionError)r �fspathr r r � _zipinfo_name� s zZipProvider._zipinfo_namec C sP | j | }|j| jtj �r:|t| j�d d � jtj�S td|| jf ��d S )Nr- z%s is not a subpath of %s)r� r9 r� r� r� rw r r� )r �zip_pathr� r r r �_parts� s zZipProvider._partsc C s | j j| jj�S )N)�_zip_manifestsr� r� r� )r r r r �zipinfo� s zZipProvider.zipinfoc C s` | j std��| j|�}| j� }dj| j|��|krTx |D ]}| j|| j|�� q:W | j||�S )Nz5resource_filename() only supported for .egg, not .zipr{ )r~ rz �_resource_to_zip�_get_eager_resourcesrm r� �_extract_resource� _eager_to_zip)r r� r� r� �eagersr� r r r r� � s z!ZipProvider.get_resource_filenamec C s" | j }| jd }tj|�}||fS )Nr r- r7 )r r r7 )Z file_size� date_time�timeZmktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s z ZipProvider._get_date_and_sizec C sn || j � krDx*| j � | D ]}| j|tjj||��}qW tjj|�S | j| j| �\}}tsdt d��y�|j | j | j |��}| j ||�r�|S tdtjj|�d�\}} tj|| jj|�� tj|� t| ||f� |j| |� yt| |� W n\ tjk �rD tjj|��r>| j ||��r |S tjdk�r>t|� t| |� |S � Y nX W n tjk �rh |j� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rm re r� r� � WRITE_SUPPORT�IOErrorrN r~ r� � _is_current�_mkstemp�writer� r} r� r r[ r �error�isfiler� r rJ ) r r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � s@ z ZipProvider._extract_resourcec C sx | j | j| �\}}tjj|�s$dS tj|�}|j|ksB|j|krFdS | jj |�}t |d��}|j � }W dQ R X ||kS )zK Return True if the file_path is current for this zip_path Fr� N) r� r� r� r� r� rQ �st_sizer� r� r} r ru ) r Z file_pathr� r� r� rQ Z zip_contents�fZ file_contentsr r r r� � s zZipProvider._is_currentc C sB | j d kr<g }x&dD ] }| j|�r|j| j|�� qW || _ | j S )N�native_libs.txt�eager_resources.txt)r� r� )r� r� r r� )r r� r� r r r r� s z ZipProvider._get_eager_resourcesc C s� y| j S tk r� i }xd| jD ]Z}|jtj�}xH|rztjj|d d� �}||krj|| j|d � P q4|j� g||< q4W q"W || _ |S X d S )Nr- r7 r7 ) Z _dirindex�AttributeErrorr� r r� r� rm r; r: )r Zindr� r< �parentr r r r� s zZipProvider._indexc C s | j |�}|| jkp || j� kS )N)r� r� r� )r r� r� r r r rk s zZipProvider._hasc C s | j |�| j� kS )N)r� r� )r r� r r r ro ! s zZipProvider._isdirc C s t | j� j| j|�f ��S )N)r r� rB r� )r r� r r r rp $ s zZipProvider._listdirc C s | j | j| j|��S )N)r� rg r� )r r� r r r r� ' s zZipProvider._eager_to_zipc C s | j | j| j|��S )N)r� rg rf )r r� r r r r� * s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r] r� r� r� r� r� rk ro rp r� r� r r r r r� � s$ 4 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) r� a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S )N)r� )r r� r r r r� = s zFileMetadata.__init__c C s |dkot jj| j�S )NzPKG-INFO)r� r� r� )r r� r r r r� @ s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|j� }W d Q R X | j|� |S )NzPKG-INFOz(No metadata except PKG-INFO is availablezutf-8r5 )�encoding�errors)r� rh r r� ru �_warn_on_replacement)r r� r� �metadatar r r r� C s zFileMetadata.get_metadatac C s2 dj d�}||kr.d}|jf t� �}tj|� d S )Ns �zutf-8z2{self.path} could not be properly decoded in UTF-8)rm r� r� rC rD )r r� Zreplacement_charrH rW r r r r� L s z!FileMetadata._warn_on_replacementc C s t | j|��S )N)r� r� )r r� r r r r� T s z FileMetadata.get_metadata_linesN) r r r r r� r� r� r� r� r r r r r� 1 s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S )N)rf rl )r r� rl r r r r� l s zPathMetadata.__init__N)r r r r r� r r r r r� X s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tjj|j |j�| _n|j | _| j � dS )z-Create a metadata provider from a zipimporterN) r� r� r� r� r� �prefixr� rm rf r )r �importerr r r r� t s zEggMetadata.__init__N)r r r r r� r r r r r� q s rR )�_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.N)r� )� importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r r� � s c c s� | j jd�rdS t| �}|jd�r2tj||d�V |r:dS xH|jd�D ]:}t|�rFtj j ||�}x t t j |�|�D ] }|V qrW qFW dS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNzPKG-INFO)r� r{ )r� �endswithr� r� r� � from_filenamer r� r� r� rm �find_eggs_in_zip� zipimport� zipimporter)r� r� r� r� Zsubitem�subpathr� r r r r� � s r� c C s f S )Nr )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t jj| �\} }tj| jd�|g�}dd� |D �S )z6 Parse each component of the filename r+ c S s g | ]}t jj|��qS r )r rK r� )r+ r3 r r r � <listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr< r r r � _by_version� s z+_by_version_descending.<locals>._by_versionT)r' r6 )�sorted)rM r� r r r �_by_version_descending� s r� c c s� t |�}tjj|�o tj|tj��r�t|�rPtj|t |tjj |d��d�V �nTt tj |��}�xB|D �]8}|j � }|jd�s�|jd�r�tjj ||�}tjj|�r�ttj |��dkr�qft ||�}nt|�}tj|||td�V qf| o�t|��rttjj ||��}x�|D ] } | V �qW qf| rf|jd�rfttjj ||���} | j� } W dQ R X xN| D ]F} | j� �sh�qVtjj || j� �} t| �}x|D ] }|V �q�W P �qVW qfW dS ) z6Yield distributions accessible on a sys.path directoryzEGG-INFO)r� z .egg-infoz .dist-infor )� precedencez .egg-linkN)�_normalize_cachedr� r� r �access�R_OKr� r� r� r� rm r� r� r8 r� rw r� � from_locationr� r� r � readlines�strip�rstrip)r� r� r� Zpath_item_entriesr� r8 Zfullpathr� r r� Z entry_fileZ entry_lines�liner� r r r r � find_on_path� sB r� � FileFinder)�_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. N)r� )r� Znamespace_handlerr r r r� s c C s� t |�}|dkrdS |j| �}|dkr*dS tjj| �}|dkrbtj| � }tj| < g |_t| � nt |d�svt d| ��t t |�}|||| |�}|dk r�|j}|j |� |j| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�__path__zNot a package:)r � find_modulerk r� rB �types� ModuleTyper� �_set_parent_nsr� r� r� r� r; � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r � _handle_ns s* r� c sR dd� t jD ���fdd��� �fdd�}| j|d� dd� | D �|jd d �< d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |��qS r )r� )r+ �pr r r r� 5 s z%_rebuild_mod_path.<locals>.<listcomp>c s( y � j | �S tk r" td�S X dS )z/ Workaround for #520 and #513. �infN)�indexrp �float)r� )�sys_pathr r �safe_sys_path_index7 s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | j tj�}� jd�d }|d| � }�ttjj|���S )zR Return the ordinal of the path based on its position in sys.path r, r- N)r r� r� �countr� rm )r� � path_partsZ module_partsr< )� package_namer� r r �position_in_sys_path@ s z/_rebuild_mod_path.<locals>.position_in_sys_path)r' c S s g | ] }t |��qS r )r� )r+ r� r r r r� J s N)rk r� r! r� )Z orig_pathr� r� r� r )r� r� r� r r� 0 s r� c C s� t j� z�| tkrdS tjd }}d| kr�dj| jd�dd� �}t|� |tkrZt|� ytj | j }W n t k r� t d|��Y nX tj |g �j| � tj | g � x|D ]}t| |� q�W W dt j� X dS )z9Declare that package 'packageName' is a namespace packageNr, r- zNot a package:r7 )�_imp� acquire_lockr� rk r� rm r r� r� r� r� r� r� r r; r� � release_lock)r� r� r� r� r r r r� M s& c C sJ t j� z2x,tj|f �D ] }t|| �}|rt||� qW W dt j� X dS )zDEnsure that previously-declared namespace packages include path_itemN)r� r� r� rB r� r� r� )r� r� �packager� r r r r� n s c C sF t jj||jd�d �}t|�}x |jD ]}t|�|kr(P q(W |S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerr, r- Nr7 )r� r� rm r r� r� )r� r� r� r� r� Z normalizedr r r r �file_ns_handlerz s r c C s d S )Nr )r� r� r� r� r r r �null_ns_handler� s r c C s t jjt jj| ��S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpath)rZ r r r r� � s c C s2 y|| S t k r, t| � || < }|S X d S )N)r� r� )rZ r� �resultr r r r� � s r� c C s | j � jd�S )z@ Determine if given path appears to be an unpacked egg. z.egg)r8 r� )r� r r r r� � s r� c C s< | j d�}|j� }|r8dj|�}ttj| |tj| � d S )Nr, )r r: rm �setattrrk r� )r� r< r� r� r r r r� � s r� c c sh t | tj�r>xV| j� D ]"}|j� }|r|jd� r|V qW n&x$| D ] }xt|�D ] }|V qRW qDW dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r r r� � splitlinesr� r9 r� )�strsr2 Zssr r r r� � s z \w+(\.\w+)*$z� (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s� e Zd ZdZf f dfdd�Zdd� Zdd� Zdd d �Zd d � Zddd�Z e j d�Z e ddd��Ze dd� �Ze d dd��Ze d dd��ZdS ) r� z3Object representing an advertised importable objectNc C sJ t |�std|��|| _|| _t|�| _tjddj|� �j | _ || _ d S )NzInvalid module namezx[%s]�,) �MODULErp r� � module_namer �attrsr� r� rm r r� )r r� r r r r� r r r r� � s zEntryPoint.__init__c C sH d| j | jf }| jr*|ddj| j� 7 }| jrD|ddj| j� 7 }|S )Nz%s = %s�:r, z [%s]r )r� r r rm r )r r2 r r r r� � s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r))rF )r r r r r� � s zEntryPoint.__repr__Tc O s6 | s|s|r t jdtdd� |r.| j||� | j� S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rg )r> )rC rD �DeprecationWarningrt r )r rt rd r� r r r r� � s zEntryPoint.loadc C sV t | jdgdd�}ytjt| j|�S tk rP } ztt|���W Y dd}~X nX dS )zD Resolve the entry point from its module and attrs. r r )�fromlist�levelN) r� r � functools�reducer� r r� r� rF )r r� �excr r r r � s zEntryPoint.resolvec C sH | j r| j rtd| ��| jj| j �}tj|||�}tttj|�� d S )Nz&Can't require() without a distribution) r r� r� r r� r r r r )r r r r rV r r r rt s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j j|�}|s d}t||��|j� }| j|d �}|d rJ|d jd�nf }| |d |d |||�S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrr, r� r� )�patternrj rp � groupdict� _parse_extrasr )r �srcr� rr rW �resr r r r r r� s zEntryPoint.parsec C s( |sf S t jd| �}|jr"t� �|jS )N�x)r� r� �specsrp r )r Z extras_specr� r r r r $ s zEntryPoint._parse_extrasc C sZ t |�std|��i }x>t|�D ]2}| j||�}|j|krHtd||j��|||j< q W |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r rp r� r� r� )r ro �linesr� �thisr� r r r r � parse_group- s zEntryPoint.parse_groupc C sx t |t�r|j� }nt|�}i }xR|D ]J\}}|dkrD|s<q&td��|j� }||kr^td|��| j|||�||< q&W |S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r rR rV r� rp r� r )r �datar� �mapsro r r r r � parse_map: s zEntryPoint.parse_map)T)NN)N)N)N)r r r r r� r� r� r� r rt r? r@ r r' r� r r r! r r r r r� � s c C s> | sdS t jj| �}|d jd�r:t jj|d d� d �S | S )Nr� r- zmd5=r7 r7 )r� )r r� Zurlparser9 Z urlunparse)r Zparsedr r r �_remove_md5_fragmentN s r" c C s@ dd� }t || �}tt|�d�}|jd�\}}}t|j� �p>dS )z� Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | j � jd�S )Nzversion:)r8 r9 )r� r r r re \ s z$_version_from_file.<locals>.<lambda>r� r N)r �next�iter� partitionr� r� )r Zis_version_lineZ version_linesr� r� rn r r r �_version_from_fileW s r& c @ sZ e Zd ZdZdZddddedefdd�ZedGdd��Z dd � Z e d d � �Z d d � Z dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zf fd$d%�Zd&d'� ZdHd)d*�Zd+d,� Z d-d.� Z d/d0� Z d1d2� Z edId3d4��Z d5d6� Z!d7d8� Z"dJd9d:�Z#d;d<� Z$dKd=d>�Z%d?d@� Z&dAdB� Z'dCdD� Z(e dEdF� �Z)dS )Lr� z5Wrap an actual or potential sys.path entry w/metadatazPKG-INFONc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) r� r r� �_versionr2 rl r r� r� � _provider)r r r� r rK r2 rl r� r r r r� g s zDistribution.__init__c K s~ d gd \}}}}t jj|�\}} | j� tkr^t| j� } t|�} | r^| jdddd�\}}}}| ||f||||d�|��j� S )Nr� r� ZverZpyverrq )r rK r2 rl )r� r� r� r8 �_distributionImpl�EGG_NAMEro �_reload_version) r r r� r� rT r rK r2 rl r� rj r r r r� s s zDistribution.from_locationc C s | S )Nr )r r r r r+ � s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS )Nr� )�parsed_versionr� r' r" r r2 rl )r r r r r5 � s zDistribution.hashcmpc C s t | j�S )N)�hashr5 )r r r r r � s zDistribution.__hash__c C s | j |j k S )N)r5 )r r! r r r r � s zDistribution.__lt__c C s | j |j kS )N)r5 )r r! r r r r" � s zDistribution.__le__c C s | j |j kS )N)r5 )r r! r r r r% � s zDistribution.__gt__c C s | j |j kS )N)r5 )r r! r r r r$ � s zDistribution.__ge__c C s t || j�sdS | j|jkS )NF)r r r5 )r r! r r r r# � s zDistribution.__eq__c C s | |k S )Nr )r r! r r r r& � s zDistribution.__ne__c C s0 y| j S tk r* | jj� | _ }|S X d S )N)Z_keyr� r r8 )r r' r r r r' � s zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� rN rK r. )r r r r r, � s zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S tjd�j� jdd�}t j |j f t | ��t � d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. rq r� )r rK � LegacyVersionr r. rC rD r� r5 rC rD r� �varsr )r ZLVZ is_legacyrH r r r �_warn_legacy_version� s z!Distribution._warn_legacy_versionc C sL y| j S tk rF t| j| j��}|d krBd}t|| j | ��|S X d S )Nz(Missing 'Version:' header and/or %s file)r' r� r& � _get_metadata�PKG_INFOrp )r rK rH r r r rK � s zDistribution.versionc C s� y| j S tk r� d g i }| _ x�dD ]x}xrt| j|��D ]`\}}|r�d|kr||jdd�\}}t|�rpg }n t|�s|g }t|�p�d }|j|g �j t |�� q>W q*W |S X d S )N� requires.txt� depends.txtr r- )r4 r5 ) Z_Distribution__dep_mapr� r� r2 r r� r� r� r r r� )r �dmr� r( r r) r r r �_dep_map� s zDistribution._dep_mapc C sj | j }g }|j|jdf �� xH|D ]@}y|j|t|� � W q" tk r` td| |f ��Y q"X q"W |S )z@List of Requirements needed for this distro if `extras` are usedNz %s has no such extra feature %r)r7 r rB r� r� r� )r r r6 Zdepsr� r r r r � s zDistribution.requiresc c s( | j |�r$x| j|�D ] }|V qW d S )N)r� r� )r r� r� r r r r2 s zDistribution._get_metadataFc C sZ |dkrt j}| j||d� |t jkrVt| j� x$| jd�D ]}|t jkr<t|� q<W dS )z>Ensure distribution is importable on `path` (default=sys.path)N)r5 znamespace_packages.txt)rk r� r r� r r2 r� r� )r r� r5 Zpkgr r r �activate s zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%sr+ )r� r rK r2 r> rl )r rZ r r r r~ s zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r rF )r r r r r� s zDistribution.__repr__c C s@ yt | dd �}W n tk r( d }Y nX |p0d}d| j|f S )NrK z[unknown version]z%s %s)r� rp r )r rK r r r r� % s zDistribution.__str__c C s |j d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r9 r� r� r( )r r r r r � __getattr__- s zDistribution.__getattr__c K s | j t|�tjj|�|f|�S )N)r� r� r� r� r� )r rZ r� rT r r r r� 3 s zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }tj|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r r, r rK r_ r r� r� )r �specr r r r" : s zDistribution.as_requirementc C s. | j ||�}|dkr&td||ff ��|j� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rz r� r� )r ro r� r r r r rx C s z Distribution.load_entry_pointc C sP y | j }W n, tk r6 tj| jd�| � }| _ Y nX |dk rL|j|i �S |S )z=Return the entry point map for `group`, or the full entry mapzentry_points.txtN)Z_ep_mapr� r� r! r2 rB )r ro Zep_mapr r r ry J s zDistribution.get_entry_mapc C s | j |�j|�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)ry rB )r ro r� r r r rz V s zDistribution.get_entry_infoc C s2 |p| j }|sdS t|�}tjj|�}dd� |D �}x�t|�D ]v\}}||kr\|rVP q�dS q>||kr>| jtkr>| r�|||d� kr�dS |tjkr�| j � |j ||� |j ||� P q>W |tjkr�| j � |r�|j d|� n |j |� dS xBy|j ||d �} W n t k �r P Y q�X || = || = | }q�W dS )a� Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |�p|�qS r )r� )r+ r� r r r r� t s z*Distribution.insert_on.<locals>.<listcomp>r r- )r r� r� r� re � enumerater� r� rk �check_version_conflictr r; r� rp ) r r� �locr5 ZnlocZbdirZnpathr� r Znpr r r r Z sB zDistribution.insert_onc C s� | j dkrd S tj| jd��}t| j�}x~| jd�D ]p}|tjks4||ks4|tkrTq4|dkr^q4t tj| dd �}|r�t|�j |�s4|j | j�r�q4t d||| jf � q4W d S ) N� setuptoolsznamespace_packages.txtz top_level.txt� pkg_resources�siterd zIModule %s was already imported from %s, but %s is being added to sys.path)r? r> r@ ) r' rR rS r2 r� r rk r� r� r� r9 � issue_warning)r Znspr= �modname�fnr r r r< � s" z#Distribution.check_version_conflictc C s4 y | j W n$ tk r. tdt| � � dS X dS )NzUnbuilt egg for FT)rK rp rA r� )r r r r r7 � s zDistribution.has_versionc K sD d}x$|j � D ]}|j|t| |d�� qW |jd| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r r� r( r )r rT rM r r r r �clone� s zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r+ Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r7 )r r r r r � s zDistribution.extras)N)NF)N)N)NF)*r r r r r3 r> r� r� r' r� r+ r� r5 r r r" r% r$ r# r& r' r, r1 rK r7 r r2 r8 r~ r� r� r9 r� r" rx ry rz r r< r7 rD r r r r r r� c sN Cc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s t | j| j��}|r|| _| S )a� Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r& r2 r3 r' )r Z md_versionr r r r+ � s z#EggInfoDistribution._reload_versionN)r r r r+ r r r r rE � s rE c @ s> e Zd ZdZdZejd�Zedd� �Z edd� �Z dd � Z d S ) �DistInfoDistributionzGWrap an actual or potential sys.path entry w/metadata, .dist-info styleZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C s@ y| j S tk r: | j| j�}tjj� j|�| _ | j S X dS )zParse and cache metadataN)Z _pkg_infor� r� r3 �email�parserZParserZparsestr)r r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s, y| j S tk r& | j� | _ | j S X d S )N)� _DistInfoDistribution__dep_mapr� �_compute_dependencies)r r r r r7 � s z DistInfoDistribution._dep_mapc s� dg i }| _ g � x&| jjd�p"g D ]}� jt|�� q$W � fdd�}t|d��}|d j|� x<| jjd�ppg D ](}t|j� �}tt||��| �||< qrW |S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s0 x*� D ]"}|j s"|j jd| i�r|V qW d S )Nr( )r) r* )r( r� )r r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) rJ rI Zget_allr r� � frozensetr� r� r )r r6 r� rL �commonr( Zs_extrar )r r rK � s z*DistInfoDistribution._compute_dependenciesN) r r r r r3 r? r@ ZEQEQr� rI r7 rK r r r r rF � s rF )z.eggz .egg-infoz .dist-infoc O s^ d}t � }y"x tj|�j|kr(|d7 }qW W n tk r@ Y nX tj| d|d i|�� d S )Nr- r> )rO rk r� r� rp rC rD )rd rT r rX r r r rA s rA c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s dj | j�S )Nr� )rm rd )r r r r r� s z RequirementParseError.__str__N)r r r r� r r r r rO s rO c c sh t t| ��}xV|D ]N}d|kr0|d|jd�� }|jd�rV|dd� j� }|t|�7 }t|�V qW dS )z�Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N�\rg ���)r$ r� r� r� r� r# r� )r r r� r r r r� # s c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Ze d d� �Z � Z S )r� c s� yt t| �j|� W n2 tjjk rF } ztt|���W Y dd}~X nX | j| _ t | j�}||j � | _ | _ dd� | jD �| _ttt| j��| _| j | jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r8 rK )r+ r: r r r r� A s z(Requirement.__init__.<locals>.<listcomp>)r r� r� r r ZInvalidRequirementrO rF r� Z unsafe_namer� r8 r r' � specifierr r r r� r rM r) �hashCmpr- �_Requirement__hash)r Zrequirement_stringrc r )r r r r� 7 s zRequirement.__init__c C s t |t�o| j|jkS )N)r r� rS )r r! r r r r# K s zRequirement.__eq__c C s | |k S )Nr )r r! r r r r& Q s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r r� r' rK rR �contains)r r r r r r T s zRequirement.__contains__c C s | j S )N)rT )r r r r r ` s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r))rF )r r r r r� c s zRequirement.__repr__c C s t | �\}|S )N)r� )r2 r� r r r r� e s zRequirement.parse) r r r r� r# r& r r r� r] r� rH r r )r r r� 6 s c C s0 t | t�s*G dd� d| t�} | jdd� S | jS )z&Get an mro for a type or classic classc @ s e Zd ZdS )z_get_mro.<locals>.clsN)r r r r r r r r o s r r- N)r r� �object�__mro__)r r r r �_get_mrok s rX c C s2 x,t t|dt|���D ]}|| kr| | S qW dS )z2Return an adapter factory for `ob` from `registry`r N)rX r� r� )�registryr` �tr r r r� v s r� c C s& t jj| �}t jj|�s"t j|� dS )z1Ensure that the parent directory of `path` existsN)r� r� re r �makedirs)r� re r r r r� } s c C s@ t s td��t| �\}}|r<|r<t|� r<t|� t|d� dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r rK r )r� re rZ r r r rK � s rK c c sz d}g }xbt | �D ]V}|jd�r^|jd�rR|s2|r<||fV |dd� j� }g }qhtd|��q|j|� qW ||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N�[�]r- zInvalid section headingr7 )r� r9 r� r� rp r; )r2 ZsectionZcontentr� r r r r� � s c O s& t j}ztt _tj| |�S |t _X d S )N)r� r �os_open�tempfileZmkstemp)rd rT Zold_openr r r r� � s r� �ignore)�categoryr; c O s | ||� | S )Nr )r� rd r� r r r � _call_aside� s rb c C s< t � }|| d< x(t|�D ] }|jd�st||�| |< qW dS )z=Set up global resource manager (deliberately not state-saved)Z_managerr� N)r� r� r9 r� )rX r� r� r r r � _initialize� s rc c C s� t j� } td| d� | j}| j}| j}| j}|}d}x| D ]}|jdd� q:W ~|dd� dd� g | _t t | j t j �� t� jt� � dS ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. rV )r� NF)r5 c S s | j dd�S )NT)r5 )r8 )r� r r r re � s z0_initialize_master_working_set.<locals>.<lambda>)r% )r� r rU rt r{ r& ru r8 r� r r r� rk r� rO rP r� )r� rt r{ r� ru r� r� r r r � _initialize_master_working_set� s rd )r r )r r r7 )N)N)F)F)F)F)N)�r Z __future__r rk r� rh r� r? r� r� r� rC rQ r Zpkgutilr8 rl r r� Z email.parserrG r_ rC r� r r� r� ZimpZ pip._vendorr Zpip._vendor.six.movesr r r r r r r r� r r^ Zos.pathr r Zimportlib.machinery� machineryr� r r r r� � version_inforW rD rt r� rE r rV r rK r_ rI r/ rJ rN rQ rU rZ r[ r^ ra rb rc Z _sget_noneZ _sset_noners �__all__� Exceptionr� r� r� r� r� r� r> r� r� r� r� r� r� rv rn r� rh r@ ri r� r� r� ru r� rw rx ry rz r� r� r� rR r r� r� � RuntimeErrorr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� Z ImpImporterr� r� r� r� r� r� r� r r r� r� r� r� r� rj r rA � IGNORECASEr* r� r" r& r� rE rF r) rA rp rO r� r r� rX r� r� rK r� r� �filterwarningsrb rO rc rd r r r r �<module> s� b . { 3 a ' ' . ! ~ g0 5 site-packages/pip/_vendor/pkg_resources/__pycache__/__init__.cpython-36.pyc 0000644 00000271767 15231162611 0023002 0 ustar 00 3 F��i>� � ^ @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ y ddlZW n ek r� ddlZY nX ddl m Z ddl m Z m Z m!Z! ddlm"Z" y ddlm#Z#m$Z$m%Z% d Z&W n ek �rH d Z&Y nX dd lm'Z( dd l)m*Z*m+Z+ yddl,j-Z.e.j/ W n ek �r� dZ.Y nX dd l m0Z0 ddl m1Z1 e2d� e2d� e2d� e2d� d�ej3 k �o�d�k n �r�dZ4e j5e4� dZ6dZ7G dd� de8�Z9G dd� de:�Z;G dd� de;e1j<j=�Z>G dd � d e;e1j<j?�Z@d d � ZAi ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd'd(� ZGd)d*� ZHd+d,� ZId-d.� ZJZKd/d0� ZLd1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPddQd dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgFZMG dudL� dLeN�ZOG dvdM� dMeO�ZPG dwdx� dxeP�ZQG dydN� dNeO�ZRG dzdO� dOeO�ZSi ZTej<dd� ZUdZVd{ZWd|ZXdZYd�ZZd}dp� Z[d~d3� Z\g fdd��Z]d�d�� Z^d�d�� Z_ej`d��Zaej`d��Zbe_Zcd�dU� Zdd�d2� ZeeeZfd�d4� Zgd�d5� Zhd�d�d6�Zid�d7� ZjG d�dc� dc�ZkG d�dd� ddek�ZlG d�dG� dGe:�ZmG d�d�� d�en�ZoG d�dF� dFe:�ZpepZqG d�dP� dPer�ZsG d�dH� dH�Ztd�dE� Zud�dR� Zvd�dS� Zwd�dX� Zxd�dY� Zyd�dZ� Zzd�d�d[�Z{G d�dj� dj�Z|e[e:e|� G d�dk� dke|�Z}G d�dl� dle}�Z~e~j� G d�dh� dhe|�Z�e�� Z�G d�d�� d�en�Z�G d�d�� d�e��Z�G d�d�� d�e j��Z�G d�dm� dme}�Z�e[e j�e�� G d�de� dee��Z�G d�df� dfe~�Z�G d�dg� dge��Z�eCd�i d�� d�dn� Z�d�d�dB�Z�d�d�d��Z�e�e j�e�� d�d�d��Z�e�e:e�� d�d�� Z�d�d�d��Z�e�ej�e�� e�e.d���r"e�e.j�e�� eCd�i d�� eCd�i d�� d�do� Z�d�d�� Z�d�d�� Z�d�d?� Z�d�d�dq�Z�d�d�� Z�e�ej�e�� e�e j�e�� e�e.d���r�e�e.j�e�� d�dÄ Z�e�e:e�� d�d]� Z�i fd�dƄZ�d�dȄ Z�d�dʄ Z�d�dV� Z�ej`d̃j�Z�ej`d�ej�ej�B �j�Z�G d�dK� dKe:�Z�d�dЄ Z�d�d҄ Z�G d�dI� dIe:�Z�G d�dՄ d�e��Z�G d�dׄ d�e��Z�e�e�e�dZ�d�dڄ Z�G d�d܄ d�e��Z�d�dQ� Z�G d�dJ� dJe1j�j��Z�d�d� Z�d�d� Z�d�d\� Z�d�d� Z�d�dW� Z�d�d� Z�e j�d�e9d d� d�d� Z�e�e�� fd�d��Z�e�d�d� �Z�dS )�aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. � )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split)�appdirs)� packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers� zLSupport for Python 3.0-3.2 has been dropped. Future versions will fail here.c @ s e Zd ZdZdS )� PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/__init__.pyr [ s r c st e Zd Z� fdd�Z� fdd�Z� fdd�Z� fdd�Z� fd d �Z� fd d �Z� fd d�Z dd� Z dd� Z � Z S )�_SetuptoolsVersionMixinc s t t| �j� S )N)�superr �__hash__)�self)� __class__r r r c s z _SetuptoolsVersionMixin.__hash__c s* t |t�rt| �|k S tt| �j|�S d S )N)� isinstance�tupler r �__lt__)r �other)r r r r f s z _SetuptoolsVersionMixin.__lt__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__le__)r r! )r r r r" l s z _SetuptoolsVersionMixin.__le__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__eq__)r r! )r r r r# r s z _SetuptoolsVersionMixin.__eq__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__ge__)r r! )r r r r$ x s z _SetuptoolsVersionMixin.__ge__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__gt__)r r! )r r r r% ~ s z _SetuptoolsVersionMixin.__gt__c s* t |t�rt| �|kS tt| �j|�S d S )N)r r r r �__ne__)r r! )r r r r& � s z _SetuptoolsVersionMixin.__ne__c C s t | �| S )N)r )r �keyr r r � __getitem__� s z#_SetuptoolsVersionMixin.__getitem__c # sj t jdt j��dddddd�j���fdd�� � fdd �}tjd td d � x|t| ��D ] }|V qXW d S ) Nz(\d+ | [a-z]+ | \.| -)�czfinal-�@)ZpreZpreview�-ZrcZdevc 3 s` xT� j | �D ]F}�||�}| s |dkr*q |d d� dkrH|jd�V q d| V q W dV d S )N�.� � 0123456789� �*z*final)r �zfill)�s�part)� component_re�replacer r �_parse_version_parts� s z>_SetuptoolsVersionMixin.__iter__.<locals>._parse_version_partsc sz g }xl� | j � �D ]\}|jd�rd|dk rFx |rD|d dkrD|j� q*W x |rb|d dkrb|j� qHW |j|� qW t|�S )Nr0 z*finalr- z*final-Z00000000���r7 )�lower� startswith�pop�appendr )r2 �partsr3 )r6 r r �old_parse_version� s z;_SetuptoolsVersionMixin.__iter__.<locals>.old_parse_versiona� You have iterated over the result of pkg_resources.parse_version. This is a legacy behavior which is inconsistent with the new version class introduced in setuptools 8.0. In most cases, conversion to a tuple is unnecessary. For comparison of versions, sort the Version instances directly. If you have another use case requiring the tuple, please file a bug with the setuptools project describing that need.r- )� stacklevel)�re�compile�VERBOSE�get�warnings�warn�RuntimeWarning�str)r r= r3 r )r6 r4 r5 r �__iter__� s z _SetuptoolsVersionMixin.__iter__) r r r r r r" r# r$ r% r& r( rG � __classcell__r r )r r r b s r c @ s e Zd ZdS )�SetuptoolsVersionN)r r r r r r r rI � s rI c @ s e Zd ZdS )�SetuptoolsLegacyVersionN)r r r r r r r rJ � s rJ c C s* yt | �S tjjk r$ t| �S X d S )N)rI r �version�InvalidVersionrJ )�vr r r � parse_version� s rN c K s" t � j|� tjtj|| �� d S )N)�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s rU c C s< i } t � }x,tj� D ] \}}|d| || �| |< qW | S )NZ_sget_)rO rQ �items)�state�g�krM r r r � __getstate__� s rZ c C s< t � }x0| j� D ]$\}}|dt| ||| |� qW | S )NZ_sset_)rO rV rQ )rW rX rY rM r r r � __setstate__� s r[ c C s | j � S )N)�copy)�valr r r � _sget_dict� s r^ c C s |j � |j|� d S )N)�clearrP )r' �obrW r r r � _sset_dict� s ra c C s | j � S )N)rZ )r] r r r � _sget_object� s rb c C s |j |� d S )N)r[ )r' r` rW r r r � _sset_object� s rc c G s d S )Nr )�argsr r r �<lambda>� s re c C sb t � } tj| �}|dk r^tjdkr^y&ddjt� dd� �|jd�f } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. N�darwinz macosx-%s-%sr, � r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group� ValueError)�plat�mr r r �get_supported_platform� s &rs �require� run_script� get_provider�get_distribution�load_entry_point� get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment� WorkingSet�ResourceManager� Distribution� Requirement� EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections� safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST� CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata� EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr �run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )r� z.Abstract base for dependency resolution errorsc C s | j jt| j� S )N)r r �reprrd )r r r r �__repr__I s zResolutionError.__repr__N)r r r r r� r r r r r� F s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d � Z d S ) r� z� An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S )Nr )rd )r r r r �distW s zVersionConflict.distc C s | j d S )Nr- )rd )r r r r �req[ s zVersionConflict.reqc C s | j jf t� �S )N)� _template�format�locals)r r r r �report_ s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )rd �ContextualVersionConflict)r � required_byrd r r r � with_contextb s z VersionConflict.with_contextN) r r r r r� �propertyr� r� r� r� r r r r r� M s c @ s& e Zd ZdZejd Zedd� �ZdS )r� z� A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )Nrg )rd )r r r r r� u s z%ContextualVersionConflict.required_byN)r r r r r� r� r� r� r r r r r� m s r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d � Z d d � Z d S )r� z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S )Nr )rd )r r r r r� � s zDistributionNotFound.reqc C s | j d S )Nr- )rd )r r r r � requirers� s z DistributionNotFound.requirersc C s | j s dS dj| j �S )Nzthe applicationz, )r� rm )r r r r � requirers_str� s z"DistributionNotFound.requirers_strc C s | j jf t� �S )N)r� r� r� )r r r r r� � s zDistributionNotFound.reportc C s | j � S )N)r� )r r r r �__str__� s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r r� z s c @ s e Zd ZdZdS )r� z>Distribution doesn't have an "extra feature" of the given nameN)r r r r r r r r r� � s rg r- c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� � s c C st t | t�r$tj| �p"tt| ��d S ytj| }W n& tk rX t | � tj| }Y nX t |dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr � __loader__N) r r� r� �findrt rF rk �modules�KeyError� __import__�getattr� _find_adapterr� )Z moduleOrReq�module�loaderr r r rv � s c C sd | s\t j� d }|dkrLd}tjj|�rLttd�rLtj|�}d|krL|d }| j|j d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionr, ) rl Zmac_ver�os�path�exists�hasattr�plistlibr� r; r )�_cacherK ZplistZ plist_contentr r r rn � s rn c C s ddd�j | | �S )NZppc)ZPowerPCZPower_Macintosh)rB )�machiner r r � _macosx_arch� s r� c C s� yddl m} W n tk r0 ddlm} Y nX | � }tjdkr�|jd� r�y<t� }tj � d j dd�}dt |d �t |d �t |�f S t k r� Y nX |S ) z�Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )r� rf zmacosx-� � �_zmacosx-%d.%d-%sr- )� sysconfigr� � ImportErrorZdistutils.utilrk rl r9 rn r� �unamer5 �intr� rp )r� rq rK r� r r r rh � s rh zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t j|�}|r�t j| �}|s�tj| �}|r�t|jd��}d|jd�|jd�f }|dkr||dks�|dkr�|d kr�dS d S |jd�|jd�ks�|jd �|jd �kr�d S t|jd��t|jd��kr�d S dS d S ) z�Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr- z%s.%srg � z10.3r/ z10.4Fr )ri rj �darwinVersionStringr� ro )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r r� � s* c C s< t jd�j}|d }|j� ||d< t| �d j||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr- r r N)rk � _getframe� f_globalsr_ rt ru )Z dist_spec� script_name�ns�namer r r ru s c C s@ t | tj�rtj| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r � string_typesr� �parserv r� � TypeError)r� r r r rw ) s c C s t | �j||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rw rx )r� ro r� r r r rx 4 s c C s t | �j|�S )z=Return the entry point map for `group`, or the full entry map)rw ry )r� ro r r r ry 9 s c C s t | �j||�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)rw rz )r� ro r� r r r rz > s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr )r� r r r � has_metadataD s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr )r� r r r � get_metadataG s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr )r� r r r �get_metadata_linesJ s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr )r� r r r �metadata_isdirP s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr )r� r r r �metadata_listdirS s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r ru V s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� ru r r r r r� C s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr )�manager� resource_namer r r �get_resource_filename] s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_streamb s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr )r� r� r r r �get_resource_stringg s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr )r� r r r � has_resourcel s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr )r� r r r r� o s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr )r� r r r r r s z"IResourceProvider.resource_listdirN) r r r r r� r� r� r� r� r r r r r r� Z s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d � Zd d � Z d d� Z d(dd�Z dd� Z dd� Z d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-r� zDA collection of active distributions on sys.path (or a similar list)Nc C sB g | _ i | _i | _g | _|dkr&tj}x|D ]}| j|� q,W dS )z?Create working set from list of path entries (default=sys.path)N)�entries� entry_keys�by_key� callbacksrk r� � add_entry)r r� �entryr r r �__init__y s zWorkingSet.__init__c C sZ | � }yddl m} W n tk r* |S X y|j|� W n tk rT | j|�S X |S )z1 Prepare the master working set. r )� __requires__)�__main__r� r� rt r� �_build_from_requirements)�cls�wsr� r r r � _build_master� s zWorkingSet._build_masterc C sn | g �}t |�}|j|t� �}x|D ]}|j|� q$W x"tjD ]}||jkr>|j|� q>W |jtjdd�< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)r� �resolver� �addrk r� r� r� )r Zreq_specr �reqs�distsr� r� r r r r � s z#WorkingSet._build_from_requirementsc C s@ | j j|g � | jj|� x t|d�D ]}| j||d� q&W dS )a� Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r� � setdefaultr� r; r� r )r r� r� r r r r� � s zWorkingSet.add_entryc C s | j j|j�|kS )z9True if `dist` is the active distribution for its project)r� rB r' )r r� r r r � __contains__� s zWorkingSet.__contains__c C s, | j j|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r� rB r' r� )r r� r� r r r r� � s zWorkingSet.findc c sP xJ| D ]B}|j |�}|dkr6x*|j� D ] }|V q&W q||kr|| V qW dS )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). N)ry �values)r ro r� r� r� �epr r r r{ � s z WorkingSet.iter_entry_pointsc C s> t jd�j}|d }|j� ||d< | j|�d j||� dS )z?Locate distribution for `requires` and run `script_name` scriptr- r r N)rk r� r� r_ rt ru )r �requiresr� r� r� r r r ru � s zWorkingSet.run_scriptc c sT i }xJ| j D ]@}|| jkr q x.| j| D ] }||kr(d||< | j| V q(W q W dS )z�Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r- N)r� r� r� )r �seen�itemr' r r r rG � s zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| jj|g �}| jj|jg �}| rX|j| jkrXdS || j|j< |j|krz|j|j� |j|kr�|j|j� | j|� dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. )r5 N) � insert_onr� �locationr� r r' r� r; � _added_new)r r� r� �insertr5 �keysZkeys2r r r r � s zWorkingSet.addc C s| t |�ddd� }i }i }g }t� }tjt�} �xF|�rv|jd�} | |krLq2|j| �sXq2|j| j�} | dk�r | j j| j�} | dks�| | kr�|r�| } |dkr�| dkr�t | j �}nt g �}t g �} |j | | |� } || j< | dkr�| j| d�} t| | ��|j| � | | k�r"| | }t| | �j|��| j| j�ddd� }|j|� x(|D ] }| | j| j� | j||< �qHW d|| < q2W |S )ae List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. Nr- r Tr7 r7 )�list� _ReqExtras� collections� defaultdict�setr: � markers_passrB r' r� r� r� r� � best_matchr� r; r� r� r �extras�extendr � project_name)r � requirements�env� installerZreplace_conflictingZ processedZbestZ to_activateZ req_extrasr� r� r� r r� Z dependent_reqZnew_requirementsZnew_requirementr r r r sJ zWorkingSet.resolvec C s t |�}|j� i }i }|dkr4t| j�}||7 }n|| }| jg �} t t| j| �� x�|D ]�} x�|| D ]x} | j� g} y| j| ||�} W n4 t k r� } z||| < |r�wjnP W Y dd}~X qjX t t| j| �� |j t j | �� P qjW q\W t |�}|j� ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r �sortr� r� r r r �as_requirementr r� rP rR rS )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r� r� Z resolveesrM r r r � find_pluginsk s4 $ zWorkingSet.find_pluginsc G s* | j t|��}x|D ]}| j|� qW |S )a� Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r r� r )r r Zneededr� r r r rt � s zWorkingSet.requirec C s< || j krdS | j j|� |s"dS x| D ] }||� q(W dS )z�Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r� r; )r �callback�existingr� r r r � subscribe� s zWorkingSet.subscribec C s x| j D ] }||� qW d S )N)r� )r r� r$ r r r r � s zWorkingSet._added_newc C s, | j d d � | jj� | jj� | jd d � fS )N)r� r� r\ r� r� )r r r r rZ � s zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |j� | _|j� | _|d d � | _d S )N)r� r\ r� r� r� )r Ze_k_b_cr� r r� r� r r r r[ � s zWorkingSet.__setstate__)N)N)NTF)NNF)NNT)T)r r r r r� � classmethodr r r� r r� r{ ru rG r r r# rt r& r rZ r[ r r r r r� v s( Q S c @ s e Zd ZdZdd� ZdS )r z> Map each requirement to the extras that demanded it. c s. � fdd�| j � f �d D �}� j p,t|�S )z� Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]}� j jd |i�V qdS )�extraN)�marker�evaluate)�.0r( )r� r r � <genexpr>� s z*_ReqExtras.markers_pass.<locals>.<genexpr>N)N)rB r) �any)r r� Z extra_evalsr )r� r r � s z_ReqExtras.markers_passN)r r r r r r r r r r � s r c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d �Z d d � Z d d� Z ddd�Z ddd�Z dd� Zdd� Zdd� ZdS ) r� z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| j|� dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.3'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)�_distmaprl �python�scan)r � search_pathrl r/ r r r r� s zEnvironment.__init__c C s. | j dks |jdks |j| j ko,t|j| j�S )z�Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r/ � py_versionr� rl )r r� r r r �can_add s zEnvironment.can_addc C s | j |j j|� dS )z"Remove `dist` from the environmentN)r. r' �remove)r r� r r r r4 ( s zEnvironment.removec C s< |dkrt j}x(|D ] }xt|�D ]}| j|� q"W qW dS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rk r� r� r )r r1 r r� r r r r0 , s zEnvironment.scanc C s |j � }| jj|g �S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )r8 r. rB )r r Zdistribution_keyr r r r( ; s zEnvironment.__getitem__c C sL | j |�rH|j� rH| jj|jg �}||krH|j|� |jtjd�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added �hashcmpT)r' �reverseN) r3 � has_versionr. r r' r; r! �operator� attrgetter)r r� r r r r r F s zEnvironment.addc C sB |j |�}|dk r|S x | |j D ]}||kr"|S q"W | j||�S )a� Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r� r' �obtain)r r� r� r r� r r r r O s zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r: e s zEnvironment.obtainc c s& x | j j� D ]}| | r |V q W dS )z=Yield the unique project names of the available distributionsN)r. r )r r' r r r rG q s zEnvironment.__iter__c C s^ t |t�r| j|� nDt |t�rLx8|D ] }x|| D ]}| j|� q4W q&W ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r r� r r� r� )r r! Zprojectr� r r r �__iadd__w s zEnvironment.__iadd__c C s. | j g ddd�}x| |fD ] }||7 }qW |S )z4Add an environment or distribution to an environmentN)rl r/ )r )r r! �newr r r r �__add__� s zEnvironment.__add__)N)N)N)r r r r rs �PY_MAJORr� r3 r4 r0 r( r r r: rG r; r= r r r r r� s c @ s e Zd ZdZdS )r� aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail N)r r r r r r r r r� � s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zd d � Z d d� Z dd� Z dd� Z f fdd�Z edd� �Zdd� Zdd� Zd d d �ZdS ) r� z'Manage resource extraction and packagesNc C s i | _ d S )N)� cached_files)r r r r r� � s zResourceManager.__init__c C s t |�j|�S )z Does the named resource exist?)rv r� )r �package_or_requirementr� r r r r� � s z ResourceManager.resource_existsc C s t |�j|�S )z,Is the named resource an existing directory?)rv r� )r r@ r� r r r r� � s z ResourceManager.resource_isdirc C s t |�j| |�S )z4Return a true filesystem path for specified resource)rv r� )r r@ r� r r r r~ � s z!ResourceManager.resource_filenamec C s t |�j| |�S )z9Return a readable file-like object for specified resource)rv r� )r r@ r� r r r r} � s z ResourceManager.resource_streamc C s t |�j| |�S )z%Return specified resource as a string)rv r� )r r@ r� r r r r| � s z ResourceManager.resource_stringc C s t |�j|�S )z1List the contents of the named resource directory)rv r )r r@ r� r r r r � s z ResourceManager.resource_listdirc C sR t j� d }| jpt� }tjd�j� }t|jf t � ��}| |_ ||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r- a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rk �exc_info�extraction_pathr� �textwrap�dedent�lstripr� r� r� r� � cache_pathZoriginal_error)r �old_excrF �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorc C s^ | j p t� }tjj||d f|�� }y t|� W n | j� Y nX | j|� d| j|< |S )a� Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr- ) rB r� r� r� rm �_bypass_ensure_directoryrJ � _warn_unsafe_extraction_pathr? )r Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s z ResourceManager.get_cache_pathc C sX t jdkr | jt jd � r dS t j| �j}|tj@ s@|tj@ rTd| }tj |t � dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. �ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r9 �environ�stat�st_mode�S_IWOTH�S_IWGRPrC rD � UserWarning)r� �mode�msgr r r rL � s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t j|�jdB d@ }t j||� dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. �posixim i� N)r� r� rQ rR �chmod)r Ztempname�filenamerV r r r � postprocess s zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r? rp rB )r r� r r r r� ) s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r �forcer r r r� C s z!ResourceManager.cleanup_resources)F)r r r r rB r� r� r� r~ r} r| r rJ rN � staticmethodrL r[ r� r� r r r r r� � s c C s t jjd�ptjdd�S )z� Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP rB r Zuser_cache_dirr r r r r� Q s c C s t jdd| �S )z�Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. z[^A-Za-z0-9.]+r+ )r? �sub)r� r r r r� ] s c C sD yt tjj| ��S tjjk r> | jdd�} tjdd| �S X dS )zB Convert an arbitrary string to a standard version string r� r, z[^A-Za-z0-9.]+r+ N)rF r rK �VersionrL r5 r? r^ )rK r r r r� e s c C s t jdd| �j� S )z�Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r� )r? r^ r8 )r( r r r r� q s c C s | j dd�S )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. r+ r� )r5 )r� r r r r� z s c C s> y t | � W n, tk r8 } zd|_d|_|S d}~X nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)r� � SyntaxErrorrZ �lineno)�text�er r r r� � s c C sH yt jj| �}|j� S t jjk rB } zt|��W Y dd}~X nX dS )z� Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr* Z InvalidMarkerr` )rb r( r) rc r r r r� � s c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d � Z d d � Z d d� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )'r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tjjt |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path)r r� r r r r� � s zNullProvider.__init__c C s | j | j|�S )N)�_fnrf )r r� r� r r r r� � s z"NullProvider.get_resource_filenamec C s t j| j||��S )N)�io�BytesIOr� )r r� r� r r r r� � s z NullProvider.get_resource_streamc C s | j | j| j|��S )N)�_getrg rf )r r� r� r r r r� � s z NullProvider.get_resource_stringc C s | j | j| j|��S )N)�_hasrg rf )r r� r r r r� � s zNullProvider.has_resourcec C s | j o| j| j| j |��S )N)�egg_infork rg )r r� r r r r� � s zNullProvider.has_metadatac C s2 | j s dS | j| j| j |��}tjr.|jd�S |S )Nr� zutf-8)rl rj rg r ZPY3�decode)r r� �valuer r r r� � s zNullProvider.get_metadatac C s t | j|��S )N)r� r� )r r� r r r r� � s z NullProvider.get_metadata_linesc C s | j | j| j|��S )N)�_isdirrg rf )r r� r r r r� � s zNullProvider.resource_isdirc C s | j o| j| j| j |��S )N)rl ro rg )r r� r r r r� � s zNullProvider.metadata_isdirc C s | j | j| j|��S )N)�_listdirrg rf )r r� r r r r � s z NullProvider.resource_listdirc C s | j r| j| j| j |��S g S )N)rl rp rg )r r� r r r r� � s z NullProvider.metadata_listdirc C s� d| }| j |�s td| ��| j|�jdd�}|jdd�}| j| j|�}||d< tjj|�r�t |�j � }t ||d�}t |||� n>dd l m} t|�d|jd�|f||< t ||d�} t | ||� d S ) Nzscripts/zNo script named %rz � � rd �execr )�cache)r� r� r� r5 rg rl r� r� r� r �readr@ rs � linecachert �lenr ) r r� r� ZscriptZ script_textZscript_filename�source�codert Z script_coder r r ru � s zNullProvider.run_scriptc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)�NotImplementedError)r r� r r r rk � s zNullProvider._hasc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rz )r r� r r r ro � s zNullProvider._isdirc C s t d��d S )Nz9Can't perform this operation for unregistered loader type)rz )r r� r r r rp � s zNullProvider._listdirc C s |r t jj|f|jd��� S |S )N�/)r� r� rm r )r �baser� r r r rg � s zNullProvider._fnc C s$ t | jd�r| jj|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r} rz )r r� r r r rj � s zNullProvider._get)r r r r �egg_namerl r� r� r� r� r� r� r� r� r� r� r� r r� ru rk ro rp rg rj r r r r r� � s, c @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t j| |� | j� d S )N)r� r� � _setup_prefix)r r� r r r r� s zEggProvider.__init__c C s^ | j }d }xN||krXt|�rBtjj|�| _tjj|d�| _|| _P |}tjj |�\}}q W d S )NzEGG-INFO) rf �_is_unpacked_eggr� r� �basenamer~ rm rl �egg_rootr )r r� �oldr| r r r r s zEggProvider._setup_prefixN)r r r r r� r r r r r r� s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Ze d d � �Z dS )r� z6Provides access to package resources in the filesystemc C s t jj|�S )N)r� r� r� )r r� r r r rk s zDefaultProvider._hasc C s t jj|�S )N)r� r� r )r r� r r r ro s zDefaultProvider._isdirc C s t j|�S )N)r� �listdir)r r� r r r rp " s zDefaultProvider._listdirc C s t | j| j|�d�S )N�rb)r rg rf )r r� r� r r r r� % s z#DefaultProvider.get_resource_streamc C s t |d�� }|j� S Q R X d S )Nr� )r ru )r r� �streamr r r rj ( s zDefaultProvider._getc C s t tdtd ��}t|| � d S )N�SourceFileLoader)r� �importlib_machinery�typer� )r Z loader_clsr r r � _register, s zDefaultProvider._registerN) r r r r rk ro rp r� rj r' r� r r r r r� s c @ s8 e Zd ZdZdd� ZZdd� Zdd� ZdZdd� Z dS ) r� z.Provider that returns nothing for all requestsc C s dS )NFr )r r� r r r re 9 s zEmptyProvider.<lambda>c C s dS )Nr� r )r r� r r r re : s c C s g S )Nr )r r� r r r re ; s Nc C s d S )Nr )r r r r r� > s zEmptyProvider.__init__) r r r r ro rk rj rp rf r� r r r r r� 6 s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz zip manifest builder c s2 t |�� � � fdd�� j� D �}t|�S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }|j d tj�� j|�fV qdS )r{ N)r5 r� �sepZgetinfo)r+ r� )�zfiler r r, U s z%ZipManifests.build.<locals>.<genexpr>N)�ContextualZipFileZnamelistrR )r r� rV r )r� r �buildJ s zZipManifests.buildN)r r r r r' r� �loadr r r r r� E s r� c @ s$ e Zd ZdZejdd�Zdd� ZdS )�MemoizedZipManifestsz% Memoized zipfile manifests. � manifest_modzmanifest mtimec C sR t jj|�}t j|�j}|| ks.| | j|krH| j|�}| j||�| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r r� r� r� r r r r� f s zMemoizedZipManifests.loadN)r r r r r � namedtupler� r� r r r r r� ` s r� c s0 e Zd ZdZdd� Zdd� Z� fdd�Z� ZS )r� zL Supplement ZipFile class to support context manager for Python 2.6 c C s | S )Nr )r r r r � __enter__y s zContextualZipFile.__enter__c C s | j � d S )N)�close)r r� rn � tracebackr r r �__exit__| s zContextualZipFile.__exit__c s( t tjd�rtj||�S tt| �j| �S )zI Construct a ZipFile or ContextualZipFile as appropriate r� )r� �zipfile�ZipFiler r� �__new__)r rd �kwargs)r r r r� s zContextualZipFile.__new__)r r r r r� r� r� rH r r )r r r� t s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e d d � �Z d d � Z e d d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t j| |� | jjtj | _d S )N)r� r� r� �archiver� r� �zip_pre)r r� r r r r� � s zZipProvider.__init__c C s4 |j | j�r |t| j�d � S td|| jf ��d S )Nz%s is not a subpath of %s)r9 r� rw �AssertionError)r �fspathr r r � _zipinfo_name� s zZipProvider._zipinfo_namec C sP | j | }|j| jtj �r:|t| j�d d � jtj�S td|| jf ��d S )Nr- z%s is not a subpath of %s)r� r9 r� r� r� rw r r� )r �zip_pathr� r r r �_parts� s zZipProvider._partsc C s | j j| jj�S )N)�_zip_manifestsr� r� r� )r r r r �zipinfo� s zZipProvider.zipinfoc C s` | j std��| j|�}| j� }dj| j|��|krTx |D ]}| j|| j|�� q:W | j||�S )Nz5resource_filename() only supported for .egg, not .zipr{ )r~ rz �_resource_to_zip�_get_eager_resourcesrm r� �_extract_resource� _eager_to_zip)r r� r� r� �eagersr� r r r r� � s z!ZipProvider.get_resource_filenamec C s" | j }| jd }tj|�}||fS )Nr r- r7 )r r r7 )Z file_size� date_time�timeZmktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s z ZipProvider._get_date_and_sizec C sn || j � krDx*| j � | D ]}| j|tjj||��}qW tjj|�S | j| j| �\}}tsdt d��y�|j | j | j |��}| j ||�r�|S tdtjj|�d�\}} tj|| jj|�� tj|� t| ||f� |j| |� yt| |� W n\ tjk �rD tjj|��r>| j ||��r |S tjdk�r>t|� t| |� |S � Y nX W n tjk �rh |j� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rm re r� r� � WRITE_SUPPORT�IOErrorrN r~ r� � _is_current�_mkstemp�writer� r} r� r r[ r �error�isfiler� r rJ ) r r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � s@ z ZipProvider._extract_resourcec C sx | j | j| �\}}tjj|�s$dS tj|�}|j|ksB|j|krFdS | jj |�}t |d��}|j � }W dQ R X ||kS )zK Return True if the file_path is current for this zip_path Fr� N) r� r� r� r� r� rQ �st_sizer� r� r} r ru ) r Z file_pathr� r� r� rQ Z zip_contents�fZ file_contentsr r r r� � s zZipProvider._is_currentc C sB | j d kr<g }x&dD ] }| j|�r|j| j|�� qW || _ | j S )N�native_libs.txt�eager_resources.txt)r� r� )r� r� r r� )r r� r� r r r r� s z ZipProvider._get_eager_resourcesc C s� y| j S tk r� i }xd| jD ]Z}|jtj�}xH|rztjj|d d� �}||krj|| j|d � P q4|j� g||< q4W q"W || _ |S X d S )Nr- r7 r7 ) Z _dirindex�AttributeErrorr� r r� r� rm r; r: )r Zindr� r< �parentr r r r� s zZipProvider._indexc C s | j |�}|| jkp || j� kS )N)r� r� r� )r r� r� r r r rk s zZipProvider._hasc C s | j |�| j� kS )N)r� r� )r r� r r r ro ! s zZipProvider._isdirc C s t | j� j| j|�f ��S )N)r r� rB r� )r r� r r r rp $ s zZipProvider._listdirc C s | j | j| j|��S )N)r� rg r� )r r� r r r r� ' s zZipProvider._eager_to_zipc C s | j | j| j|��S )N)r� rg rf )r r� r r r r� * s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r] r� r� r� r� r� rk ro rp r� r� r r r r r� � s$ 4 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd S ) r� a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S )N)r� )r r� r r r r� = s zFileMetadata.__init__c C s |dkot jj| j�S )NzPKG-INFO)r� r� r� )r r� r r r r� @ s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|j� }W d Q R X | j|� |S )NzPKG-INFOz(No metadata except PKG-INFO is availablezutf-8r5 )�encoding�errors)r� rh r r� ru �_warn_on_replacement)r r� r� �metadatar r r r� C s zFileMetadata.get_metadatac C s2 dj d�}||kr.d}|jf t� �}tj|� d S )Ns �zutf-8z2{self.path} could not be properly decoded in UTF-8)rm r� r� rC rD )r r� Zreplacement_charrH rW r r r r� L s z!FileMetadata._warn_on_replacementc C s t | j|��S )N)r� r� )r r� r r r r� T s z FileMetadata.get_metadata_linesN) r r r r r� r� r� r� r� r r r r r� 1 s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S )N)rf rl )r r� rl r r r r� l s zPathMetadata.__init__N)r r r r r� r r r r r� X s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tjj|j |j�| _n|j | _| j � dS )z-Create a metadata provider from a zipimporterN) r� r� r� r� r� �prefixr� rm rf r )r �importerr r r r� t s zEggMetadata.__init__N)r r r r r� r r r r r� q s rR )�_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.N)r� )� importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r r� � s c c s� | j jd�rdS t| �}|jd�r2tj||d�V |r:dS xH|jd�D ]:}t|�rFtj j ||�}x t t j |�|�D ] }|V qrW qFW dS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNzPKG-INFO)r� r{ )r� �endswithr� r� r� � from_filenamer r� r� r� rm �find_eggs_in_zip� zipimport� zipimporter)r� r� r� r� Zsubitem�subpathr� r r r r� � s r� c C s f S )Nr )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t jj| �\} }tj| jd�|g�}dd� |D �S )z6 Parse each component of the filename r+ c S s g | ]}t jj|��qS r )r rK r� )r+ r3 r r r � <listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr< r r r � _by_version� s z+_by_version_descending.<locals>._by_versionT)r' r6 )�sorted)rM r� r r r �_by_version_descending� s r� c c s� t |�}tjj|�o tj|tj��r�t|�rPtj|t |tjj |d��d�V �nTt tj |��}�xB|D �]8}|j � }|jd�s�|jd�r�tjj ||�}tjj|�r�ttj |��dkr�qft ||�}nt|�}tj|||td�V qf| o�t|��rttjj ||��}x�|D ] } | V �qW qf| rf|jd�rfttjj ||���} | j� } W dQ R X xN| D ]F} | j� �sh�qVtjj || j� �} t| �}x|D ] }|V �q�W P �qVW qfW dS ) z6Yield distributions accessible on a sys.path directoryzEGG-INFO)r� z .egg-infoz .dist-infor )� precedencez .egg-linkN)�_normalize_cachedr� r� r �access�R_OKr� r� r� r� rm r� r� r8 r� rw r� � from_locationr� r� r � readlines�strip�rstrip)r� r� r� Zpath_item_entriesr� r8 Zfullpathr� r r� Z entry_fileZ entry_lines�liner� r r r r � find_on_path� sB r� � FileFinder)�_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. N)r� )r� Znamespace_handlerr r r r� s c C s� t |�}|dkrdS |j| �}|dkr*dS tjj| �}|dkrbtj| � }tj| < g |_t| � nt |d�svt d| ��t t |�}|||| |�}|dk r�|j}|j |� |j| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�__path__zNot a package:)r � find_modulerk r� rB �types� ModuleTyper� �_set_parent_nsr� r� r� r� r; � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r � _handle_ns s* r� c sR dd� t jD ���fdd��� �fdd�}| j|d� dd� | D �|jd d �< d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |��qS r )r� )r+ �pr r r r� 5 s z%_rebuild_mod_path.<locals>.<listcomp>c s( y � j | �S tk r" td�S X dS )z/ Workaround for #520 and #513. �infN)�indexrp �float)r� )�sys_pathr r �safe_sys_path_index7 s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | j tj�}� jd�d }|d| � }�ttjj|���S )zR Return the ordinal of the path based on its position in sys.path r, r- N)r r� r� �countr� rm )r� � path_partsZ module_partsr< )� package_namer� r r �position_in_sys_path@ s z/_rebuild_mod_path.<locals>.position_in_sys_path)r' c S s g | ] }t |��qS r )r� )r+ r� r r r r� J s N)rk r� r! r� )Z orig_pathr� r� r� r )r� r� r� r r� 0 s r� c C s� t j� z�| tkrdS tjd }}d| kr�dj| jd�dd� �}t|� |tkrZt|� ytj | j }W n t k r� t d|��Y nX tj |g �j| � tj | g � x|D ]}t| |� q�W W dt j� X dS )z9Declare that package 'packageName' is a namespace packageNr, r- zNot a package:r7 )�_imp� acquire_lockr� rk r� rm r r� r� r� r� r� r� r r; r� � release_lock)r� r� r� r� r r r r� M s& c C sJ t j� z2x,tj|f �D ] }t|| �}|rt||� qW W dt j� X dS )zDEnsure that previously-declared namespace packages include path_itemN)r� r� r� rB r� r� r� )r� r� �packager� r r r r� n s c C sF t jj||jd�d �}t|�}x |jD ]}t|�|kr(P q(W |S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerr, r- Nr7 )r� r� rm r r� r� )r� r� r� r� r� Z normalizedr r r r �file_ns_handlerz s r c C s d S )Nr )r� r� r� r� r r r �null_ns_handler� s r c C s t jjt jj| ��S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpath)rZ r r r r� � s c C s2 y|| S t k r, t| � || < }|S X d S )N)r� r� )rZ r� �resultr r r r� � s r� c C s | j � jd�S )z@ Determine if given path appears to be an unpacked egg. z.egg)r8 r� )r� r r r r� � s r� c C s< | j d�}|j� }|r8dj|�}ttj| |tj| � d S )Nr, )r r: rm �setattrrk r� )r� r< r� r� r r r r� � s r� c c sh t | tj�r>xV| j� D ]"}|j� }|r|jd� r|V qW n&x$| D ] }xt|�D ] }|V qRW qDW dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r r r� � splitlinesr� r9 r� )�strsr2 Zssr r r r� � s z \w+(\.\w+)*$z� (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s� e Zd ZdZf f dfdd�Zdd� Zdd� Zdd d �Zd d � Zddd�Z e j d�Z e ddd��Ze dd� �Ze d dd��Ze d dd��ZdS ) r� z3Object representing an advertised importable objectNc C sJ t |�std|��|| _|| _t|�| _tjddj|� �j | _ || _ d S )NzInvalid module namezx[%s]�,) �MODULErp r� � module_namer �attrsr� r� rm r r� )r r� r r r r� r r r r� � s zEntryPoint.__init__c C sH d| j | jf }| jr*|ddj| j� 7 }| jrD|ddj| j� 7 }|S )Nz%s = %s�:r, z [%s]r )r� r r rm r )r r2 r r r r� � s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r))rF )r r r r r� � s zEntryPoint.__repr__Tc O s6 | s|s|r t jdtdd� |r.| j||� | j� S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rg )r> )rC rD �DeprecationWarningrt r )r rt rd r� r r r r� � s zEntryPoint.loadc C sV t | jdgdd�}ytjt| j|�S tk rP } ztt|���W Y dd}~X nX dS )zD Resolve the entry point from its module and attrs. r r )�fromlist�levelN) r� r � functools�reducer� r r� r� rF )r r� �excr r r r � s zEntryPoint.resolvec C sH | j r| j rtd| ��| jj| j �}tj|||�}tttj|�� d S )Nz&Can't require() without a distribution) r r� r� r r� r r r r )r r r r rV r r r rt s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j j|�}|s d}t||��|j� }| j|d �}|d rJ|d jd�nf }| |d |d |||�S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrr, r� r� )�patternrj rp � groupdict� _parse_extrasr )r �srcr� rr rW �resr r r r r r� s zEntryPoint.parsec C s( |sf S t jd| �}|jr"t� �|jS )N�x)r� r� �specsrp r )r Z extras_specr� r r r r $ s zEntryPoint._parse_extrasc C sZ t |�std|��i }x>t|�D ]2}| j||�}|j|krHtd||j��|||j< q W |S )zParse an entry point groupzInvalid group namezDuplicate entry point)r rp r� r� r� )r ro �linesr� �thisr� r r r r � parse_group- s zEntryPoint.parse_groupc C sx t |t�r|j� }nt|�}i }xR|D ]J\}}|dkrD|s<q&td��|j� }||kr^td|��| j|||�||< q&W |S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r rR rV r� rp r� r )r �datar� �mapsro r r r r � parse_map: s zEntryPoint.parse_map)T)NN)N)N)N)r r r r r� r� r� r� r rt r? r@ r r' r� r r r! r r r r r� � s c C s> | sdS t jj| �}|d jd�r:t jj|d d� d �S | S )Nr� r- zmd5=r7 r7 )r� )r r� Zurlparser9 Z urlunparse)r Zparsedr r r �_remove_md5_fragmentN s r" c C s@ dd� }t || �}tt|�d�}|jd�\}}}t|j� �p>dS )z� Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | j � jd�S )Nzversion:)r8 r9 )r� r r r re \ s z$_version_from_file.<locals>.<lambda>r� r N)r �next�iter� partitionr� r� )r Zis_version_lineZ version_linesr� r� rn r r r �_version_from_fileW s r& c @ sZ e Zd ZdZdZddddedefdd�ZedGdd��Z dd � Z e d d � �Z d d � Z dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zf fd$d%�Zd&d'� ZdHd)d*�Zd+d,� Z d-d.� Z d/d0� Z d1d2� Z edId3d4��Z d5d6� Z!d7d8� Z"dJd9d:�Z#d;d<� Z$dKd=d>�Z%d?d@� Z&dAdB� Z'dCdD� Z(e dEdF� �Z)dS )Lr� z5Wrap an actual or potential sys.path entry w/metadatazPKG-INFONc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) r� r r� �_versionr2 rl r r� r� � _provider)r r r� r rK r2 rl r� r r r r� g s zDistribution.__init__c K s~ d gd \}}}}t jj|�\}} | j� tkr^t| j� } t|�} | r^| jdddd�\}}}}| ||f||||d�|��j� S )Nr� r� ZverZpyverrq )r rK r2 rl )r� r� r� r8 �_distributionImpl�EGG_NAMEro �_reload_version) r r r� r� rT r rK r2 rl r� rj r r r r� s s zDistribution.from_locationc C s | S )Nr )r r r r r+ � s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS )Nr� )�parsed_versionr� r' r" r r2 rl )r r r r r5 � s zDistribution.hashcmpc C s t | j�S )N)�hashr5 )r r r r r � s zDistribution.__hash__c C s | j |j k S )N)r5 )r r! r r r r � s zDistribution.__lt__c C s | j |j kS )N)r5 )r r! r r r r" � s zDistribution.__le__c C s | j |j kS )N)r5 )r r! r r r r% � s zDistribution.__gt__c C s | j |j kS )N)r5 )r r! r r r r$ � s zDistribution.__ge__c C s t || j�sdS | j|jkS )NF)r r r5 )r r! r r r r# � s zDistribution.__eq__c C s | |k S )Nr )r r! r r r r& � s zDistribution.__ne__c C s0 y| j S tk r* | jj� | _ }|S X d S )N)Z_keyr� r r8 )r r' r r r r' � s zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� rN rK r. )r r r r r, � s zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S tjd�j� jdd�}t j |j f t | ��t � d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. rq r� )r rK � LegacyVersionr r. rC rD r� r5 rC rD r� �varsr )r ZLVZ is_legacyrH r r r �_warn_legacy_version� s z!Distribution._warn_legacy_versionc C sL y| j S tk rF t| j| j��}|d krBd}t|| j | ��|S X d S )Nz(Missing 'Version:' header and/or %s file)r' r� r& � _get_metadata�PKG_INFOrp )r rK rH r r r rK � s zDistribution.versionc C s� y| j S tk r� d g i }| _ x�dD ]x}xrt| j|��D ]`\}}|r�d|kr||jdd�\}}t|�rpg }n t|�s|g }t|�p�d }|j|g �j t |�� q>W q*W |S X d S )N� requires.txt� depends.txtr r- )r4 r5 ) Z_Distribution__dep_mapr� r� r2 r r� r� r� r r r� )r �dmr� r( r r) r r r �_dep_map� s zDistribution._dep_mapc C sj | j }g }|j|jdf �� xH|D ]@}y|j|t|� � W q" tk r` td| |f ��Y q"X q"W |S )z@List of Requirements needed for this distro if `extras` are usedNz %s has no such extra feature %r)r7 r rB r� r� r� )r r r6 Zdepsr� r r r r � s zDistribution.requiresc c s( | j |�r$x| j|�D ] }|V qW d S )N)r� r� )r r� r� r r r r2 s zDistribution._get_metadataFc C sZ |dkrt j}| j||d� |t jkrVt| j� x$| jd�D ]}|t jkr<t|� q<W dS )z>Ensure distribution is importable on `path` (default=sys.path)N)r5 znamespace_packages.txt)rk r� r r� r r2 r� r� )r r� r5 Zpkgr r r �activate s zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%sr+ )r� r rK r2 r> rl )r rZ r r r r~ s zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r rF )r r r r r� s zDistribution.__repr__c C s@ yt | dd �}W n tk r( d }Y nX |p0d}d| j|f S )NrK z[unknown version]z%s %s)r� rp r )r rK r r r r� % s zDistribution.__str__c C s |j d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r9 r� r� r( )r r r r r � __getattr__- s zDistribution.__getattr__c K s | j t|�tjj|�|f|�S )N)r� r� r� r� r� )r rZ r� rT r r r r� 3 s zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }tj|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r r, r rK r_ r r� r� )r �specr r r r" : s zDistribution.as_requirementc C s. | j ||�}|dkr&td||ff ��|j� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rz r� r� )r ro r� r r r r rx C s z Distribution.load_entry_pointc C sP y | j }W n, tk r6 tj| jd�| � }| _ Y nX |dk rL|j|i �S |S )z=Return the entry point map for `group`, or the full entry mapzentry_points.txtN)Z_ep_mapr� r� r! r2 rB )r ro Zep_mapr r r ry J s zDistribution.get_entry_mapc C s | j |�j|�S )z<Return the EntryPoint object for `group`+`name`, or ``None``)ry rB )r ro r� r r r rz V s zDistribution.get_entry_infoc C s2 |p| j }|sdS t|�}tjj|�}dd� |D �}x�t|�D ]v\}}||kr\|rVP q�dS q>||kr>| jtkr>| r�|||d� kr�dS |tjkr�| j � |j ||� |j ||� P q>W |tjkr�| j � |r�|j d|� n |j |� dS xBy|j ||d �} W n t k �r P Y q�X || = || = | }q�W dS )a� Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |�p|�qS r )r� )r+ r� r r r r� t s z*Distribution.insert_on.<locals>.<listcomp>r r- )r r� r� r� re � enumerater� r� rk �check_version_conflictr r; r� rp ) r r� �locr5 ZnlocZbdirZnpathr� r Znpr r r r Z sB zDistribution.insert_onc C s� | j dkrd S tj| jd��}t| j�}x~| jd�D ]p}|tjks4||ks4|tkrTq4|dkr^q4t tj| dd �}|r�t|�j |�s4|j | j�r�q4t d||| jf � q4W d S ) N� setuptoolsznamespace_packages.txtz top_level.txt� pkg_resources�siterd zIModule %s was already imported from %s, but %s is being added to sys.path)r? r> r@ ) r' rR rS r2 r� r rk r� r� r� r9 � issue_warning)r Znspr= �modname�fnr r r r< � s" z#Distribution.check_version_conflictc C s4 y | j W n$ tk r. tdt| � � dS X dS )NzUnbuilt egg for FT)rK rp rA r� )r r r r r7 � s zDistribution.has_versionc K sD d}x$|j � D ]}|j|t| |d�� qW |jd| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r r� r( r )r rT rM r r r r �clone� s zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r+ Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r7 )r r r r r � s zDistribution.extras)N)NF)N)N)NF)*r r r r r3 r> r� r� r' r� r+ r� r5 r r r" r% r$ r# r& r' r, r1 rK r7 r r2 r8 r~ r� r� r9 r� r" rx ry rz r r< r7 rD r r r r r r� c sN Cc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s t | j| j��}|r|| _| S )a� Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r& r2 r3 r' )r Z md_versionr r r r+ � s z#EggInfoDistribution._reload_versionN)r r r r+ r r r r rE � s rE c @ s> e Zd ZdZdZejd�Zedd� �Z edd� �Z dd � Z d S ) �DistInfoDistributionzGWrap an actual or potential sys.path entry w/metadata, .dist-info styleZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C s@ y| j S tk r: | j| j�}tjj� j|�| _ | j S X dS )zParse and cache metadataN)Z _pkg_infor� r� r3 �email�parserZParserZparsestr)r r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s, y| j S tk r& | j� | _ | j S X d S )N)� _DistInfoDistribution__dep_mapr� �_compute_dependencies)r r r r r7 � s z DistInfoDistribution._dep_mapc s� dg i }| _ g � x&| jjd�p"g D ]}� jt|�� q$W � fdd�}t|d��}|d j|� x<| jjd�ppg D ](}t|j� �}tt||��| �||< qrW |S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s0 x*� D ]"}|j s"|j jd| i�r|V qW d S )Nr( )r) r* )r( r� )r r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) rJ rI Zget_allr r� � frozensetr� r� r )r r6 r� rL �commonr( Zs_extrar )r r rK � s z*DistInfoDistribution._compute_dependenciesN) r r r r r3 r? r@ ZEQEQr� rI r7 rK r r r r rF � s rF )z.eggz .egg-infoz .dist-infoc O s^ d}t � }y"x tj|�j|kr(|d7 }qW W n tk r@ Y nX tj| d|d i|�� d S )Nr- r> )rO rk r� r� rp rC rD )rd rT r rX r r r rA s rA c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s dj | j�S )Nr� )rm rd )r r r r r� s z RequirementParseError.__str__N)r r r r� r r r r rO s rO c c sh t t| ��}xV|D ]N}d|kr0|d|jd�� }|jd�rV|dd� j� }|t|�7 }t|�V qW dS )z�Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N�\rg ���)r$ r� r� r� r� r# r� )r r r� r r r r� # s c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Ze d d� �Z � Z S )r� c s� yt t| �j|� W n2 tjjk rF } ztt|���W Y dd}~X nX | j| _ t | j�}||j � | _ | _ dd� | jD �| _ttt| j��| _| j | jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r8 rK )r+ r: r r r r� A s z(Requirement.__init__.<locals>.<listcomp>)r r� r� r r ZInvalidRequirementrO rF r� Z unsafe_namer� r8 r r' � specifierr r r r� r rM r) �hashCmpr- �_Requirement__hash)r Zrequirement_stringrc r )r r r r� 7 s zRequirement.__init__c C s t |t�o| j|jkS )N)r r� rS )r r! r r r r# K s zRequirement.__eq__c C s | |k S )Nr )r r! r r r r& Q s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r r� r' rK rR �contains)r r r r r r T s zRequirement.__contains__c C s | j S )N)rT )r r r r r ` s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r))rF )r r r r r� c s zRequirement.__repr__c C s t | �\}|S )N)r� )r2 r� r r r r� e s zRequirement.parse) r r r r� r# r& r r r� r] r� rH r r )r r r� 6 s c C s0 t | t�s*G dd� d| t�} | jdd� S | jS )z&Get an mro for a type or classic classc @ s e Zd ZdS )z_get_mro.<locals>.clsN)r r r r r r r r o s r r- N)r r� �object�__mro__)r r r r �_get_mrok s rX c C s2 x,t t|dt|���D ]}|| kr| | S qW dS )z2Return an adapter factory for `ob` from `registry`r N)rX r� r� )�registryr` �tr r r r� v s r� c C s& t jj| �}t jj|�s"t j|� dS )z1Ensure that the parent directory of `path` existsN)r� r� re r �makedirs)r� re r r r r� } s c C s@ t s td��t| �\}}|r<|r<t|� r<t|� t|d� dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r rK r )r� re rZ r r r rK � s rK c c sz d}g }xbt | �D ]V}|jd�r^|jd�rR|s2|r<||fV |dd� j� }g }qhtd|��q|j|� qW ||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N�[�]r- zInvalid section headingr7 )r� r9 r� r� rp r; )r2 ZsectionZcontentr� r r r r� � s c O s& t j}ztt _tj| |�S |t _X d S )N)r� r �os_open�tempfileZmkstemp)rd rT Zold_openr r r r� � s r� �ignore)�categoryr; c O s | ||� | S )Nr )r� rd r� r r r � _call_aside� s rb c C s< t � }|| d< x(t|�D ] }|jd�st||�| |< qW dS )z=Set up global resource manager (deliberately not state-saved)Z_managerr� N)r� r� r9 r� )rX r� r� r r r � _initialize� s rc c C s� t j� } td| d� | j}| j}| j}| j}|}d}x| D ]}|jdd� q:W ~|dd� dd� g | _t t | j t j �� t� jt� � dS ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. rV )r� NF)r5 c S s | j dd�S )NT)r5 )r8 )r� r r r re � s z0_initialize_master_working_set.<locals>.<lambda>)r% )r� r rU rt r{ r& ru r8 r� r r r� rk r� rO rP r� )r� rt r{ r� ru r� r� r r r � _initialize_master_working_set� s rd )r r )r r r7 )N)N)F)F)F)F)N)�r Z __future__r rk r� rh r� r? r� r� r� rC rQ r Zpkgutilr8 rl r r� Z email.parserrG r_ rC r� r r� r� ZimpZ pip._vendorr Zpip._vendor.six.movesr r r r r r r r� r r^ Zos.pathr r Zimportlib.machinery� machineryr� r r r r� � version_inforW rD rt r� rE r rV r rK r_ rI r/ rJ rN rQ rU rZ r[ r^ ra rb rc Z _sget_noneZ _sset_noners �__all__� Exceptionr� r� r� r� r� r� r> r� r� r� r� r� r� rv rn r� rh r@ ri r� r� r� ru r� rw rx ry rz r� r� r� rR r r� r� � RuntimeErrorr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� Z ImpImporterr� r� r� r� r� r� r� r r r� r� r� r� r� rj r rA � IGNORECASEr* r� r" r& r� rE rF r) rA rp rO r� r r� rX r� r� rK r� r� �filterwarningsrb rO rc rd r r r r �<module> s� b . { 3 a ' ' . ! ~ g0 5 site-packages/pip/_vendor/distlib/version.py 0000644 00000056237 15231162611 0015214 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2016 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. """ import logging import re from .compat import string_types __all__ = ['NormalizedVersion', 'NormalizedMatcher', 'LegacyVersion', 'LegacyMatcher', 'SemanticVersion', 'SemanticMatcher', 'UnsupportedVersionError', 'get_scheme'] logger = logging.getLogger(__name__) class UnsupportedVersionError(ValueError): """This is an unsupported version.""" pass class Version(object): def __init__(self, s): self._string = s = s.strip() self._parts = parts = self.parse(s) assert isinstance(parts, tuple) assert len(parts) > 0 def parse(self, s): raise NotImplementedError('please implement in a subclass') def _check_compatible(self, other): if type(self) != type(other): raise TypeError('cannot compare %r and %r' % (self, other)) def __eq__(self, other): self._check_compatible(other) return self._parts == other._parts def __ne__(self, other): return not self.__eq__(other) def __lt__(self, other): self._check_compatible(other) return self._parts < other._parts def __gt__(self, other): return not (self.__lt__(other) or self.__eq__(other)) def __le__(self, other): return self.__lt__(other) or self.__eq__(other) def __ge__(self, other): return self.__gt__(other) or self.__eq__(other) # See http://docs.python.org/reference/datamodel#object.__hash__ def __hash__(self): return hash(self._parts) def __repr__(self): return "%s('%s')" % (self.__class__.__name__, self._string) def __str__(self): return self._string @property def is_prerelease(self): raise NotImplementedError('Please implement in subclasses.') class Matcher(object): version_class = None dist_re = re.compile(r"^(\w[\s\w'.-]*)(\((.*)\))?") comp_re = re.compile(r'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$') num_re = re.compile(r'^\d+(\.\d+)*$') # value is either a callable or the name of a method _operators = { '<': lambda v, c, p: v < c, '>': lambda v, c, p: v > c, '<=': lambda v, c, p: v == c or v < c, '>=': lambda v, c, p: v == c or v > c, '==': lambda v, c, p: v == c, '===': lambda v, c, p: v == c, # by default, compatible => >=. '~=': lambda v, c, p: v == c or v > c, '!=': lambda v, c, p: v != c, } def __init__(self, s): if self.version_class is None: raise ValueError('Please specify a version class') self._string = s = s.strip() m = self.dist_re.match(s) if not m: raise ValueError('Not valid: %r' % s) groups = m.groups('') self.name = groups[0].strip() self.key = self.name.lower() # for case-insensitive comparisons clist = [] if groups[2]: constraints = [c.strip() for c in groups[2].split(',')] for c in constraints: m = self.comp_re.match(c) if not m: raise ValueError('Invalid %r in %r' % (c, s)) groups = m.groups() op = groups[0] or '~=' s = groups[1] if s.endswith('.*'): if op not in ('==', '!='): raise ValueError('\'.*\' not allowed for ' '%r constraints' % op) # Could be a partial version (e.g. for '2.*') which # won't parse as a version, so keep it as a string vn, prefix = s[:-2], True if not self.num_re.match(vn): # Just to check that vn is a valid version self.version_class(vn) else: # Should parse as a version, so we can create an # instance for the comparison vn, prefix = self.version_class(s), False clist.append((op, vn, prefix)) self._parts = tuple(clist) def match(self, version): """ Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. """ if isinstance(version, string_types): version = self.version_class(version) for operator, constraint, prefix in self._parts: f = self._operators.get(operator) if isinstance(f, string_types): f = getattr(self, f) if not f: msg = ('%r not implemented ' 'for %s' % (operator, self.__class__.__name__)) raise NotImplementedError(msg) if not f(version, constraint, prefix): return False return True @property def exact_version(self): result = None if len(self._parts) == 1 and self._parts[0][0] in ('==', '==='): result = self._parts[0][1] return result def _check_compatible(self, other): if type(self) != type(other) or self.name != other.name: raise TypeError('cannot compare %s and %s' % (self, other)) def __eq__(self, other): self._check_compatible(other) return self.key == other.key and self._parts == other._parts def __ne__(self, other): return not self.__eq__(other) # See http://docs.python.org/reference/datamodel#object.__hash__ def __hash__(self): return hash(self.key) + hash(self._parts) def __repr__(self): return "%s(%r)" % (self.__class__.__name__, self._string) def __str__(self): return self._string PEP440_VERSION_RE = re.compile(r'^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?' r'(\.(post)(\d+))?(\.(dev)(\d+))?' r'(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$') def _pep_440_key(s): s = s.strip() m = PEP440_VERSION_RE.match(s) if not m: raise UnsupportedVersionError('Not a valid version: %s' % s) groups = m.groups() nums = tuple(int(v) for v in groups[1].split('.')) while len(nums) > 1 and nums[-1] == 0: nums = nums[:-1] if not groups[0]: epoch = 0 else: epoch = int(groups[0]) pre = groups[4:6] post = groups[7:9] dev = groups[10:12] local = groups[13] if pre == (None, None): pre = () else: pre = pre[0], int(pre[1]) if post == (None, None): post = () else: post = post[0], int(post[1]) if dev == (None, None): dev = () else: dev = dev[0], int(dev[1]) if local is None: local = () else: parts = [] for part in local.split('.'): # to ensure that numeric compares as > lexicographic, avoid # comparing them directly, but encode a tuple which ensures # correct sorting if part.isdigit(): part = (1, int(part)) else: part = (0, part) parts.append(part) local = tuple(parts) if not pre: # either before pre-release, or final release and after if not post and dev: # before pre-release pre = ('a', -1) # to sort before a0 else: pre = ('z',) # to sort after all pre-releases # now look at the state of post and dev. if not post: post = ('_',) # sort before 'a' if not dev: dev = ('final',) #print('%s -> %s' % (s, m.groups())) return epoch, nums, pre, post, dev, local _normalized_key = _pep_440_key class NormalizedVersion(Version): """A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b """ def parse(self, s): result = _normalized_key(s) # _normalized_key loses trailing zeroes in the release # clause, since that's needed to ensure that X.Y == X.Y.0 == X.Y.0.0 # However, PEP 440 prefix matching needs it: for example, # (~= 1.4.5.0) matches differently to (~= 1.4.5.0.0). m = PEP440_VERSION_RE.match(s) # must succeed groups = m.groups() self._release_clause = tuple(int(v) for v in groups[1].split('.')) return result PREREL_TAGS = set(['a', 'b', 'c', 'rc', 'dev']) @property def is_prerelease(self): return any(t[0] in self.PREREL_TAGS for t in self._parts if t) def _match_prefix(x, y): x = str(x) y = str(y) if x == y: return True if not x.startswith(y): return False n = len(y) return x[n] == '.' class NormalizedMatcher(Matcher): version_class = NormalizedVersion # value is either a callable or the name of a method _operators = { '~=': '_match_compatible', '<': '_match_lt', '>': '_match_gt', '<=': '_match_le', '>=': '_match_ge', '==': '_match_eq', '===': '_match_arbitrary', '!=': '_match_ne', } def _adjust_local(self, version, constraint, prefix): if prefix: strip_local = '+' not in constraint and version._parts[-1] else: # both constraint and version are # NormalizedVersion instances. # If constraint does not have a local component, # ensure the version doesn't, either. strip_local = not constraint._parts[-1] and version._parts[-1] if strip_local: s = version._string.split('+', 1)[0] version = self.version_class(s) return version, constraint def _match_lt(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version >= constraint: return False release_clause = constraint._release_clause pfx = '.'.join([str(i) for i in release_clause]) return not _match_prefix(version, pfx) def _match_gt(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version <= constraint: return False release_clause = constraint._release_clause pfx = '.'.join([str(i) for i in release_clause]) return not _match_prefix(version, pfx) def _match_le(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) return version <= constraint def _match_ge(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) return version >= constraint def _match_eq(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if not prefix: result = (version == constraint) else: result = _match_prefix(version, constraint) return result def _match_arbitrary(self, version, constraint, prefix): return str(version) == str(constraint) def _match_ne(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if not prefix: result = (version != constraint) else: result = not _match_prefix(version, constraint) return result def _match_compatible(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version == constraint: return True if version < constraint: return False # if not prefix: # return True release_clause = constraint._release_clause if len(release_clause) > 1: release_clause = release_clause[:-1] pfx = '.'.join([str(i) for i in release_clause]) return _match_prefix(version, pfx) _REPLACEMENTS = ( (re.compile('[.+-]$'), ''), # remove trailing puncts (re.compile(r'^[.](\d)'), r'0.\1'), # .N -> 0.N at start (re.compile('^[.-]'), ''), # remove leading puncts (re.compile(r'^\((.*)\)$'), r'\1'), # remove parentheses (re.compile(r'^v(ersion)?\s*(\d+)'), r'\2'), # remove leading v(ersion) (re.compile(r'^r(ev)?\s*(\d+)'), r'\2'), # remove leading v(ersion) (re.compile('[.]{2,}'), '.'), # multiple runs of '.' (re.compile(r'\b(alfa|apha)\b'), 'alpha'), # misspelt alpha (re.compile(r'\b(pre-alpha|prealpha)\b'), 'pre.alpha'), # standardise (re.compile(r'\(beta\)$'), 'beta'), # remove parentheses ) _SUFFIX_REPLACEMENTS = ( (re.compile('^[:~._+-]+'), ''), # remove leading puncts (re.compile('[,*")([\]]'), ''), # remove unwanted chars (re.compile('[~:+_ -]'), '.'), # replace illegal chars (re.compile('[.]{2,}'), '.'), # multiple runs of '.' (re.compile(r'\.$'), ''), # trailing '.' ) _NUMERIC_PREFIX = re.compile(r'(\d+(\.\d+)*)') def _suggest_semantic_version(s): """ Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. """ result = s.strip().lower() for pat, repl in _REPLACEMENTS: result = pat.sub(repl, result) if not result: result = '0.0.0' # Now look for numeric prefix, and separate it out from # the rest. #import pdb; pdb.set_trace() m = _NUMERIC_PREFIX.match(result) if not m: prefix = '0.0.0' suffix = result else: prefix = m.groups()[0].split('.') prefix = [int(i) for i in prefix] while len(prefix) < 3: prefix.append(0) if len(prefix) == 3: suffix = result[m.end():] else: suffix = '.'.join([str(i) for i in prefix[3:]]) + result[m.end():] prefix = prefix[:3] prefix = '.'.join([str(i) for i in prefix]) suffix = suffix.strip() if suffix: #import pdb; pdb.set_trace() # massage the suffix. for pat, repl in _SUFFIX_REPLACEMENTS: suffix = pat.sub(repl, suffix) if not suffix: result = prefix else: sep = '-' if 'dev' in suffix else '+' result = prefix + sep + suffix if not is_semver(result): result = None return result def _suggest_normalized_version(s): """Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. """ try: _normalized_key(s) return s # already rational except UnsupportedVersionError: pass rs = s.lower() # part of this could use maketrans for orig, repl in (('-alpha', 'a'), ('-beta', 'b'), ('alpha', 'a'), ('beta', 'b'), ('rc', 'c'), ('-final', ''), ('-pre', 'c'), ('-release', ''), ('.release', ''), ('-stable', ''), ('+', '.'), ('_', '.'), (' ', ''), ('.final', ''), ('final', '')): rs = rs.replace(orig, repl) # if something ends with dev or pre, we add a 0 rs = re.sub(r"pre$", r"pre0", rs) rs = re.sub(r"dev$", r"dev0", rs) # if we have something like "b-2" or "a.2" at the end of the # version, that is probably beta, alpha, etc # let's remove the dash or dot rs = re.sub(r"([abc]|rc)[\-\.](\d+)$", r"\1\2", rs) # 1.0-dev-r371 -> 1.0.dev371 # 0.1-dev-r79 -> 0.1.dev79 rs = re.sub(r"[\-\.](dev)[\-\.]?r?(\d+)$", r".\1\2", rs) # Clean: 2.0.a.3, 2.0.b1, 0.9.0~c1 rs = re.sub(r"[.~]?([abc])\.?", r"\1", rs) # Clean: v0.3, v1.0 if rs.startswith('v'): rs = rs[1:] # Clean leading '0's on numbers. #TODO: unintended side-effect on, e.g., "2003.05.09" # PyPI stats: 77 (~2%) better rs = re.sub(r"\b0+(\d+)(?!\d)", r"\1", rs) # Clean a/b/c with no version. E.g. "1.0a" -> "1.0a0". Setuptools infers # zero. # PyPI stats: 245 (7.56%) better rs = re.sub(r"(\d+[abc])$", r"\g<1>0", rs) # the 'dev-rNNN' tag is a dev tag rs = re.sub(r"\.?(dev-r|dev\.r)\.?(\d+)$", r".dev\2", rs) # clean the - when used as a pre delimiter rs = re.sub(r"-(a|b|c)(\d+)$", r"\1\2", rs) # a terminal "dev" or "devel" can be changed into ".dev0" rs = re.sub(r"[\.\-](dev|devel)$", r".dev0", rs) # a terminal "dev" can be changed into ".dev0" rs = re.sub(r"(?![\.\-])dev$", r".dev0", rs) # a terminal "final" or "stable" can be removed rs = re.sub(r"(final|stable)$", "", rs) # The 'r' and the '-' tags are post release tags # 0.4a1.r10 -> 0.4a1.post10 # 0.9.33-17222 -> 0.9.33.post17222 # 0.9.33-r17222 -> 0.9.33.post17222 rs = re.sub(r"\.?(r|-|-r)\.?(\d+)$", r".post\2", rs) # Clean 'r' instead of 'dev' usage: # 0.9.33+r17222 -> 0.9.33.dev17222 # 1.0dev123 -> 1.0.dev123 # 1.0.git123 -> 1.0.dev123 # 1.0.bzr123 -> 1.0.dev123 # 0.1a0dev.123 -> 0.1a0.dev123 # PyPI stats: ~150 (~4%) better rs = re.sub(r"\.?(dev|git|bzr)\.?(\d+)$", r".dev\2", rs) # Clean '.pre' (normalized from '-pre' above) instead of 'c' usage: # 0.2.pre1 -> 0.2c1 # 0.2-c1 -> 0.2c1 # 1.0preview123 -> 1.0c123 # PyPI stats: ~21 (0.62%) better rs = re.sub(r"\.?(pre|preview|-c)(\d+)$", r"c\g<2>", rs) # Tcl/Tk uses "px" for their post release markers rs = re.sub(r"p(\d+)$", r".post\1", rs) try: _normalized_key(rs) except UnsupportedVersionError: rs = None return rs # # Legacy version processing (distribute-compatible) # _VERSION_PART = re.compile(r'([a-z]+|\d+|[\.-])', re.I) _VERSION_REPLACE = { 'pre': 'c', 'preview': 'c', '-': 'final-', 'rc': 'c', 'dev': '@', '': None, '.': None, } def _legacy_key(s): def get_parts(s): result = [] for p in _VERSION_PART.split(s.lower()): p = _VERSION_REPLACE.get(p, p) if p: if '0' <= p[:1] <= '9': p = p.zfill(8) else: p = '*' + p result.append(p) result.append('*final') return result result = [] for p in get_parts(s): if p.startswith('*'): if p < '*final': while result and result[-1] == '*final-': result.pop() while result and result[-1] == '00000000': result.pop() result.append(p) return tuple(result) class LegacyVersion(Version): def parse(self, s): return _legacy_key(s) @property def is_prerelease(self): result = False for x in self._parts: if (isinstance(x, string_types) and x.startswith('*') and x < '*final'): result = True break return result class LegacyMatcher(Matcher): version_class = LegacyVersion _operators = dict(Matcher._operators) _operators['~='] = '_match_compatible' numeric_re = re.compile('^(\d+(\.\d+)*)') def _match_compatible(self, version, constraint, prefix): if version < constraint: return False m = self.numeric_re.match(str(constraint)) if not m: logger.warning('Cannot compute compatible match for version %s ' ' and constraint %s', version, constraint) return True s = m.groups()[0] if '.' in s: s = s.rsplit('.', 1)[0] return _match_prefix(version, s) # # Semantic versioning # _SEMVER_RE = re.compile(r'^(\d+)\.(\d+)\.(\d+)' r'(-[a-z0-9]+(\.[a-z0-9-]+)*)?' r'(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$', re.I) def is_semver(s): return _SEMVER_RE.match(s) def _semantic_key(s): def make_tuple(s, absent): if s is None: result = (absent,) else: parts = s[1:].split('.') # We can't compare ints and strings on Python 3, so fudge it # by zero-filling numeric values so simulate a numeric comparison result = tuple([p.zfill(8) if p.isdigit() else p for p in parts]) return result m = is_semver(s) if not m: raise UnsupportedVersionError(s) groups = m.groups() major, minor, patch = [int(i) for i in groups[:3]] # choose the '|' and '*' so that versions sort correctly pre, build = make_tuple(groups[3], '|'), make_tuple(groups[5], '*') return (major, minor, patch), pre, build class SemanticVersion(Version): def parse(self, s): return _semantic_key(s) @property def is_prerelease(self): return self._parts[1][0] != '|' class SemanticMatcher(Matcher): version_class = SemanticVersion class VersionScheme(object): def __init__(self, key, matcher, suggester=None): self.key = key self.matcher = matcher self.suggester = suggester def is_valid_version(self, s): try: self.matcher.version_class(s) result = True except UnsupportedVersionError: result = False return result def is_valid_matcher(self, s): try: self.matcher(s) result = True except UnsupportedVersionError: result = False return result def is_valid_constraint_list(self, s): """ Used for processing some metadata fields """ return self.is_valid_matcher('dummy_name (%s)' % s) def suggest(self, s): if self.suggester is None: result = None else: result = self.suggester(s) return result _SCHEMES = { 'normalized': VersionScheme(_normalized_key, NormalizedMatcher, _suggest_normalized_version), 'legacy': VersionScheme(_legacy_key, LegacyMatcher, lambda self, s: s), 'semantic': VersionScheme(_semantic_key, SemanticMatcher, _suggest_semantic_version), } _SCHEMES['default'] = _SCHEMES['normalized'] def get_scheme(name): if name not in _SCHEMES: raise ValueError('unknown scheme name: %r' % name) return _SCHEMES[name] site-packages/pip/_vendor/distlib/t64.exe 0000644 00000277000 15231162611 0014266 0 ustar 00 MZ� �� � @ � � � �!�L�!This program cannot be run in DOS mode. $ !���e���e���e���\�d���~bo�{���~bn����~bZ�l���l�W�`���e���=���~bj�d���~b^�d���~bY�d���Riche��� PE d� 9�RW � " � � X( @ � �� @� < < p �P ` � d � � � .text T� � `.rdata �4 � 6 � @ @.data �8 @ �.pdata ` @ @.rsrc �P p R ( @ @.reloc , � z @ B ��umL��I�SM�CM�K H��H H�� H3�H��$0 L�ʺ I�CD�B�H�L$0H�D$ �6 � L�D$0H�H`H��� � � ��� ����H�\$H�t$WH�� �/# H��H��3�L��L�B���I���A L��H��t �# H��A;ID�I��I+�L�D9���H�t$8H��H�\$0H�� _��H�\$H�t$H�|$ UATAUAVAWH��H��@L��L�+� H��2 H�M0E3�L�e0� A�̅�H�� ������H�M0E�D$3��@ H�M0�+ H�M0Lc�A��������AH�E3���� L�M0E�|$A��A� I��� I��H�����H��H��t H�M�E�D$H��蛭 Hc�I+�H�� � ���Y H�M0A�� �H��AH�E3���� L�M0D��I��H��� H��H���z���A��H�T� H��H�������H�M�H��A� � � Hc�H��H+�H��_ +}�H�M0+}�� AH�E3����- L�M0A� I��I��� A��H�� H��H�������N�\+�M;�r� � fA9t M+�M;�s��M��H�M0�� L�\$@I��I�[8I�s@I�{HI��A_A^A]A\]���H�\$H�t$WH��@H��H���5� H�# �D$0 � L��H��L��H�t$(�d$ �i� ��u �M� ��D�H�t$X��H�\$PH��@_��H��(��u� �2 ��t3��� � H��(�H�\$H�|$UH�l$�H�� H�J H3�H�EpH��3�3��� L�E�A�� H��H�D$P� H��H�D$ ��� ��t�|$P� u� �3�H��� �&����M� 0 L�E�A�� � H��� H��� �����3�H�L$pD�Bh�4 ������D$ph �>� H�U�H�����H��� ������������ H�U�H���u���H��� ���������� H�U�H���P���H��� ���r���H� ����� �E� ��� L�\$XL�\$HH�D$pE3�H�D$@H�d$8 H�d$0 �d$( E3�H��3��D$ �3� H�\� L�Nj�� ���D�\$hH�T$XH��D� �0 �(� H�L$`�m� H�L$X����� H�L$XH�T$P�� H�0� ������L$P��� ���H��H�XH�hH�pH�x ATAUAVH��p H�M H3�H��$` �|� �" f98t�O����H����H���� 3�D�fH��u L�-�� �#L�h�A����� ��tI��A�E f��u�L�5. � 3�I��D��J� f9=�- ��u L�5�- H��H��$P fA�4V�� P�����H�Z� H��H�������H�� H��H��H;�s�9 t�9 t H��H;�r��H����H��H�/� ������@�7H�D$@+�L��A�Թ� D�ωl$(H�D$ ��� �΅�H�%� Hc����B���f�t|@H�l$@f9t$@t�M A���y ��t H��f9u u�f�} #��H�� �������A�����H ��t H���E f��u�f�} !��H� � �������A����� ��t H���E f��u�H�@� H��� �" L��H��t2f9pt,f9Xt&�H� �� ��uH�� I�L$��� �Ƌ�M��H��� ���L���I��f9] u#fA9 $��H�$� ���,���fA�4$I��H��fA9 $��H�Q� ��� ���fA94$t/A� $� �G ��t fA�4$�� ���/ ��tI��A�$f��u��H��H�-� �������M��H�I� �����3�I��I��I���Pf�H��H��L�A�I��f�I��H��H��L�I��f�I��H��H��L�I��f�H��I�\H��� H�$� H��H��@�Ƌ��3���L�l$8L�t$0L� :� L��H��H��L�d$(H�l$ � H���b�����H��(�K����������������ff � H; � uH��f����u��H���- �H�\$H�t$WATAUH��0H�d$ E��H��H��E3�A��H������u�� � �g 3�� A��H������t�A��fD9*����t��� H��H�D$PH��u � � �fD9.u"� � H� H�L$ � ��3�� L��E��H��H��� H��H���r H��H�\$XH�t$`H��0A]A\_����@SH�� I��L��H��H��u� � �� ���$A�� H��I�����H�H��t3���� � H�� [��� f;�tH���f��u�f;�uH���3���H��t7SH�� L��H� � 3��� ��u� H���� ���? �H�� [����@SH�� �d$@ L�D$@�� H��H��u9D$@t�T H��t �J �L$@�H��H�� [����H�\$H�t$WH�� H��H���w|� H��HE�H� H��u �G � �� �� �# H� � L��3�%� H��H��u,9o$ tH���U ��t �� � � � H����/ � � 3�H�\$0H�t$8H�� _���H�) �@SH�� ��< � ��u� �;�L�HcȺ �y< �\" H�M, H��u$�PH�ˉ \< �?" H�0, H��u� �v3�H�� H�H��0H��H��t H�, ��E3�H�� E�HI��L��) I��H���� I��Hk�XL�I���t I���tM��u�����I��H��0I��u�3�H�� [�H��(�% �=� t�" H� �+ H��(����@SH�� H��H� H;�r>H�� H;�w2H��H��������*H+�H��H��H��H��?�L��& �kH�� [�H�K0H�� [H�%]� �@SH�� H�ڃ�}���& �kH�� [�H�J0H�� [H�%+� ���H�� H;�r5H� H;�w)�qH+�H��������*H��H��H��H��?�L�3% H��0H�%�� ��} �r���% H�J0H�%�� ���M��t 8tH��I��u�I��H�H#���L��M�K H��8I�C(I�C�I�c� �, H��8���H�\$ UVWATAUAVAWH�� L��L��H�L$hH��M��M��H��H�T$pM��tM��tM��u'�� � �u 3�H�\$xH�� A_A^A]A\_^]�H��$� H��t3�H��I��L;�v)H���tL��3�I���* H��H��t�3�H��I��L;�w�I��I��G H��tD�O$�A� D�L$`H���X �G A����t^LcwE��tP� I;�DB�E��L;��� L�H��H�L$h�6 D)wA��L�t$hH+�HH�L$pD�L$`L�H+�� L�t$hE��I;�rhE��t 3�I;�v A��E��A��� H��D��I��D+�� D��I;�EG�A��H;�woH��� 6 E��L�t$hI����4 ���� ���tk��H+��v���H���H, ���tXH�L$pH��t'A�D�O$H��I��H��D�L$`L�t$hH�L$pH������H���t L��3�I���( �" � " �5����O H+�3�H��I���(����O��I�������H��H�XH�pH�xL�` AUH��0I��M��H��L��M��t`M��t[H�\$`H��u"H���t L��3��+( � � �3 �/H���!����H�\$ L��M��H��I���N���H��H�����H���3�H�\$@H�t$HH�|$PL�d$XH��0A]��H��8L�L$ M��L��H���@���H��8����H��H�PH�HL�@L�H SVWATH��(H��3�3�H������u� � � ���� 3�H������t�L�d$`�a�����G@�� H���*4 ���t*���t%Hc�H��H��L�s$ �� Hk�XI�H� � �H� � H��L�N$ �B8u%���t���tHc�H��H���� Hk�XI ��A8�t�N � �� ����u*H���P4 ��M��E3�H�T$XH���36 ��H���5 �H���2�����H��(A\_^[���f�L$SH�� ��� ��f;�u3��E� f;�sH�� ���H�&� L�L$@H�T$0D���� 3Ʌ�t�L$@����#�H�� [���H��H�XH�hH�pH�x ATAUAVH�� H��H��u�j � � ���Z �2 �{ Lc�}�c 3�A��D�B�@ ��xҋS�� u +s��� �;L��" ��+k��t<I��I��H���� I��Hk�X�D�tH�C� �8 u��H��H;r�u���� ��x��� � �Z������� �{ u3�� +{M��M��{I��A�� K��Mk�XA�D�t|3�A��D�B��? ;�u#H�C��H�� �8 u��H��H;�r�C �CE3���A���? ������� ;�w�Ct �C ��t�{$H��! J��A�Dt��+��D5 H�\$@H�l$HH�t$PH�|$XH�� A^A]A\���H�\$H�L$WH�� H��3�H������u� � �F ����4����H��������H�������H�\$8H�� _�H�\$H�l$H�t$WH�� �AA����H�٨�u�\ � ���j���3�AA��u ������H��� D�[E��y A��D�[�A��tA��tA�� r�C$ H���i0 D�Nj��I> ���@�ōE�H�\$0H�l$8H�t$@H�� _���H�\$H�t$H�L$WH�� A�؋�H��3�H������u� � �0 ���-��t ��t��u������D�Ë�H�������H�������H�\$8H�t$@H�� _���H�\$WH�� ��H��H��u�: � �� ��F�A�t:�� H�ˋ���? H���z/ ���> ��y���H�K(H��t �4�H�c( �c ��H�\$0H�� _���H�\$H�L$WH�� H�ك�3�H������u� � �? ���&�A@t�a ���"����H���5�����H�������H�\$8H�� _���H�\$WH��0�MZ f9 ��t3��8Hc9��H� ���H��8PE u� f9Hu�3ۃ�� v 9�� �É\$@� ��u"�=� t�E � �� �� �! �(I ��u"�=e t� � � �� � ��E ��{ ��y � �9 � � H�� �D H� �C ��y � � �@ ��y � � � �x ��t���� L�v L�w H�X � N �����D$ ��u���| � ����|$@ u���q �� ���H�\$HH��0_��H��(�H H��(�v�����H�L$H�� H� �k� H�� H�D$XE3�H�T$`H�L$X�� H�D$PH�|$P tAH�D$8 H�D$HH�D$0H�D$@H�D$(H�� H�D$ L�L$PL�D$XH�T$`3�虰 �"H��$� H�x H��$� H��H� H�^ H�� H��$� H�� �� ��� H�}� H�D$hH�y� H�D$p�v� � � �VH 3�V� H� �� �A� �=� u � �.H ��� � �H��� H�Ĉ ���L��I�[I�kI�s I�SWATAUAVAWH��@M�yM�1�AI�y8M+�M��L��H��f�� IcqHI�K�M�C�H��;7�� H�H�\� �C�L;��� �C�L;��� �{ �� �;t�H�L$0I��I�Ѕ��� ~t�} csm�u(H�=� t H� � ��G ��t� H��� �KA� I��I�� I�D$@�SLcM H�D$(I�D$(I�L��I��H�D$ �0� � ��H��;7�� �9���3�� M�A 3�E3�M+Ǩ t;3�9v5H�O�A�L;�r�L;�v ��H��;s���H��L���u�l� �D��IcqHH��;7sUH��H��HߋC�L;�r9�C�L;�s1E��tD;+t1��t;k�t(�; uH�T$x�F�A�D$HD�C�M�A���H��;7r�� L�\$@I�[0I�k@I�sHI��A_A^A]A\_����H�\$H�l$H�t$ WATAUAVAWH��0�5n E3�I��E�~ E��H��L��E��E��E��fD9:u H��fD9;t��A� ��at0��rt#��wt�- � � 3��C � � A��A ��� ��H��A���f���� ���� �ȃ�SytjA+��� �� tG��t>��t'�� t��u�E���� E�Ѓ�� ��� @��@�� ��@� E���|@��uv�������pE��ubE��A ��c��TtO��t<��t*�� t�������� � u6���9E��u+E�����+E��u E����� �� � u ����� sA����� H���f������E���� �H��fD9;t�H� �� A� H���oO �������H���H��fD9;t�f�;=�w���H��fD9;t�H��� A� H���N ��u H�� ���NH�m� A� H���sN ��u H�����+H�b� A� H���PN ��� ���H�����H��fD9;t�fD93���H�L$hE��D��I���D$ � ��L �������e �D$h�u�E D�uL�u H��L�uL�u(H�\$`H�l$pH�t$xH��0A_A^A]A\_����H�\$H�t$WH��03ۍK�; �3��|$ ;=�) �� Hc�H�� H�<� tfH��@�uU�@ � uL�G���w�O� ���� H�Y H����2�L� G I��@�t H�Ћ����H���|���y����X � H��Hc�H� H� �H��tUH��0�� ��� ��u H� � H� ���L� � I�$� �$H�� H� �H��0��� L� � I� ��c H��t �c � �c H�c H�# H�c( �K �� � H��H�\$@H�t$HH��0_��H� Y �H�\$H�t$UWATH��$���H��� H��� H3�H��� A����ك��t�A �d$p H�L$t3�A�� � L�\$pH�EH�ML�\$HH�D$P��� L�� H�T$@I��E3�� � H��t7H�d$8 H�T$@H�L$`H�L$0H�L$XL��H�L$(H�MM��H�L$ 3��̨ � H�� H�� H�� H��� H�� �t$p�|$tH�E��� 3ɋ��ӯ H�L$H��� ��u��u ���t���@ H��� H3���L��$� I�[(I�s0I��A\_]��H��(A� � �A�H������ � �H��H��(H�%K� ���H�\$H�l$H�t$WH��0H��H� � A��I��H��k� D��L��H��H��H��t!L�T$`L�T$ ��H�\$@H�l$HH�t$PH��0_�H�D$`H�D$ �^�����H��8H�d$ E3�E3�3�3��w���H��8���L� �� 3�I��D�@; t+��IЃ�-r�A�w� Á�D���� ��AF��H�A�D���H��(�[< H��u H��� �H��H��(�H��(�;< H��u H��� �H��H��(�@SH�� ���< H��u H��� �H����; L��� H��tL�P���;���A�H�� [�����������������ff � H��� M3�M3�H�d$ L�D$(舦 H��� �������f D H�L$H�T$D�D$I� ��������f��������f � ����H��(E3�� 3��D$0 ��� H�� H��t)��� <sH� � L�D$0A� 3�x� � H��(���H�\$WH�� I��H��H��t 3�H�B�H��H;�s�|���� 3��]H��� H��HD�3�H���wH� [ �PL���� H��u-�=� tH��� ��u�H��t�� �H��t� H�\$0H�� _���@SH�� ��H� )� �۬ H��tH�� H���� H��t���H�� [����@SH�� �������g� ��̹ �F �̹ �: ��@SH�� � 9 H��H��� H��� ���H���zK H���jK H���H H��H�� [��H �H;�s-H�\$WH�� H��H��H�H��t��H��H;�r�H�\$0H�� _��H�\$WH�� 3�H��H��H;�s��uH� H��t��H��H;�r�H�\$0H�� _����H�\$WH�� H�=� ��tH� � ��< ��t��� �)L H� � H� � �~�����uZH� �7 ��K H� ì H�=Ĭ �H�H��t��H��H;�r�H�=_ t H� V �Y< ��tE3�3�A�P�> 3�H�\$0H�� _��H�\$H�t$D�D$WATAUAVAWH��@E���D��� � ��=b � �N D�%C ���� H� � ��� H��H�D$0H���� H� � �x� H��H�D$ L��H�t$(L��H�D$8H��H�|$ H;�rp�7 H9u��H;�r_H��8� H����6 H���H� D � � H��H� , �� L;�uL;�t�L��H�\$(H��H�\$0L��H�D$8H��H�D$ �H��� H� �� ���H��� H� �� ����E��t� � E��u&�= � �o A������A��r� �H�\$pH�t$xH��@A_A^A]A\_��E3�3��f�����E3�A�P�X���3�3�D�B�K�����̺ 3�D���9����@SH�� ��� ���@ E3��� A�P�������L�Q� 3�I��; t��H����r�3��H�H�I�D�����H�\$H�l$H�t$ WATAUH��P H�r� H3�H��$@ �����3�H��H���� �N�"N ���u �N�N ��u �=&� �\ ��� �� H�- A� L��� H��A���iM 3Ʌ�� L�- A� f�5 I��V� A�|$�u*L� � ��I���(M ��tE3�E3�3�3�H�t$ � ����I����L H��H��<vGI����L L�Ӵ A� H�LE�H��I+�H�H+�H����K ��tE3�E3�3�3�H�t$ �����L��� I��H���1K ��uAL��I��H��� K ��uH�� A� H���H � E3�E3�3�3�H�t$ �q����E3�E3�3�3�H�t$ �\����E3�E3�3�H�t$ �I���̹��a� H��H��tUH���tO��L�D$@� A�f93t��I��H����� r�H�L$@@��$3 ��G L�L$0H�T$@H��L��H�t$ �ܦ H��$@ H3����L��$P I�[(I�k0I�s8I��A]A\_����H��(� �K ��t� ��K ��u �=� u�� �l����� �b���H��(��H� �@SH�� H��H� � �� H��tH��Ѕ�t� �3�H�� [��H�\$H�l$H�|$ATAUAVH�� H�L$ � � �X �jȋ�� E3�H��H��u���k H�� H �͉ � H;�sEH�� H�J��f�B� D�rf�B/ �B1 D�rGD�rCH�} H��XH�J�H H;�rŋ D fD9t$b�4 H�D$hH���& Lc � L�hM�9L;��� H�=/ �X H���b H��th�� H�� H�Չ� H;�sAH�P H�J���b/�f�B� D�rf�B0 D�rGD�rCH�H��XH�J�H H;�rɋ� H��;�|��� � A����~|I�<$�thI�<$�taA�E tZA�E uI� $��� ��tEHc�H� l �� H�Ń� H��Hk�XH,�I�$H�E A�E H�M�E� � ���i����E ��I��I��;�|�E��I��H�= H�<;�tH�<;�t �L;�� A�D$��D;��ظ����Ƀ��E��D�%� H��H���tMH��tHH���� ��t;��H�,;��u�L;@� ��u�L;H�L;�� �u� �������D; � �L;@H�;����H��XA��H�� �H���� @ ��� 3�L��$� I�[ I�k(I�{0I��A^A]A\���H��H�XH�hH�pH�x ATH�� �=� 3�H��A��H��� ��H��H��u(��t$��<� �=� D��� D;�A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\���H��H�XH�hH�pH�x ATH�� 3�H��H��A��E3�H��H������H��H��u*9K v"���� D��� D; 3 A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\��H��H�XH�hH�pH�x ATH�� 3�H��H��A��H��H����G H��H��u/H��t*9� v"��/� D��� D; � A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\����H�\$H�t$WH��03��O�_ ��_�\$ ; � }eHc�H�� H�<� tPH� �A�t�����t�lj|$$��|1H�� H� �H��0�~� H� w H� ����L� g I�$� ��돹 �� ��H�\$@H�t$HH��0_���H�\$H�t$WH�� �A3�H��$<u?�A t6�9+y��~-�h H�SD�Nj��N ;�u�C��y��C��K ��H�K�c ��H�t$8H� H�\$0H�� _����@SH�� H��H��u H�� [�4 �g�����t��� �C @ tH���� ���O ����3�H�� [�H�\$H�t$H�|$ATAUAWH��0D��3�3��N�� �3�A���\$ ; _ �� Lc�H�/ J�<� thJ��B�t^������H� J� �A�t3A��u�6���A;�t#�Ɖt$$�E��u�At����A;�AD��|$(H�� J����$�����p���� �; A��D���H�\$PH�t$XH�|$`H��0A_A]A\ù � �����H�\$H�t$H�|$ATH�� L�%�� 3�3�I���u&Hcƺ� ��H� �H�� H� �H��՞ ��t&��H����$|ɸ H�\$0H�t$8H�|$@H�� A\�Hc�H�I�$� 3���H�\$H�l$H�t$WH�� �$ H� ,� ��H�+H��t�{tH��Þ H������H�# H��H��u�H� �� H�K�H��t �;u��� H��H��u�H�\$0H�l$8H�t$@H�� _��Hc�H��� H�H� �H�%�� H�\$H�t$H�|$AUH�� Hcپ H�=/� u�d����N ��� �B�H��H�L�-a� I�|� t���y�( ���H��H��u���� 3��X� �f �H��I�|� u-�� �c� ��uH��������� 3�� I�\� ������H� �� �֜ �H�\$0H�t$8H�|$@H�� A]���H�\$WH�� Hc�H�=�� H�H�<� u�����u�H���H� �H�\$0H�� _H�%p� H�\$H�t$H�|$UATAUH��H��P3�M��L��H��H�M�D�C(3�I��H�]��d H��u���� �g����vM��tH��t�L�MHL�E@����L;�A��H��G�H�M��E�B H�u�H�uЉE�A�Ջ�H��t3��x!�M�xH�EЈ�H�U�3�� ���t���9]�B�\&��ÍC�L�\$PI�[ I�s(I�{0I��A]A\]���H��H�XH�hH�pH�x ATH��0I��I��H��H��M���� M��uH��uH���� 3��� H���� H���� I;�vM���L�FH� �K �H�D$hL��H�D$(H�D$`H��H�D$ ������ul���8"�� ����~��H� DK L��D� H�D$hL��H�D$(H�D$`H��H�D$ �;����D � ���uH���u�F��8"u3�<�D� �)��y(� ���u �&�� " � ��� ����H�\$@H�l$HH�t$PH�|$XH��0A\�H��8H�D$`H�D$(H�d$ ���H��8���H��H�XH�hH�p �HWH�� H��H��� �KHc�u��� �K ���4 ��@t ��� " ��3���t�{���� H�C��H��K�C�{�����C� u/���H��0H;�t���H��`H;�u ���V ��uH���%V �C �� �+H�S+kH�BH��C$�ȉC��~D�ŋ��G ���W�� �K�?������t#���t H��H��H��� �� H��Hk�XH ��H� �� �A t3ҋ�D�B�T H������H�K�D$0��� H�T$0��D���+G ��;������D$0H�\$8H�l$@H�t$HH�� _����@SH�� H���A H��u�' H�CH��� H�H��� H�KH;�� t��� �K� u�a H�H�:� H9CtH�C��� � $� u � X H�CH�C��� u��� �C��H��H�� [����������������������ff � H��I��rS��I�I��I��@r H�ك�tL+�H�H�M��I��?I��u9M��I��I��tfff��H�H��I��u�M��t �H��I��u�� @ fff�ff�I�� s0H�H�QH�QH��@H�Q�H�Q�I��H�Q�H�Q�H�Q�u��f D H�H�QH�QH��@H�Q�H�Q�I��H�Q�H�Q�H�Q�u�� $ �T�����H�\$H�t$H�|$UATAUH��H��P3�M��L��H��H�M�D�C(3�I��H�]�����H��u�N�� ������ M��tH��t��E�B H�u�H�u�I�����?v �E����C�$�E�L�MHL�E@H�M�H��A�Ջ�H��t\��xI�M�xH�EЈH�E�H��H�E��H�U�3�������t!H�E�M�x��H�U�3��������t���9]�fB�\f��ÍC�L�\$PI�[ I�s(I�{0I��A]A\]���H�\$H�l$H�t$WATAUH��0E3�I��I��H��H��M���� M��uH��uH���� 3��� H���� H���� I;�vP��L�FH� �c �H�D$xL��H�D$(H�D$pH��H�D$ �R������up����8"�� ����� ���H� �c L��D� H�D$xL��H�D$(H�D$pH��H�D$ ����fD�l_����uH���u���8"u4�v�D� �*��y)fD�/���u �_�� " � �R�� �����H�\$PH�l$XH�t$`H��0A]A\_����H�\$H�t$WH�� H��H��u� �� ��� �A��� �@� �t �� �A�� ���A� u��P �H�AH�H���# D�G$H�W��� �G���� ����� �G�u_H���� ���t<H���� ���t/H���� H��H�52� Hc�H���� D��A�� Mk�XL ��L� >� A�C$�<�u�o �$ u�Gt�G$�G � D��G$H��O�H��H��������� G�g ��H�\$0H�t$8H�� _���H�T$�L$USVWATAUAVAWH��H��XHc�A���E����]��u��3��8��� �� 3����� ;*� �� H��L��L� ���I���� K��� F Hk�X�D1��l �����v�[��8�4�� �_ D����> ��6 H��t�D�l18A� E�A�A��D�m`��t��u ��Шt���L���`��Шt���A;�AB؋��`�L��H��u��� ���� �� �MH3�D�B�+M L� @���L��K��� F L�\0@K��� F I��A� �D0H�� �L0 A:��� ���� A�K��� F A��A�I�VE�`�D�D0 E��tbK��� F �L09A:�tQ��tM� K��� F A�H��E�`�D�D09A��u.K��� F �L0:A:�t ��t� K��� F H��E�`�A�D�D0:K��� F L�M�D��H� 1H�|$ �ˑ ���� HcU܅��| ��H;��q L�5���D�K��� F �D0��5 A���� ��t A�> u�L0��d0�Ic�I��M��I�H�E�L;�� A� A�E <�� A:�t �H��I���� H�E�H��L;�sI�E�8 uI���~L��� K��� F L�M�H�UXH� 1A� I��H�|$ �� ��u �ݏ ��uf9}�taL�]���K��� F �D0Ht�}X t D�#K��� F �EX�D1 �;I;�u �}X u� �+�MHA� H���J �}X L����t�L�����D�#H��L;m�� ���� K��� F �D0@u�L0� A�E �H��D��E+�}`�� E���� H���uH��� � ���I;�rH����B8� �' t�� B���' ��u��� * ���u ��;�uHc�H��]K��� F �D0Ht;H�ÈL0 ��|�K��� F H�ÈD19��u�K��� F H�ÈD1:Hc�H+���MH��A� Hc���I �E�L�mPA+���D��M�ƉD$(3ҹ� L�l$ �!� D��u�,� ���E����� ;Ë]�H�����J��� F @��E�|0H� �Һ t fA9u�L0��d0�Ic�I��M��I�H�E`L;��e A� A�E f���. fA;�tf�H��I��� H�E`H���L;�sI�Ef9u I��� L���� K��� F L�M�H�U�H� 1A� I��H�|$ �J� ��u�@� ���� 9}��� L�����K��� F �D0Ht;� f9U�t@fD�#�E�K��� F �D1 �E�K��� F �D19K��� F �T0:�LI;�u� f9U�uf��7�MHH�����D�B�*H � L�:���f9U�t� � L�&���fD�#H��L;m`�����"K��� F �D0@u�L0� A�E f�H��D��E+�]�L�mPM;�tI���j�����AD܋��Y�5� ��u� ��� � ��� �A�����mu��뵋��%���,���3������8����� �]����H��XA_A^A]A\_^[]��H�\$H�t$�L$WATAUAVAWH�� A��L��Hc����u���3ۉ�y��� � 3ۅ��� ;=� �� L��L��I��L�=� A�� Mk�XK��B�L ��ti��A���������u�;������� �W��� g �K��B�D tD��I�Ջ������������� ���������wg ������������ �H����H�\$XH�t$`H�� A_A^A]A\_��H��(H��u���� �������A H��(���H�\$H�t$WH�� I��I��H��M��u3��VH��u�A��� ��������<M��tH;�r L��H��� i ��L��3���H��t�H;�s ����" 뾸 H�\$0H�t$8H�� _��H�\$H�|$ATH�� H���8������)G ���� �8��H��0H;�u3���&��H��`H;�uw� �� �C ucL�%b� Hc�I�<� u+� ��I��H��uH�C H�CH�� �C$�C�I� ��C$ �C H�KH� �K � �3�H�\$0H�|$8H�� A\���̅�t2SH�� �B H��t H������c���c$ H�# H�c H�� [�̅�~LH�\$H�l$H�t$WH�� I��I���@��L��H��@����!9 �?�t���H�\$0H�l$8H�t$@H�� _����H�\$H�l$H�t$WATAUH�� A�@@H�\$`I��D�#I���L��t I�x uA�>�# ��~4A�M L��H����8 I�Ń?�u�;*uL��H�ձ?�8 ��у; uD�#H�\$@H�l$HH�t$PH�� A]A\_����H�\$UVWATAUAVAWH��$0���H��� H�>� H3�H��� 3�H��H�L$pH�T$hH�M�I��M��D$dD��D$X���D$D�D$L�D$\�D$T�A��|��E3�H�E�H��u,�k��� ���E3�D8]�t H�E���� ���� A���C@L� ���� H�����H� � A;�t(���t#Lc�L� ����I��A�� H��Mk�XM�� F � L��L� ����A�@8u)A;�t ���tHc�H�� H��Hk�XI�� F �B8�t,���� �A��E3�D8]�t H�E���� �A��� E3�L�D$hM��t�E� A��D�T$@D�T$HA��L�U�E���� H�]�A� I��L�D$h���� A�D$�<XwI��B���� ���A��Hc�Hc�H��B�� �� ���T$`�ʅ��Q ���z ���" ���� ���� ���� ���t ���# A�ă�d�s �n ��A�8 ��C�� ��E�& ��G� ��Stt��X�� ��Zt��a� ��c�� �+ I�I��H��t/H�XH��t&� A�� s��D$T +��� D�T$T�� H� �� H����& �� A��0 uA�� I� A;��ǹ���D�I��A�� � H���D$T HD �� H���� A��0 uA�� I��A�� t'E�N�H�U�H�L$HM���h E3҅�t�D$\ �A�F��D$H �E�H�]��8 �D$x A�� A��@H�]�A��� �D$D �\ ��e� ��g~҃�i�� ��n�� ��o�� ��ptc��s������u�� ��x�� �' �P��fD9tH����u�H+�H�� H��HD y� H��� ��D8tH����u�+ˉL$H�{ � A��� �D$dA� E��y\Q�D$P0A�Q�D$Q�OA� E��y@E ��;I�>I���N E3҅������A�� tf�7��7�D$\ �p A��@A� �T$L� � D��uA�� s M�I���.I��A�� tA��@tM�F��E�F��A��@tMcF��E�F�A��@t M��yI��A��D��u A�� rE����y� � A��A;�AO��t$dI��H��� H���#ʉL$L��υ�M��t 3�I��Ic�H��L���B0��9~ƈH���ԋt$@H��� �|$D+�H�ÉD$HE��� ��t �;0� H��D$H�0� uA��guC�D$D �9A;�AO��|$D��� ~&��] Hc����H�E�H��tH�؋���D$D� I�H� �� I��A��Hc�H�E���� H�M�D��H�L$0�L$xL�ƉL$(�L$DH�ӉL$ H�M���A���� t 3�9D$DuH� �� �I� H�U�H���A��gu��uH� � �)� H�U�H��Ѐ;-uA��H��H��� # �t$@E3҉D$HD9T$\�Z A��@t1A��s�D$P-� A��t�D$P+� �|$L�A��t�D$P ��|$LD�d$XH�t$pD+d$HD+�A�� uL�L$@L��A�Ա ���H�E�L�L$@H�L$PL�Ƌ�H�D$ �/���A��tA��uL�L$@L��A�Ա0����|$H3�9D$Ttg��~cH��D�H��� H�M�A� ��H���Jd E3҅�u/�U���t(H�E�L�D$pL�L$@H��� H�D$ ���E3҅�u��(A��D�|$@�"H�E�L�L$@L�Ƌ�H��H�D$ ���E3ҋt$@��x!A��tL�D$pL�L$@A�Ա � ����t$@E3�H�E�H��tH������E3�L�U��|$DL�D$h�T$`A� L� Y���E� E���G���D8U�t H�M���� ���H��� H3��K���H��$ H��� A_A^A]A\_^]�A��It8A��ht)A��lt A��wu�A�� �A�8lu I��A�� �A���A�� �y���A� A��<6uA�x4uI��A���X���<3uA�x2uI��A���?���<d�7���<i�/���<o�'���<u� ���<x����<X����D�T$`H�U�A��D�T$T�K 3���t+H�T$pL�D$@A���/ H�T$hD�"H��H�T$hE��� H�T$pL�D$@A����. �t$@E3����A��*u A�>I���|$D�������A��D�|$D���� �A�č|HЉ|$D�o���A��D�T$D�b���A��*uA�I���D$X���I���A������D$X� �A�čDHЉD$X�)���A�� tAA��#t1A��+t"A��-tA��0����A�����A�����A�����A�����A������D�T$xD�T$\D�T$XD�T$LE��A��D�|$DD�T$T����T��� ����@8u����H�\$H�t$WH�� Hc�A������X H���u���� ���RD��E3���H��#~ �����u�} �3���t ��� ����H��H��H��� H���� H��Hk�X�d���H�\$0H�t$8H�� _���H�\$�L$VWATAUAVH�� A��D��Hc����u���� �x��� � ��xs;=� skH��L��I��L�5 � �� Hk�XK���L��tE���8X �K��DtD��A�ԋ������������ �'��� �����X ������� ����� �v����H�\$XH�� A^A]A\_^��H�\$WH�� Hc����DW H���tYH�w� � ��u @��� u ;�u �@`t�W � H���W H;�t ���V H���{ ��u �y{ ���3ۋ��0V L��H��H��A�� H�� H� �Mk�XB�D ��t ���^�����3�H�\$0H�� _�H�\$�L$VWATH�� Hcك��u���� ����� � ��xe; �� s]H��H��H��L�%�� �� Hk�XI���L8��t7���V �I��D8t ������������� �����"W ������� �e��� ������H�\$PH�� A\_^��@SH�� �A�H��t"�At H�I�n����c����3�H�H�C�CH�� [��H��(H��8csm�u+�xu%�@ = �t=!�t="�t= @�u�+ �3�H��(����H��(H� �����;z 3�H��(�H�\$H�l$H�t$WH�� H��� E3�H��H���� H��� H��99tH��� H��H;�r�H��� H;�s99tI��H���R L�AM���E I��u L�IA�@��4 I��u���& H��� H��� �y�� �0 H��� H��L�L�H��� |�9� ���� uǃ� � � �9� �uǃ� � � �9� �u ǃ� � �z�9� �u ǃ� � �f�9� �u ǃ� � �R�9� �u ǃ� � �>�9� �u ǃ� � �*�9� �u ǃ� � ��9� ��Ǻ� D�� ��� � A�Љ�� � L�I�IA��H��� ����3�H�\$0H�l$8H�t$@H�� _�H�\$H�l$H�t$WH��0�=�� u�= H� 3� 3�H��u��� <=t��H���^ H�\���u�G� Hc����H��H��� H��t�H� �� �; tPH��� �;=�pt.Hc� H���`��H�H��tsL��H��H���.[ ��uKH��Hc�H; u�H� �� H���T���H�%�� H�' ��� 3�H�\$@H�l$HH�t$PH��0_�H�d$ E3�E3�3�3������H� �� ����H�%�� � ���H��H�XH�hH�pH�x ATAUAVH�� L�l$`M��I��A�e L��H��A� H��tL�I��3�;"u3���@�"��H�Ë��9A�E H��t��H���3H�Ë��[ ��tA�E H��t��H��H��@��t��u�@�� t@�� u�H��t �G� �H��3��; �� �; t�; uH����; �� M��tI�<$I��A�� 3��H����;\t��;"u6��u ��tH�C�8"uH��� 3�3҅����������H��t�\H��A�E ��u���tO��u< tG< tC��t7���8Z H��t��t�H�ÈH��A�E ��H��� ��tH��A�E A�E H���Y���H��t� H��A�E ����M��tI�$$ A�H�\$@H�l$HH�t$PH�|$XH�� A^A]A\��H�\$H�t$ WH��0�=�� u�: H�=�� A� 3�H����� ��u H� �� H�=�� H��t�; uH��H�D$HL�L$@E3�3�H��H�D$ ���Hct$@H�������� H;�s\HcL$HH���sQH��H;�rHH������H��H��t8L��H�D$HL�L$@H��H��H�D$ �g���D�\$@H�='� A��3�D� � ���H�\$PH�t$XH��0_���H��H�XH�hH�pH�x ATH��@�u E3�H��H���� H��fD9 tH��fD9#u�H��fD9#u�L�d$8H+�L�d$0H�L��3�D�K3�D�d$(L�d$ ��t Hc�tQH�����H��H��tAL�d$8L�d$0D�KL��3�3ɉl$(H�D$ �{t ��u H���s���I��H��[t H��� H��Mt 3�H�\$PH�l$XH�t$`H�|$hH��@A\�H�\$WH�� H� ?� H�=8� �H�H��t��H��H;�r�H�\$0H�� _�H�\$WH�� H� � H�=� �H�H��t��H��H;�r�H�\$0H�� _�3�H�%7s ���H��(� 2� ���t ��s � � �H��(�k�����H�\$WH�� H��H��H��� H��� �a �A ǁ� Ɓt CƁ� CH�,� H��� � ����H��� � � ���� �x���H��� H��uH�H� H��� H��� �7 �� �F��H�\$0H�� _����H�\$WH�� ��q � F� ����r H��H��uH�H�� ���H��H��t3� � H���r H�˅�t3�����r H�K����t���3ۋ��r H��H�\$0H�� _�@SH�� �q���H��H��u�H���H��H�� [�H���) H�\$WH�� H��H�I8H��t����H�KHH��t����H�KXH��t���H�KhH��t���H�KpH��t�ܪ��H�KxH��t�Ϊ��H��� H��t轪��H��� H�+� H;�t襪��� �������H��� H�L$0H��t � uH�W� H�L$0H;�t�l���������� ����H��� H��t+H���6 H;=z� tH�� H;�t�? u H���7 �� �p��H������H�\$8H�� _��@SH�� ����@����t`H� �����q �Y� ���tH�� � ���H��H��t1� 7� H���p ��t 3�H��� �����p H�K��� �����3�H�� [����H�\$WH�� H��� H�d$0 H�2��-�+ H;�t H��H��� �vH�L$0��p H�\$0��p D��I3�Xp D��I3�dp H�L$8D��I3�Kp L�\$8L3�H������� L#�H�3��-�+ L;�LD�L� � I��L� � H�\$@H�� _�̃%-� �H���MZ f9t3��HcH<H�3��9PE u � f9Q�����LcA<E3�L��L�A�@E�XJ�L E��t �Q L;�r �A�L;�rA��H��(E;�r�3��H�������������H��(L��L� ����I���j�����t"M+�I��I�����H��t�@$�� �Ѓ��3�H��(����H�\$L�D$H�L$UVWATAUAVAWH��H�� 3�A��A��H���E� D�g�}�@�}XH�}�E��t�}�A��D�e�D��H�M��T ���) � � ��u�� @ u9E�tE ���A� � �A#�A� �t[��tA��t8�4����8� �� ���� �薾����H��$� H�Ā A_A^A]A\_^]�D���@��t�� u�A� @�E��M`D�u�A� ��t-��t#��t��t��@u�E;�����A��� A���A����ƹ �U�#�A� tFA;�t9= t*= t = t,= t(= t;�t �$���E���A� � A� �E�Ṁ �M�A��t�"� ��"Eh���A�DȉM�@��@t��A�����UĉM�D�u��� sA ȉM�@�� t��� @��t�� �M��H ����u!�н���8� �覽��� 蛽��� ���H�E@D�E�H�MP� �E�H�|$0�D$(L�M�A��D�d$ �m H�E�H����� � �A��#�;�uC� @��t9�E�D�E�H�MPA�� H�|$0�D$(L�M�A��D�d$ D�u���l H�E�H���u:Hc L�5�� H���� H��Hk�XI�ƀd���j �������Ҽ���8� H���k ��uKHc L�5�� H���� H��Hk�XI�ƀd���j �ȋ��μ��H�M��j ��u��{���� �A;�uA��@� ��uA��H�U� �D Hc L�5� H���� A� H��E �I��Hk�XD�|Hc H���� H��Hk�XI�ƀd8�A��$H�E��� E���� A��tu� E�Ń����Eȃ��u����8� tM� ������ H�U�A� f�}�������uf�}�uHcUȋ �N ���tċ E3�3��J����t�A� E���" � @ � @ ��u �E�#�u �� ��#�;�tC= t)= @ t"= t(= @ t!= t= @ u D�EX�� ��#�;�u D�mX�@�}X�� �� A��@D�}��}��� A�ǹ �#�= @� = �tp;��{ E���r E;�vA��v-A���] �MXD���� ���F �E�� � � E��3��$ H��t̋ E3�3��$ H��������� H�U�A� �~������w���A;�t��ua�}� u D�@�D�EX�� �E�=�� u� �O������ ����� =�� u � E3�A�����������D�mX� � E3�3�������=E��txE;�����A�������� E��3��=# H����� E3�3��(# H���u>����E� A� � Ic�E��H�T�E+��+ ��������D�E;���D�}�A� Hc D�eXH���� A��H��Hk�XI�ƀd8�Dd8HcH�� H��Hk�XI� Ƌƀd8����D8@8}�u @��tHc H���� H��Hk�XI�ƀL � �A��#�;��� A���� H�M��f �E�D�E�H�MPH�|$0�D$(A�� L�M��D$ A��$h H���u5��f ��豸��LcI��A�� H��Mk�XI��B�d�� �2A �r���HcH�ʃ� H��Hk�XI� �H� ���-���E3�E3�3�3�H�|$ � ����H�\$WH��@�d$0 3�H�|$pH������u���� ��{������ ��3�H������tك|$x tA������ ����t�D�L$(D�D$ D��L��H��H�L$0�����؉D$4�|$0 t,��t!HcH��H��H�D� �� Hk�XH�d��� B ���r������j���H�\$PH��@_���H��8A��D�L$`E��L���D$( H�L$ D��A��I�����H��8���H��H�XH�hH�pH�x ATH��@E3�I��H��H��A��M���� H��u�Ѷ��� �^�������� H��t�H�L$ I���j��L�\$ E9cu?H+�� >f��Ar f��Zwf�� �f��Ar f��Zwf�� H��H��t@f��t;f;�t��4�H�T$ ��K �H�T$ ����K H��H��H��t f��tf;�t�����+�D8d$8t H�L$0��� �H�\$PH�l$XH�t$`H�|$hH��@A\���H��(3�L��L��9r� uwM��tzH��u�ѵ��� �^�������H��(�H��t�L+�C� f��Ar f��Zwf�� A�f��Ar f��Zwf�� I��I��t f��tf;�t�����+ȋ�H��(�E3��U���H��(�M��u3���f��tf;u H��H��I��u��� +���@SH�� E�H��L��A��A� L��tA�@McP��L�Hc�L#�Ic�J�H�C�HHK�At �A���H�L�L3�I��H�� [靛���H��(M�A8H��I������ H��(����H��(��H��� H��t��� ��J H��(��H��(H� ����/c H�p� H��(����H� i� H� j� H� k� H� l� ����H� Y� H�%�b ��H�\$H�t$WATAUAVAWH��0��3��|$`3��у��� ��tb��tM��tX��tS��t.��t��t5���� �r����@L�%�� H� �� � L�%�� H� �� �|L�%�� H� �� �l��H��H��u���r H��� H��Lc y 9YtH��I��H��H�H;�r�I��H��H�H;�s9Yt3�L�aM�,$� L�%H� H� A� � �|$`��a L��I��u3�� M��u A�M�p���̅�t3�������t�� t ��tL�|$(�,L��� L�|$(H��� ��uD��� dž� � �D�t$`��u9� -x �щL$ �%x �;�}*Hc�H�H��� H�d� �T$ � �w �����I�$��t3����� ;�u ��� ��A�����A��;�t�� t ������L��� ;�� ���D��� ���H�\$hH�t$pH��0A_A^A]A\_���H� -� �H� -� �@SH�� � �J���H��H���` H��� H��� H��u�C�H�# 3�H�� [��H�\$H�t$H�|$ATAUAVH�� L���۳���H� g� �A` L��H� O� �1` H��I;��� H��I+�L�oI���� I����G H��I;�sU� H;�HB�H�H;�rI�����3�H��u�3�H�V H;�rII��襽��H��t<H��H� �H���_ H��� I���_ H�H�K��_ H��� I���3�����H��H�\$@H�t$HH�|$PH�� A^A]A\���H��(���H������H��(��H�\$WH�� H� K� � H� �%_ H�H��H��u�H�\$0H�� _�������������ff � H��H��H� tf��H����t_�u�I��������~I� �H�M��H��L�H��I3�I#�t�H�P���tQ��tGH����t9��t/H����t!��t����t ��u�H�D��H�D��H�D��H�D��H�D��H�D��H�D��H�D��@SUVWATAUAVH��PH��� H3�H�D$HA��L��L�����3�H9 �� H���� H� Su ��^ H��H���� H�*u H��^ H���z H���] H��t H��H�N� ��] H���] H��t H��H�6� ��] H���] H��t H��H� � ��] H��w] L��H�� H��t"H�9t H���] H��O] H�� �H�߿ �H�ֿ L� H;�tbL;�t]H��$] H� �� H��] L��H��t<H��t7��H��t*H�L$0A� L�D$8H�L$ A�Q�H��A�ԅ�t�D$@u���@H� Q� H;�t4��\ H��t)��H��H��t H� 8� H;�t��\ H��tH���H��H� � ��\ H��tD��M��I��H����3�H�L$HH3��o���H��PA^A]A\_^][�@SH�� E3�L��H��tH��t M��u fD��l���� ������H�� [�fD9t H��H��u�H��ufE���I+�A� fB�I��f��tH��u�H��ufE������" �3�����@SH�� 3�M��M��uH��uH��u 3��/H��tH��tM��uf���M��u f��ɬ��� ��U�����H�� [�L��L��I���u M+�A�fC�I��f��t/I��u��(L+�C�fA�I��f��t I��tI��u�M��ufA�M���n���I���u f�\Q�A�@P�f��C����" �u����H���H��f��u�H+�H�H������@SH�� E3�L��H��tH��t M��u fD����� �脫����H�� [�I+�A� fB�I��f��tH��u�H��ufE�輫���" ��3����H��(��x ��~ ��u� � �!�� � � �胫��� ������H��(�H�\$H�t$WH�� H��H��H��u H�������jH��u膓���\H���wCH� ;� � H��HD�L��3�L���Z H��H��uo9�� tPH��葳����t+H���v�H���������� 3�H�\$0H�t$8H�� _��ͪ��H���X ���u������贪��H���X ���\����H����H�\$ UVWATAUAVAWH��$���0 ��A H+�H�� H3�H�� 3�E��L��!|$DHc�E��u3��� H��u �a���!8�:���� �ǩ����� L��L��H�� I��A�� J� �L�d$PMk�XA�t8L�|$`@�@�@��t@��u A��Шt�A�D t 3ҋ�D�B�_ ���( ���� H��� J��A�D��� ��3�H�T$\H��� H�[� 9YJ� �I� ��7Y ���} ��t @���p �Y !|$XI�݉D$\E���M @���� � 3��� ���D$LH��� J��A�|P t A�DL�L$aA� �D$`A�dP H�T$`�I���^$ ��t4I��H+�I�H���� H�L$@A� H����# ����� H��� A� H��H�L$@��# ����� H�d$8 H�d$0 �L$\H�D$`L�D$@A� 3��D$( H��H�D$ ��W D���N H�L$PH�d$ H� � H� �L�L$XH�T$`I� E��"W ���" ��A+�|$DD9d$X� �|$L L�d$P�� H�d$ H�ɻ �D$` J� �L�L$XH�T$`I� A� ��V ���� �|$X�� �D$D���z@��t@��u �E3�f�� f�D$@A��H��D�d$L�D�d$L@��t@��u:�L$@�^> f;D$@ug��E��t!A� A��fD�d$@�;> f;D$@uD��D$DL�d$P��A+�A;�s&����H��� ��J� �A�DLJ��A�DP �\$L� �"U ���� �\$L�� H��� J� �A�D��� 3�M��@���� E��� �S D�|$DH�� 3�A��A+�A;�s'A�$I��< u �A��H��H��H���H��H��� r�H!\$ H�� D��D+�H�D$PH� 3� H� �D�|$DL�|$`I� L�L$HH�� �/U ���/���|$HH�� H+�HcD$HH;�� A�ĺ A+�A;��F����� @���� E���H � D�|$DH�� 3�A��A+�A;�s2A�$I��f�� uf�A��H��H��H��f�H��H��� r�H!\$ H�� D��D+�H�D$PH� Q� H� �D�|$DL�|$`I� L�L$HH�� �MT ���M���|$HH�� H+�HcD$HH;��* A�ĺ A+�A;��;���� E���p A� H�L$p3�A��A+�A;�s/A�$I��f�� u fD�H��H��H��f�H��H��� r�H�d$8 H�d$0 H�D$p+�L�D$p�D$(U ���� �+�3��D��H�� H�D$ ��S D������ 3�H�D$PH�d$ Hc�H�� E��H� 0� H� �H�D$`L�L$HH� D+�5S ��t t$HD;����PR ��D;�A��A� A+�A;�����L�|$`���� ��t\��uK���� ���������R ����I� H!|$ L�L$HE��I���R ��������|$H3�뤋�����x���H�D$PH� k� H��A�D@t A�} �2�������� 蔣��� �=���+|$D��H�� H3��'���H��$� H��0 A_A^A]A\_^]�H�\$�L$VWATAUAVH�� A��L��Hc����u�4���� � ���� � ��xs;=�� skH��L��I��L�5�� �� Hk�XK���L��tE����, �K��DtD��I�ԋ��������覢��� 転��� �����:- ���襢��� �}���� � �����H�\$XH�� A^A]A\_^��H�\$�L$VWATH�� Hc����u�>���� � ���� ;=յ s}H��H��H��L�%� �� Hk�XI���L��tW���+ �I��Dt+���s+ H���Q ��u ��O ���3ۅ�t����躡��� �����V, ���衡��� �.�����H�\$PH�� A\_^��@SH�� �B@I��t H�z uA� �%�Jx H��H�������������u ��H�� [���H�\$UVWATAUAVAWH��$0���H��� H��� H3�H��� 3�H��H�L$pH�T$hH�M�I��M���D$dD��D$X���D$D�D$L�D$\�D$T葶���̠��E3�H�E�H��u,軠��� �H���E3�D8]�t H�E���� ����� A���C@L� 5n���� H������H�p� A;�t(���t#Lc�L� n��I��A�� H��Mk�XM�� F � L��L� �m��A�@8u)A;�t ���tHc�H�� H��Hk�XI�� F �B8�t,����� 葟��E3�D8]�t H�E���� �A���$ E3�H�T$hH��t�D�"A��D�T$@D�T$HE��L�U�E���� H�]�A� H��H�T$h���� A�D$�<XwI��B��P� ���A��Hc�H� �Ic�H�F�� p� A��D�D$`A���F���A��E���c ���� ���4 ���� ���� ���� ���� ���$ A�ă�d�s �n ��A�8 ��C�� ��E�& ��G� ��Stt��X�� ��Zt��a� ��c�� �+ I�I��H��t/H�XH��t&� A�� s��D$T +��� D�T$T�� H� � H��� ��� A��0 uA�� I� A;��ǹ���D�I��A�� � H���D$T HD �� H���� A��0 uA�� I��A�� t'E�O�H�U�H�L$HM����/ E3҅�t�D$\ �A�G��D$H �E�H�]��8 �D$x A�� A��@H�]�A��� �D$D �\ ��e� ��g~҃�i�� ��n�� ��o�� ��ptc��s������u�� ��x�� �' �P��fD9tH����u�H+�H�� H��HD �� H��� ��D8tH����u�+ˉL$H�{ � A��� �D$dA� E��y\Q�D$P0A�Q�D$Q�OA� E��y@E ��;I�?I���7 E3҅������A�� tf�7��7�D$\ �p A��@A� �T$L� � D��uA�� s M�I���.I��A�� tA��@tM�G��E�G��A��@tMcG��E�G�A��@t M��yI��A��D��u A�� rE����y� � A��A;�AO��t$dI��H��� H���#ʉL$L��υ�M��t 3�I��Ic�H��L���B0��9~ƈH���ԋt$@H��� �|$D+�H�ÉD$HE��� ��t �;0� H��D$H�0� uA��guC�D$D �9A;�AO��|$D��� ~&��] Hc��ߦ��H�E�H��tH�؋���D$D� I�H� %� I��A��Hc�H�E���I H�M�D��H�L$0�L$xL�ƉL$(�L$DH�ӉL$ H�M���A���� t 3�9D$DuH� � ��I H�U�H���A��gu��uH� �� �hI H�U�H��Ѐ;-uA��H��H���J��t$@E3҉D$HD9T$\�Z A��@t1A��s�D$P-� A��t�D$P+� �|$L�A��t�D$P ��|$LD�d$XH�t$pD+d$HD+�A�� uL�L$@L��A�Ա �7���H�E�L�L$@H�L$PL�Ƌ�H�D$ �n���A��tA��uL�L$@L��A�Ա0����|$H3�9D$Ttg��~cH��D�H��� H�M�A� ��H���+ E3҅�u/�U���t(H�E�L�D$pL�L$@H��� H�D$ ��E3҅�u��(A��D�t$@�"H�E�L�L$@L�Ƌ�H��H�D$ �¾��E3ҋt$@��x!A��tL�D$pL�L$@A�Ա �I����t$@E3�H�E�H��tH���M���E3�L�U��|$DH�T$hD�D$`A� L� �f��D�"E���5���E��t A������D8U�t H�M���� ���H��� H3��z��H��$ H��� A_A^A]A\_^]�A��It=A��ht.A��lt A��wu�A�� 뉀:lu H��A�� �w���A���n���A�� �e����A��<6u�z4uH��A���F���<3u�z2uH��A���.���<d�&���<i� ���<o����<u����<x����<X�����D�T$`H�U�A��D�T$T�� 3���t+H�T$pL�D$@A���2���H�T$hD�"H��H�T$hE��� H�T$pL�D$@A�������t$@E3����A��*u A�?I���|$D������A��D�t$D�r���� �A�č|HЉ|$D�^���A��D�T$D�Q���A��*uA�I���D$X���8���A������D$X� �A�čDHЉD$X����A�� tAA��#t1A��+t"A��-tA��0�����A�����A�����A������A������A������D�T$xD�T$\D�T$XD�T$LE��A��D�t$DD�T$T���聖��� ����@8u��{����H�\$WH�� Hc�A��H�T$8���� H���u�E���� H���W�T$8L�D$<D��H��LE �D$8���u�5D ��t ���J�����H��H��H�˩ H���� H��Hk�X�d�H�D$8H�\$0H�� _����H�\$�L$VWATAUAVH�� A��L��Hc����u�̕��� 褕��� � ��xv;=?� snH��L��I��L�5L� �� Hk�XK���L��tH���d �K��DtD��I�ԋ�����H����=���� �R���� H������ H��� �:���� ����� 蟔��H��H�\$XH�� A^A]A\_^��@SH�� �T� H�ٹ �o���H�CH��t �K�C$ ��KH�C �C$ H�CH�C�c H�H�� [��H��(���u 莔��� �B��x.; ,� s&Hc�H�@� H���� H��Hk�XH���D��@��O���� �ܓ��3�H��(��H�\$H�l$H�t$WH�� H�Y H�� H��D��3�菪��E3�H�}A�KA��D�] L�]f�H�=� H+�� �H��H��u�H�� � �9�H��H��u�H�\$0H�l$8H�t$@H�� _�H��H�XH�pH�x UH��x���H�� H�� H3�H��p H��IH�T$P�@C � ���< 3�H�L$p���H��;�r��D$V�D$p H�|$V�)�WD��D;�wA+�A��J�LpD�B� 螩��H�����uӋF �d$8 L�D$p�D$0�FD�ˉD$(H��p � 3�H�D$ �U/ �d$@ �F�V �D$8H�Ep�\$0H�D$(L�L$pD��3ɉ\$ �.- �d$@ �F�V �D$8H��p �\$0H�D$(L�L$pA� 3ɉ\$ �, H�UpL��p H+�L��p H�N L+�A�t � �D ��A�t� A�D㈁ �Ɓ H��I��H��u��?3�H�N D�B�A�@ ��w� �B � A��w� �B� �Ɓ ��H��;�r�H��p H3��x��L��$� I�[I�s I�{(I��]�H�\$WH�� ���H����� � � tH��� t H��� �l� � ����H��� H�\$0H; �� tBH��t� uH�|� H�L$0H;�t�y��H��� H��� H��� H�D$0� H�\$0� 轡��H��u�K 褖��H��H�\$8H�� _���@SH��@��H�L$ 3�谦���%Q� ���u%�B� ��@ �|$8 tSH�L$0��� ��E���u�� ��@ �ԃ��uH�D$ ��� �@뻀|$8 t H�D$0��� ���H��@[�H�\$UVWATAUH��@H�Ձ H3�H�D$8H���I���3ۋ���u H������� L�-�� ��H��I��A� 98�& A�I�H��0��r�� � ��� �� ���? ���� H�T$ ���? ���� H�N 3�A� �=����~�^ D9d$ �� H�D$&8\$&t-8Xt(�8�H;�w+�H�T7 À I�I+�u�H��8u�H�F �� �I�I+�u��N�� t'��t�� t��t���� �� � � �� �F D�f��^H�~�ù f��� 9 k� ��������� H�N 3�A� �d���L�Tm L� 0� I��� O�D*I��A8t18Yt,��A;�wL�L2 A�A�A�AM�;�v�H��8u�I��M�I+�u��~�� D�ft#��t�� t ��u� �� � � �� L+։^ H�NK�|*� �f�H��I+�u�H���r���3�H�L$8H3���t��H��$� H��@A]A\_^]����H��H�XH�pH�xL�` AUH��0��A�����H������H��� �����D��;C�u � �D���H��3�H���b H��� H��A� �y �;H��A������D��� H��� L�%�� � uH��� I;�t�u��H��� ���� �� �� �� � ��蹞����C��� �C��� �C ��� ��L��Z���T$ ��}Hc��DKfA��H�C ����T$ �� }HcʊD B���+ ����|$ �� }Hcϊ� B���, ����H�� �uH� ԇ I;�t�t��H� Ç ��������+���u&L�%{� I;�tH���t���I���� �3�D��A��H�\$@H�t$HH�|$PL�d$XH��0A]���H��(�=�� u������ ����� 3�H��(��H�� H��t� H�� H��t� H�� H��t� H��0 H��t� H�AXA� H��� H9P�t H�H��t�H�x� t H�PH��t�H�� I��u�H��X �` �H���� A���D H�� H��t�DH�� H��t�DH�� H��t�DH��0 H��t�DH�AXA� H�Z� H9P�t H�H��t�D H�x� t H�PH��t�D H�� I��u�H��X �D�` H���H�\$H�t$WH�� H��( H��H��tyH� O� H;�tmH�� H��ta�8 u\H�� H��t�9 u�r��H��( �+ H�� H��t�9 u�r��H��( �)+ H�� �}r��H��( �qr��H��0 H��tG�8 uBH��8 H�� �Mr��H��H �� H+��9r��H��P H+��*r��H��0 � r��H��X H�,� H;�t��` u�& H��X ��q��H�{X� H�� H9G�tH�H��t �9 u��q��H�� tH�OH��t �9 u�q��H�� H��u�H��H�\$0H�t$8H�� _�q�����@SH�� H��H��tAH��t<L�L;�t/H�H���.���M��t I�����A�: uH�(� L;�t�:���H���3�H�� [��@SH�� ����H�؋�� � &� tH��� t���H��� �+� �N����H��� H�#� �V���H�ع �-���H��u�K ����H��H�� [����H�\$H�l$ VWATH��@H��y H3�H�D$0�B@H������ H��諫��H�-8{ L�%� ���t5H��萫�����t(H��胫��H��Hc�H���t���D��A�� Mk�XM ��L��A�C8$<� H���J������t5H���=������t(H���0���H��Hc�H���!���D��A�� Mk�XM ��L��A�C8$<�� H��������t1H��������t$H���ݪ��H��Hc�H���Ϊ����� Hk�XI,�E��� H�T$$H�L$ D��A� � 3ۅ�t ��� � 9\$ ~>H�l$$�OxH��E �H��H��H���M H��� ����ȃ��t���H��;\$ |����@HcOH����O��x&H�f�1�HcGH����G��xH�f�0H���� H�����( H�L$0H3��\m��H�\$pH�l$xH��@A\_^��H� �w 3�H��H9 � ���H��H�XH�pH�xL�` UH��H��PE3�I��H��H��H��tM��tD8"u%H��tfD�!3�H�\$`H�t$hH�|$pL�d$xH��P]�H�M�I��蹛��L�]�E9cu#H��t�f�D8e�t H�E�� �� ��H�U��� ���� H�M�D�� A��~0A;�|+�IA��H����L�Ǻ �D$(H�\$ ��3 H�M�uHc� H;�r&D8gt �� D8e��6���H�M�� ��&����@���� * D8e�t H�E�� �������A��A� H����A�QL�ljD$(H�E�H�\$ �H��2 ��� �������E3����@SH��@��H�L$ 莚��H�D$ D��H��@ B�Y% � �|$8 t H�L$0��� �H��@[����@SH��@��H�L$ 3��D���H�D$ D��H��@ B�Y% � �|$8 t H�L$0��� �H��@[��@SH�� �B@I��t H�z uA� ������� f;�u� ���H�� [�̅�~LH�\$H�l$H�t$WH�� I��I�����L��H���������?�t���H�\$0H�l$8H�t$@H�� _����H�\$H�l$H�t$WATAUH�� A�@@H�\$`I��D�#I���L��t I�x uA�C�# ��~9A�M L��H���� ���I���?�u�;*u�? L��H�������̃; uD�#H�\$@H�l$HH�t$PH�� A]A\_���H�\$UVWATAUAVAWH��$ ���H��� H�zt H3�H��� 3�H��H�L$xH�U�H�M�I��M��L�L$P�D$pD��D$X���D$H�D$L�D$l�D$D�y���贂��E3�H�E�H��u,裂��� �0���E3�D8]�t H�E���� ����\ L�E�M��t�E�(A��E��E��L�U��T$@fE���! H�]����NYD�^!I��L�E����� A��fA+�f;�wH� BH A���L���A��Hc�H� �Ic�H�H� H D� A��D�L$hA���� A��E���J ���M ���� ���� ���� ���E ���' ���P A�Źd ;�� �5 ��A�� ��C�Q ��E�� ��G�� ��S�� ��X�{ ��ZtO��a�� ��c�" D�l$D�- D9T$l�] A��@�/ A���� f�|$\� �|$L� I�I��L�t$PH��t9H�XH��t0�- A�� s� D�oԙD�l$D+��D���D�8E��D�T$D�H� Ow H���g��E3�L���_���A��0 uE �9t$HI� ����D�I��L�t$PE���S H��E��HD w H������D8�����H�U��a���E3҅�tH��A��H��D;�|����A��0 uE �A�I��A� f�D$`D�l$DL�t$PE��t4�D$dH�E�D�T$eLc� L�M�H�T$dH�M��s���E3҅�y D�l$l�f�E�H�]�E���}����E� fE�g � A��@H�]Ћ��\ A� D�|$H� ��e�8����g ;�~ǹi ;�� ��n�� �o ;��� ��pta��s������u ;��� �x ;��� �A��HH��A� HD �u D�l$DH��� ��fD9tH����u�H+�H�D������ A��� A� �D$p� E�i E��y|f��QfD�l$\A�Q�f�D$^�kA� E��yQ� D ��LI�>I��L�t$P� ���E3҅��� �D$@E�Z E��tf����D$l � A��@A� � A�0 �T$L� � D��t M�I���9A�� r�I��E��tL�t$PA��@tM�F�� E�F��A��@tMcF��E�F�L�t$PA��@t M��yI��A��D��u A�� rE����y� � A��;�O�D�t$pI��H��� H���#ʉL$L��υ�M��t 3�I��Ic�H��L���B0��9~AƈH����L�t$PH��� �|$H+�H��D��D��������t D8+����H��A��D�+���ufD;�u?A� ���;�A�� O��|$HA;�~'��] Hc�蕈��H�E�H���h���H�؋�D�|$H�D��I�H� �s I��L�t$PA��Hc�H�E��}+ H�M�H�L$0�M�D�ωL$(H�M�L��H��D�|$ ��A���� tE��uH� �s �<+ H�U�H��йg fD;�u��uH� ms �+ H�U�H��п- @8;uA��H��H������E3�D����- D�l$D���A��t�+ f�D$\���A��t� f�D$\�x�|$L� �|$L� D�t$XH�t$xE+�D+�A�� uL�L$@��L��A�����H�E�L�L$@H�L$\L�Ƌ�H�D$ ����A��tA��uL�L$@�0 L��A���h���E��ufE��~aH��A��H�E�L�M�H�L$`Lc� H������E3�Lc�~%H�T$x�L$`L�D$@���I�E3҅��H�t$x�-H�t$x���T$@�#H�E�L�L$@L��A��H��H�D$ �5���E3ҋT$@��x_A��tYL�L$@� L��A�����L�t$PE3�A� �T$@H�E�H���S H����b���|$HE3�L�U����T$@A� �5 L�t$PA� �A�Ń�ItP��htC�l ;�t�X ��w� A�� � fA9�X uI��A�� �� A���� E ��� A��fA�86ufA�x4uI��A��� fA�83ufA�x2uI��A��� �d fA9 �� �i fA9 �{ �o fA9 �l �u �H�fA9 �_ �A fA9 �R fA9�H D�T$hH�T$xL�D$@A���D$D �$���E3�����fA��*u(A�>I���X L�t$P�|$H���� ���t$H�� � �A�ō|HЉ|$H�� A��D�T$H�� fA��*u,A�I���X L�t$P�D$X���� A���؉D$X� �D$X� �A�ōDHЉD$X� A��A;�t>��#t2�+ ;�t#�- ;�t�0 ;��X uWA���QA���FA���@A���9A���3D�U�D�T$lD�T$XD�T$LE���t$HD�T$D��|$H��D�L$hL�E��X E�(fE�������E��tA��u=D8U�t H�M���� ���H��� H3���^��H��$0 H��� A_A^A]A\_^]���w��� �~w��E3�D8]�t H�E���� ������H�\$H�l$H�t$WH�� H�څ�xg; [� s_Hc�H�-o� H���� H��Hk�XH�D� H�<�u;�=�h u%��t��t ��u��� ������������G' H�D� H� 3���Ew��� �Zw��� ��H�\$0H�l$8H�t$@H�� _����H�\$H�l$WH�� ��xq; �� siHc�H�-NJ H���� H��Hk�XH�D� �DtEH�<�t>�=?h u'��t��t ��u��� �����������3��& H�D� H� �3���v��� �v��� ��H�\$0H�l$8H�� _���H��(���u�v��� �Zv��� �M��x1; �� s)Hc�H� � H�� H��Hk�XH���DtH�� �8v��� �v��� �u��H��H��(�H��H�XH�pH�xL�` AVH�� Hc�L��I��L�5�� �� Hk�XK�4� �|3 u4�O �O�����|3 uH�L3�� �K$ ���#��D3 � �#�����tK� �H�L��# ��H�\$0H�t$8H�|$@L�d$HH�� A^����Hc�H� � H�� H��Hk�XH��H�LH�%�# H�\$H�t$H�|$ATAUAVH��@H��D��E3�^ ��賅����u��� ��艆���3�H��� �|$$��@�� Lc�J� �H���� H�\$0J��H H;��� �C�� �{ u<� �0�����{ u!H�K�� �.# ��u D�hD�l$(��C � ���E��udH�K��" �Ct H�K��" �HH��E��u?�CH�3L��� K+ �H���.�袋.H��L��I��I��H��?L���D�D�d$ �H��XH��H��� � ���D;��� ������X �J�����H�D$0H��tsHc�L��� I�ЃY� I� �H�� H;�s�@ H�0�@ �` H��XH�D$0����|$ Hc�H��H���� Hk�XI���D���[�����D�D��|$ � �݃��A��H�\$`H�t$hH�|$pH��@A^A]A\�����������ff � L��H+��� I��ra��t6��t � I�ȈH����tf� I��f�H����t � I���H��M��I��uQM��I��tH� H�H��I��u�I��M��uI��� @ � �H��I��u�I���fffffff � fff�ff�I�� sBH� L�T H�� H�A�L�Q�H�D �L�T �I��H�A�L�Q�u�I�� �q���fff � f�H�� r�� D @H��� ��u�H�� �@ L� L�T L� L�QL�L L�T L�IL�QL�L L�T (H��@L�I�L�Q�L�L �L�T ���L�I�L�Q�u�I�� I�� �q���� $ ���ffff � fff�fff�f�I�I��ra��t6��t H�Ɋ I�Ȉ��tH��f� I��f���t H��� I���M��I��uPM��I��tH��H� I��H�u�I��M��uI��� H�Ɋ I�Ȉu�I���fffffff � fff�ff�I�� sBH�D �L�T �H�� H�AL�QH�D L� I��H�AL�u�I�� �s���ffff � f�H�� �w�� H�� D @��u�H�� �@ L�L �L�T �L�I�L�Q�L�L �L�T �L�I�L�Q�L�L �L�T �H��@L�IL�QL�L L� ��L�IL�u�I�� I�� �q���� $ ���H�\$fD�L$ UVWH��H��`I��H��H��H��uM��tH��t!3�� H��t� �I�����v�o��� �� o�����dH�U@H�M��3���L�]�A�{ �� �E8�� f;�vJH��tH��t L��3�H��迅���:o��� * �/o���}� � t H�M�� �H��$� H��`_^]�H��t0H��u)�n���_"��n��@8}��e���H�M�� ��U����H��t� �}� ����H�E�� ������e( A�KH�E(H�D$8H�d$0 L�E8A� 3҉|$(H�t$ �� ��t�}( �3���H��t���� ��z����H��tH��t L��3�H���Ä���>n���" ���m���}� �����H�E�� ����H��8H�d$ �-���H��8�@SH�� H��t H��tM��u D���m��� ��sm����H�� [�L��M+�A� C�I����tH��u�H��u��m���" ��3������H�\$H�t$WH��@��H��H�L$ A��A���<���H�D$(D��A�| u ��tH�D$ H��@ B�Y#��3���t� �|$8 t H�L$0��� �H�\$PH�t$XH��@_�̋�A� E3�3��r�����H��H�XH�hH�pH�x ATAUAWH�� H��3�3�D�G���u��L��H���tPD�G3ҋ��_��H���t=H��H+�H���� �� A� �WH��E��� H��H��u1�l��� �l��� H�\$@H�l$HH�t$PH�|$XH�� A_A]A\ú � ���� D��D��I;�H��EMNj�������t H�H+�H��~���Il���8u � l��� H��A�ԋ�� � L��H��3�7 �Uy]E3�H�Ջ��z��H����T������e���H��� ��H�H��H��H���u%�k��� ��k��H��� �H�������E3�I�Ջ�� ��H��������3����H�\$Lc�H� 9 M��A�� I��Mk�XJ� �B�D8F�\�A�� D��A��� @ tX�� � tH�� t(�� t �� uHB�L�J��B�d 8�B�L 8�0B�L�J��B�d 8�B�L 8�B�d�B�L�J� �B�d8�E��u� � �A���% � @ H�\$���H��(H��u�j��� �'j��� � � | �3�H��(��H�\$f�L$UH��H��P��� f;��� H�M�����H�]�{ u'�U�B�f��wf�� �}� t H�M�� ����p�M� f;�s%� � Z����u�E�=�MH��H ��,�KH�E A� D�L$(L�EH�D$ � ���Et�E �}� t H�M�� �H�\$hH��P]����H��(�O���H��t � �P����j tA� � @A�H�g��� ��n���H��(H��u�Ri��� ��h��H��H��(�L��H� <p 3�H��(H�%/ ��̹ �n����f�L$H��8H� hj H���u � H� Vj H���u��� �%H�d$ L�L$HH�T$@A� �� ��t��D$@H��8����������������������ff � H��L�$L�\$M3�L�T$L+�MB�eL� % M;�sfA�� �M�� �A� M;�u�L�$L�\$H�����@UATAUAVAWH��PH�l$@H�]@H�uHH�}PH��Y H3�H�E�]`3�M��E���U ��~*D��I��A��@88t H��E��u�A����A+��;ÍX|��D�ex��E��uH�D�`��� D��M���A�̉|$(��H�|$ ��� Lc�u3�� I�������~^3�H�B�I��H��rOK�L-H�� w*H�AH;�wI��H�������H+�H�|$@H��t���� ��P��H��H��t � �� H��H��t�D��M�ƺ A��D�l$(H�|$ � ���L D�u !t$(H!t$ A��E��L��A�� Hc��" A� E��t7�Mp��� ;�� H�Eh�L$(E��L��A��A��H�D$ �� �� ��~g3�H�B�H��H��rXH�L6I;�w5H�AH;�w H�����H�������H+�H�\$@H���� ��� ��O��H��H��t� �� H���3�H��tnE��L��A��A�Ήt$(H�\$ �* 3Ʌ�t<�Ep3�H�L$8D��L��H�L$0��u �L$(H�L$ � �D$(H�EhH�D$ A�� ��H�K�9�� u�N��H�O�9�� u��M����H�MH3��pL��H�]@H�uHH�}PH�eA_A^A]A\]���H�\$H�t$WH��p��H��H�L$PI��A��� {����$� D��$� H�L$PD�\$@�D$8��$� �D$0H��$� L��H�D$(��$� D�Nj։D$ �����|$h t H�L$`��� �L�\$pI�[I�sI��_���@UATAUAVAWH��@H�l$0H�]@H�uHH�}PH�>V H3�H�E �uh3�E��M��D����uH��p�]p�Ή|$(�H�|$ ����� Lc�u3��� ~gH�����L;�wXK�L$H�� w1H�AH;�w H�����H������H+�H�\$0H��t���� ���L��H��H��t� �� H���H��H��t�M��3�H��M��}z��E��M�ƺ ��D�d$(H�\$ �� ��tL�M`D��H��A��) ��H�K�9�� u�K����H�M H3��xJ��H�]@H�uHH�}PH�eA_A^A]A\]���H�\$H�t$WH��`��H��H�L$@A��I���(y��D��$� ��$� H�L$@D�\$0�D$(H��$� D��L�Nj�H�D$ �E����|$X t H�L$P��� �H�\$pH�t$xH��`_���H���� SH�� H��H�I�6K��H�K�-K��H�K�$K��H�K �K��H�K(�K��H�K0� K��H� �K��H�K@�J��H�KH��J��H�KP��J��H�KX��J��H�K`��J��H�Kh��J��H�K8��J��H�Kp�J��H�Kx�J��H��� �J��H��� �J��H��� �J��H��� �J��H��� �tJ��H��� �hJ��H��� �\J��H��� �PJ��H��� �DJ��H��� �8J��H��� �,J��H��� � J��H��� �J��H��� �J��H��� �I��H��� ��I��H�� ��I��H�� ��I��H�� ��I��H�� �I��H�� �I��H��( �I��H��0 �I��H��8 �I��H��@ �I��H��H �xI��H��P �lI��H��p �`I��H��x �TI��H��� �HI��H��� �<I��H��� �0I��H��� �$I��H��h �I��H��� � I��H��� � I��H��� ��H��H��� ��H��H��� ��H��H��� ��H��H��� ��H��H��� �H��H��� �H��H��� �H��H��� �H��H��� �H��H�� �|H��H�� �pH��H�� �dH��H�� �XH��H�� �LH��H��( �@H��H��0 �4H��H��8 �(H��H��@ � H��H��H �H��H��P �H��H��X �G��H��` ��G��H��h ��G��H��p ��G��H��x ��G��H��� �G��H��� �G��H��� �G��H��� �G��H��� �G��H��� �G��H��� �tG��H��� �hG��H�� [���H��tfSH�� H��H� H; �_ t�BG��H�KH; �_ t�0G��H�KH; �_ t� G��H�KXH; �_ t� G��H�K`H; �_ t�F��H�� [�H��� SH�� H��H�IH; \_ t��F��H�K H; R_ t�F��H�K(H; H_ t�F��H�K0H; >_ t�F��H�K8H; 4_ t�F��H�K@H; *_ t�wF��H�KHH; _ t�eF��H�KhH; ._ t�SF��H�KpH; $_ t�AF��H�KxH; _ t�/F��H��� H; _ t�F��H��� H; _ t�F��H��� H; �^ t��E��H�� [���H�\$H�l$VWATH�� D��H��H�����SHc�u�t]��� �K ��� �8 ��@t �V]��� " ��3���t�{���� H�C��H��S�C�{�����C� u/�F��H��0H;�t�F��H��`H;�u ���Y����uH������C �� �+H�S+kH�BH��C$���C��~D�ŋ��y������W�� �S�<������t#���t H��H��H�_p �� H��Hk�XH ��H� wO �A t3ҋ�D�B���H������H�CfD� � � H�T$H��D��fD�d$H�����;������A��H�\$@H�l$PH�� A\_^��H�\$H�t$WH��0Ic�I�؋���E��~ H��H��� D�L$hH�T$`L��D�L$(H�T$ ��D�ȋ�� H�\$@H�t$HH��0_��������������ff � H+�L���t�B� :�uVH����tWH�� u�I� �J� f��f���w�H�J� H;�u�I��������~L�H��H��I3�I��t��H�H���3��fff���t'��t#H����t��tH����t��t ����t��u�3��H�H���������ff � H+�I��r"��tf��: u,H��I���u�M��I��u M��t�: u H��I��u�H3�����ÐI��t7H�H; u[H�AH;D uLH�AH;D u=H�AH;D u.H�� I��u�I�� M��I��t�H�H; uH��I��u�I���H��H��H��H� H�H�H;��������������������ff � M��tuH+�L��I� ���t �B� H��:�uWI��tN��tJH�� u�J� f��f���w�H�J� H;�u�H��I��I��������~vH��L�I3�I��t�� H3��H�H��Ä�t'��t#H����t��tH����t��t ����t��u�H3�����H��HH�d$0 �d$( A� H� �# E3ɺ @D�D$ �� H�rZ H��H��H��(H� aZ H���t H���t�' H��(���E3�A��H��tfD9t H��H��H;�r����%R �%T �%^ ������@UH�� H��H�MP��C���H�� ]��@UH��0H��H�M`�C���H��0]��@UH�� H��H�M0�C���H�� ]��@UH�� H��H�H�ы蘌���H�� ]��@UH�� H�� ��h���H�� ]��@UH�� H�ꃽ� t � �h���H�� ]��@UH�� H��HcM H��H��m H���YC���H�� ]����������@UH�� H�� �^h���H�� ]��@UH�� H��H� �K �� �H�� ]��@UH�� H��MP�7��H�� ]��@UH�� H�� � h���H�� ]�������@UH�� H�� ��g���H�� ]����������@UH�� H��H�3Ɂ8 �������H�� ]��@UH��0H��}0 t3H�Up�}4 t!Hc H��H��L��j �� Hk�XI���d�� ���H��0]��@UH�� H��}` t3��[g���H�� ]��@UH�� H���Y���H�� ]��@UH�� H��M@�<��H�� ]��@UH�� H�� �g���H�� ]��@UH�� H�� �f���H�� ]��@UH�� H�� ��f���H�� ]��@UH�� H�� �f���H�� ]�������@UH�� H�� �f���H�� ]�� : L ` v � � � � � 0 @ X j � � � � � � : X l � � � � � � ( 6 H \ h z � � � � � � � 8 F T ^ n � � � � � � � & 8 L X b n � � � � � � � � @ \� @ 4� @ �f @ D� @ � @ 9�RW b 8 8� �3@ �4@ c c s U T F - 8 U T F - 1 6 L E U N I C O D E CorExitProcess m s c o r e e . d l l r u n t i m e e r r o r T L O S S e r r o r S I N G e r r o r D O M A I N e r r o r R 6 0 3 3 - A t t e m p t t o u s e M S I L c o d e f r o m t h i s a s s e m b l y d u r i n g n a t i v e c o d e i n i t i a l i z a t i o n T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . I t i s m o s t l i k e l y t h e r e s u l t o f c a l l i n g a n M S I L - c o m p i l e d ( / c l r ) f u n c t i o n f r o m a n a t i v e c o n s t r u c t o r o r f r o m D l l M a i n . R 6 0 3 2 - n o t e n o u g h s p a c e f o r l o c a l e i n f o r m a t i o n R 6 0 3 1 - A t t e m p t t o i n i t i a l i z e t h e C R T m o r e t h a n o n c e . T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . R 6 0 3 0 - C R T n o t i n i t i a l i z e d R 6 0 2 8 - u n a b l e t o i n i t i a l i z e h e a p R 6 0 2 7 - n o t e n o u g h s p a c e f o r l o w i o i n i t i a l i z a t i o n R 6 0 2 6 - n o t e n o u g h s p a c e f o r s t d i o i n i t i a l i z a t i o n R 6 0 2 5 - p u r e v i r t u a l f u n c t i o n c a l l R 6 0 2 4 - n o t e n o u g h s p a c e f o r _ o n e x i t / a t e x i t t a b l e R 6 0 1 9 - u n a b l e t o o p e n c o n s o l e d e v i c e R 6 0 1 8 - u n e x p e c t e d h e a p e r r o r R 6 0 1 7 - u n e x p e c t e d m u l t i t h r e a d l o c k e r r o r R 6 0 1 6 - n o t e n o u g h s p a c e f o r t h r e a d d a t a R 6 0 1 0 - a b o r t ( ) h a s b e e n c a l l e d R 6 0 0 9 - n o t e n o u g h s p a c e f o r e n v i r o n m e n t R 6 0 0 8 - n o t e n o u g h s p a c e f o r a r g u m e n t s R 6 0 0 2 - f l o a t i n g p o i n t s u p p o r t n o t l o a d e d � @ �� @ @� @ �� @ �� @ 0� @ �� @ �� @ � @ �� @ P� @ �� @ �� @ H� @ �� @ � @ ! � @ x � @ y �� @ z �� @ � �� @ � �� @ M i c r o s o f t V i s u a l C + + R u n t i m e L i b r a r y . . . < p r o g r a m n a m e u n k n o w n > R u n t i m e E r r o r ! P r o g r a m : ( n u l l ) (null) EEE50 P ( 8PX 700WP `h```` xpxxxx ( ( ( ( ( H � � � � � � � � � � � � � � � � � � � � � � h ( ( ( ( H � � � � � � � � � � ������ ������ H ����������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\]^_`abcdefghijklmnopqrstuvwxyz{|}~���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~����������������������������������������������������������������������������������������������������������������������������� � � � � � � � � � � � � � � � � � � � � � � � GetProcessWindowStation GetUserObjectInformationW GetLastActivePopup GetActiveWindow MessageBoxW U S E R 3 2 . D L L ������ �����EEE��� 00�P�� ('8PW� 700PP� (���� `h`hhhxppwpp H H : m m : s s d d d d , M M M M d d , y y y y M M / d d / y y P M A M D e c e m b e r N o v e m b e r O c t o b e r S e p t e m b e r A u g u s t J u l y J u n e A p r i l M a r c h F e b r u a r y J a n u a r y D e c N o v O c t S e p A u g J u l J u n M a y A p r M a r F e b J a n S a t u r d a y F r i d a y T h u r s d a y W e d n e s d a y T u e s d a y M o n d a y S u n d a y S a t F r i T h u W e d T u e M o n S u n HH:mm:ss dddd, MMMM dd, yyyy MM/dd/yy PM AM December November October September August July June April March February January Dec Nov Oct Sep Aug Jul Jun May Apr Mar Feb Jan Saturday Friday Thursday Wednesday Tuesday Monday Sunday Sat Fri Thu Wed Tue Mon Sun !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ C O N O U T $ Fatal error in launcher: %s r b Failed to open executable Unable to find an appended archive. Unable to read from file #! Job information querying failed Job information setting failed stdin duplication failed stdout duplication failed stderr duplication failed Unable to create process using '%s' Failed to get exit code of process . e x e Expected to find a command ending in '.exe' in shebang line. Expected terminating double-quote for executable in shebang line. Terminating quote without starting quote for executable in shebang line. Failed to find shebang Expected to find terminator in shebang line Expected to decode shebang line using UTF-8 Expected to find '#' at start of shebang line Expected to find '!' following '#' in shebang line Expected to find executable in shebang line Expected to find arguments (even if empty) in shebang line Expected to be able to allocate command line memory " % s " % s " % s " % s RSDSܡ�)oPG����NL�' C:\Users\Vinay\Projects\simple_launcher\x64\Release\CLISimpleLauncher.pdb 2P d 4 R� � p�) � � �� � � �� 20 b 4 2�� � �p`P RP � t d 4 Rи) � � �� B�p`0 �) �! >" �� t d T 4 2��� 4 2 p�) �$ �$ �� d T 4 2p d 4 2p�) �% �% �� 4 2 p�) �& �& �� 4 Rp�) �' 3( �� 3( d T 4 r ����p d T 4 R����p d 4 R p�) �. �/ � . d� 4� � � p P �} � d T 4 Rp b � 4 2 p d 4 r����p�) G6 U7 '� - dQ TP 4O J ��p �} @ t T 4 ��� t d T 4 2� d 4 R p�) �? @ � t d 4 R����) JA �A K� A �A {� t d 4 2� t d 4 2и) �C �C �� t d T 4 R� d T 4 2p t d 4 ���P d T 4 R��p ����� p ` 0 P d 4 2����p�) LU ~U �� t 4 2 � 20 d T 4 2p 4 2�� � p `�) d Od �� 4 2 � p `�) �e �e �� d 4 R p 4 2p 4 2p�) Vn `n �� un �n �� 4 2p�) �o )p �� ;p rp �� 4 2p B �) Wr �r � �r $ $4 $�����p`P 4 rp�) �z �z 2� t d T 4 r� B �) �} �} �} d 4 R��� � p�) Q � {� t d 4 2����) �� �� � � ��p`P0�} H 6 %4q%f�� � �p`P �} 4 2�� � p `�) �� �� �� 4 2 � p `�) [� �� �� 0 4d Z �� � �p`P �} � 4 2�� � p `�) � %� �� / t� d� 4� � P �} p 4 2p�) Π %� �� r0 4 r � �p`P�} 8 � t d 4 Rи) 4� � �� 20�) �� �� �� ! T 4 r� p `�} 0 � t d 4 �P d T 4 2��p0 4� � �� � �p`P �} � T 4 2 p � t d 4 2�) �� �� �� t d 4 r����) �� � � d� � 9� 4 �p ` P d 4 r p t d T 4 2��� 4 4 � P b - E t d 4 C� ����P �} H d 4 � p- 5 t d 4 3r ����P �} 0 d 4 � p 2 0 20 T 4 2� p ` d 4 R p � d 4 2 p, � �} 0 % t4 43 0 P �} p t d 4 r����P2 tu dt Ts 4r n ��� �} ` B x x � � � x� : L ` v � � � � � 0 @ X j � � � � � � : X l � � � � � � ( 6 H \ h z � � � � � � � 8 F T ^ n � � � � � � � & 8 L X b n � � � � � � � ExitProcess �GetCommandLineW ~SetInformationJobObject � CreateProcessW �GetCurrentProcess WaitForSingleObject mGenerateConsoleCtrlEvent AssignProcessToJobObject �GetExitCodeProcess GetModuleFileNameW �QueryInformationJobObject iMultiByteToWideChar � CreateJobObjectA kGetStdHandle GetLastError ;SetConsoleCtrlHandler � DuplicateHandle R CloseHandle KERNEL32.dll EStrStrIW SHLWAPI.dll �HeapFree �HeapAlloc � EnterCriticalSection ;LeaveCriticalSection pGetStringTypeW �GetCommandLineA �TerminateProcess �UnhandledExceptionFilter �SetUnhandledExceptionFilter IsDebuggerPresent &RtlVirtualUnwind RtlLookupFunctionEntry RtlCaptureContext %RtlUnwindEx �InitializeCriticalSectionAndSpinCount � EncodePointer � DecodePointer �HeapSetInformation �GetVersion �HeapCreate LGetProcAddress GetModuleHandleW 4WriteFile |SetHandleCount �GetFileType jGetStartupInfoW � DeleteCriticalSection �Sleep �ReadFile tSetFilePointer GetModuleFileNameA gFreeEnvironmentStringsW WideCharToMultiByte �GetEnvironmentStringsW ZFlsGetValue [FlsSetValue YFlsFree �SetLastError �GetCurrentThreadId XFlsAlloc �QueryPerformanceCounter �GetTickCount �GetCurrentProcessId �GetSystemTimeAsFileTime � CreateFileW ALoadLibraryW �HeapReAlloc �GetConsoleCP �GetConsoleMode ]FlushFileBuffers xGetCPInfo nGetACP >GetOEMCP IsValidCodePage �SetStdHandle aSetEndOfFile QGetProcessHeap �HeapSize 3WriteConsoleW /LCMapStringW �H@ �H@ 2��-�+ �] �f�� ! 5 A C P R S W Y l m p r � � � � � � ) � � � � � � � ��������� �� @ �� @ � @ � @ ���� ,� @ ,� @ ,� @ ,� @ ,� @ ,� @ ,� @ ,� @ ,� @ ,� @ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ p)@ � `�y�! �� �� ��� @~�� � ��ڣ �� @� � ��ڣ �� A� � Ϣ� ��[ �� @~�� Q Q�^� _�j�2 ����� 1~�� ����C x� @ t� @ p� @ l� @ h� @ d� @ `� @ X� @ P� @ H� @ 8� @ (� @ � @ � @ � @ � @ � @ � @ �� @ �� @ � @ � @ � @ � @ � @ � @ � @ � @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ x� @ h� @ `� @ \� @ P� @ 8� @ (� @ � @ � @ � @ � @ � @ �� @ � @ � @ � @ �� @ �� @ �� @ �� @ h� @ `� @ X� @ P� @ H� @ @� @ 8� @ 0� @ (� @ � @ � @ � @ � @ �� @ � @ � @ �� @ @� @ �� @ �� @ �� @ x� @ h� @ P� @ 8� @ ,� @ $� @ � @ � @ � @ �.@ �.@ �.@ �.@ �.@ 3@ � @ �� @ � @ �.@ p1@ � @ . . 3@ �2@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �2@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ . �������� K r � t � � � � � � ; � < ` 4 ` R � T � 4 ? � @ � s � � h � � � � � � � 4 � C D u " $ [ \ ! 8 ! !! � $! R" h T" �" h �" r$ � t$ �$ � �$ ~% � �% �% � �% v& � x& �& �& W( 0 X( j( 4 l( �) T �) �+ \ �+ �. x �. �/ � �/ C1 � D1 u1 4 x1 �1 � �1 2 � P2 p2 4 p2 �2 4 �2 �2 �2 3 � 3 83 @3 A3 P3 Q3 T3 �3 4 �3 F4 � H4 �4 �4 �4 �4 �4 �4 +5 ,5 e5 � h5 6 � 6 �7 �7 8 48 �: H �: �: 4 �: ; ; �= l �= f> � h> �> � �> q? � t? @ � @ �@ � �@ �@ �@ �A � �A dB dB �B � C �C �C 0D � 0D E | E `F H `F ~F � �F H ` H �H �H �I x �I �J | �J %L � (L zM � |M �T � �T �U � �U �U 4 �U kV � lV =W � @W wW xW �W �W aX � dX c � c �c � �c �d �d De � De f L f ?f @f �f 4 �f �f 4 �f lh � lh �i � �i kk � lk bl t dl Xm ` Xm �m � �m �m � �m �m 4 �m �n � �n 8o � 8o \o \o �p � �p q q �q � Pr �r �r <z $ <z { < { B{ � D{ Z| ` \| �| 4 } �} �} �} 4 �} �} x �} �} 4 ~ J� � \� �� �� �� � �� Á 4 ā �� � � �� � �� �� � �� E� H� � 4� �� �� � 4 � �� � �� � � � < � ː h ̐ � � � � � y� � |� _� � `� �� �� � 4 � �� � �� �� � �� J� L� ܡ $ ܡ Q� , T� 2� H 4� \� 4 �� � � � _� `� թ x ة � � e� � p� �� $ �� �� $ � 7� 8� �� �� &� � (� �� � �� 1� � 4� � T� 4 T� �� $� ,� H @� t� � t� 8� � 8� L� � L� �� �� +� � @� �� � �� �� � �� �� 4 �� �� � �� �� 4 �� )� 4 8� �� � �� �� � � �� � �� b� d� �� ( �� B� P D� 2� ` 4� �� h �� �� ` �� ;� p <� �� � �� `� � p� 7� � P� � � � C� � D� f� 4 �� �� � �� �� 0 �� �� � �� � � � '� � '� K� � K� s� � {� �� � �� �� � �� �� � �� �� � �� � � � 2� � 2� {� 0 {� �� � �� �� � �� �� � �� �� � �� �� � �� � � � 4� � 9� T� � ( � p � � � � � � � � � � � � � 0 � e H � ` � x � � � � � � � � r � � �t ( � v � � �~ h � (� �% � Щ � � x� h � � h � H� Z � ( @ ... GGG WWW iii uuu � �� ��� ��� ��� ��� ��� ��� ��� ��� � � ���� �̀ �ww� �� �ww||� ����ww��� �����wwww� �������ww���� ����f�wwwww|�����f�wwwwww����ff�wwwwww�����ff��wwwww���ffl����ww����ffffff��w����ffffffl�w������ffffff�w�����ffffff�|����������ff�� ������ffff� ������ff� �R\I���lffl� ��)����ff� ح������� ��2L������ ���18����� ��Ϥ"�� ����A<����� ���ΣT��π� ����U���� ��������� ������� �������� �������� ��������� � ���?� � � � � � � � � � � � � � � � � � ?� ?� ?� ?� ?� ?� � �� �� �� �� �� �( 444 MMM SSS zzz � �� ��� ��� ��� ��� ��� ��� ��� ��� ��� p � p����� {p{��f� ��fko �f�����_fffk�_�fff��[���f}��UUU�fL4�UUU_kJqO���_�~�'�[U_ ����U� ������ ���� wwwww{ ~ � � � � � � � � � � � � � � � �( @ %%% +++ 000 === AAA III MMM QQQ VVV YYY ]]] ~dF ggg jjj mmm rrr uuu }}} �u? �z= �~; �gE �kC �oA �r@ ��: ��I ��b ��p ƏK Уk (�� ,� 1� ?� 5� <� \� C� K� Q� s� U� [� c� b� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �ð �� �� ��� ��� ��� ��� ��� ��� ��� ��� �� ��� ��� ��� ��� � ��� ��� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� _______ CCBABAD L*(%$""&G ABJIIDDJC??AD_-(''%$GG#_ DIJIIJIIIDIJDD_+)(''%GG _ JMCEJ?ABAECA?BA_,+)('%%"!_ IM@AJACDCIDI____.,++>________ JMJJJJJJJJJF_..,+)('%$"! #G IMCEJJJI?J_ _...,+(('%$"! &_ JM?AJJJJCJ__...,+)(''%$" _ IMJJJJJJJJ_K=...,++(''%$! _ JMCDJJJJAJ_ K_______L*%$"!_ I_?AMNJJEJ_ L'%$"_ I_MMMMMMJJ_ _('%%_ I_CEMIJJMEM _(''*_ I_?BMDJEMDMF _)(-L I_MMMCMMMMM_________< ____ I_CEM1;MACDMEJM__ I_?A_D1@IJJMJMM_FF_ I__6_@/EMMMNMM_ FF _ I_C80EJDMJCJF F ?:AA20?_M_MIEM______M IC4BC/ N______MMMMJIDA I_9/ HJJMMJMMMJ??BA I_A7503 IJMMCBCBA44CC I___BAO;6___C_MJIDIDM I_CI___O; @__C_C?J?AJ I_?A_DJJI@ O_CM?;I?J I_________H9MAIJJIJ I_CD_____JJI73C;IJIJ I_?AMDJJDIMJIE5:JIJ I__________MMIA:IJ JJJJJJJJJJJJJJJMJ �����?� � � � � � � � � � � � � � � � � � ?� � � � � � �� �� �� �� �� �� ?�( 444 MMM RRR YYY ~eG uuu }}} �x> �iE �rC ��E ��~ 7� ?� H� V� b� x� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ��� ��� ��� ��� �� ��� /! P7 pL �c �y Ϗ � �� 1�� Q�� q�� ��� ��� �� ��� / P p" �, �6 �@ �J �[ 1�q Q�� q�� ��� ��� �� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� ! %///* !* / "(%%'%/) / !#''/// /+/+ "*(/ / !%(/ ( (*/ (///) */ )* / "///// /+ /// # + !% // + "*+ '#+//+' !%*++$++!+! !!! < ( 0 ` ! ! $ & & " ���W���������������������������������ܱ��Nj+<<</ &&&# & [[[?6666 ����������������������������������������������Ҟ���BBB3 " mmm3���� , ����!!!4 777&�����������������������������������������������������ʟ���}���}___E���OpppD���P, ) +3���Z2226 DDD(��� , �����###5��������������������������������������������������������������������������������չ������������� 5������� , ������������������������������������������������������������������������������������������������������������� , ������Ì222"��Є�����������������������������������������������������������������������������������������������������&&&2 ���� 4 888&�������������������������������������������������������������������������e��?��4��/��+���.���R�������ӎ�� ��������$$$5��Ď���������������������������������������������������������������������D��@��;��7��3��/��*���&���"���������� �������������������������������������������������������������������������������W��G��C��?��;��6��2��n������f��0������� ������nj333"��ӄ��������������������������������������������������������������������O��K��G��B��>��:��5��p������i��$������� ����!!!4 888&���������������������������������������������������������������������S�N��J��F��B��=��9��5��0��,��(������� ��������%%%5��ǎ���������������������������������������������������������������������V�R�N��I��E����������������������������������������� ����������������������������������������������������������������ѹ���|J��q?��o@�����Z�U�Q�M��I��D��@��<��7��3��/��+���&���"���-���������� ������Ɍ444"��ք�������������������������������������������������̴��w<��u=��s>��q?�����]�Y�U�P��L��H��C��?��;��7��2��.��*���%���!��� ��������� ����"""4 888&���������������������������������������������������d��y<��w=��u=��s>�����a�\�X�T�P��K��G��C��>��:��6��1��-��)���%��� ���O������ ������Ñ%%%5��ʎ���������������������������������������������������A��{;��y<��w=��t>�����s�`�\�W�S�O��J��F��B��>��9��5��1��,��(���$���(������� ���������������������������������������������������������������9��|:��z;��x<��v=�������s�_�[�W�R�N��J��E��A��=��8��4��0��,��'���#������� ������̌555"��ل���������������������������������������������������9��~9��|:��z;��x<���o�����������������������������������������m��8��3��/��+���'������� ����"""4 :::&������������������������������������������������������8���9��~:��|;��z;��w<��u=��s>��q?��o@��mA��kB��iC��gC�dD��uZ������;��7��3��.��*������� ������Ǒ%%%5��̎���������������������������������������������������È>���8���9��}:��{;��y<��w<��u=��s>��q?��o@��mA��jB��hC��fD�~dE��uZ�����?��:��6��2��5������ �����������������������������������������������������������������������Оa���7���8��9��}:��{;��y<��w=��u>��r>��p?��n@��lA��jB��hC��fD�}dE�����B��>��:��5��^������ ������ό555"��܄����������������������������������������������������������ѳ�7���7���8��9��}:��{;��x<��v=��t>��r?��p@��n@��lA��jB��gC��eD�����F��A��=��9�������� ����"""4 ;;;&�����������������������������������������������������������������ŌC���8���9��~9��|:��z;��x<��v=��t>��r?��p@��mA��kA��iB��gC�����I��E��L�������� ������ɑQQQJnnn����������~~~�������������������������������������������������������������������������������������������Į��q?��o@��mA��kB��iC������������������ �������HHH�"""���������������vvv������������������������������������������������������������������9��~:��{;��y<��w<��u=��s>��q?��o@��mA��kB����� ��������:::�'''�___���������sss�ttt��������������������������������������������������������������8�Ϧu�����ǣv��y<��w=��u=��s>��p?��n@��lA����� ���888T ����---6fffnddd�%%%�"""�����OOO�SSS������������������������������������������������������������ċD�ҧu�����ʤv��{;��y<��v=��t>��r?��p?��xM����� <<<�MMM�������̑&&&5����;;;�<<<�xxx�QQQ�;;;�KKK����������������������������������������������������������8���8��~9��|:��z;��x<��v=��t>��r?�̷������ 999�����������������������VVV�###�)))�444��������������������������������������������������������������������ѳ�͝b���@��~9��|:��z;��}C���g��˶����Ӎ�� ������������ZZZ�lll�;;;�!!!�"""�)))�___���������������������������������������������������������������������������������������&&&2 ����:::�ppp�{{{�___�WWW�WWW�:::�!!!�"""�***�www�������������������������������������������������������������������"""4 888&��� , ������̑999����Ԗ���JJJ�|||�lll�:::�"""�BBB�XXX�|||��������������������������������������������������������������������$$$6������� , ��������������������������������uuu�KKK�CCC�@@@�...�www���������������������������������������������������������������������������������� * ������Ҍ666"������������������������KKK�aaa�LLL�WWW��������������������������������������������������������������@�������� $ ����"""4 ;;;&���������������������nnn�fff�!!!�$$$�999������������������������������������������������������������444]ttt|������ȇ ������ɑ&&&5��Ў������������������������vvv�mmm�VVV�{{{�OOO����������������������������������������������������������������ڥ �����������������������������������������������aaa�CCC�����ppp������������������������������������������������������������������� ������ό555"��ބ����������������������������������|||�MMM�����fff����������������������������������������������������������� ����"""4 ;;;&�������������������������������������������\\\����������������������������������������������������������� ������Ǒ%%%5��Ύ�����������������������������������������������������������������������������������������������ݧ �����������������������������������������������������������������������������������������������������������������ܦ ������͌555"��ۄ�����������������������������������������������������������������������������������ۥ ����"""4 :::&������������������������������������������������������������������������������������ڤ ������Ñ%%%5��ˎ�����������������������������������������������������������������������ܤ ��������������������������������������������������������������������������������������������������ׇ ������ww� ��?ww� ?�?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� �ww� �ww� �ww� �ww� �ww� �ww� ?�ww� �ww� ��ww� ��ww( @ ���������������������������������� !!!0\\\JeeeQ666D555A 0 $ �������v�H��<��6��0��2��\������� 7���q��������������������ڴ���vvvj&&&D 1 "����g�L��F��@��;��5������?������ ��������������������������������������������к����V�Q�K��E��?��9������(������� ����a���V�������������������������������������[�U�P��J��D��>��8��2��-������ ���uuun{{{j���������������������������������������`�Z�T�O������������������������������������� �����������������������������������V��o@��lA�����b�_�Y�S�M��G��B��<��6��0��+���%���<�������� �������a���V�����������������������m��t>��q?��n@�����b�b�^�X�R�L��F��A��;��5��/��)���$���Y������ ����wwwn}}}j����������������������~C��v=��s>��p?�����b�b�a�]�W�Q�K��E��@��:��4��.��(���+������� ��������������������������������{;��x<��v=��s>�����b�b�a�[�V�P��J��D��?��9��3��-��'������� �������a���V����������������������~:��{;��x<��u=���p���������������������������������r��=��7��2��,������ ����yyynj�����������������������9��}:��z;��w<��u>��r?��o@��lA��iB��fD�}dE�|cE�|cE���i���B��<��6��1������ ��������������������������������?��9��}:��z;��w=��t>��q?��n@��kA��iC��fD�}cE�|cE�}dF�����G��A��;��=������ �������a���V���������������������ңi���8��9��|:��y<��v=��s>��q?��n@��kB��hC��eD�|cE�|cE�����L��F��@��m������ ����zzzn���j�������������������������ʓP���8��~9��{;��y<��v=��s>��p?��mA��jB��gC�eD�|cE�����P��J��\��������� �����������������������������������������������������������������������¯��mA��jB��gC�~dE������������������� �������a���V��������������������������������������}:��z;��x<��u=��r?��o@��lA��iB��fD����� ����|||n���m���������������������������������������9��������w=��t>��q?��n@��lA��iC����� ��������JJJ��������������������������������������������őP��������y<��v=��t>��q?��n@��~Y����� ��� ����VVV�???�www�����iii�����������������������������������Ρk���A��|;��y<��v=��yF���p�������� >>>3@@@y����~~~obbb�000�kkk�@@@������������������������������������������������������������������ ---U��������������<<<�&&&�[[[������������������������������������������������������� 6 ���uuu�sss�WWW�III�$$$�&&&�qqq�����������������������������������lllg|||s��� 4 ����bbb�hhhƑ�������UUU�000�QQQ�}}}��������������������������������---{bbb����� ( ����������������������iii�LLL�BBB����������������������������������������������� �������a���V����������������ggg�+++�NNN��������������������������������������� ����|||n���j����������������]]]�ttt�kkk�������������������������������� �����������������������������������rrr�www���������������������������Ӧ �������a���V���������������������������������������������������Ӧ ����zzzn���j�������������������������������������������Ӧ �����������������������������������������������������������ˉ � �?� � � � � � � � � � � � � � � � � � ?� ?� ?� � � �� �� �� �� �� �� ?�( ��� ���C���������������� ����o��� ������I�������������������������� ���������������ਨ������������S��=��?�������� �������������������������_�Q�F����4������ ���������������������������a�Z��������������������������������������м���oE�����c�a�X�M��B��7��0��������������������~I��q?�����c�`�V�K��@��5��8��������������������z;��u=���q�����������������v�>��3����������������������E��y<��t>��n@��iB�~dE�}dF�������G��H������YYY�uuu����������ġ���=��x<��s>��mA��hC�}dE�}eG�����S���������444�|||����������������������������gC�}cE�������������������������MMM������������������~>�����q?��kA��iG����� �������������RRR��������������¢���G��u=��xK�ʺ������ ����������������������������������������������� ��������������������������������������������� ������������������������������������������ ~�A�A �A �A �A �A �A �A �A �A �A �A �A �A �A �A � ( � h 00 �% � h <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"></requestedExecutionLevel> </requestedPrivileges> </security> </trustInfo> </assembly>PAPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPAD � D ��������Тآ �(�h�x���������Ȭج����(�8�H�X�h�x��������� � ��� �� �(�0�8�@�H�P�X�`�h���������ȮЮخ��� ���� �(�0�8�@�H�P�X�`�h�p�x�������������������ȯЯد��� 0 � �� �(�0�8�@�H�P�X�`�h�p�x�������������������ȠРؠ��� ���� �(�0�8�@�H�P�X�`�h�ء���8�X���������ȢТ�� ���� �(�0�8�@�H�X�`�h�p�x������� site-packages/pip/_vendor/distlib/markers.py 0000644 00000014212 15231162611 0015156 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2013 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # """Parser for the environment markers micro-language defined in PEP 345.""" import ast import os import sys import platform from .compat import python_implementation, string_types from .util import in_venv __all__ = ['interpret'] class Evaluator(object): """ A limited evaluator for Python expressions. """ operators = { 'eq': lambda x, y: x == y, 'gt': lambda x, y: x > y, 'gte': lambda x, y: x >= y, 'in': lambda x, y: x in y, 'lt': lambda x, y: x < y, 'lte': lambda x, y: x <= y, 'not': lambda x: not x, 'noteq': lambda x, y: x != y, 'notin': lambda x, y: x not in y, } allowed_values = { 'sys_platform': sys.platform, 'python_version': '%s.%s' % sys.version_info[:2], # parsing sys.platform is not reliable, but there is no other # way to get e.g. 2.7.2+, and the PEP is defined with sys.version 'python_full_version': sys.version.split(' ', 1)[0], 'os_name': os.name, 'platform_in_venv': str(in_venv()), 'platform_release': platform.release(), 'platform_version': platform.version(), 'platform_machine': platform.machine(), 'platform_python_implementation': python_implementation(), } def __init__(self, context=None): """ Initialise an instance. :param context: If specified, names are looked up in this mapping. """ self.context = context or {} self.source = None def get_fragment(self, offset): """ Get the part of the source which is causing a problem. """ fragment_len = 10 s = '%r' % (self.source[offset:offset + fragment_len]) if offset + fragment_len < len(self.source): s += '...' return s def get_handler(self, node_type): """ Get a handler for the specified AST node type. """ return getattr(self, 'do_%s' % node_type, None) def evaluate(self, node, filename=None): """ Evaluate a source string or node, using ``filename`` when displaying errors. """ if isinstance(node, string_types): self.source = node kwargs = {'mode': 'eval'} if filename: kwargs['filename'] = filename try: node = ast.parse(node, **kwargs) except SyntaxError as e: s = self.get_fragment(e.offset) raise SyntaxError('syntax error %s' % s) node_type = node.__class__.__name__.lower() handler = self.get_handler(node_type) if handler is None: if self.source is None: s = '(source not available)' else: s = self.get_fragment(node.col_offset) raise SyntaxError("don't know how to evaluate %r %s" % ( node_type, s)) return handler(node) def get_attr_key(self, node): assert isinstance(node, ast.Attribute), 'attribute node expected' return '%s.%s' % (node.value.id, node.attr) def do_attribute(self, node): if not isinstance(node.value, ast.Name): valid = False else: key = self.get_attr_key(node) valid = key in self.context or key in self.allowed_values if not valid: raise SyntaxError('invalid expression: %s' % key) if key in self.context: result = self.context[key] else: result = self.allowed_values[key] return result def do_boolop(self, node): result = self.evaluate(node.values[0]) is_or = node.op.__class__ is ast.Or is_and = node.op.__class__ is ast.And assert is_or or is_and if (is_and and result) or (is_or and not result): for n in node.values[1:]: result = self.evaluate(n) if (is_or and result) or (is_and and not result): break return result def do_compare(self, node): def sanity_check(lhsnode, rhsnode): valid = True if isinstance(lhsnode, ast.Str) and isinstance(rhsnode, ast.Str): valid = False #elif (isinstance(lhsnode, ast.Attribute) # and isinstance(rhsnode, ast.Attribute)): # klhs = self.get_attr_key(lhsnode) # krhs = self.get_attr_key(rhsnode) # valid = klhs != krhs if not valid: s = self.get_fragment(node.col_offset) raise SyntaxError('Invalid comparison: %s' % s) lhsnode = node.left lhs = self.evaluate(lhsnode) result = True for op, rhsnode in zip(node.ops, node.comparators): sanity_check(lhsnode, rhsnode) op = op.__class__.__name__.lower() if op not in self.operators: raise SyntaxError('unsupported operation: %r' % op) rhs = self.evaluate(rhsnode) result = self.operators[op](lhs, rhs) if not result: break lhs = rhs lhsnode = rhsnode return result def do_expression(self, node): return self.evaluate(node.body) def do_name(self, node): valid = False if node.id in self.context: valid = True result = self.context[node.id] elif node.id in self.allowed_values: valid = True result = self.allowed_values[node.id] if not valid: raise SyntaxError('invalid expression: %s' % node.id) return result def do_str(self, node): return node.s def interpret(marker, execution_context=None): """ Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping """ return Evaluator(execution_context).evaluate(marker.strip()) site-packages/pip/_vendor/distlib/metadata.py 0000644 00000113661 15231162611 0015302 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Implementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). """ from __future__ import unicode_literals import codecs from email import message_from_file import json import logging import re from . import DistlibException, __version__ from .compat import StringIO, string_types, text_type from .markers import interpret from .util import extract_by_key, get_extras from .version import get_scheme, PEP440_VERSION_RE logger = logging.getLogger(__name__) class MetadataMissingError(DistlibException): """A required metadata is missing""" class MetadataConflictError(DistlibException): """Attempt to read or write metadata fields that are conflictual.""" class MetadataUnrecognizedVersionError(DistlibException): """Unknown metadata version number.""" class MetadataInvalidError(DistlibException): """A metadata value is invalid""" # public API of this module __all__ = ['Metadata', 'PKG_INFO_ENCODING', 'PKG_INFO_PREFERRED_VERSION'] # Encoding used for the PKG-INFO files PKG_INFO_ENCODING = 'utf-8' # preferred version. Hopefully will be changed # to 1.2 once PEP 345 is supported everywhere PKG_INFO_PREFERRED_VERSION = '1.1' _LINE_PREFIX_1_2 = re.compile('\n \|') _LINE_PREFIX_PRE_1_2 = re.compile('\n ') _241_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'License') _314_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes', 'Provides', 'Requires') _314_MARKERS = ('Obsoletes', 'Provides', 'Requires', 'Classifier', 'Download-URL') _345_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'Maintainer', 'Maintainer-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes-Dist', 'Project-URL', 'Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Requires-External') _345_MARKERS = ('Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Obsoletes-Dist', 'Requires-External', 'Maintainer', 'Maintainer-email', 'Project-URL') _426_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'Maintainer', 'Maintainer-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes-Dist', 'Project-URL', 'Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Requires-External', 'Private-Version', 'Obsoleted-By', 'Setup-Requires-Dist', 'Extension', 'Provides-Extra') _426_MARKERS = ('Private-Version', 'Provides-Extra', 'Obsoleted-By', 'Setup-Requires-Dist', 'Extension') _ALL_FIELDS = set() _ALL_FIELDS.update(_241_FIELDS) _ALL_FIELDS.update(_314_FIELDS) _ALL_FIELDS.update(_345_FIELDS) _ALL_FIELDS.update(_426_FIELDS) EXTRA_RE = re.compile(r'''extra\s*==\s*("([^"]+)"|'([^']+)')''') def _version2fieldlist(version): if version == '1.0': return _241_FIELDS elif version == '1.1': return _314_FIELDS elif version == '1.2': return _345_FIELDS elif version == '2.0': return _426_FIELDS raise MetadataUnrecognizedVersionError(version) def _best_version(fields): """Detect the best version depending on the fields used.""" def _has_marker(keys, markers): for marker in markers: if marker in keys: return True return False keys = [] for key, value in fields.items(): if value in ([], 'UNKNOWN', None): continue keys.append(key) possible_versions = ['1.0', '1.1', '1.2', '2.0'] # first let's try to see if a field is not part of one of the version for key in keys: if key not in _241_FIELDS and '1.0' in possible_versions: possible_versions.remove('1.0') if key not in _314_FIELDS and '1.1' in possible_versions: possible_versions.remove('1.1') if key not in _345_FIELDS and '1.2' in possible_versions: possible_versions.remove('1.2') if key not in _426_FIELDS and '2.0' in possible_versions: possible_versions.remove('2.0') # possible_version contains qualified versions if len(possible_versions) == 1: return possible_versions[0] # found ! elif len(possible_versions) == 0: raise MetadataConflictError('Unknown metadata set') # let's see if one unique marker is found is_1_1 = '1.1' in possible_versions and _has_marker(keys, _314_MARKERS) is_1_2 = '1.2' in possible_versions and _has_marker(keys, _345_MARKERS) is_2_0 = '2.0' in possible_versions and _has_marker(keys, _426_MARKERS) if int(is_1_1) + int(is_1_2) + int(is_2_0) > 1: raise MetadataConflictError('You used incompatible 1.1/1.2/2.0 fields') # we have the choice, 1.0, or 1.2, or 2.0 # - 1.0 has a broken Summary field but works with all tools # - 1.1 is to avoid # - 1.2 fixes Summary but has little adoption # - 2.0 adds more features and is very new if not is_1_1 and not is_1_2 and not is_2_0: # we couldn't find any specific marker if PKG_INFO_PREFERRED_VERSION in possible_versions: return PKG_INFO_PREFERRED_VERSION if is_1_1: return '1.1' if is_1_2: return '1.2' return '2.0' _ATTR2FIELD = { 'metadata_version': 'Metadata-Version', 'name': 'Name', 'version': 'Version', 'platform': 'Platform', 'supported_platform': 'Supported-Platform', 'summary': 'Summary', 'description': 'Description', 'keywords': 'Keywords', 'home_page': 'Home-page', 'author': 'Author', 'author_email': 'Author-email', 'maintainer': 'Maintainer', 'maintainer_email': 'Maintainer-email', 'license': 'License', 'classifier': 'Classifier', 'download_url': 'Download-URL', 'obsoletes_dist': 'Obsoletes-Dist', 'provides_dist': 'Provides-Dist', 'requires_dist': 'Requires-Dist', 'setup_requires_dist': 'Setup-Requires-Dist', 'requires_python': 'Requires-Python', 'requires_external': 'Requires-External', 'requires': 'Requires', 'provides': 'Provides', 'obsoletes': 'Obsoletes', 'project_url': 'Project-URL', 'private_version': 'Private-Version', 'obsoleted_by': 'Obsoleted-By', 'extension': 'Extension', 'provides_extra': 'Provides-Extra', } _PREDICATE_FIELDS = ('Requires-Dist', 'Obsoletes-Dist', 'Provides-Dist') _VERSIONS_FIELDS = ('Requires-Python',) _VERSION_FIELDS = ('Version',) _LISTFIELDS = ('Platform', 'Classifier', 'Obsoletes', 'Requires', 'Provides', 'Obsoletes-Dist', 'Provides-Dist', 'Requires-Dist', 'Requires-External', 'Project-URL', 'Supported-Platform', 'Setup-Requires-Dist', 'Provides-Extra', 'Extension') _LISTTUPLEFIELDS = ('Project-URL',) _ELEMENTSFIELD = ('Keywords',) _UNICODEFIELDS = ('Author', 'Maintainer', 'Summary', 'Description') _MISSING = object() _FILESAFE = re.compile('[^A-Za-z0-9.]+') def _get_name_and_version(name, version, for_filename=False): """Return the distribution name with version. If for_filename is true, return a filename-escaped form.""" if for_filename: # For both name and version any runs of non-alphanumeric or '.' # characters are replaced with a single '-'. Additionally any # spaces in the version string become '.' name = _FILESAFE.sub('-', name) version = _FILESAFE.sub('-', version.replace(' ', '.')) return '%s-%s' % (name, version) class LegacyMetadata(object): """The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name """ # TODO document the mapping API and UNKNOWN default key def __init__(self, path=None, fileobj=None, mapping=None, scheme='default'): if [path, fileobj, mapping].count(None) < 2: raise TypeError('path, fileobj and mapping are exclusive') self._fields = {} self.requires_files = [] self._dependencies = None self.scheme = scheme if path is not None: self.read(path) elif fileobj is not None: self.read_file(fileobj) elif mapping is not None: self.update(mapping) self.set_metadata_version() def set_metadata_version(self): self._fields['Metadata-Version'] = _best_version(self._fields) def _write_field(self, fileobj, name, value): fileobj.write('%s: %s\n' % (name, value)) def __getitem__(self, name): return self.get(name) def __setitem__(self, name, value): return self.set(name, value) def __delitem__(self, name): field_name = self._convert_name(name) try: del self._fields[field_name] except KeyError: raise KeyError(name) def __contains__(self, name): return (name in self._fields or self._convert_name(name) in self._fields) def _convert_name(self, name): if name in _ALL_FIELDS: return name name = name.replace('-', '_').lower() return _ATTR2FIELD.get(name, name) def _default_value(self, name): if name in _LISTFIELDS or name in _ELEMENTSFIELD: return [] return 'UNKNOWN' def _remove_line_prefix(self, value): if self.metadata_version in ('1.0', '1.1'): return _LINE_PREFIX_PRE_1_2.sub('\n', value) else: return _LINE_PREFIX_1_2.sub('\n', value) def __getattr__(self, name): if name in _ATTR2FIELD: return self[name] raise AttributeError(name) # # Public API # # dependencies = property(_get_dependencies, _set_dependencies) def get_fullname(self, filesafe=False): """Return the distribution name with version. If filesafe is true, return a filename-escaped form.""" return _get_name_and_version(self['Name'], self['Version'], filesafe) def is_field(self, name): """return True if name is a valid metadata key""" name = self._convert_name(name) return name in _ALL_FIELDS def is_multi_field(self, name): name = self._convert_name(name) return name in _LISTFIELDS def read(self, filepath): """Read the metadata values from a file path.""" fp = codecs.open(filepath, 'r', encoding='utf-8') try: self.read_file(fp) finally: fp.close() def read_file(self, fileob): """Read the metadata values from a file object.""" msg = message_from_file(fileob) self._fields['Metadata-Version'] = msg['metadata-version'] # When reading, get all the fields we can for field in _ALL_FIELDS: if field not in msg: continue if field in _LISTFIELDS: # we can have multiple lines values = msg.get_all(field) if field in _LISTTUPLEFIELDS and values is not None: values = [tuple(value.split(',')) for value in values] self.set(field, values) else: # single line value = msg[field] if value is not None and value != 'UNKNOWN': self.set(field, value) self.set_metadata_version() def write(self, filepath, skip_unknown=False): """Write the metadata fields to filepath.""" fp = codecs.open(filepath, 'w', encoding='utf-8') try: self.write_file(fp, skip_unknown) finally: fp.close() def write_file(self, fileobject, skip_unknown=False): """Write the PKG-INFO format data to a file object.""" self.set_metadata_version() for field in _version2fieldlist(self['Metadata-Version']): values = self.get(field) if skip_unknown and values in ('UNKNOWN', [], ['UNKNOWN']): continue if field in _ELEMENTSFIELD: self._write_field(fileobject, field, ','.join(values)) continue if field not in _LISTFIELDS: if field == 'Description': if self.metadata_version in ('1.0', '1.1'): values = values.replace('\n', '\n ') else: values = values.replace('\n', '\n |') values = [values] if field in _LISTTUPLEFIELDS: values = [','.join(value) for value in values] for value in values: self._write_field(fileobject, field, value) def update(self, other=None, **kwargs): """Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. """ def _set(key, value): if key in _ATTR2FIELD and value: self.set(self._convert_name(key), value) if not other: # other is None or empty container pass elif hasattr(other, 'keys'): for k in other.keys(): _set(k, other[k]) else: for k, v in other: _set(k, v) if kwargs: for k, v in kwargs.items(): _set(k, v) def set(self, name, value): """Control then set a metadata field.""" name = self._convert_name(name) if ((name in _ELEMENTSFIELD or name == 'Platform') and not isinstance(value, (list, tuple))): if isinstance(value, string_types): value = [v.strip() for v in value.split(',')] else: value = [] elif (name in _LISTFIELDS and not isinstance(value, (list, tuple))): if isinstance(value, string_types): value = [value] else: value = [] if logger.isEnabledFor(logging.WARNING): project_name = self['Name'] scheme = get_scheme(self.scheme) if name in _PREDICATE_FIELDS and value is not None: for v in value: # check that the values are valid if not scheme.is_valid_matcher(v.split(';')[0]): logger.warning( "'%s': '%s' is not valid (field '%s')", project_name, v, name) # FIXME this rejects UNKNOWN, is that right? elif name in _VERSIONS_FIELDS and value is not None: if not scheme.is_valid_constraint_list(value): logger.warning("'%s': '%s' is not a valid version (field '%s')", project_name, value, name) elif name in _VERSION_FIELDS and value is not None: if not scheme.is_valid_version(value): logger.warning("'%s': '%s' is not a valid version (field '%s')", project_name, value, name) if name in _UNICODEFIELDS: if name == 'Description': value = self._remove_line_prefix(value) self._fields[name] = value def get(self, name, default=_MISSING): """Get a metadata field.""" name = self._convert_name(name) if name not in self._fields: if default is _MISSING: default = self._default_value(name) return default if name in _UNICODEFIELDS: value = self._fields[name] return value elif name in _LISTFIELDS: value = self._fields[name] if value is None: return [] res = [] for val in value: if name not in _LISTTUPLEFIELDS: res.append(val) else: # That's for Project-URL res.append((val[0], val[1])) return res elif name in _ELEMENTSFIELD: value = self._fields[name] if isinstance(value, string_types): return value.split(',') return self._fields[name] def check(self, strict=False): """Check if the metadata is compliant. If strict is True then raise if no Name or Version are provided""" self.set_metadata_version() # XXX should check the versions (if the file was loaded) missing, warnings = [], [] for attr in ('Name', 'Version'): # required by PEP 345 if attr not in self: missing.append(attr) if strict and missing != []: msg = 'missing required metadata: %s' % ', '.join(missing) raise MetadataMissingError(msg) for attr in ('Home-page', 'Author'): if attr not in self: missing.append(attr) # checking metadata 1.2 (XXX needs to check 1.1, 1.0) if self['Metadata-Version'] != '1.2': return missing, warnings scheme = get_scheme(self.scheme) def are_valid_constraints(value): for v in value: if not scheme.is_valid_matcher(v.split(';')[0]): return False return True for fields, controller in ((_PREDICATE_FIELDS, are_valid_constraints), (_VERSIONS_FIELDS, scheme.is_valid_constraint_list), (_VERSION_FIELDS, scheme.is_valid_version)): for field in fields: value = self.get(field, None) if value is not None and not controller(value): warnings.append("Wrong value for '%s': %s" % (field, value)) return missing, warnings def todict(self, skip_missing=False): """Return fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). """ self.set_metadata_version() mapping_1_0 = ( ('metadata_version', 'Metadata-Version'), ('name', 'Name'), ('version', 'Version'), ('summary', 'Summary'), ('home_page', 'Home-page'), ('author', 'Author'), ('author_email', 'Author-email'), ('license', 'License'), ('description', 'Description'), ('keywords', 'Keywords'), ('platform', 'Platform'), ('classifiers', 'Classifier'), ('download_url', 'Download-URL'), ) data = {} for key, field_name in mapping_1_0: if not skip_missing or field_name in self._fields: data[key] = self[field_name] if self['Metadata-Version'] == '1.2': mapping_1_2 = ( ('requires_dist', 'Requires-Dist'), ('requires_python', 'Requires-Python'), ('requires_external', 'Requires-External'), ('provides_dist', 'Provides-Dist'), ('obsoletes_dist', 'Obsoletes-Dist'), ('project_url', 'Project-URL'), ('maintainer', 'Maintainer'), ('maintainer_email', 'Maintainer-email'), ) for key, field_name in mapping_1_2: if not skip_missing or field_name in self._fields: if key != 'project_url': data[key] = self[field_name] else: data[key] = [','.join(u) for u in self[field_name]] elif self['Metadata-Version'] == '1.1': mapping_1_1 = ( ('provides', 'Provides'), ('requires', 'Requires'), ('obsoletes', 'Obsoletes'), ) for key, field_name in mapping_1_1: if not skip_missing or field_name in self._fields: data[key] = self[field_name] return data def add_requirements(self, requirements): if self['Metadata-Version'] == '1.1': # we can't have 1.1 metadata *and* Setuptools requires for field in ('Obsoletes', 'Requires', 'Provides'): if field in self: del self[field] self['Requires-Dist'] += requirements # Mapping API # TODO could add iter* variants def keys(self): return list(_version2fieldlist(self['Metadata-Version'])) def __iter__(self): for key in self.keys(): yield key def values(self): return [self[key] for key in self.keys()] def items(self): return [(key, self[key]) for key in self.keys()] def __repr__(self): return '<%s %s %s>' % (self.__class__.__name__, self.name, self.version) METADATA_FILENAME = 'pydist.json' WHEEL_METADATA_FILENAME = 'metadata.json' class Metadata(object): """ The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. """ METADATA_VERSION_MATCHER = re.compile('^\d+(\.\d+)*$') NAME_MATCHER = re.compile('^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$', re.I) VERSION_MATCHER = PEP440_VERSION_RE SUMMARY_MATCHER = re.compile('.{1,2047}') METADATA_VERSION = '2.0' GENERATOR = 'distlib (%s)' % __version__ MANDATORY_KEYS = { 'name': (), 'version': (), 'summary': ('legacy',), } INDEX_KEYS = ('name version license summary description author ' 'author_email keywords platform home_page classifiers ' 'download_url') DEPENDENCY_KEYS = ('extras run_requires test_requires build_requires ' 'dev_requires provides meta_requires obsoleted_by ' 'supports_environments') SYNTAX_VALIDATORS = { 'metadata_version': (METADATA_VERSION_MATCHER, ()), 'name': (NAME_MATCHER, ('legacy',)), 'version': (VERSION_MATCHER, ('legacy',)), 'summary': (SUMMARY_MATCHER, ('legacy',)), } __slots__ = ('_legacy', '_data', 'scheme') def __init__(self, path=None, fileobj=None, mapping=None, scheme='default'): if [path, fileobj, mapping].count(None) < 2: raise TypeError('path, fileobj and mapping are exclusive') self._legacy = None self._data = None self.scheme = scheme #import pdb; pdb.set_trace() if mapping is not None: try: self._validate_mapping(mapping, scheme) self._data = mapping except MetadataUnrecognizedVersionError: self._legacy = LegacyMetadata(mapping=mapping, scheme=scheme) self.validate() else: data = None if path: with open(path, 'rb') as f: data = f.read() elif fileobj: data = fileobj.read() if data is None: # Initialised with no args - to be added self._data = { 'metadata_version': self.METADATA_VERSION, 'generator': self.GENERATOR, } else: if not isinstance(data, text_type): data = data.decode('utf-8') try: self._data = json.loads(data) self._validate_mapping(self._data, scheme) except ValueError: # Note: MetadataUnrecognizedVersionError does not # inherit from ValueError (it's a DistlibException, # which should not inherit from ValueError). # The ValueError comes from the json.load - if that # succeeds and we get a validation error, we want # that to propagate self._legacy = LegacyMetadata(fileobj=StringIO(data), scheme=scheme) self.validate() common_keys = set(('name', 'version', 'license', 'keywords', 'summary')) none_list = (None, list) none_dict = (None, dict) mapped_keys = { 'run_requires': ('Requires-Dist', list), 'build_requires': ('Setup-Requires-Dist', list), 'dev_requires': none_list, 'test_requires': none_list, 'meta_requires': none_list, 'extras': ('Provides-Extra', list), 'modules': none_list, 'namespaces': none_list, 'exports': none_dict, 'commands': none_dict, 'classifiers': ('Classifier', list), 'source_url': ('Download-URL', None), 'metadata_version': ('Metadata-Version', None), } del none_list, none_dict def __getattribute__(self, key): common = object.__getattribute__(self, 'common_keys') mapped = object.__getattribute__(self, 'mapped_keys') if key in mapped: lk, maker = mapped[key] if self._legacy: if lk is None: result = None if maker is None else maker() else: result = self._legacy.get(lk) else: value = None if maker is None else maker() if key not in ('commands', 'exports', 'modules', 'namespaces', 'classifiers'): result = self._data.get(key, value) else: # special cases for PEP 459 sentinel = object() result = sentinel d = self._data.get('extensions') if d: if key == 'commands': result = d.get('python.commands', value) elif key == 'classifiers': d = d.get('python.details') if d: result = d.get(key, value) else: d = d.get('python.exports') if not d: d = self._data.get('python.exports') if d: result = d.get(key, value) if result is sentinel: result = value elif key not in common: result = object.__getattribute__(self, key) elif self._legacy: result = self._legacy.get(key) else: result = self._data.get(key) return result def _validate_value(self, key, value, scheme=None): if key in self.SYNTAX_VALIDATORS: pattern, exclusions = self.SYNTAX_VALIDATORS[key] if (scheme or self.scheme) not in exclusions: m = pattern.match(value) if not m: raise MetadataInvalidError("'%s' is an invalid value for " "the '%s' property" % (value, key)) def __setattr__(self, key, value): self._validate_value(key, value) common = object.__getattribute__(self, 'common_keys') mapped = object.__getattribute__(self, 'mapped_keys') if key in mapped: lk, _ = mapped[key] if self._legacy: if lk is None: raise NotImplementedError self._legacy[lk] = value elif key not in ('commands', 'exports', 'modules', 'namespaces', 'classifiers'): self._data[key] = value else: # special cases for PEP 459 d = self._data.setdefault('extensions', {}) if key == 'commands': d['python.commands'] = value elif key == 'classifiers': d = d.setdefault('python.details', {}) d[key] = value else: d = d.setdefault('python.exports', {}) d[key] = value elif key not in common: object.__setattr__(self, key, value) else: if key == 'keywords': if isinstance(value, string_types): value = value.strip() if value: value = value.split() else: value = [] if self._legacy: self._legacy[key] = value else: self._data[key] = value @property def name_and_version(self): return _get_name_and_version(self.name, self.version, True) @property def provides(self): if self._legacy: result = self._legacy['Provides-Dist'] else: result = self._data.setdefault('provides', []) s = '%s (%s)' % (self.name, self.version) if s not in result: result.append(s) return result @provides.setter def provides(self, value): if self._legacy: self._legacy['Provides-Dist'] = value else: self._data['provides'] = value def get_requirements(self, reqts, extras=None, env=None): """ Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. """ if self._legacy: result = reqts else: result = [] extras = get_extras(extras or [], self.extras) for d in reqts: if 'extra' not in d and 'environment' not in d: # unconditional include = True else: if 'extra' not in d: # Not extra-dependent - only environment-dependent include = True else: include = d.get('extra') in extras if include: # Not excluded because of extras, check environment marker = d.get('environment') if marker: include = interpret(marker, env) if include: result.extend(d['requires']) for key in ('build', 'dev', 'test'): e = ':%s:' % key if e in extras: extras.remove(e) # A recursive call, but it should terminate since 'test' # has been removed from the extras reqts = self._data.get('%s_requires' % key, []) result.extend(self.get_requirements(reqts, extras=extras, env=env)) return result @property def dictionary(self): if self._legacy: return self._from_legacy() return self._data @property def dependencies(self): if self._legacy: raise NotImplementedError else: return extract_by_key(self._data, self.DEPENDENCY_KEYS) @dependencies.setter def dependencies(self, value): if self._legacy: raise NotImplementedError else: self._data.update(value) def _validate_mapping(self, mapping, scheme): if mapping.get('metadata_version') != self.METADATA_VERSION: raise MetadataUnrecognizedVersionError() missing = [] for key, exclusions in self.MANDATORY_KEYS.items(): if key not in mapping: if scheme not in exclusions: missing.append(key) if missing: msg = 'Missing metadata items: %s' % ', '.join(missing) raise MetadataMissingError(msg) for k, v in mapping.items(): self._validate_value(k, v, scheme) def validate(self): if self._legacy: missing, warnings = self._legacy.check(True) if missing or warnings: logger.warning('Metadata: missing: %s, warnings: %s', missing, warnings) else: self._validate_mapping(self._data, self.scheme) def todict(self): if self._legacy: return self._legacy.todict(True) else: result = extract_by_key(self._data, self.INDEX_KEYS) return result def _from_legacy(self): assert self._legacy and not self._data result = { 'metadata_version': self.METADATA_VERSION, 'generator': self.GENERATOR, } lmd = self._legacy.todict(True) # skip missing ones for k in ('name', 'version', 'license', 'summary', 'description', 'classifier'): if k in lmd: if k == 'classifier': nk = 'classifiers' else: nk = k result[nk] = lmd[k] kw = lmd.get('Keywords', []) if kw == ['']: kw = [] result['keywords'] = kw keys = (('requires_dist', 'run_requires'), ('setup_requires_dist', 'build_requires')) for ok, nk in keys: if ok in lmd and lmd[ok]: result[nk] = [{'requires': lmd[ok]}] result['provides'] = self.provides author = {} maintainer = {} return result LEGACY_MAPPING = { 'name': 'Name', 'version': 'Version', 'license': 'License', 'summary': 'Summary', 'description': 'Description', 'classifiers': 'Classifier', } def _to_legacy(self): def process_entries(entries): reqts = set() for e in entries: extra = e.get('extra') env = e.get('environment') rlist = e['requires'] for r in rlist: if not env and not extra: reqts.add(r) else: marker = '' if extra: marker = 'extra == "%s"' % extra if env: if marker: marker = '(%s) and %s' % (env, marker) else: marker = env reqts.add(';'.join((r, marker))) return reqts assert self._data and not self._legacy result = LegacyMetadata() nmd = self._data for nk, ok in self.LEGACY_MAPPING.items(): if nk in nmd: result[ok] = nmd[nk] r1 = process_entries(self.run_requires + self.meta_requires) r2 = process_entries(self.build_requires + self.dev_requires) if self.extras: result['Provides-Extra'] = sorted(self.extras) result['Requires-Dist'] = sorted(r1) result['Setup-Requires-Dist'] = sorted(r2) # TODO: other fields such as contacts return result def write(self, path=None, fileobj=None, legacy=False, skip_unknown=True): if [path, fileobj].count(None) != 1: raise ValueError('Exactly one of path and fileobj is needed') self.validate() if legacy: if self._legacy: legacy_md = self._legacy else: legacy_md = self._to_legacy() if path: legacy_md.write(path, skip_unknown=skip_unknown) else: legacy_md.write_file(fileobj, skip_unknown=skip_unknown) else: if self._legacy: d = self._from_legacy() else: d = self._data if fileobj: json.dump(d, fileobj, ensure_ascii=True, indent=2, sort_keys=True) else: with codecs.open(path, 'w', 'utf-8') as f: json.dump(d, f, ensure_ascii=True, indent=2, sort_keys=True) def add_requirements(self, requirements): if self._legacy: self._legacy.add_requirements(requirements) else: run_requires = self._data.setdefault('run_requires', []) always = None for entry in run_requires: if 'environment' not in entry and 'extra' not in entry: always = entry break if always is None: always = { 'requires': requirements } run_requires.insert(0, always) else: rset = set(always['requires']) | set(requirements) always['requires'] = sorted(rset) def __repr__(self): name = self.name or '(no name)' version = self.version or 'no version' return '<%s %s %s (%s)>' % (self.__class__.__name__, self.metadata_version, name, version) site-packages/pip/_vendor/distlib/util.py 0000644 00000147377 15231162611 0014512 0 ustar 00 # # Copyright (C) 2012-2016 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # import codecs from collections import deque import contextlib import csv from glob import iglob as std_iglob import io import json import logging import os import py_compile import re import shutil import socket try: import ssl except ImportError: # pragma: no cover ssl = None import subprocess import sys import tarfile import tempfile import textwrap try: import threading except ImportError: # pragma: no cover import dummy_threading as threading import time from . import DistlibException from .compat import (string_types, text_type, shutil, raw_input, StringIO, cache_from_source, urlopen, urljoin, httplib, xmlrpclib, splittype, HTTPHandler, BaseConfigurator, valid_ident, Container, configparser, URLError, ZipFile, fsdecode, unquote) logger = logging.getLogger(__name__) # # Requirement parsing code for name + optional constraints + optional extras # # e.g. 'foo >= 1.2, < 2.0 [bar, baz]' # # The regex can seem a bit hairy, so we build it up out of smaller pieces # which are manageable. # COMMA = r'\s*,\s*' COMMA_RE = re.compile(COMMA) IDENT = r'(\w|[.-])+' EXTRA_IDENT = r'(\*|:(\*|\w+):|' + IDENT + ')' VERSPEC = IDENT + r'\*?' RELOP = '([<>=!~]=)|[<>]' # # The first relop is optional - if absent, will be taken as '~=' # BARE_CONSTRAINTS = ('(' + RELOP + r')?\s*(' + VERSPEC + ')(' + COMMA + '(' + RELOP + r')\s*(' + VERSPEC + '))*') DIRECT_REF = '(from\s+(?P<diref>.*))' # # Either the bare constraints or the bare constraints in parentheses # CONSTRAINTS = (r'\(\s*(?P<c1>' + BARE_CONSTRAINTS + '|' + DIRECT_REF + r')\s*\)|(?P<c2>' + BARE_CONSTRAINTS + '\s*)') EXTRA_LIST = EXTRA_IDENT + '(' + COMMA + EXTRA_IDENT + ')*' EXTRAS = r'\[\s*(?P<ex>' + EXTRA_LIST + r')?\s*\]' REQUIREMENT = ('(?P<dn>' + IDENT + r')\s*(' + EXTRAS + r'\s*)?(\s*' + CONSTRAINTS + ')?$') REQUIREMENT_RE = re.compile(REQUIREMENT) # # Used to scan through the constraints # RELOP_IDENT = '(?P<op>' + RELOP + r')\s*(?P<vn>' + VERSPEC + ')' RELOP_IDENT_RE = re.compile(RELOP_IDENT) def parse_requirement(s): def get_constraint(m): d = m.groupdict() return d['op'], d['vn'] result = None m = REQUIREMENT_RE.match(s) if m: d = m.groupdict() name = d['dn'] cons = d['c1'] or d['c2'] if not d['diref']: url = None else: # direct reference cons = None url = d['diref'].strip() if not cons: cons = None constr = '' rs = d['dn'] else: if cons[0] not in '<>!=': cons = '~=' + cons iterator = RELOP_IDENT_RE.finditer(cons) cons = [get_constraint(m) for m in iterator] rs = '%s (%s)' % (name, ', '.join(['%s %s' % con for con in cons])) if not d['ex']: extras = None else: extras = COMMA_RE.split(d['ex']) result = Container(name=name, constraints=cons, extras=extras, requirement=rs, source=s, url=url) return result def get_resources_dests(resources_root, rules): """Find destinations for resources files""" def get_rel_path(base, path): # normalizes and returns a lstripped-/-separated path base = base.replace(os.path.sep, '/') path = path.replace(os.path.sep, '/') assert path.startswith(base) return path[len(base):].lstrip('/') destinations = {} for base, suffix, dest in rules: prefix = os.path.join(resources_root, base) for abs_base in iglob(prefix): abs_glob = os.path.join(abs_base, suffix) for abs_path in iglob(abs_glob): resource_file = get_rel_path(resources_root, abs_path) if dest is None: # remove the entry if it was here destinations.pop(resource_file, None) else: rel_path = get_rel_path(abs_base, abs_path) rel_dest = dest.replace(os.path.sep, '/').rstrip('/') destinations[resource_file] = rel_dest + '/' + rel_path return destinations def in_venv(): if hasattr(sys, 'real_prefix'): # virtualenv venvs result = True else: # PEP 405 venvs result = sys.prefix != getattr(sys, 'base_prefix', sys.prefix) return result def get_executable(): # The __PYVENV_LAUNCHER__ dance is apparently no longer needed, as # changes to the stub launcher mean that sys.executable always points # to the stub on macOS # if sys.platform == 'darwin' and ('__PYVENV_LAUNCHER__' # in os.environ): # result = os.environ['__PYVENV_LAUNCHER__'] # else: # result = sys.executable # return result result = os.path.normcase(sys.executable) if not isinstance(result, text_type): result = fsdecode(result) return result def proceed(prompt, allowed_chars, error_prompt=None, default=None): p = prompt while True: s = raw_input(p) p = prompt if not s and default: s = default if s: c = s[0].lower() if c in allowed_chars: break if error_prompt: p = '%c: %s\n%s' % (c, error_prompt, prompt) return c def extract_by_key(d, keys): if isinstance(keys, string_types): keys = keys.split() result = {} for key in keys: if key in d: result[key] = d[key] return result def read_exports(stream): if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getreader('utf-8')(stream) # Try to load as JSON, falling back on legacy format data = stream.read() stream = StringIO(data) try: jdata = json.load(stream) result = jdata['extensions']['python.exports']['exports'] for group, entries in result.items(): for k, v in entries.items(): s = '%s = %s' % (k, v) entry = get_export_entry(s) assert entry is not None entries[k] = entry return result except Exception: stream.seek(0, 0) def read_stream(cp, stream): if hasattr(cp, 'read_file'): cp.read_file(stream) else: cp.readfp(stream) cp = configparser.ConfigParser() try: read_stream(cp, stream) except configparser.MissingSectionHeaderError: stream.close() data = textwrap.dedent(data) stream = StringIO(data) read_stream(cp, stream) result = {} for key in cp.sections(): result[key] = entries = {} for name, value in cp.items(key): s = '%s = %s' % (name, value) entry = get_export_entry(s) assert entry is not None #entry.dist = self entries[name] = entry return result def write_exports(exports, stream): if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getwriter('utf-8')(stream) cp = configparser.ConfigParser() for k, v in exports.items(): # TODO check k, v for valid values cp.add_section(k) for entry in v.values(): if entry.suffix is None: s = entry.prefix else: s = '%s:%s' % (entry.prefix, entry.suffix) if entry.flags: s = '%s [%s]' % (s, ', '.join(entry.flags)) cp.set(k, entry.name, s) cp.write(stream) @contextlib.contextmanager def tempdir(): td = tempfile.mkdtemp() try: yield td finally: shutil.rmtree(td) @contextlib.contextmanager def chdir(d): cwd = os.getcwd() try: os.chdir(d) yield finally: os.chdir(cwd) @contextlib.contextmanager def socket_timeout(seconds=15): cto = socket.getdefaulttimeout() try: socket.setdefaulttimeout(seconds) yield finally: socket.setdefaulttimeout(cto) class cached_property(object): def __init__(self, func): self.func = func #for attr in ('__name__', '__module__', '__doc__'): # setattr(self, attr, getattr(func, attr, None)) def __get__(self, obj, cls=None): if obj is None: return self value = self.func(obj) object.__setattr__(obj, self.func.__name__, value) #obj.__dict__[self.func.__name__] = value = self.func(obj) return value def convert_path(pathname): """Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. """ if os.sep == '/': return pathname if not pathname: return pathname if pathname[0] == '/': raise ValueError("path '%s' cannot be absolute" % pathname) if pathname[-1] == '/': raise ValueError("path '%s' cannot end with '/'" % pathname) paths = pathname.split('/') while os.curdir in paths: paths.remove(os.curdir) if not paths: return os.curdir return os.path.join(*paths) class FileOperator(object): def __init__(self, dry_run=False): self.dry_run = dry_run self.ensured = set() self._init_record() def _init_record(self): self.record = False self.files_written = set() self.dirs_created = set() def record_as_written(self, path): if self.record: self.files_written.add(path) def newer(self, source, target): """Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". """ if not os.path.exists(source): raise DistlibException("file '%r' does not exist" % os.path.abspath(source)) if not os.path.exists(target): return True return os.stat(source).st_mtime > os.stat(target).st_mtime def copy_file(self, infile, outfile, check=True): """Copy a file respecting dry-run and force flags. """ self.ensure_dir(os.path.dirname(outfile)) logger.info('Copying %s to %s', infile, outfile) if not self.dry_run: msg = None if check: if os.path.islink(outfile): msg = '%s is a symlink' % outfile elif os.path.exists(outfile) and not os.path.isfile(outfile): msg = '%s is a non-regular file' % outfile if msg: raise ValueError(msg + ' which would be overwritten') shutil.copyfile(infile, outfile) self.record_as_written(outfile) def copy_stream(self, instream, outfile, encoding=None): assert not os.path.isdir(outfile) self.ensure_dir(os.path.dirname(outfile)) logger.info('Copying stream %s to %s', instream, outfile) if not self.dry_run: if encoding is None: outstream = open(outfile, 'wb') else: outstream = codecs.open(outfile, 'w', encoding=encoding) try: shutil.copyfileobj(instream, outstream) finally: outstream.close() self.record_as_written(outfile) def write_binary_file(self, path, data): self.ensure_dir(os.path.dirname(path)) if not self.dry_run: with open(path, 'wb') as f: f.write(data) self.record_as_written(path) def write_text_file(self, path, data, encoding): self.ensure_dir(os.path.dirname(path)) if not self.dry_run: with open(path, 'wb') as f: f.write(data.encode(encoding)) self.record_as_written(path) def set_mode(self, bits, mask, files): if os.name == 'posix' or (os.name == 'java' and os._name == 'posix'): # Set the executable bits (owner, group, and world) on # all the files specified. for f in files: if self.dry_run: logger.info("changing mode of %s", f) else: mode = (os.stat(f).st_mode | bits) & mask logger.info("changing mode of %s to %o", f, mode) os.chmod(f, mode) set_executable_mode = lambda s, f: s.set_mode(0o555, 0o7777, f) def ensure_dir(self, path): path = os.path.abspath(path) if path not in self.ensured and not os.path.exists(path): self.ensured.add(path) d, f = os.path.split(path) self.ensure_dir(d) logger.info('Creating %s' % path) if not self.dry_run: os.mkdir(path) if self.record: self.dirs_created.add(path) def byte_compile(self, path, optimize=False, force=False, prefix=None): dpath = cache_from_source(path, not optimize) logger.info('Byte-compiling %s to %s', path, dpath) if not self.dry_run: if force or self.newer(path, dpath): if not prefix: diagpath = None else: assert path.startswith(prefix) diagpath = path[len(prefix):] py_compile.compile(path, dpath, diagpath, True) # raise error self.record_as_written(dpath) return dpath def ensure_removed(self, path): if os.path.exists(path): if os.path.isdir(path) and not os.path.islink(path): logger.debug('Removing directory tree at %s', path) if not self.dry_run: shutil.rmtree(path) if self.record: if path in self.dirs_created: self.dirs_created.remove(path) else: if os.path.islink(path): s = 'link' else: s = 'file' logger.debug('Removing %s %s', s, path) if not self.dry_run: os.remove(path) if self.record: if path in self.files_written: self.files_written.remove(path) def is_writable(self, path): result = False while not result: if os.path.exists(path): result = os.access(path, os.W_OK) break parent = os.path.dirname(path) if parent == path: break path = parent return result def commit(self): """ Commit recorded changes, turn off recording, return changes. """ assert self.record result = self.files_written, self.dirs_created self._init_record() return result def rollback(self): if not self.dry_run: for f in list(self.files_written): if os.path.exists(f): os.remove(f) # dirs should all be empty now, except perhaps for # __pycache__ subdirs # reverse so that subdirs appear before their parents dirs = sorted(self.dirs_created, reverse=True) for d in dirs: flist = os.listdir(d) if flist: assert flist == ['__pycache__'] sd = os.path.join(d, flist[0]) os.rmdir(sd) os.rmdir(d) # should fail if non-empty self._init_record() def resolve(module_name, dotted_path): if module_name in sys.modules: mod = sys.modules[module_name] else: mod = __import__(module_name) if dotted_path is None: result = mod else: parts = dotted_path.split('.') result = getattr(mod, parts.pop(0)) for p in parts: result = getattr(result, p) return result class ExportEntry(object): def __init__(self, name, prefix, suffix, flags): self.name = name self.prefix = prefix self.suffix = suffix self.flags = flags @cached_property def value(self): return resolve(self.prefix, self.suffix) def __repr__(self): # pragma: no cover return '<ExportEntry %s = %s:%s %s>' % (self.name, self.prefix, self.suffix, self.flags) def __eq__(self, other): if not isinstance(other, ExportEntry): result = False else: result = (self.name == other.name and self.prefix == other.prefix and self.suffix == other.suffix and self.flags == other.flags) return result __hash__ = object.__hash__ ENTRY_RE = re.compile(r'''(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? ''', re.VERBOSE) def get_export_entry(specification): m = ENTRY_RE.search(specification) if not m: result = None if '[' in specification or ']' in specification: raise DistlibException("Invalid specification " "'%s'" % specification) else: d = m.groupdict() name = d['name'] path = d['callable'] colons = path.count(':') if colons == 0: prefix, suffix = path, None else: if colons != 1: raise DistlibException("Invalid specification " "'%s'" % specification) prefix, suffix = path.split(':') flags = d['flags'] if flags is None: if '[' in specification or ']' in specification: raise DistlibException("Invalid specification " "'%s'" % specification) flags = [] else: flags = [f.strip() for f in flags.split(',')] result = ExportEntry(name, prefix, suffix, flags) return result def get_cache_base(suffix=None): """ Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. """ if suffix is None: suffix = '.distlib' if os.name == 'nt' and 'LOCALAPPDATA' in os.environ: result = os.path.expandvars('$localappdata') else: # Assume posix, or old Windows result = os.path.expanduser('~') # we use 'isdir' instead of 'exists', because we want to # fail if there's a file with that name if os.path.isdir(result): usable = os.access(result, os.W_OK) if not usable: logger.warning('Directory exists but is not writable: %s', result) else: try: os.makedirs(result) usable = True except OSError: logger.warning('Unable to create %s', result, exc_info=True) usable = False if not usable: result = tempfile.mkdtemp() logger.warning('Default location unusable, using %s', result) return os.path.join(result, suffix) def path_to_cache_dir(path): """ Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. """ d, p = os.path.splitdrive(os.path.abspath(path)) if d: d = d.replace(':', '---') p = p.replace(os.sep, '--') return d + p + '.cache' def ensure_slash(s): if not s.endswith('/'): return s + '/' return s def parse_credentials(netloc): username = password = None if '@' in netloc: prefix, netloc = netloc.split('@', 1) if ':' not in prefix: username = prefix else: username, password = prefix.split(':', 1) return username, password, netloc def get_process_umask(): result = os.umask(0o22) os.umask(result) return result def is_string_sequence(seq): result = True i = None for i, s in enumerate(seq): if not isinstance(s, string_types): result = False break assert i is not None return result PROJECT_NAME_AND_VERSION = re.compile('([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-' '([a-z0-9_.+-]+)', re.I) PYTHON_VERSION = re.compile(r'-py(\d\.?\d?)') def split_filename(filename, project_name=None): """ Extract name, version, python version from a filename (no extension) Return name, version, pyver or None """ result = None pyver = None filename = unquote(filename).replace(' ', '-') m = PYTHON_VERSION.search(filename) if m: pyver = m.group(1) filename = filename[:m.start()] if project_name and len(filename) > len(project_name) + 1: m = re.match(re.escape(project_name) + r'\b', filename) if m: n = m.end() result = filename[:n], filename[n + 1:], pyver if result is None: m = PROJECT_NAME_AND_VERSION.match(filename) if m: result = m.group(1), m.group(3), pyver return result # Allow spaces in name because of legacy dists like "Twisted Core" NAME_VERSION_RE = re.compile(r'(?P<name>[\w .-]+)\s*' r'\(\s*(?P<ver>[^\s)]+)\)$') def parse_name_and_version(p): """ A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. """ m = NAME_VERSION_RE.match(p) if not m: raise DistlibException('Ill-formed name/version string: \'%s\'' % p) d = m.groupdict() return d['name'].strip().lower(), d['ver'] def get_extras(requested, available): result = set() requested = set(requested or []) available = set(available or []) if '*' in requested: requested.remove('*') result |= available for r in requested: if r == '-': result.add(r) elif r.startswith('-'): unwanted = r[1:] if unwanted not in available: logger.warning('undeclared extra: %s' % unwanted) if unwanted in result: result.remove(unwanted) else: if r not in available: logger.warning('undeclared extra: %s' % r) result.add(r) return result # # Extended metadata functionality # def _get_external_data(url): result = {} try: # urlopen might fail if it runs into redirections, # because of Python issue #13696. Fixed in locators # using a custom redirect handler. resp = urlopen(url) headers = resp.info() ct = headers.get('Content-Type') if not ct.startswith('application/json'): logger.debug('Unexpected response for JSON request: %s', ct) else: reader = codecs.getreader('utf-8')(resp) #data = reader.read().decode('utf-8') #result = json.loads(data) result = json.load(reader) except Exception as e: logger.exception('Failed to get external data for %s: %s', url, e) return result _external_data_base_url = 'https://www.red-dove.com/pypi/projects/' def get_project_data(name): url = '%s/%s/project.json' % (name[0].upper(), name) url = urljoin(_external_data_base_url, url) result = _get_external_data(url) return result def get_package_data(name, version): url = '%s/%s/package-%s.json' % (name[0].upper(), name, version) url = urljoin(_external_data_base_url, url) return _get_external_data(url) class Cache(object): """ A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. """ def __init__(self, base): """ Initialise an instance. :param base: The base directory where the cache should be located. """ # we use 'isdir' instead of 'exists', because we want to # fail if there's a file with that name if not os.path.isdir(base): # pragma: no cover os.makedirs(base) if (os.stat(base).st_mode & 0o77) != 0: logger.warning('Directory \'%s\' is not private', base) self.base = os.path.abspath(os.path.normpath(base)) def prefix_to_dir(self, prefix): """ Converts a resource prefix to a directory name in the cache. """ return path_to_cache_dir(prefix) def clear(self): """ Clear the cache. """ not_removed = [] for fn in os.listdir(self.base): fn = os.path.join(self.base, fn) try: if os.path.islink(fn) or os.path.isfile(fn): os.remove(fn) elif os.path.isdir(fn): shutil.rmtree(fn) except Exception: not_removed.append(fn) return not_removed class EventMixin(object): """ A very simple publish/subscribe system. """ def __init__(self): self._subscribers = {} def add(self, event, subscriber, append=True): """ Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. """ subs = self._subscribers if event not in subs: subs[event] = deque([subscriber]) else: sq = subs[event] if append: sq.append(subscriber) else: sq.appendleft(subscriber) def remove(self, event, subscriber): """ Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. """ subs = self._subscribers if event not in subs: raise ValueError('No subscribers: %r' % event) subs[event].remove(subscriber) def get_subscribers(self, event): """ Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. """ return iter(self._subscribers.get(event, ())) def publish(self, event, *args, **kwargs): """ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. """ result = [] for subscriber in self.get_subscribers(event): try: value = subscriber(event, *args, **kwargs) except Exception: logger.exception('Exception during event publication') value = None result.append(value) logger.debug('publish %s: args = %s, kwargs = %s, result = %s', event, args, kwargs, result) return result # # Simple sequencing # class Sequencer(object): def __init__(self): self._preds = {} self._succs = {} self._nodes = set() # nodes with no preds/succs def add_node(self, node): self._nodes.add(node) def remove_node(self, node, edges=False): if node in self._nodes: self._nodes.remove(node) if edges: for p in set(self._preds.get(node, ())): self.remove(p, node) for s in set(self._succs.get(node, ())): self.remove(node, s) # Remove empties for k, v in list(self._preds.items()): if not v: del self._preds[k] for k, v in list(self._succs.items()): if not v: del self._succs[k] def add(self, pred, succ): assert pred != succ self._preds.setdefault(succ, set()).add(pred) self._succs.setdefault(pred, set()).add(succ) def remove(self, pred, succ): assert pred != succ try: preds = self._preds[succ] succs = self._succs[pred] except KeyError: # pragma: no cover raise ValueError('%r not a successor of anything' % succ) try: preds.remove(pred) succs.remove(succ) except KeyError: # pragma: no cover raise ValueError('%r not a successor of %r' % (succ, pred)) def is_step(self, step): return (step in self._preds or step in self._succs or step in self._nodes) def get_steps(self, final): if not self.is_step(final): raise ValueError('Unknown: %r' % final) result = [] todo = [] seen = set() todo.append(final) while todo: step = todo.pop(0) if step in seen: # if a step was already seen, # move it to the end (so it will appear earlier # when reversed on return) ... but not for the # final step, as that would be confusing for # users if step != final: result.remove(step) result.append(step) else: seen.add(step) result.append(step) preds = self._preds.get(step, ()) todo.extend(preds) return reversed(result) @property def strong_connections(self): #http://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm index_counter = [0] stack = [] lowlinks = {} index = {} result = [] graph = self._succs def strongconnect(node): # set the depth index for this node to the smallest unused index index[node] = index_counter[0] lowlinks[node] = index_counter[0] index_counter[0] += 1 stack.append(node) # Consider successors try: successors = graph[node] except Exception: successors = [] for successor in successors: if successor not in lowlinks: # Successor has not yet been visited strongconnect(successor) lowlinks[node] = min(lowlinks[node],lowlinks[successor]) elif successor in stack: # the successor is in the stack and hence in the current # strongly connected component (SCC) lowlinks[node] = min(lowlinks[node],index[successor]) # If `node` is a root node, pop the stack and generate an SCC if lowlinks[node] == index[node]: connected_component = [] while True: successor = stack.pop() connected_component.append(successor) if successor == node: break component = tuple(connected_component) # storing the result result.append(component) for node in graph: if node not in lowlinks: strongconnect(node) return result @property def dot(self): result = ['digraph G {'] for succ in self._preds: preds = self._preds[succ] for pred in preds: result.append(' %s -> %s;' % (pred, succ)) for node in self._nodes: result.append(' %s;' % node) result.append('}') return '\n'.join(result) # # Unarchiving functionality for zip, tar, tgz, tbz, whl # ARCHIVE_EXTENSIONS = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz', '.whl') def unarchive(archive_filename, dest_dir, format=None, check=True): def check_path(path): if not isinstance(path, text_type): path = path.decode('utf-8') p = os.path.abspath(os.path.join(dest_dir, path)) if not p.startswith(dest_dir) or p[plen] != os.sep: raise ValueError('path outside destination: %r' % p) dest_dir = os.path.abspath(dest_dir) plen = len(dest_dir) archive = None if format is None: if archive_filename.endswith(('.zip', '.whl')): format = 'zip' elif archive_filename.endswith(('.tar.gz', '.tgz')): format = 'tgz' mode = 'r:gz' elif archive_filename.endswith(('.tar.bz2', '.tbz')): format = 'tbz' mode = 'r:bz2' elif archive_filename.endswith('.tar'): format = 'tar' mode = 'r' else: # pragma: no cover raise ValueError('Unknown format for %r' % archive_filename) try: if format == 'zip': archive = ZipFile(archive_filename, 'r') if check: names = archive.namelist() for name in names: check_path(name) else: archive = tarfile.open(archive_filename, mode) if check: names = archive.getnames() for name in names: check_path(name) if format != 'zip' and sys.version_info[0] < 3: # See Python issue 17153. If the dest path contains Unicode, # tarfile extraction fails on Python 2.x if a member path name # contains non-ASCII characters - it leads to an implicit # bytes -> unicode conversion using ASCII to decode. for tarinfo in archive.getmembers(): if not isinstance(tarinfo.name, text_type): tarinfo.name = tarinfo.name.decode('utf-8') archive.extractall(dest_dir) finally: if archive: archive.close() def zip_dir(directory): """zip a directory tree into a BytesIO object""" result = io.BytesIO() dlen = len(directory) with ZipFile(result, "w") as zf: for root, dirs, files in os.walk(directory): for name in files: full = os.path.join(root, name) rel = root[dlen:] dest = os.path.join(rel, name) zf.write(full, dest) return result # # Simple progress bar # UNITS = ('', 'K', 'M', 'G','T','P') class Progress(object): unknown = 'UNKNOWN' def __init__(self, minval=0, maxval=100): assert maxval is None or maxval >= minval self.min = self.cur = minval self.max = maxval self.started = None self.elapsed = 0 self.done = False def update(self, curval): assert self.min <= curval assert self.max is None or curval <= self.max self.cur = curval now = time.time() if self.started is None: self.started = now else: self.elapsed = now - self.started def increment(self, incr): assert incr >= 0 self.update(self.cur + incr) def start(self): self.update(self.min) return self def stop(self): if self.max is not None: self.update(self.max) self.done = True @property def maximum(self): return self.unknown if self.max is None else self.max @property def percentage(self): if self.done: result = '100 %' elif self.max is None: result = ' ?? %' else: v = 100.0 * (self.cur - self.min) / (self.max - self.min) result = '%3d %%' % v return result def format_duration(self, duration): if (duration <= 0) and self.max is None or self.cur == self.min: result = '??:??:??' #elif duration < 1: # result = '--:--:--' else: result = time.strftime('%H:%M:%S', time.gmtime(duration)) return result @property def ETA(self): if self.done: prefix = 'Done' t = self.elapsed #import pdb; pdb.set_trace() else: prefix = 'ETA ' if self.max is None: t = -1 elif self.elapsed == 0 or (self.cur == self.min): t = 0 else: #import pdb; pdb.set_trace() t = float(self.max - self.min) t /= self.cur - self.min t = (t - 1) * self.elapsed return '%s: %s' % (prefix, self.format_duration(t)) @property def speed(self): if self.elapsed == 0: result = 0.0 else: result = (self.cur - self.min) / self.elapsed for unit in UNITS: if result < 1000: break result /= 1000.0 return '%d %sB/s' % (result, unit) # # Glob functionality # RICH_GLOB = re.compile(r'\{([^}]*)\}') _CHECK_RECURSIVE_GLOB = re.compile(r'[^/\\,{]\*\*|\*\*[^/\\,}]') _CHECK_MISMATCH_SET = re.compile(r'^[^{]*\}|\{[^}]*$') def iglob(path_glob): """Extended globbing function that supports ** and {opt1,opt2,opt3}.""" if _CHECK_RECURSIVE_GLOB.search(path_glob): msg = """invalid glob %r: recursive glob "**" must be used alone""" raise ValueError(msg % path_glob) if _CHECK_MISMATCH_SET.search(path_glob): msg = """invalid glob %r: mismatching set marker '{' or '}'""" raise ValueError(msg % path_glob) return _iglob(path_glob) def _iglob(path_glob): rich_path_glob = RICH_GLOB.split(path_glob, 1) if len(rich_path_glob) > 1: assert len(rich_path_glob) == 3, rich_path_glob prefix, set, suffix = rich_path_glob for item in set.split(','): for path in _iglob(''.join((prefix, item, suffix))): yield path else: if '**' not in path_glob: for item in std_iglob(path_glob): yield item else: prefix, radical = path_glob.split('**', 1) if prefix == '': prefix = '.' if radical == '': radical = '*' else: # we support both radical = radical.lstrip('/') radical = radical.lstrip('\\') for path, dir, files in os.walk(prefix): path = os.path.normpath(path) for fn in _iglob(os.path.join(path, radical)): yield fn if ssl: from .compat import (HTTPSHandler as BaseHTTPSHandler, match_hostname, CertificateError) # # HTTPSConnection which verifies certificates/matches domains # class HTTPSConnection(httplib.HTTPSConnection): ca_certs = None # set this to the path to the certs file (.pem) check_domain = True # only used if ca_certs is not None # noinspection PyPropertyAccess def connect(self): sock = socket.create_connection((self.host, self.port), self.timeout) if getattr(self, '_tunnel_host', False): self.sock = sock self._tunnel() if not hasattr(ssl, 'SSLContext'): # For 2.x if self.ca_certs: cert_reqs = ssl.CERT_REQUIRED else: cert_reqs = ssl.CERT_NONE self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file, cert_reqs=cert_reqs, ssl_version=ssl.PROTOCOL_SSLv23, ca_certs=self.ca_certs) else: # pragma: no cover context = ssl.SSLContext(ssl.PROTOCOL_SSLv23) context.options |= ssl.OP_NO_SSLv2 if self.cert_file: context.load_cert_chain(self.cert_file, self.key_file) kwargs = {} if self.ca_certs: context.verify_mode = ssl.CERT_REQUIRED context.load_verify_locations(cafile=self.ca_certs) if getattr(ssl, 'HAS_SNI', False): kwargs['server_hostname'] = self.host self.sock = context.wrap_socket(sock, **kwargs) if self.ca_certs and self.check_domain: try: match_hostname(self.sock.getpeercert(), self.host) logger.debug('Host verified: %s', self.host) except CertificateError: # pragma: no cover self.sock.shutdown(socket.SHUT_RDWR) self.sock.close() raise class HTTPSHandler(BaseHTTPSHandler): def __init__(self, ca_certs, check_domain=True): BaseHTTPSHandler.__init__(self) self.ca_certs = ca_certs self.check_domain = check_domain def _conn_maker(self, *args, **kwargs): """ This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. """ result = HTTPSConnection(*args, **kwargs) if self.ca_certs: result.ca_certs = self.ca_certs result.check_domain = self.check_domain return result def https_open(self, req): try: return self.do_open(self._conn_maker, req) except URLError as e: if 'certificate verify failed' in str(e.reason): raise CertificateError('Unable to verify server certificate ' 'for %s' % req.host) else: raise # # To prevent against mixing HTTP traffic with HTTPS (examples: A Man-In-The- # Middle proxy using HTTP listens on port 443, or an index mistakenly serves # HTML containing a http://xyz link when it should be https://xyz), # you can use the following handler class, which does not allow HTTP traffic. # # It works by inheriting from HTTPHandler - so build_opener won't add a # handler for HTTP itself. # class HTTPSOnlyHandler(HTTPSHandler, HTTPHandler): def http_open(self, req): raise URLError('Unexpected HTTP request on what should be a secure ' 'connection: %s' % req) # # XML-RPC with timeouts # _ver_info = sys.version_info[:2] if _ver_info == (2, 6): class HTTP(httplib.HTTP): def __init__(self, host='', port=None, **kwargs): if port == 0: # 0 means use port 0, not the default port port = None self._setup(self._connection_class(host, port, **kwargs)) if ssl: class HTTPS(httplib.HTTPS): def __init__(self, host='', port=None, **kwargs): if port == 0: # 0 means use port 0, not the default port port = None self._setup(self._connection_class(host, port, **kwargs)) class Transport(xmlrpclib.Transport): def __init__(self, timeout, use_datetime=0): self.timeout = timeout xmlrpclib.Transport.__init__(self, use_datetime) def make_connection(self, host): h, eh, x509 = self.get_host_info(host) if _ver_info == (2, 6): result = HTTP(h, timeout=self.timeout) else: if not self._connection or host != self._connection[0]: self._extra_headers = eh self._connection = host, httplib.HTTPConnection(h) result = self._connection[1] return result if ssl: class SafeTransport(xmlrpclib.SafeTransport): def __init__(self, timeout, use_datetime=0): self.timeout = timeout xmlrpclib.SafeTransport.__init__(self, use_datetime) def make_connection(self, host): h, eh, kwargs = self.get_host_info(host) if not kwargs: kwargs = {} kwargs['timeout'] = self.timeout if _ver_info == (2, 6): result = HTTPS(host, None, **kwargs) else: if not self._connection or host != self._connection[0]: self._extra_headers = eh self._connection = host, httplib.HTTPSConnection(h, None, **kwargs) result = self._connection[1] return result class ServerProxy(xmlrpclib.ServerProxy): def __init__(self, uri, **kwargs): self.timeout = timeout = kwargs.pop('timeout', None) # The above classes only come into play if a timeout # is specified if timeout is not None: scheme, _ = splittype(uri) use_datetime = kwargs.get('use_datetime', 0) if scheme == 'https': tcls = SafeTransport else: tcls = Transport kwargs['transport'] = t = tcls(timeout, use_datetime=use_datetime) self.transport = t xmlrpclib.ServerProxy.__init__(self, uri, **kwargs) # # CSV functionality. This is provided because on 2.x, the csv module can't # handle Unicode. However, we need to deal with Unicode in e.g. RECORD files. # def _csv_open(fn, mode, **kwargs): if sys.version_info[0] < 3: mode += 'b' else: kwargs['newline'] = '' return open(fn, mode, **kwargs) class CSVBase(object): defaults = { 'delimiter': str(','), # The strs are used because we need native 'quotechar': str('"'), # str in the csv API (2.x won't take 'lineterminator': str('\n') # Unicode) } def __enter__(self): return self def __exit__(self, *exc_info): self.stream.close() class CSVReader(CSVBase): def __init__(self, **kwargs): if 'stream' in kwargs: stream = kwargs['stream'] if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getreader('utf-8')(stream) self.stream = stream else: self.stream = _csv_open(kwargs['path'], 'r') self.reader = csv.reader(self.stream, **self.defaults) def __iter__(self): return self def next(self): result = next(self.reader) if sys.version_info[0] < 3: for i, item in enumerate(result): if not isinstance(item, text_type): result[i] = item.decode('utf-8') return result __next__ = next class CSVWriter(CSVBase): def __init__(self, fn, **kwargs): self.stream = _csv_open(fn, 'w') self.writer = csv.writer(self.stream, **self.defaults) def writerow(self, row): if sys.version_info[0] < 3: r = [] for item in row: if isinstance(item, text_type): item = item.encode('utf-8') r.append(item) row = r self.writer.writerow(row) # # Configurator functionality # class Configurator(BaseConfigurator): value_converters = dict(BaseConfigurator.value_converters) value_converters['inc'] = 'inc_convert' def __init__(self, config, base=None): super(Configurator, self).__init__(config) self.base = base or os.getcwd() def configure_custom(self, config): def convert(o): if isinstance(o, (list, tuple)): result = type(o)([convert(i) for i in o]) elif isinstance(o, dict): if '()' in o: result = self.configure_custom(o) else: result = {} for k in o: result[k] = convert(o[k]) else: result = self.convert(o) return result c = config.pop('()') if not callable(c): c = self.resolve(c) props = config.pop('.', None) # Check for valid identifiers args = config.pop('[]', ()) if args: args = tuple([convert(o) for o in args]) items = [(k, convert(config[k])) for k in config if valid_ident(k)] kwargs = dict(items) result = c(*args, **kwargs) if props: for n, v in props.items(): setattr(result, n, convert(v)) return result def __getitem__(self, key): result = self.config[key] if isinstance(result, dict) and '()' in result: self.config[key] = result = self.configure_custom(result) return result def inc_convert(self, value): """Default converter for the inc:// protocol.""" if not os.path.isabs(value): value = os.path.join(self.base, value) with codecs.open(value, 'r', encoding='utf-8') as f: result = json.load(f) return result # # Mixin for running subprocesses and capturing their output # class SubprocessMixin(object): def __init__(self, verbose=False, progress=None): self.verbose = verbose self.progress = progress def reader(self, stream, context): """ Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. """ progress = self.progress verbose = self.verbose while True: s = stream.readline() if not s: break if progress is not None: progress(s, context) else: if not verbose: sys.stderr.write('.') else: sys.stderr.write(s.decode('utf-8')) sys.stderr.flush() stream.close() def run_command(self, cmd, **kwargs): p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, **kwargs) t1 = threading.Thread(target=self.reader, args=(p.stdout, 'stdout')) t1.start() t2 = threading.Thread(target=self.reader, args=(p.stderr, 'stderr')) t2.start() p.wait() t1.join() t2.join() if self.progress is not None: self.progress('done.', 'main') elif self.verbose: sys.stderr.write('done.\n') return p def normalize_name(name): """Normalize a python package name a la PEP 503""" # https://www.python.org/dev/peps/pep-0503/#normalized-names return re.sub('[-_.]+', '-', name).lower() site-packages/pip/_vendor/distlib/w32.exe 0000644 00000247000 15231162611 0014261 0 ustar 00 MZ� �� � @ � � � �!�L�!This program cannot be run in DOS mode. $ � l��j��j��j�`$���j����j����j����j�����j��j��j����j����j����j�Rich�j� PE L ��RW � � � s& � @ � s� @� �� < �P � � �� (� @ � H .text :� � `.rdata &* � , � @ @.data �. � � @ �.rsrc �P R � @ @.reloc � > @ B U��Vh0�@ �D�@ ��t A ��u��t6h<�@ V�@�@ �t A ��th� j h hP�@ �uj ��� V� �@ 3�^]�U��� ��@ 3ʼnE��} u4�EP�u ������h� h P�!2 ������P�e�����j� �@ �M�3�� ��U��MW3��F�P��@ PQ� �� ��t��@ � ;u���H�E+��D0��ϋ�_]�U���,Whh�@ �E�3�hh A P�}��}��� 3�;���hp�@ Q�1���jW�u��M �u��V ��E�������$�U�E�;�}�}�SVW�u��u�� �u�� Sj�u� �u���3����� ;�t ��jY�}��}+�E����U�� � V�# �E�E� �Y�E�;�}�}�W�u��u�� �u�Vj�u�� �u��������3�;���h��@ �u�P�Z����E�+E�jE�Y�u�}���U��9 �}��,+u�+u�+�y3�j V�u��E �u�SjW�D ��3�;����h��@ P�����$�D>�^[�f����@ f;tH;�s���E�u��� �E�Y_��U��V���@ �& jjj VP�uP�L�@ ��u �<�@ ��uF��^]�U��} u�p A ��t j P� �@ 3�@]�U����� ��@ 3ĉ�$� �ESVW3�WW�D$ �4�@ �؍D$Pjp�D$xPj S�,�@ ��t �|$pu3�@�3�h��@ P������$� 0 YYjp�D$tPj S��@ h��@ P���jD^V�D$4WP�; ���t$(�58�@ j���P�D$d���$�@ P���YYj���P�D$h�����$0�@ P���YYj��P�D$l����$L�@ P�y���YYjh�@ �D$\ �H�@ �D$P�D$,PWWWjWW�t$4W��@ �t$hh�@ P�7����D$,�� �t$�p A S� �@ �t$ �P�@ j��t$ ��@ �D$P�t$ �$�@ h��@ P��YY�t$� �@ �U��QSVW�=@�@ ���@ S�u�%�F�E�� f��t ��"tjP� YY��u S�u���u�3�����h��@ P����}YY��f�?"j[u 3�f�>"h �@ ��P�g���3�Yf��Y�3�f�>"hH�@ ��P�H����YYf��t%jP� YY��t3�f��jP�p YY��t ��f��u�E �0��_^[��U���$ ��@ 3ʼnE�SVW��@ f�8"tj �j"��YQP� YY��u Dž����@ �$�p�jP� YY��t ���f��u牵��� S�h A Vj �(�@ f�=h A "t����� Dž��j A ������3�f� B���P��@ P�����3������$��@ P�4���Y�� 3�Y��;�s��� t �� tA;�r����3�����h��@ P���YYS���P� +�VWjh� �0�@ ��3�3�;���h��@ P����3�f��u�YY���f9��t�jP�� YY��t��f9 u�3�f�>#h�@ ��P���YYj_�jP� YY��t ��f;�u�3�f�>!h4�@ ��P�N���YY�jP� YY��t ��f;�u荅��PV�����<�������3�9���hh�@ ��P����3�9���h��@ ��P����������Hf��f;�u�+�������Hf��f;�u�+������������Hf��f;�u�+���ȋ����Pf��f��u�+�������W�t1V� ��3�����h��@ P�]�������������������h�@ VVW� ��0W�����$����; �@ u���= j h��@ � 3��}�3��];���;�u� � �? 3��{3��u ;���;�t�3�f9>��;�t��_ �E;�u �b � �ɉ}�f9;u �M � j��E�Ph�@ �w �� �P�uVS�_ ���E��E������ �E�� �u�� YË�U��V�u��u�� j^�0� ���$h� �u�u ������ ���t3��� � ^]Ë�U��Ef�U �f;�t���f��u�f9t3�]Ë�U��h��@ �T�@ ��th��@ P�@�@ ��t�u��]Ë�U��u����Y�u� �@ �j�V Y�j�t YË�V� ��V�� V�M V� V� V� V� ��^Ë�U��V�u3����u���t�у�;u r�^]Ë�U��=� A th� A �`# Y��t �u�� A Y�" hh�@ hP�@ ���YY��uTVWh�<@ �" �H�@ �L�@ Y��;�s���t�Ѓ�;�r�=� A _^th� A �" Y��t j jj �� A 3�]�j h�@ � j�J Y�e� 3�@9�@ �� � �@ �E��@ �} �� �5� A �5X�@ �؉]Ѕ�th�5� A ���}ԉ]܉}��}�;�rK� 9t�;�r>�7��� ���5� A ��5� A ��9]�u9E�t�]܉]ЉE؋��}ԋ]���E�l�@ �}�x�@ s�E� ��t�ЃE����E�|�@ �}�@ s�E� ��t�ЃE����E������ �} u)��@ j�b Y�u����} tj�L Y�� Ë�U��j j �u����� ]Ë�U��j j�u����� ]�jj j ����� �jjj �z����� Ë�U����# �u�'" Yh� ���̋�U��} t-�uj �5 A �\�@ ��uV� ��<�@ P�3 Y�^]Ë�U��Q�e� V�E�P�u �u��# ��� ��u9E�t�B ��t �9 �M����^�Ë�U��S�]���woVW�= A u�2# j �|! h� ���YY��t���3�@Pj �5 A �`�@ ����u&j ^9 A t S� Y��u��� �0� �0��_^�S�g Y� � 3�[]�����������̋D$ S��tR�T$3ۊ\$ �� t� ��2�tr��t2�� u��rW����ߋ�����_��t� ��2�t@��u�[Ã�r� 3˿���~���3σ��� �t�J�2�t#2�t��2�t 2�t��_�B�[ÍB�_[ÍB�_[ÍB�_[Ë�U��EPj �u�u�u �u�x' ��]Ë�U����MS�] VW�}�M��]���t�} t��u� � �8 3�_^[�Ëu��t ��3��9Ev!���t Sj Q�r0 �� ��t���3��9Ew��}�F �}��t�F�E���E� ���� �F tD�F��t=�� ��;�r��;}��� W�6�u��u��/ )~>}�+߃�)}��}�� ;]�r\�}� t ����3�;�v ���u����u��+�� ����;�w��;E�w[P�u�V�/ YP�. �� ��t{���tdE�+�)E��$V�' Y���tR�}� t"�M��E���FK�M��E���&����E����} �t�u j �u�A/ �� �) � " ����N ��+�3�u����N �����j h0�@ �G 3��u�9ut/9ut*9uu-�} �t�u V�u��. �� �� � �l 3��L �u� Y�u��u�u�u�u �u�������E��E������ �E���u�D YË�U��u�u�u j��u�Z�����]Ë�U��Q��� f9Eu3��ø f9Es�E� T�@ �A� �E�Pj�EPj�d�@ ��u!E��E��M #��Ë�U��� SW�}3�;�u�� � � ���e VW�A- ��Y�u�9_}�_jSV�0 �� �E�;��� �W �� u+G�% ��O��+ى]��t<������ A �� ���D2�t��;�s��: uCB;�r��]�}� u���� ��x��C � � �G �� �W��u!U�� �]��u�+����� � �� A �E����D0�tyjj �u��10 �� ;E�u �G�M�� �8 u�E@;�r�G �@j �u��u��/ �� ��y���8� 9Ew�O ��t�� t�G�E��D0t�E�E)E��E�E�^_[��j hP�@ � 3�9E����u�R � � ���(�u� Y�e� �u�*���Y�E��E������ �E�� �u�� YË�U��V�u�F ��u� � ���g���}�F uV����E �e YV��/ �F Y��y��F ��t�t� u�F �u�u V�+ YP��. 3Ƀ� ������A�^]�j hp�@ �� 3�9E����u�c � � ���?�u��t ��t��u�u� Y�e� V�u �u� ����� �E��E������ �E�� �u�� YË�U��V�uW����u�� � � ��D�F �t8V��. V����1 V�5* P�1 ����y����F ��t P����f Y�f ��_^]�j h��@ �� �M�3��u������u�t � � ��� �F @t �f �E��� �V� Y�e� V�<���Y�E��E������ �ԋuV�� YË�U��= �@ u�1 �u�z h� ��YY]�jXh��@ �> �E�P�p�@ 3�95� A u VVjV�l�@ �MZ f9 @ t�u��6�< @ �� @ PE u� f9� @ u܃�t @ v�3�9�� @ ���M��� ��uj �S���Y�L ��uj�B���Y�� �u���) ��yj���Y�h�@ �� A �5 ��@ ��4 ��yj�_���Y�U2 ��yj �N���Yj�%�Y;�tP�;���Y��1 �E�t�M��j YQPVh @ � �E�9u�uP�������.�E�� �M�PQ�F0 YYËe�E܉E�}� uP��������E������E��# ��5 �����U���( �( A � $ A � A � A �5 A �= A f�@ A f� 4 A f� A f� A f�% A f�- A ��8 A �E �, A �E�0 A �E�< A �����x�@ �0 A �,�@ � �@ ��$�@ ��@ �������@ ��������@ �p�@ j�N5 Yj �|�@ h�@ �x�@ �=p�@ uj�*5 Yh ���@ P�t�@ �ø�@ á� A Vj^��u� �;�}�ƣ� A jP�55 YY��A ��u jV�5� A � 5 YY��A ��ujX^�3ҹ�@ ���A � �� ������@ |�j�^3ҹ �@ W������ A ���� ������t;�t��u�1�� B����@ |�_3�^��c, �=�@ t�25 �5�A ��YË�U��V�u��@ ;�r"��p�@ w��+����Q� �N � Y� �� V���@ ^]Ë�U��E��}��P�[ �E �H � Y]ËE �� P���@ ]Ë�U��E��@ ;�r =p�@ w�` ���+�����P�9 Y]Ã� P���@ ]Ë�U��M�E ��}�` �����Q� Y]Ã� P���@ ]Ë�U���� A 3�SV�u �E��U�U��U����f�> t����at0��rt#��wt� � �) 3��a � � 3ۃM�� � �M����3�AWf;��� �y� @ ��� ����S�� t�� �� �� tRHtC��t-�� t!���� 9E��� �E� ���� �� ��@�� ��@� �E� � ���� �E����� ljE�� �}� ut�E� �� �n��TtZ��tEHt0�� t��� �� � uE ��G�}� u;�e������E� �1�}� u% U��E� � �� � u�� � �� ��t3�� ��f�������}� �� j _���f9>t�jVh�@ �< �� ���� �����f9>t�f�>=uu��f9>t�jh�@ V��; �� ��u �� �� �Ajh�@ V�; �� ��u ���� �"jh�@ V�; �� ��u���� ���f�> t�3�f9>t�a � � � h� �u�E S�uP�S: ����t3�� �E�DA �M��H �M �x�8�x�x �H_^[��jh��@ �S 3�3��}�j� Y�]�3��u�;5� A �� ��A ��9t[� �@ ��uH� � uA�F���w�FP� Y���� ��A �4�V�7���YY��A ���@ �t PV���YYF둋��}��cj8�0 Y� �A ��;�tNh� ��A ���� P���@ ����A u�4���Y��A � ������ P���@ ��A �<��}�_ ;�t�g � �_�_� �_ �O��E������ ���~ Ë}�j� YË�U��E�HA ]Ë�U���( ��@ 3ʼnE�S�]W���tS�@/ Y���� jL����j P�! �����������0����� ����������������������������������f������f����f�����f�����f������f�����������E�M���Dž0��� �����I������M �����M�����������@ j ���|�@ �����P�x�@ ��u��u ���tS�K. Y�M�_3�[����Ë�Vj� �Vj������ V��@ P�t�@ ^Ë�U��5HA �X�@ ��t]��u�u�u�u �u����3�PPPPP������Ë�U��E3�;͐�@ tA��-r�H�wj X]Ë͔�@ ]�D���jY;��#���]�� ��u���@ Ã��� ��u���@ Ã� Ë�U��V����MQ����Y������0^]��������h�/@ d�5 �D$�l$�l$+�SVW��@ 1E�3�P�e�u��E��E������E��E�d� ËM�d� Y__^[��]Q�������̋�U���S�] V�s35�@ W��E� �E� �{���t �N�3 8�H��N �F�3 8�8��E�@f� �M�U�S��[ �E�M��t_�I �[�L��D��E� �E���t���� �E���x@G�E����u}� t$����t �N�3 8����N �V�3 :���E�_^[��]��E� �ɋM�9csm�u)�=�A t h�A �� ����t�UjR��A ���M �U� �E 9X th�@ W�Ӌ�� �E �M��H ����t �N�3 8�/��N �V�3 :� ��E�H���* �����9S �O���h�@ W���A �����SVW�T$�D$�L$URPQQh�1@ d�5 ��@ 3ĉD$d�% �D$0�X�L$,3�p ���t;�T$4���t;�v.�4v�\�� �H �{ u�h �C�R7 � �C�d7 �d� ��_^[ËL$�A � t3�D$�H3��A�U�h�p �p�p�>����� ]�D$�T$�� �U�L$�)�q �q�q(������ ]� UVWS��3�3�3�3�3���[_^]Ë��j�6 3�3�3�3�3���U��SVWj Rhv2@ Q辈 _^[]�U�l$RQ�t$����� ]� ��VW3��PA �<��@ u �� �@ �8h� �0�����@ ��t F��$|�3�@_^Ã$� �@ 3���S� ��@ V� �@ W�>��t�~t W��W�V��& Y���� �@ |ܾ �@ _���t �~uP�Ӄ��� �@ |�^[Ë�U��E�4� �@ ���@ ]�j h��@ ���3�G�}�3�9 A u� j � h� ��YY�u�4� �@ 9 t���mj� ) Y��;�u�]���� 3��Pj �X Y�]�9 u+h� W���@ ��uW��Y�(���� �]�� �>�W�j�Y�E������ �E�����j �)���YË�U��EV�4� �@ �> uP�#���Y��uj��Y�6���@ ^]�jh�@ �����C �@x��t�e� ���3�@Ëe��E������4 � ����h?4@ ���@ ��A Ë�U��E��A ��A ��A ��A ]Ë�U��E� ��@ V9Pt��k� u�� ;�r�k� M^;�s9Pt3�]�5�A �X�@ �j h0�@ �Y���3��}�}؋]�� Kt��jY+�t"+�t+�tY+�uC� ���}�u���T ��A ��A �U�w\���]���Y�p��Q�Ã�t2��t!Ht���� �=���빾�A ��A ���A ��A � ��A ��A �E� P�X�@ �E�3��}��� 9E�uj�G�9E�tP�C���Y3��E���t �� t��u�O`�MԉG`��u>�Od�M��Gd� ��u,� ��@ �M܋ ��@ ��@ 9M�}�M�k� �W\�D�E���� ��E������ ��u �wdS�U�Y��]�}}� tj ����Y�S�U�Y��t �� t��u�EԉG`��u�EЉGd3�����Ë�U��E��A ]Ë�U��E��A ]Ë�U��E��A ]Ë�U��5�A �X�@ ��t�u��Y��t3�@]�3�]�j ���@ ���@ � ��V�5$�@ ���@ ��u�5�A �X�@ ��V�5$�@ ���@ ��^á �@ ���tP�5�A �X�@ �Ѓ �@ ��$�@ ���tP���@ � $�@ ��v���jhP�@ ����h�@ �T�@ �u�F\X�@ �f 3�G�~�~pƆ� CƆK C�Fh�@ j �\���Y�e� �vh���@ �E������> j �;���Y�}��E �Fl��u��@ �Fl�vl��4 Y�E������ ����3�G�uj �$���Y�j ����YË�VW�<�@ �5 �@ �������Ћ�uNh j�$ ��YY��t:V�5 �@ �5�A �X�@ �Ѕ�tj V���YY���@ �N��� V���Y3�W���@ _��^Ë�V������uj��Y��^�jhx�@ ����u���� �F$��tP��Y�F,��tP�x�Y�F4��tP�j�Y�F<��tP�\�Y�F@��tP�N�Y�FD��tP�@�Y�FH��tP�2�Y�F\=X�@ tP�!�Yj ����Y�e� �~h��tW���@ ��u���@ tW���Y�E������W j ���Y�E� �~l��t#W��3 Y;=�@ t��0�@ t �? uW�a4 Y�E������ V��Y����� �uj �e���YËuj �Y���YË�Wh�@ �T�@ ����u �4���3�_�V�5@�@ hP�@ W��hD�@ W��A ��h8�@ W��A ��h0�@ W��A �փ=�A �5��@ ��A t�=�A t �=�A t��u$���@ ��A ���@ ��A �6@ �5�A ��A ���@ �$�@ ����� �5�A P�օ��� ����5�A �5��@ ��5�A ��A ��5�A ��A ��5�A ��A �֣�A �����tc�=X�@ h�8@ �5�A ��У �@ ���tDh j��! ��YY��t0V�5 �@ �5�A ��Ѕ�tj V�,���YY���@ �N��3�@�����3�^_Ë�U��QSV�5X�@ W�5� A ��5� A �؉]���;��� ��+��G��ruS�g; �؍GY;�sH� ;�s���;�rP�u��v! YY��u�C;�r>P�u��`! YY��t/��P�4����@ �� A �u�=��@ ���V�ף� A �E�3�_^[�Ë�Vjj �� YY��V���@ �� A �� A ��ujX^Ã& 3�^�j h��@ ���`���e� �u���Y�E��E������ �E��"���?��Ë�U��u��������YH]Ë�V���@ ���@ W��;�s���t�Ѓ�;�r�_^Ë�V���@ ���@ W��;�s���t�Ѓ�;�r�_^Ë�VW3���(�@ ���@ ��(�@ ����(r�_^Ë�U��M�MZ f9t3�]ËA<��8PE u�3ҹ f9H��]�����������̋�U��E�H<��ASV�q3�W�D��t�} �H ;�r �X�;�r B��(;�r�3�_^[]������������̋�U��j�h��@ h�/@ d� P��SVW��@ 1E�3�P�E�d� �e��E� h @ �*�������tT�E- @ Ph @ �P�������t:�@$�� �Ѓ��E������M�d� Y_^[��]ËE�3ҁ9 ���Ëe��E�����3��M�d� Y_^[��]Ë�U��3��M; ���@ t @��r�3�]Ë���@ ]Ë�U��� ��@ 3ʼnE�SV�uWV�����3�Y�����;��l j�J< Y��� j�9< Y��u �= �@ �� ��� �6 h �@ h ��A W�; �� ���� h � A VSf�A �(�@ �� ��u h��@ SV�k; �� ��t 3�PPPPP� �V�7; @Y��<v*V�*; �E�A ��+�j�h��@ +�SP�@: ����u�h��@ � VW�9 �� ��u������VW�9 �� ��u�h h��@ W� 8 �� �^SSSSS�y���j�8�@ ��;�tF���tA3�� G�����f9 Gt@=� r�S�����P�����P�]��>7 YP�����PV���@ �M�_^3�[�����j��: Y��tj��: Y��u �= �@ uh� �%���h� ����YY�j h j ��@ 3Ʌ���� A ��Ë�U��M��tj�3�X��;E s�k�� 3�]��M V��uF3����wVj�5 A �`�@ ��u2�= A t V���Y��uҋE��t� 3�� �M��t� ^]Ë�U��� SW3�j3�Y�}�]��9]u���� ����� �}V�u ;�t;�u��� �_����k�����E�;�w�}�u �E�u�E�B �u�u�P�u�U���E;�t5;�|"�M�x�E���E�PS�, YY���t�E�3�9]�\>�����^_[�Ë�U��} u�,�� �����]�S�]V�uW��u��u9u u3�� ��t�} ��u���� � ����u �u�u;�v*�8CSVh�{@ ��������uG���8"uY���8�P�WVh�{@ ������D>� ���u�}�u���8"u%�x��� ��y� ���u�c�� " ����_^[]Ë�U��uj �u�u�u �u�����]Ë�U��QV�u V� �E �F Y��u��� �N ���/ �@t ��� " ��S3ۨt�^��� �N���F �F �����F �^�]�� u,�5��� ;�t �)���@;�u �u � N Y��uV��M Y�F W�� �F�>�H��N+�I�N;�~ WP�u ��L �� �E��M�� �F ���y�M ���t���t���� ������� A ��X�@ �@ tjSSQ�D #����t%�F�M��3�GW�EP�u �XL �� �E�9}�t �N ����E%� _[^�Ë�U��EV���F ��uc�G�F�Hl��Hh�N�; �@ t� 8�@ �Hpu�-+ ��F;8�@ t�F� 8�@ �Hpu�- �F�F�@pu�Hp�F � ���@�F��^]� ��U��� SW3�j3�Y�}�]��9]u�"�� ������ �}V�u ;�t ;�u��� ����� �E�B �u�u����?v �E����?�E�u �E�u�uP�U���E;�tV;�|B�M�x �E��E���E�PS�]���YY���t"�M�x�E���E�PS�@���YY���t�E�3�9]�f�D~�����^_[�Ë�U��} u�?�� �����]�S�]V�uW��u��u9u u3�� ��t�} ��u��� � ����u �u�u;�v*�8CSVh+�@ ��������uI����8"u]���8�T�WVh+�@ �h���3Ƀ�f�L~����u�}�u���8"u'���� ��y 3�f����u�r�� " ����_^[]Ë�U��V�u��u�M�� ���� �F ���� �@�� �t �� �F �� ���F � u V�GJ Y��F��v�vV�d YP�g �� �F���� ����� �F �uQV�: Y���t0V�. Y���t$WV�! ��V�<�� A � �� Y��Y_��X�@ �@$�<�u�N �~ u�F �t� u�F ��N�A��������� F �f ��^]Ë�U��� �UV�uj�X�E�U�;�u�/�� ��� ���} S3�;�|;5� A r ������� �����N ���W�� �<�� A ����L0��u������� �h�����wN�]�;�� ���� 9] t5�D0$���E���HjYtHu��Шt��U�] �]��z��Шu�^���D�� ����6����M;�r�E�u� ��Y�]��u ��� ��� ���n jj j �u��> ��D(���T,��AH��tz�I�� tr�} tl�M�}� � ��C�E� �D tP��L%�� tE�} t?��@�M�}��E� �D% u%��L&�� t�} t��@�M�E� �D& j �M�Q�uP��4��@ ���x �M���m ;M�d �M�D� ��� �}�� ��t �; u��� ��]�E�É]�E�;��� �M�<�� < t �CA�M� �E�H;�s�A�8 u ���M� �u�E�m�Ej �E�Pj�E�P��4��@ ��u �<�@ ��uE�}� t?��DHt�}� t�� ��M��L�%;]�u�}� t�jj�j��u�B= ���}� t� C�E�9E�F������D� @u����C��+E�}��E��� ���� K� ��xC� 3�@�����;]�rK� @��P�@ t�����P�@ ��u ��� * �zA;�u��@��D1Ht%C�T1��| ���T%C��u ���T&C+���ؙjRP�u�h< ���E�+]���P�u S�u�j h� �0�@ �E�u4�<�@ P�\�Y�M�E�;E tP�z��Y�E���� �E�� �E�3�;�����E�L0�ƅ�t f�; u��� ��]�E�É]�E�;�� �E����� �� tf� �����E� �M�;�s �Hf�9 u ���Ej � �M� �Ej �E�Pj�E�P��4��@ ��u �<�@ ��u[�}� tU��DHt(f�}� t�j Xf���M��L��M��L%��D& �*;]�uf�}� t�jj�j��u�; ��f�}� t j Xf����E�9E�������t�@u�� f� f���+]�]�����<�@ j^;�u��� ���0�j�����m�Z����e� �\���3�_[^��jh��@ ����]���u��� �e�� ��� ��x; � A r�Y�� �>�� ����ҋ���<�� A ��� ����D0��tƸ���;E�@u��� ��� �S�DU Y�e� ��D0t�u�u S����� �E������ ���� �M��E������ �E��1�Ë]S�U YË�U��E��u��� �"���]Ë@]Ë�U��V�u��u3��a�} u�N�j^�0�������H�} t9u rV�u�u� �� ��u j �u�' �� �} t�9u s��j"Y����jX^]�����̋T$ �L$��ti3��D$��u��� r�=x A t�~V W����r1�ك�t +ш����u����������ʃ���t��t �����u��D$_ËD$Ë�U���LV�E�P�p�@ j@j ^V�= YY3�;�u��� �� �� A �5� A ;�s6���H��f�@� �Hf�@ �@! �H3�H/�5� A ��@�P��� ;�r�SWf9M�� �E�;�� ����E�þ �E�;�|��9 � A }k�� A j@j � YY��tQ�� A �� �;�s1���H���` �` ��`3 f�@� f�@ �@/ ���@P�;�r҃�9 � A |��� � A 3���~r�E�� ���t\���tW�M�� ��tM��u P��@ ��t=���� �����4�� A �E�� ��E�� �Fh� �F P���@ ���� �F�E�G�E�;�|�3ۋ��5� A ����t ���t�N��q�F���uj�X� �C�������P�8�@ �����tB��t>W��@ ��t3%� �>��u�N@� ��u�Nh� �F P���@ ��t,�F� �N@�����C���h����5� A ��@ 3�_[^�Ã���U��V�uV�Q Y���u���� ���MW�uj �u P��@ �����u�<�@ �3���t P���Y��������� A �� ���D0� ���_^]�jh �@ � ���]���u���� ���� ��� ��x; � A r���� �t��� ����ҋ���<�� A ��� ����D0��t�S�P Y�e� ��D0t�u�u S����� �E������ �"��� �M��E������ �E����Ë]S��P YË�U��SV�u�F �Ȁ�3ۀ�u@� t9�FW�>+���~,WPV�$���YP�= �� ;�u�F ��y��F ��N ��_�F�f �^��[]Ë�U��V�u��u V�5 Y�/V�|���Y��t��� �F @ tV���P��R Y��Y��3�^]�jh �@ �|��3��}�}�j�)�Y�}�3��u�;5� A �� ��A ��98t^� �@ �tVPV���YY3�B�U���A ���H ���t/9UuP�J���Y���t �E��9}u��tP�/���Y���u E܉}�� F�3��uࡤA �4�V���YY��E������ �}�E�t�E�����j���Y�j� ���YË�U��V�uWV�7N Y���tP�� A ��u ��� u ��u �@Dtj� N j���N YY;�t V�M YP�P�@ ��u �<�@ ���3�V�SM ������ A �� ��Y�D0 ��t W����Y���3�_^]�jhH�@ ����]���u���� ���� ��� ��x; � A r���� �q��� ����ҋ���<�� A ��� ����D0��t�S�M Y�e� ��D0t S����Y�E��� ��� �M��E������ �E����Ë]S��M YË�U��V�u�F ��t �t�v�0���f ����3�Y��F�F^]Ë�U��E� �8csm�u*�xu$�@= �t=!�t="�t= @�u����3�]� h<V@ �|�@ 3�Ë�U��V�����2 �N\�U��W9t �� ��� ;�r�� ;�s9t3���t�P��u3�� ��u �` 3�@�� ���� �M S�^`�N`�H���� j$Y�~\�d9 �� ��� |� �~d=� �u �Fd� �~=� �u �Fd� �n=� �u �Fd� �^=� �u �Fd� �N=� �u �Fd� �>=� �u �Fd� �.=� �u �Fd� � =� �u �Fd� �=� �u�Fd� �vdj��Y�~d��` Q��Y�^`[��_^]Ë�VW3�9=� A u� �5� A ��u���@ �< w��t.��t$<"u 3Ʌ�������P�O Y��tFF��< wF���u�_��^Ã=� A u� V�5�@ W3���u��� <=tGV�� Y�t���u�jGW�m ��YY�=�@ ��tˋ5�@ S�3V� �>=Y�Xt"jS�? YY���t?VSP�O �� ��uG���> u�5�@ ����%�@ �' �� A 3�Y[_^�5�@ �_���%�@ ����3�PPPPP�L��̋�U��Q�MS3�V���U � 9Et �]�E��E��>"u3�9E��"��F�E��<���t��B�U � ��PF�EN Y��t��} t �M ��E �F�U �M��t2�}� u��� t�� u���t�B� �e� �> �� �< t< uF��N��> �� �} t �E�E��3�C3��FA�>\t��>"u&��u �}� t �F�8"u��� 3�3�9E����E����tI��t�\B���u�U ���tU�}� u< tK< tG��t=��P��t#�`M Y��t ��M �E �F��M ��E �� �=M Y��tF���U F�V�����t� B�U ��M�����E^[��t� ��Ë�U��� S3�VW9 � A u� h � A VS� A ��@ �� A �5 �@ ;�t�E�8u�u��U��E�PSS�}�� ����E��� =���?sJ�M�sB�����;�r6P�r ��Y;�t)�U��E�P�WV�}������E��� H��@ �5�@ 3����_^[�Ë�U��� SV��@ ��3�;�u3��wf93t��f90u���f90u�W�=�@ VVV+�V�@PSVV�E�E�;�t8P�� Y�E�;�t*VV�u�P�u�SVV�ׅ�u �u��x���Y�u�S��@ �E�� S��@ 3�_^[�Ë�U�����@ �e� �e� SW�N�@�� ��;�t ��t �У�@ �eV�E�P��@ �u�3u���@ 3���@ 3��@ 3�E�P��@ �E�3E�3�;�u�O�@����u �� G �� �5�@ �։5�@ ^_[�Ã%| A Ë�U��VW3��u� �����Y��u'9 A v V���@ ��� ; A v����uʋ�_^]Ë�U��VW3�j �u �u�}����� ��u'9 A v V���@ ��� ; A v����uË�_^]Ë�U��VW3��u �u��J ��YY��u,9E t'9 A v V���@ ��� ; A v����u���_^]�jhh�@ ����3ۉ]�j�u��Y�]�j_�}�;=� A }T����A 9 �tE���@ �tP���Y���t�E�|(��A ���� P���@ ��A �4��f���Y��A � �G��E������ �E�����j���YË�U���4S3�E�V��]܈]��]��E� �]�t �]��E�� �E� �]��E�P��L Y���� � � �Eu�E @ u9E�t�M���E��+ù �� �tCHt(Ht �q������T��j^�0������� �M���Et �E u��E� @��U�EjY+�t7+�t*+�t +�t��@u�9U����E�� �E� ��E� � �E� ��]�E� #¹ W� ;�3t(;�t$;�t= tT= u-�E� �T�E� �K�E� �B= t4= t$;�t)�������r��j^�0�����_^[���E� ��E� �E�E� ��t� �@ ��#M��x�E� �@t�M� �M� �M�� t }� t �M� � �t�M� �D ���;�u!���� � ����� ����� �`����E�=��@ j �u�� �u�E�P�u�u�u �E�;�up�M� �#�;�u+�Et%�e�j �u�E�u�P�u�u�u �E�;�u7�6������ A �� ���D0� ��<�@ P�_��Y�3��� �E��f �u��@ ��uD�6������ A �� ���D0� ��<�@ ��V���Y�u�P�@ ��u������ 렃�u�M�@� ��u�M��u�6�@ ��Ѓ� ����� A Y��Y�M����L��Ѓ� ����� A ���D$� ��M��e�H�M�u����� �EtpjS�6�)���� ;�u�_���8� tP�6�������e� j�E�P�6����� ��uf�}�u�ǙRP�6��F �� ;�t�j j �6����� ;�t��E���( � @ � @ �}u�E�#�u M� E�E#�;�tD= t)= @ t"= t)= @ t"= t= @ u �E���M� #�;�u �E���E� �E �� 3��E�@�}��� �E� �#�= @�� = �tq;��y �E�;��n ��v��v+���[ �E�3�H� H�G �E� j� jWW�6��$ �� �t�WWW�6��$ #�;������j�E�P�6���� ;��v�����tj���� �}� uX�E��� �E�;��� ���i������W���jWW�6�q$ �� ��J���WWW�6�\$ ��#�;��� �����E�%�� =�� u�6���Y�/��j^�0�u��_ =�� uWj�6����� ;������E��>WW�6����� ��E� j[��+�P�D=�P�6�B, �� ���������;�݃������ �� A �� ���D$�2M���0����� �� A �� ���D$�M������� ʀ}� �u!�Et��ȃ� ��� �� A ���D� �M� �#�;�u~�Etx�u�P�@ j �u�E�jP�u�E�%���P�u ���@ ;�u4�<�@ P�(����ȃ� ��� �� A ���D� ��6�L= Y����6���� �� A �� ����E��U���SSSSS� ���jh��@ ����3��}�3��u;���;�u���j^�0�0�����Y��3�9}��;�t�9} t�E%������@tʉ}��u�u�u �u�E�P���\������E��E������ �E�;�t������3��u9}�t(9}�t������ ��� �� A �D� ��6��= YË�U��j�u�u�u�u�u �!�����]Ë�U���3�SW9E�� �]��u���� �N������� �} ��t�V�u�M�����E�x uA+��;��Ar ��Zw�� ��������Ar ��Zw�� �����MtDf��t?f;�t��8�E�P�P�D ��E�P�P�D �������M��t f��tf;�t�����+��}� ^t�M��ap�_[�Ë�U��=L A Vuy3�9E�� �u��u���� �d�������c�M ��t�+����Ar ��Zw�� ��������Ar ��Zw�� �����Mt f��tf;�t�����+��j �u�u �u�����^]Ë�U��} u3�]ËU �M�Mt�f��t f;u�������� +�]�U��SVWUj j hh@ �u�,S ]_^[��]ËL$�A � t2�D$�H�3�����U�h�P(R�P$R� ��]�D$�T$�� �SVW�D$UPj�hh@ d�5 ��@ 3�P�D$d� �D$(�X�p ���t:�|$,�t;t$,v-�4v� ��L$ �H �|� uh �D��I �D��_ 뷋L$d� ��_^[�3�d� �yh@ u�Q �R 9Qu� �SQ���@ � SQ���@ �L$ �K�C�k UQPXY]Y[� ��������tj���Y���@ tjh @j������ j謲���������U��WV�u �M�}�����;�v;��� ��� r �=x A tWV����;�^_u�nB �� u������r)�$��j@ �Ǻ ��r ���$��i@ �$��j@ ��$�dj@ ��i@ j@ Dj@ #ъ��F�G�F���G������r��$��j@ �I #ъ��F���G������r��$��j@ �#ъ���������r��$��j@ �I �j@ �j@ �j@ �j@ �j@ �j@ �j@ �j@ �D��D��D��D��D��D��D��D��D��D��D���D���D���D���� ���$��j@ ���j@ �j@ �j@ k@ �E^_�Ð���E^_�Ð���F�G�E^_�ÍI ���F�G�F�G�E^_�Ð�t1��|9��� u$������r ��$�ll@ ����$� l@ �I �Ǻ ��r ��+�$�pk@ �$�ll@ ��k@ �k@ �k@ �F#шG��������r���$�ll@ �I �F#шG�F���G������r���$�ll@ ��F#шG�F�G�F���G�������V�����$�ll@ �I l@ (l@ 0l@ 8l@ @l@ Hl@ Pl@ cl@ �D� �D� �D��D��D��D��D��D��D� �D� �D��D��D��D��� ���$�ll@ ��|l@ �l@ �l@ �l@ �E^_�Ð�F�G�E^_�ÍI �F�G�F�G�E^_�Ð�F�G�F�G�F�G�E^_�Ë�U��E��t���8�� uP�y���Y]Ë�U��SV�5��@ W�}W��� ��tP��� ��tP��� ��tP��� ��tP�֍_P�E �{���@ t ���tP�փ{� t �C��tP�փ��Mu�� � P��_^[]Ë�U��W�}���� SV�5��@ W��� ��tP��� ��tP��� ��tP��� ��tP�֍_P�E �{���@ t ���tP�փ{� t �C��tP�փ��Mu�� � P��^[��_]Ë�U��SV�u��� 3�W;�to=X�@ th��� ;�t^9uZ��� ;�t9uP������� ��B YY��� ;�t9uP������ �NB YY��� �խ����� �ʭ��YY��� ;�tD9u@��� -� P詭����� �� +�P薭����� +�P舭����� �}�������� =�@ t9�� uP�T> ��� �T���YY�~P�E ����@ t�;�t 9uP�/���Y9_�t�G;�t 9uP����Y���Mu�V� ���Y_^[]Ë�U��W�} ��t;�E��t4V�0;�t(W�8�j���Y��tV����> Yu��0�@ tV�s���Y��^�3�_]�j h��@ 裿��������8�@ �Fpt"�~l t �����pl��uj �b���Y��趿���j �%��Y�e� �5�@ ��lV�Y���YY�E��E������ �j � ��Y�u��-� t"��t�� t Ht3�ø ø ø ø Ë�VW��h 3��F WP���3��ȋ��~�~�~ �� ��~�����@ �� �F +ο ��@Ou��� � ��@Nu�_^Ë�U��� ��@ 3ʼnE�SW����P�v� �@ � ���� 3�������@;�r���ƅ���� ��t0�������;�w+�@P�� ����j R������ �C����u�j �v �������vPW������Pjj ��C 3�S�v������WPW������PW�v S�B ��DS�v������WPW������Ph �v S�|B ��$3���E������t�L ���������t�L �������� ��� @;�r��R�� Dž������3�)��������� ЍZ ��w �L �Q � ��w �L �Q��� A;�rƋM�_3�[�����j h��@ �����E�����8�@ �Gpt �l t�wh��uj �˩��Y��� ����j ���Y�e� �wh�u�;58�@ t6��tV���@ ��u���@ tV詩��Y�8�@ �Gh�58�@ �u�V���@ �E������ 뎋u�j �T���YË�U���S3�S�M��?��� A ���u � A ��@ 8]�tE�M��ap��<���u� A ��@ �ۃ��u�E�@� A ��8]�t�E��`p���[�Ë�U��� ��@ 3ʼnE�S�] V�uW�d�����3��};�u�����3�� �u�3�9�@�@ �� �E�0=� r�� �t ��� �h ��P� �@ ���V �E�PW� �@ ���7 h �C VP���3�B�� �{�s 9U��� �}� �� �u����� �F���� h �C VP�����M�� k�0�u�P�@ �u��+�F��t)�>����E�<�@ D; �FG;�v�}���> uЋu�E���}��u�r�lj{�C �i���j�C �C��D�@ Zf�1f�0����Ju����������L @;�v����~� �0����C �� �@Iu��C�����C �S��s3��ȋ��� ��{����95 A �T������M�_^3�[�����jh��@ ����M��8�����}������_h�u�q����E;C�W h ��Y���F �� �wh���# S�u���YY�E��� �u�vh���@ ��u�Fh=�@ tP聦��Y�^hS�=��@ ��Fp�� �8�@ �� j � ���Y�e� �C�( A �C�, A �C �0 A 3��E�}f�LCf� E A @��3��E�= } �L ��0�@ @��3��E�= }�� ��8�@ @��58�@ ���@ ��u�8�@ =�@ tP�ȥ��Y� 8�@ S���E������ �0j 腼��Y��%���u ���@ tS蒥��Y�5���� ��e� �E�趸��Ã=� A uj��V���Y�� A 3�Ë�U��} u��� 蕷����]�uj �5 A ��@ ]�j����Y������̋L$�� t$�����tN�� u� ��$ ��$ �����~Ѓ�3�� �t�A���t2��t$� � t� �t�͍A��L$+�ÍA��L$+�ÍA��L$+�ÍA��L$+�Ë�U���$��@ 3ʼnE��ES�E�E VW�E����e� �=4 A �E�u}h��@ ���@ ��� �=@�@ h��@ S�ׅ��� �5��@ P��h��@ S�4 A ��P��h��@ S�8 A ��P��hd�@ S�< A ��P�֣D A ��thL�@ S��P�֣@ A �@ A �M�5X�@ ;�tG9 D A t?P��5D A ����t,��t(�ׅ�t�M�Qj �M�QjP�Ӆ�t�E�u �M �3�8 A ;E�t)P�օ�t"�ЉE�t�< A ;E�tP�օ�t�u�ЉE�54 A �օ�t�u�u�u�u���3��M�_^3�[����Ë�U��V�uW��t�} ��u诵��j^�0�S�����_^]ËM��u3�f���f�: t��Ou�t�+��f� ��f��tOu�3���u�f��]���j"Y���몋�U��US�]VW��u��u9U u3�_^[]Å�t�} ��u�"���j^�0�ƴ�����݅�u3�f��ЋM��u3�f��ԋ��u��+��f���f��t'Ou��"��+�� f���f��tOtKu��u3�f����y���3����u�M jPf�DJ�X�d���f�蓴��j"Y����j�����U��Ef���f��u�+E�H]Ë�U��V�uW��t�} ��u�R���j^�0�����_^]ËE��uf��ߋ�+��f� ��f��tOu�3���u�f�����j"Y���뼋�U��M��x ��~ ��u� �@ ]á �@ � �@ ]��ڳ��� �}�����]�A @t�y t$�Ix ������ ��QP�t��YY���u �Ë�U��Q�C @V���E�t �{ u�E �>�' �} ~0�E� �M ������E�>�u�?*u�˰?�~����} Ճ? u�E��^�Ë�U��� ��@ 3ʼnE�S�] V�u3�W�}�u�����������������������������������������������������ɲ����������u+躲��� �]��������� t �������`p����a �F @u^V���Y�X�@ ���t���t�ȃ� ���� �� A ���A$u����t���t�ȃ� ������ A ���@$��q���3�;��g���������������������������������� C������9������ �B�<Xw���� �@ ���3�������k� ��@�@ j��^������;����jY;�� �$�߇@ 3�������������������������������������� �� tH��t4+�t$HHt���� ��� ���� ���� ���� � ���� ��*u,����������������l ���������Z �����k� �ʍDЉ�����? ���� �3 ��*u&��������������� ������ ����k� �ʍDЉ����� ��ItU��htD��lt��w�� ��� �� �;luC��� ������� ���� ��� � �<6u �{4u����� � �������o <3u �{2u���������������M <d�E <i�= <o�5 <u�- <x�% <X� ������ ����� ������P��P�- Y������Yt"��������������C������������������������y���� ��d�� �U ��S�� tL��AtHHt$HHtHH�� �� Dž���� �����S ���0 �� ��� � ���0 u ��� �������u��������� ������������ ��u �4�@ ��������Dž��� �� ��X� HHt+��� HH�� ��������� ����t0�G�Ph ���P�����P��5 ����t Dž���� ��G����Dž��� ��������y ���������t<�H��t5��� � ����t�+��Dž��� �4 ����� �( �0�@ ����P���Y� ��p�6 �" ��e�� ��g�� ��itx��nt*��o�� �������������tl��� �`���������p��v ���J������ t f�����f��������Dž���� �> �������@Dž��� ����� � �� ��G��W�� �������@���� ���� ����������} Dž�� �ju��gucDž�� �W9���~��������� ~=������] V��������Y��������t������������� Dž��� ��5X�@ ���������G�������������P���������������P������������SP�5@�@ ��Ћ���� �� t ���� u������PS�5L�@ ���YY����gu��u������PS�5H�@ ���YY�;-u��� C����S���������������*��s�t���HH�[������� ����Dž����' ����Dž��� �5���������Qƅ���0�����Dž��� ������ �������� t������@t�G���G����G���@t��3҉�����@t��|��s�� �ځ�� ��� � ����u3����� } Dž�� ������ 9���~������ �u!�����u����������� �t-������RPWS� ��0�������؋���9~������N뽍E�+�F��� ���������tc��t�90tX���������0@�@If�8 t����u�+�����(��u �0�@ ���������I�8 t@��u�+�������������� �� �����@t5�� t ƅ���-���t ƅ���+� ��tƅ��� Dž��� �����+����+������������ u%��� ����������� O����������t�����������������������P������������YYt.���u%�������������˰0O�������t��ヽ��� �����tu��~q�����������������Pj�E�P������P��� 0 ����u69�����t.������������������E�P������s������ YYu��#�������������P����������E�YY����� |2���t)������� ����������� O��������t��߃����� t��������������� Y�������������t����3����d��������� t �������������� t �������`p�������M�_^3�[�W����ÍI g@ d}@ �}@ �}@ >~@ J~@ �~@ �@ ��U��QQ�E V�u�E��EWV�E��� ��Y;�u�֦��� �Nj��J�u�M�Q�u�P��@ �E�;�u�<�@ ��t P�Ȧ��Y�ϋ����� A �� ���D0� ��E��U�_^��jh�@ ������]܉]�E���u �m���� �R���� �Ë�� ��x;� A r�E���� �*���� �ͥ���ы���<�� A ��� ����L1��t�P�R Y�e� ��D0t �u�u�u �u�������E܉U���ȥ��� �Х��� �]܉]��E������ �E܋U��2����u� YË�U��� ��- ��@ 3ʼnE��E V�uW3���4���8���0�9}u3�� ;�u �[����8�A���� ������ �����S� �� A ��� ���L8$����$���?���t��u'�M���u ���� ���� 腤��� �D8 tjj j V�����V�> Y���� ��D��� �.����@l3�9H�� ���P��4���@ 3�;��` ;�t 8�?��P ��@ ��4��� �3���,�9E�# ��@���?����g � ��$�3��� ���� ��ǃx8 t�P4�U�M��`8 j�E�P�K��P�� Y��t:��4�+�M3�@;��� j��D�SP�T �� ����� C��@��jS��D�P�0 �� ����n 3�PPj�M�Qj��D�QP�� �C��@���@ ���= j ��,�PV�E�P��$�� �4���@ ��� ��@���0����8�9�,��� �� � �� j ��,�Pj�E�P��$�� �E� �4���@ ���� ��,��� ��0���8�� <t<u!�33Ƀ� ������@���D��� �<t<uR��D��x* Yf;�D��I ��8��� � t)j XP��D��K* Yf;�D�� ��8���0��E9�@������� ����8��T4��D8�� 3ɋ�D8��� ��?� ��D��� ��4�9M�� ��3�+�4���H�;Ms&�CA�� ��� u ��0�� @F�@F��� rՋ�H�+�j ��(�PV��H�P��$�� �4���@ ���C ��(��8�;��; ��+�4�;E�l����% ��?��� ��4�9M�H ��@� ��+�4�j��H�^;MsC��Ή� ��� u�0�j [f��� ���@��@�f�Ɓ�@�� r���H�+�j ��(�PV��H�P��$�� �4���@ ���i ��(��8�;��a ��+�4�;E�G����K ��4���,�9M�u ��,���@� +�4�j��H���^;Ms;��,���,�� uj [f���@��@�f�Ɓ�@�� r�3�VVhU ����Q��H���+��+��P��PVh� ��@ ��;��� j ��(�P��+�P��5��P��$�� �4���@ ��t �(�;��� �<�@ ��D�;�\��,�+�4���8�;E� ����?Q��(�Q�u��4��48���@ ��t��(���D� ��8�� �<�@ ��D���8� ul��D� t-j^9�D�u����� � ����0�?��D�����Y�1��$�� �D@t��4��8u3��$�Þ��� �˞��� ��� ��8�+�0�[�M�_3�^�ȇ����jh(�@ �ٞ���]���u菞��� �t���� ��� ��x; � A r�h���� �M���� ���ҋ���<�� A ��� ����D0��t�S�u Y�e� ��D0t�u�u S�n����� �E����� ���� �M��E������ �E��b���Ë]S� YË�U��DA h �L��Y�M�A��t �I �A ��I �A�A�A �A�a �]Ë�U��E���u�f���� 3�]Å�x;� A r�K���� ����ދȃ� ��� �� A ���D��@]Ë�U�����@ 3ʼnE�SV�u �F @W�6 V�j���Y�X�@ ���t.V�Y���Y���t"V�M�����V�<�� A �=����� Y��Y��Ê@$$<�� V� ���Y���t.V����Y���t"V������V�<�� A ���� Y��Y��Ê@$$<�� V�ӻ��Y���t.V�ǻ��Y���t"V軻����V�<�� A 諻���� Y��Y���@�t]�u�E�jP�E�P��# ����t��� �]3�9}�~0�Nx��L=���A���D=�VP譯��YY���t�G;}�|�f�E� �F�x ��Ef��� �EVP�$ YY�M�_^3�[�΄���á�@ ��3�9H A ����Ë�U���SV�u 3�;�t9]t8 u�E;�t3�f�3�^[��u�M�耰���E�9Xu �E;�t�f�8]�t�E��`p�3�@�ˍE�P�P�� YY��t}�E� ��~%9M| 3�9]��R�uQVj �p�0�@ ���E�u�M;�� r 8^t��� 8]��f����M��ap��Z���谚��� * 8]�t�E��`p����;���3�9]��P�u�E�jVj �p�0�@ ���:���뺋�U��j �u�u �u������]Ë�U����u �M��v����E�M�� �A% � �}� t�M��ap��Ë�U��j �u���YY]�����������V�D$ �u(�L$�D$ 3��؋D$����d$�ȋ�d$��G�ȋ\$�T$ �D$�������� �u���d$�ȋD$���r;T$ wr;D$v N+D$T$3�+D$T$ ��� �ʋӋًȋ�^� ��U��@ @t�x tP�u�/���YY��� f;�u��]�]Ë�U��Q�C @V���E�t �{ u�E �C�' �} ~5�E� �M P������E�>�Yu�?*uj?���~���Y�} Ѓ? u�E��^�Ë�U���x ��@ 3ʼnE�S�]V�u3�W�u�} ���������������������������������������������������袭���i�����������u+�Z���� ��������� t �������`p����� 3�;�t�������������������������f;��� jY�������9����x �B�f��Xw���� �@ ���3������k� ��0@�@ j��^�����;��O������ �$�ˡ@ 3���������������������������������������� �� tH��t4+�t$+�t���� ������ ������� ������� ������� � ������ f��*u+���������������f ������������T �����k� �ʍDЉ�����9 ��� �- f��*u%������������� ����� ���k� �ʍDЉ���� ��ItQ��ht@��lt��w�� ������ � f�?lu������� � ������� ������ � ���6uf�4u�������� � �m ��3uf�2u������������O ��d�F ��i�= ��o�4 ��u�+ ��x�" ��X� ����� �����R����Dž��� ����Y�� ��d�1 �� ��S� t��At+�tZ+�t+��� �� Dž���� �������������@������� ����������� Dž� �� ������0 �� ������ � ������0 u������ ������u������������ �����[������ ��u �0�@ ������� ������ ���� ��������QP� ���YY��tFF����9���|��� ��X�� +��� ����+��� ���3�F������ ���������������tB�����������P������ƅ��� ��� �����P������P�G�������y�������f��������������������6 ���������t:�H��t3������ � ���t�+�Dž��� �� ����� �� �0�@ ���P���Y�� ��p�� �� ��e�� ��g�����itn��nt$��o�� �����������tb������ �V�������[��D������x��������� t f����f�������Dž���� � ������@Dž�� ������ � �� ދC��S��� uf��guWDž� �K;�~����ȁ�� ~7��] V�������Y��������t���������� Dž�� ��5X�@ ���������C�������������P��������������P����������WP�5@�@ ��Ћ������� �� t ��� u������PW�5L�@ ���YYf����gu��u������PW�5H�@ ���YY�?-u������ G���W�������Dž���� �$��s�{���+���������� Dž����' �������Dž�� �|���j0Xf�������������Qf�����������W��������� �W����������� t ������@����t�C���C���������@�C�t��3҉���������@t��|��s�� �ځ����� ������ � ����u3���� } Dž� ��������� 9��~����� �u!�������������������� �t-�����RPWS������0�������؋���9~������N뽍�����+�F������ �������t^��t�ƀ80tS����������� 0�<��u �4�@ ������Dž��� � Of�8 t���u�+������������� �� �������@t+� tj-��tj+��tj Yf�����Dž��� �����+���+��������� u$� �����j ����O��������Yt�����������������������P�������������YYt/������u&�����j0������O�,��������Yt����� uk������~a���������P��������� ������WPK������������~$����������������������Y����.������%������������������������YY���� |3������t*����� �����j ����O�W�����Yt��ރ����� t�������z�������� Y�����������3�����f;�t���q���9����t ��������������� t �������`p������M�_^3�[�kv���ÍI b�@ b�@ ��@ �@ ;�@ G�@ ��@ ��@ ��U��EVW��xY;� A sQ������ �<�� A ����<�u5�= �@ S�] u �� tHtHuSj��Sj��Sj�� �@ �� 3�[�詌��� 豌��� ��_^]Ë�U��MS3�VW;�|[; � A sS������� �<�� A ����D0t6�<0�t0�= �@ u +�tItIuSj��Sj��Sj�� �@ �� �3���#���� �+������_^[]Ë�U��E���u����� ��� ��]Å�x;� A r���� �Ћ��� �s����Ջ��� �� A �� ���Dt͋]�j hH�@ ����}������� ��4�� A �E� 3�9^u5j �y���Y�]�9^uh� �F P���@ ��u�]�F�E������0 9]�t ����� ����� A �D8 P���@ �E�誋���3ۋ}j �;���YË�U��E�ȃ� ��� �� A ���D P���@ ]�jhh�@ �#����M�3��}�j � ���Y��u���a j 軏��Y�}��}�@�; �4�� A ���� �u��� A ;��� �Fu[�~ u8j �r���Y3�C�]��~ uh� �F P���@ ��u�]���F�e� �( �}� u�^ S���@ �FtS���@ ��@냋}؋u�j �9���YÃ}� u��F��+4�� A ������u�}�uyG�,���j@j 賷��YY�E�ta� �� A ��� A ��� ;�s�@ ���@ �` ��@�E�����}����σ� ����� A �DW����Y��u�M��E������ �E�����j �{���Y�f�QS������u����t7��$ ffAfA fA0fA@fAPfA`fAp��� HuЅ�t7���t��I f�IHu���t ��3��t��IJu���t�AHu�[XË�ۃ�+�3�R�Ӄ�t�AJu���t��IKu�Z�U���j � �@ �x A 3��jh��@ ����]���u�c���� ��� ��x; � A r�D���� ����ڋ���<�� A ��� ����D��t�S�l���Y�e� ��Dt1S���YP�$�@ ��u �<�@ �E���e� �}� t����M��͇��� �M��E������ �E��D���Ë]S���YË�U����u�M��Ĝ���E �M�U�T u �} t�M�� �A#E�3���t3�@�}� t�M��ap��Ë�U��jj �uj �����]Ë�U��UVW��t�} ��u� ���j^�0������3�E��u����+�� @��tOu�u� ���j"Y�����3�_^]Ë�U��} u �u �t��Y]�V�u ��u �u� t��Y3��MW�0��uFV�uj �5 A �(�@ ����u^9 A t@V�;���Y��t ���v�V�+���Y�j���� 3�_^]��Y�����<�@ P� ���Y����A�����<�@ P��Y����ʋ�U���SVW3�jSS�u�]�]�� ���E�#��U��tYjSS�u������#ʃ����tA�u �}+���� ;��� � Sj�0�@ P�`�@ �E���u誅��� 蟅��� _^[��h � �u� YY�E���| ;�r�����P�u��u������ ���t6�+��xӅ�uϋu�u��u�� YY�u�j �0�@ P�\�@ 3�� �:����8u � ���� ���u��;�q|;�skS�u�u �u���#�����D����u����YP�,�@ �����H��E�#U�u)辄��� �Ƅ����<�@ ��u�#u������S�u�u�u���#��������3�������U��S�] V�u������ A � �� ��ΊA$�W�y���� ��� @ tP�� � tB�� t&�� t �� u=�I�� �L1$��⁀���'�I�� �L1$��₀���a� �I�� �L1$�!���_^[u� � ]���% � @ ]Ë�U��E��u誃��� �M���jX]Ë ` A �3�]Ë�U��� ��f9E�� SV�u �M�螘���u�N3�;�u�E�H�f��wf�� ���K� jf9Es �u��t��Y���EYt,��� �� �U�Rj�URPQ�� �����Et�E�8]�t�M�ap�^[��W�ƃ����� �у���te��� fofoNfoV fo^0ffOfW f_0fof@fonPfov`fo~pfg@foPfw`fp��� ��� Ju���tI�����t�� fof�v�Ju��t$����t ���v�Iu�ȃ�t ��FGIu�X^_]ú +�+�Q�ȃ�t ��FGIu���t ���v�Hu�Y� ��������������Q�L$+ȃ��� �Y� Q�L$+ȃ��� �Y�� ��U��V�u���c �v��n���v��n���v ��n���v��n���v��n���v��n���6��n���v �n���v$�n���v(�n���v,�n���v0�n���v4�n���v �n���v8�n���v<�{n����@�v@�pn���vD�hn���vH�`n���vL�Xn���vP�Pn���vT�Hn���vX�@n���v\�8n���v`�0n���vd�(n���vh� n���vl�n���vp�n���vt�n���vx� n���v|�m����@��� ��m����� ��m����� ��m����� ��m����� �m����� �m����� �m����� �m����� �m����� �m����� �|m����� �qm����� �fm����� �[m����� �Pm����� �Em����@��� �7m����� �,m����� �!m����� �m����� � m����� � m����� �l����� ��l����� ��l����� ��l����� ��l����� �l����� �l���� �l���� �l���� �l����@�� �l���� �yl���� �nl���� �cl���� �Xl���� �Ml����$ �Bl����( �7l����, �,l����0 �!l����4 �l����8 � l����< � l����@ �k����D ��k����H ��k����@��L ��k����P ��k����T �k����X �k����\ �k����` �k����^]Ë�U��V�u��tY�;X�@ tP�wk��Y�F;\�@ tP�ek��Y�F;`�@ tP�Sk��Y�F0;��@ tP�Ak��Y�v4;5��@ tV�/k��Y^]Ë�U��V�u���� �F ;d�@ tP� k��Y�F;h�@ tP�j��Y�F;l�@ tP��j��Y�F;p�@ tP��j��Y�F ;t�@ tP�j��Y�F ;x�@ tP�j��Y�F$;|�@ tP�j��Y�F8;��@ tP�j��Y�F<;��@ tP�yj��Y�F@;��@ tP�gj��Y�FD;��@ tP�Uj��Y�FH;��@ tP�Cj��Y�vL;5��@ tV�1j��Y^]Ë�U�����@ 3ʼnE��US3�VW;�~ �E��I8t@;�u�����+�H;�}@�E�]�9]$u �E� �@�E$�50�@ 3�9](SS�u���u�� P�u$���}�;�u3��R ~Cj�3�X����r7�D?= w�U�����;�t � �� �P��i��Y;�t � �� ���E���]�9]�t�W�u�u�uj�u$�օ��� �54�@ SSW�u�u�u �։E�;��� � �Mt)�E ;��� 9E��� P�u W�u�u�u ��� �}�;�~Bj�3�X����r6�D?;�w�����;�th��� ���P�5i��Y;�t � �� �����3�;�t?�u�W�u�u�u�u �օ�t"SS9] uSS��u �u �u�WS�u$��@ �E�W�ϸ��Y�u��Ƹ���E�Y�e�_^[�M�3��"d���Ë�U����u�M������u(�E�u$�u �u �u�u�u�u P�����$�}� t�M��ap��Ë�U��QQ��@ 3ʼnE�S3�VW�]�9] u �E� �@�E �50�@ 3�9] SS�u���u�� P�u ��;�u3��~<���w4�D?= w�Y�����;�t � �� �P�g��Y;�t � �� ����t��?Pj S������ WS�u�uj�u �օ�t�uPS�u �d�@ �E�S虷���E�Y�e�_^[�M�3��b���Ë�U����u�M�����u$�E�u �u�u�u�u P����� �}� t�M��ap��Ë�U���SV�u 3�W�};�u;�v �E;�t�3��{�E;�t�������v�Cy��j^�0��x�����V�u�M��^����E�9X�� f�E�� f;�v6;�t;�v WSV������ �x��� * ��x��� 8]�t�M��ap�_^[��;�t&;�w ��x��j"^�0�qx��8]�t��E��`p��y�����E;�t� 8]��<����E��`p��0����M QSWVj�MQS�] �p��@ ;�t9] �j����M;�t���<�@ ��z�P���;��s���;��k���WSV�E����� �[�����U��j �u�u�u �u�����]Ë�U��Q�=��@ �u�, ���@ ���u��� ��j �M�Qj�MQP�8�@ ��t�f�E����������������Q�L$+����#ȋ�% �;�r ��Y�� �$�- � ��U��QV�u V����E �F Y��u�uw��� �N ��� �= �@t �Xw��� " ��t�f ��� �N���F �F �f �e� Sj���[ ÉF � u,�o���� ;�t �o����@;�u �u ���Y��uV�+��Y�F W�� �F�>�H��N+�+ˉN��~ WP�u �&���� �E��N�� �F �=����M ���t���t���� ������� A ��X�@ �@ tSj j Q����#����t-�F�]f�� j�E�P�u ���]f�]������ �E�9}�t �N ��� ���%�� _[^�Ë�U��E��~ P�u�r YY�u �uP�u�u �u�4�@ ]���U��V3�PPPPPPPP�U �I � �t ���$��u���I ��� �t ���$s��� ^�����������̋T$�L$�� u<�:u. �t&:au% �t ��:Au �t:au���� �uҋ�3�Ð����� t���:u� �t�� t�f���:u� �t�:au� �t������������U��V3�PPPPPPPP�U �I � �t ���$��u��� �t ���$s�F��� ^��3�PPjPjh @h �@ ���@ ���@ á��@ ���t ���tP�P�@ Ë�U��3�9E v�Mf�9 t @��;E r�]�����������U��WVS�M �tM�u�} �A�Z� �I �& �t' �t#����:�r:�w�:�r:�w�:�u ��u�3�:�t �����r�ً�[^_����������������̋D$�L$ ȋL$ u �D$��� S��؋D$�d$؋D$���[� �%��@ 0� >� P� j� x� �� �� �� �� �� � � 4� J� ^� n� ~� �� �� �� �� �� � "� .� :� L� ^� t� �� �� �� �� �� � � @� P� \� t� �� �� �� �� �� �� �� �� � � &� 2� D� R� d� z� �� �� �� �� �� � � &� 4� @� J� V� h� t� �� �� �� �� �� �� �� � � �� �'@ <@ �v@ t�@ ~V@ O�@ :(@ ��RW ^ p� p� CorExitProcess m s c o r e e . d l l �@ x�@ c c s U T F - 8 U T F - 1 6 L E U N I C O D E K E R N E L 3 2 . D L L FlsFree FlsSetValue FlsGetValue FlsAlloc r u n t i m e e r r o r T L O S S e r r o r S I N G e r r o r D O M A I N e r r o r R 6 0 3 3 - A t t e m p t t o u s e M S I L c o d e f r o m t h i s a s s e m b l y d u r i n g n a t i v e c o d e i n i t i a l i z a t i o n T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . I t i s m o s t l i k e l y t h e r e s u l t o f c a l l i n g a n M S I L - c o m p i l e d ( / c l r ) f u n c t i o n f r o m a n a t i v e c o n s t r u c t o r o r f r o m D l l M a i n . R 6 0 3 2 - n o t e n o u g h s p a c e f o r l o c a l e i n f o r m a t i o n R 6 0 3 1 - A t t e m p t t o i n i t i a l i z e t h e C R T m o r e t h a n o n c e . T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . R 6 0 3 0 - C R T n o t i n i t i a l i z e d R 6 0 2 8 - u n a b l e t o i n i t i a l i z e h e a p R 6 0 2 7 - n o t e n o u g h s p a c e f o r l o w i o i n i t i a l i z a t i o n R 6 0 2 6 - n o t e n o u g h s p a c e f o r s t d i o i n i t i a l i z a t i o n R 6 0 2 5 - p u r e v i r t u a l f u n c t i o n c a l l R 6 0 2 4 - n o t e n o u g h s p a c e f o r _ o n e x i t / a t e x i t t a b l e R 6 0 1 9 - u n a b l e t o o p e n c o n s o l e d e v i c e R 6 0 1 8 - u n e x p e c t e d h e a p e r r o r R 6 0 1 7 - u n e x p e c t e d m u l t i t h r e a d l o c k e r r o r R 6 0 1 6 - n o t e n o u g h s p a c e f o r t h r e a d d a t a R 6 0 1 0 - a b o r t ( ) h a s b e e n c a l l e d R 6 0 0 9 - n o t e n o u g h s p a c e f o r e n v i r o n m e n t R 6 0 0 8 - n o t e n o u g h s p a c e f o r a r g u m e n t s R 6 0 0 2 - f l o a t i n g p o i n t s u p p o r t n o t l o a d e d ��@ (�@ ��@ ��@ 0�@ ��@ ��@ 0�@ ��@ p�@ �@ ��@ @�@ �@ 8�@ ��@ ! ��@ x ��@ y ��@ z ��@ � |�@ � \�@ M i c r o s o f t V i s u a l C + + R u n t i m e L i b r a r y . . . < p r o g r a m n a m e u n k n o w n > R u n t i m e E r r o r ! P r o g r a m : ( ( ( ( ( H � � � � � � � � � � � � � � � � � � � � � � h ( ( ( ( H � � � � � � � � � � ������ ������ H ����������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\]^_`abcdefghijklmnopqrstuvwxyz{|}~���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~����������������������������������������������������������������������������������������������������������������������������� � � � � � � � � � � � � � � � � � � � � � � � H H : m m : s s d d d d , M M M M d d , y y y y M M / d d / y y P M A M D e c e m b e r N o v e m b e r O c t o b e r S e p t e m b e r A u g u s t J u l y J u n e A p r i l M a r c h F e b r u a r y J a n u a r y D e c N o v O c t S e p A u g J u l J u n M a y A p r M a r F e b J a n S a t u r d a y F r i d a y T h u r s d a y W e d n e s d a y T u e s d a y M o n d a y S u n d a y S a t F r i T h u W e d T u e M o n S u n HH:mm:ss dddd, MMMM dd, yyyy MM/dd/yy PM AM December November October September August July June April March February January Dec Nov Oct Sep Aug Jul Jun May Apr Mar Feb Jan Saturday Friday Thursday Wednesday Tuesday Monday Sunday Sat Fri Thu Wed Tue Mon Sun GetProcessWindowStation GetUserObjectInformationW GetLastActivePopup GetActiveWindow MessageBoxW U S E R 3 2 . D L L ( n u l l ) (null) EEE50 P ( 8PX 700WP `h```` xpxxxx ������ �����EEE��� 00�P�� ('8PW� 700PP� (���� `h`hhhxppwpp !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ C O N O U T $ user32.dll MessageBoxTimeoutA Fatal Error in Launcher r b Failed to open executable Unable to find an appended archive. Unable to read from file #! Job information querying failed Job information setting failed stdin duplication failed stdout duplication failed stderr duplication failed Unable to create process using '%s' Failed to get exit code of process . e x e Expected to find a command ending in '.exe' in shebang line. Expected terminating double-quote for executable in shebang line. Terminating quote without starting quote for executable in shebang line. Failed to find shebang Expected to find terminator in shebang line Expected to decode shebang line using UTF-8 Expected to find '#' at start of shebang line Expected to find '!' following '#' in shebang line Expected to find executable in shebang line Expected to find arguments (even if empty) in shebang line Expected to be able to allocate command line memory " % s " % s " % s " % s H �@ ��@ RSDS�-�J@E�L�4�z��� C:\Users\Vinay\Projects\simple_launcher\Release\GUISimpleLauncher.pdb �/ �1 h ���� ��� ���� �@ ���� ���� ���� �@ ���� ��� ���� � @ ���� ��� ���� �"@ ���� ��� ���� �#@ ���� ��� ���� �$@ ���� ���� ����5&@ I&@ ���� ��� ���� -@ ���� ��� ���� 4@ ���� ��� ����_4@ c4@ ���� ���� ���� L6@ ���� ��� ���� 8@ ���� 8@ ���� ��� ���� �9@ ���� �9@ ���� ��� ���� t<@ ���� ��� ����>@ .>@ ���� ��� ���� eN@ ���� ��� ���� S@ ���� ��� ���� �T@ eT@ ���� ��� ���� V@ ���� ��� ���� ^@ ���� ��� ���� �e@ ���� ��� ���� p@ ���� ��� ���� �r@ ���� ��� ���� �v@ ���� ��� ���� d�@ ���� ��� ���� 4�@ ���� ��� ���� �@ ���� ��� ���� ��@ �@ ���� ��� ���� R�@ �� �� � (� �� @� 0� >� P� j� x� �� �� �� �� �� � � 4� J� ^� n� ~� �� �� �� �� �� � "� .� :� L� ^� t� �� �� �� �� �� � � @� P� \� t� �� �� �� �� �� �� �� �� � � &� 2� D� R� d� z� �� �� �� �� �� � � &� 4� @� J� V� h� t� �� �� �� �� �� �� �� � � �� ExitProcess �GetCommandLineW qSetInformationJobObject bFreeLibrary � CreateProcessW �GetCurrentProcess �WaitForSingleObject gGenerateConsoleCtrlEvent AssignProcessToJobObject �GetExitCodeProcess GetModuleFileNameW �QueryInformationJobObject gMultiByteToWideChar � CreateJobObjectA dGetStdHandle GetLastError EGetProcAddress <LoadLibraryA -SetConsoleCtrlHandler � DuplicateHandle R CloseHandle KERNEL32.dll EStrStrIW SHLWAPI.dll GetModuleHandleW � DecodePointer �HeapFree �HeapAlloc iGetStringTypeW �GetCommandLineA �HeapSetInformation cGetStartupInfoW �TerminateProcess �UnhandledExceptionFilter �SetUnhandledExceptionFilter IsDebuggerPresent � EnterCriticalSection 9LeaveCriticalSection �InitializeCriticalSectionAndSpinCount � EncodePointer RtlUnwind � DeleteCriticalSection ?LoadLibraryW �TlsAlloc �TlsGetValue �TlsSetValue �TlsFree �InterlockedIncrement sSetLastError �GetCurrentThreadId �InterlockedDecrement %WriteFile �HeapCreate �ReadFile oSetHandleCount �GetFileType fSetFilePointer GetModuleFileNameA aFreeEnvironmentStringsW WideCharToMultiByte �GetEnvironmentStringsW �QueryPerformanceCounter �GetTickCount �GetCurrentProcessId yGetSystemTimeAsFileTime �Sleep � CreateFileW rGetCPInfo hGetACP 7GetOEMCP IsValidCodePage �HeapSize �GetConsoleCP �GetConsoleMode �SetStdHandle IsProcessorFeaturePresent WFlushFileBuffers �HeapReAlloc SSetEndOfFile JGetProcessHeap -LCMapStringW $WriteConsoleW N�@���D �A �A ! 5 A C P R S W Y l m p r � � � � � � ) � � � � � � � ��������1w@ 1w@ 1w@ 1w@ 1w@ 1w@ 1w@ 1w@ 1w@ 1w@ P�@ R�@ ����� � C H�@ D�@ @�@ <�@ 8�@ 4�@ 0�@ (�@ �@ �@ �@ �@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ t�@ l�@ `�@ T�@ P�@ L�@ @�@ ,�@ �@ �@ �@ �@ �@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ l�@ d�@ \�@ T�@ L�@ D�@ <�@ 4�@ ,�@ $�@ �@ �@ �@ ��@ ��@ ��@ ��@ D�@ ��@ ��@ ��@ ��@ ��@ p�@ \�@ T�@ L�@ 8�@ �@ ��@ ��@ ��@ ��@ ��@ ��@ X�@ P�@ ��@ X�@ �@ 0�@ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ �@ � `�y�! �� �� ��� @~�� � ��ڣ �� @� � ��ڣ �� A� � Ϣ� ��[ �� @~�� Q Q�^� _�j�2 ����� 1~�� ��@ ��@ ���� T�@ . . P�@ P A P A P A P A P A P A P A P A P A T�@ T A T A T A T A T A T A T A X�@ . ���� K ( � p � � � � � � � � � � � � � 0 � e H � ` � x � � � � � � � � " � � �$ ( � & � � �. h � (4 �% � �Y � � xj h � �n h � Ho Z � ( @ ... GGG WWW iii uuu � �� ��� ��� ��� ��� ��� ��� ��� ��� � � ���� �̀ �ww� �� �ww||� ����ww��� �����wwww� �������ww���� ����f�wwwww|�����f�wwwwww����ff�wwwwww�����ff��wwwww���ffl����ww����ffffff��w����ffffffl�w������ffffff�w�����ffffff�|����������ff�� ������ffff� ������ff� �R\I���lffl� ��)����ff� ح������� ��2L������ ���18����� ��Ϥ"�� ����A<����� ���ΣT��π� ����U���� ��������� ������� �������� �������� ��������� � ���?� � � � � � � � � � � � � � � � � � ?� ?� ?� ?� ?� ?� � �� �� �� �� �� �( 444 MMM SSS zzz � �� ��� ��� ��� ��� ��� ��� ��� ��� ��� p � p����� {p{��f� ��fko �f�����_fffk�_�fff��[���f}��UUU�fL4�UUU_kJqO���_�~�'�[U_ ����U� ������ ���� wwwww{ ~ � � � � � � � � � � � � � � � �( @ %%% +++ 000 === AAA III MMM QQQ VVV YYY ]]] ~dF ggg jjj mmm rrr uuu }}} �u? �z= �~; �gE �kC �oA �r@ ��: ��I ��b ��p ƏK Уk (�� ,� 1� ?� 5� <� \� C� K� Q� s� U� [� c� b� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �ð �� �� ��� ��� ��� ��� ��� ��� ��� ��� �� ��� ��� ��� ��� � ��� ��� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� _______ CCBABAD L*(%$""&G ABJIIDDJC??AD_-(''%$GG#_ DIJIIJIIIDIJDD_+)(''%GG _ JMCEJ?ABAECA?BA_,+)('%%"!_ IM@AJACDCIDI____.,++>________ JMJJJJJJJJJF_..,+)('%$"! #G IMCEJJJI?J_ _...,+(('%$"! &_ JM?AJJJJCJ__...,+)(''%$" _ IMJJJJJJJJ_K=...,++(''%$! _ JMCDJJJJAJ_ K_______L*%$"!_ I_?AMNJJEJ_ L'%$"_ I_MMMMMMJJ_ _('%%_ I_CEMIJJMEM _(''*_ I_?BMDJEMDMF _)(-L I_MMMCMMMMM_________< ____ I_CEM1;MACDMEJM__ I_?A_D1@IJJMJMM_FF_ I__6_@/EMMMNMM_ FF _ I_C80EJDMJCJF F ?:AA20?_M_MIEM______M IC4BC/ N______MMMMJIDA I_9/ HJJMMJMMMJ??BA I_A7503 IJMMCBCBA44CC I___BAO;6___C_MJIDIDM I_CI___O; @__C_C?J?AJ I_?A_DJJI@ O_CM?;I?J I_________H9MAIJJIJ I_CD_____JJI73C;IJIJ I_?AMDJJDIMJIE5:JIJ I__________MMIA:IJ JJJJJJJJJJJJJJJMJ �����?� � � � � � � � � � � � � � � � � � ?� � � � � � �� �� �� �� �� �� ?�( 444 MMM RRR YYY ~eG uuu }}} �x> �iE �rC ��E ��~ 7� ?� H� V� b� x� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ��� ��� ��� ��� �� ��� /! P7 pL �c �y Ϗ � �� 1�� Q�� q�� ��� ��� �� ��� / P p" �, �6 �@ �J �[ 1�q Q�� q�� ��� ��� �� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� ! %///* !* / "(%%'%/) / !#''/// /+/+ "*(/ / !%(/ ( (*/ (///) */ )* / "///// /+ /// # + !% // + "*+ '#+//+' !%*++$++!+! !!! < ( 0 ` ! ! $ & & " ���W���������������������������������ܱ��Nj+<<</ &&&# & [[[?6666 ����������������������������������������������Ҟ���BBB3 " mmm3���� , ����!!!4 777&�����������������������������������������������������ʟ���}���}___E���OpppD���P, ) +3���Z2226 DDD(��� , �����###5��������������������������������������������������������������������������������չ������������� 5������� , ������������������������������������������������������������������������������������������������������������� , ������Ì222"��Є�����������������������������������������������������������������������������������������������������&&&2 ���� 4 888&�������������������������������������������������������������������������e��?��4��/��+���.���R�������ӎ�� ��������$$$5��Ď���������������������������������������������������������������������D��@��;��7��3��/��*���&���"���������� �������������������������������������������������������������������������������W��G��C��?��;��6��2��n������f��0������� ������nj333"��ӄ��������������������������������������������������������������������O��K��G��B��>��:��5��p������i��$������� ����!!!4 888&���������������������������������������������������������������������S�N��J��F��B��=��9��5��0��,��(������� ��������%%%5��ǎ���������������������������������������������������������������������V�R�N��I��E����������������������������������������� ����������������������������������������������������������������ѹ���|J��q?��o@�����Z�U�Q�M��I��D��@��<��7��3��/��+���&���"���-���������� ������Ɍ444"��ք�������������������������������������������������̴��w<��u=��s>��q?�����]�Y�U�P��L��H��C��?��;��7��2��.��*���%���!��� ��������� ����"""4 888&���������������������������������������������������d��y<��w=��u=��s>�����a�\�X�T�P��K��G��C��>��:��6��1��-��)���%��� ���O������ ������Ñ%%%5��ʎ���������������������������������������������������A��{;��y<��w=��t>�����s�`�\�W�S�O��J��F��B��>��9��5��1��,��(���$���(������� ���������������������������������������������������������������9��|:��z;��x<��v=�������s�_�[�W�R�N��J��E��A��=��8��4��0��,��'���#������� ������̌555"��ل���������������������������������������������������9��~9��|:��z;��x<���o�����������������������������������������m��8��3��/��+���'������� ����"""4 :::&������������������������������������������������������8���9��~:��|;��z;��w<��u=��s>��q?��o@��mA��kB��iC��gC�dD��uZ������;��7��3��.��*������� ������Ǒ%%%5��̎���������������������������������������������������È>���8���9��}:��{;��y<��w<��u=��s>��q?��o@��mA��jB��hC��fD�~dE��uZ�����?��:��6��2��5������ �����������������������������������������������������������������������Оa���7���8��9��}:��{;��y<��w=��u>��r>��p?��n@��lA��jB��hC��fD�}dE�����B��>��:��5��^������ ������ό555"��܄����������������������������������������������������������ѳ�7���7���8��9��}:��{;��x<��v=��t>��r?��p@��n@��lA��jB��gC��eD�����F��A��=��9�������� ����"""4 ;;;&�����������������������������������������������������������������ŌC���8���9��~9��|:��z;��x<��v=��t>��r?��p@��mA��kA��iB��gC�����I��E��L�������� ������ɑQQQJnnn����������~~~�������������������������������������������������������������������������������������������Į��q?��o@��mA��kB��iC������������������ �������HHH�"""���������������vvv������������������������������������������������������������������9��~:��{;��y<��w<��u=��s>��q?��o@��mA��kB����� ��������:::�'''�___���������sss�ttt��������������������������������������������������������������8�Ϧu�����ǣv��y<��w=��u=��s>��p?��n@��lA����� ���888T ����---6fffnddd�%%%�"""�����OOO�SSS������������������������������������������������������������ċD�ҧu�����ʤv��{;��y<��v=��t>��r?��p?��xM����� <<<�MMM�������̑&&&5����;;;�<<<�xxx�QQQ�;;;�KKK����������������������������������������������������������8���8��~9��|:��z;��x<��v=��t>��r?�̷������ 999�����������������������VVV�###�)))�444��������������������������������������������������������������������ѳ�͝b���@��~9��|:��z;��}C���g��˶����Ӎ�� ������������ZZZ�lll�;;;�!!!�"""�)))�___���������������������������������������������������������������������������������������&&&2 ����:::�ppp�{{{�___�WWW�WWW�:::�!!!�"""�***�www�������������������������������������������������������������������"""4 888&��� , ������̑999����Ԗ���JJJ�|||�lll�:::�"""�BBB�XXX�|||��������������������������������������������������������������������$$$6������� , ��������������������������������uuu�KKK�CCC�@@@�...�www���������������������������������������������������������������������������������� * ������Ҍ666"������������������������KKK�aaa�LLL�WWW��������������������������������������������������������������@�������� $ ����"""4 ;;;&���������������������nnn�fff�!!!�$$$�999������������������������������������������������������������444]ttt|������ȇ ������ɑ&&&5��Ў������������������������vvv�mmm�VVV�{{{�OOO����������������������������������������������������������������ڥ �����������������������������������������������aaa�CCC�����ppp������������������������������������������������������������������� ������ό555"��ބ����������������������������������|||�MMM�����fff����������������������������������������������������������� ����"""4 ;;;&�������������������������������������������\\\����������������������������������������������������������� ������Ǒ%%%5��Ύ�����������������������������������������������������������������������������������������������ݧ �����������������������������������������������������������������������������������������������������������������ܦ ������͌555"��ۄ�����������������������������������������������������������������������������������ۥ ����"""4 :::&������������������������������������������������������������������������������������ڤ ������Ñ%%%5��ˎ�����������������������������������������������������������������������ܤ ��������������������������������������������������������������������������������������������������ׇ ������ww� ��?ww� ?�?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� �ww� �ww� �ww� �ww� �ww� �ww� ?�ww� �ww� ��ww� ��ww( @ ���������������������������������� !!!0\\\JeeeQ666D555A 0 $ �������v�H��<��6��0��2��\������� 7���q��������������������ڴ���vvvj&&&D 1 "����g�L��F��@��;��5������?������ ��������������������������������������������к����V�Q�K��E��?��9������(������� ����a���V�������������������������������������[�U�P��J��D��>��8��2��-������ ���uuun{{{j���������������������������������������`�Z�T�O������������������������������������� �����������������������������������V��o@��lA�����b�_�Y�S�M��G��B��<��6��0��+���%���<�������� �������a���V�����������������������m��t>��q?��n@�����b�b�^�X�R�L��F��A��;��5��/��)���$���Y������ ����wwwn}}}j����������������������~C��v=��s>��p?�����b�b�a�]�W�Q�K��E��@��:��4��.��(���+������� ��������������������������������{;��x<��v=��s>�����b�b�a�[�V�P��J��D��?��9��3��-��'������� �������a���V����������������������~:��{;��x<��u=���p���������������������������������r��=��7��2��,������ ����yyynj�����������������������9��}:��z;��w<��u>��r?��o@��lA��iB��fD�}dE�|cE�|cE���i���B��<��6��1������ ��������������������������������?��9��}:��z;��w=��t>��q?��n@��kA��iC��fD�}cE�|cE�}dF�����G��A��;��=������ �������a���V���������������������ңi���8��9��|:��y<��v=��s>��q?��n@��kB��hC��eD�|cE�|cE�����L��F��@��m������ ����zzzn���j�������������������������ʓP���8��~9��{;��y<��v=��s>��p?��mA��jB��gC�eD�|cE�����P��J��\��������� �����������������������������������������������������������������������¯��mA��jB��gC�~dE������������������� �������a���V��������������������������������������}:��z;��x<��u=��r?��o@��lA��iB��fD����� ����|||n���m���������������������������������������9��������w=��t>��q?��n@��lA��iC����� ��������JJJ��������������������������������������������őP��������y<��v=��t>��q?��n@��~Y����� ��� ����VVV�???�www�����iii�����������������������������������Ρk���A��|;��y<��v=��yF���p�������� >>>3@@@y����~~~obbb�000�kkk�@@@������������������������������������������������������������������ ---U��������������<<<�&&&�[[[������������������������������������������������������� 6 ���uuu�sss�WWW�III�$$$�&&&�qqq�����������������������������������lllg|||s��� 4 ����bbb�hhhƑ�������UUU�000�QQQ�}}}��������������������������������---{bbb����� ( ����������������������iii�LLL�BBB����������������������������������������������� �������a���V����������������ggg�+++�NNN��������������������������������������� ����|||n���j����������������]]]�ttt�kkk�������������������������������� �����������������������������������rrr�www���������������������������Ӧ �������a���V���������������������������������������������������Ӧ ����zzzn���j�������������������������������������������Ӧ �����������������������������������������������������������ˉ � �?� � � � � � � � � � � � � � � � � � ?� ?� ?� � � �� �� �� �� �� �� ?�( ��� ���C���������������� ����o��� ������I�������������������������� ���������������ਨ������������S��=��?�������� �������������������������_�Q�F����4������ ���������������������������a�Z��������������������������������������м���oE�����c�a�X�M��B��7��0��������������������~I��q?�����c�`�V�K��@��5��8��������������������z;��u=���q�����������������v�>��3����������������������E��y<��t>��n@��iB�~dE�}dF�������G��H������YYY�uuu����������ġ���=��x<��s>��mA��hC�}dE�}eG�����S���������444�|||����������������������������gC�}cE�������������������������MMM������������������~>�����q?��kA��iG����� �������������RRR��������������¢���G��u=��xK�ʺ������ ����������������������������������������������� ��������������������������������������������� ������������������������������������������ ~�A�A �A �A �A �A �A �A �A �A �A �A �A �A �A �A � ( � h 00 �% � h <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"></requestedExecutionLevel> </requestedPrivileges> </security> </trustInfo> </assembly>PAPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPAD � 0 00 0&0+0@0P0c0�0�0�0�01 1�1R2k2�2�2�2�2�2�23&3=3`3e3�3�3�3�3�3�344.454?4K4Z4_4q44�4�4�45^5l5�5�5�5�5�566R6v6�6�6�6I7_7�7838C8�8r9x9�9�9�9 :':::E:J:\:f:k:�:�:�:�:�:�:�:�:�:;?;I;o;v;�;�;�;i<o<�<�<=='= � 0�0�0�1�1�2�3l4�4 55 5-595E5K5]5e5p5�5�5�56�6�6�6�6�6�6�6�6�6�6�6�6�6�6�6�6�67 777#7.7:7?7O7T7Z7`7v7}7�7�7�7�7�7�7�7�7�7�7 8/8A8O8d8n8�8�8�8�8929A9�:0;O;n;�;�;<!<W<g<�<�<�<�<�<�<�<-=?= >)>6>t>{>�>�>�>�> ? ?Q?n?�? 0 \ �0�0�0�0.1U1a1l2�2�2�2�2�2�2�2 33*3>3D3M3`3�3�3484B4y44�4�4�4�4�4�4�4�4�455:5t5y5�5�5�5�5�5 6 66�6�6�6�6�6�6�6�6 7 777!7*767<7D7J7V7\7i7s7y7�7�7�7�7 8&8P8V8\8r8�8�8*9M9W9�9�9�9�9�9: ::: :#:):1:8:=:E:N:Z:_:d:j:n:t:y::�:�:�:�:�:�:�:�:�:�:�:�:�:�: ; ;&;>;a;h;p;�;�;�;�; <%<*<A<�<�<�<�<�<�<�<�=�=�=�=�=�=Y>l>~>�>�>�>? ?? ?R?_?t?�?�? @ X 0<0e0q0�0�0�042]2�3�3^4f4{4�4!6J6V7m7848�9o:y:-;<;�;�;�<�<?=}=�=�=0?�?�?�?�? P � 40;0P0�0�0�0�01&1V1h1�1�1�1 2 2-2G2y2�2�3�3�3 4k4�4�4 5!5J5|5�56�6�7�7�778F8~8�8�8�8�8�8�8�:�:�:�:�:�:P;V;r;�;�;�;<)<6<B<J<R<^<�<�<�<�<�<�<===T=]=i=�=�=�=�=�=�=�=�? ` � ?0�0�0�0�011S1s1H4j4�4�4�4�4 505S5 6 7�7a8m8�8�89:9�9�9�9�9�9�9�9�9:?:]:d:h:l:p:t:x:|:�:�:�:�:�:�:B;M;h;o;t;x;|;�;�;�; <<< <<<< <f<l<p<t<x<�<6=�=�=!>�>?�?�?�?�? p � |0�0�0@2Q2�2�2�2�2�2�2�23 3%3/3B3f3�3�3�3U4r4�4*5I5�5�5�5�5 66616J6f6o6u6~6�6�6�6�6�6%7+7�7�7888 8.868<8F8L8V8\8f8o8z88�8�8�8�8�8 9;;;�;z<�<�<"=:=`= � P x0o1 3C3o3�3s5�7�7�7�7�7�7�7�7C8P8i8�8�8�8~9�9�:�:�;�;<�=Z>*?[?q?�?�? � < n0�0�0F1�1�1�12*2s2�2f3q34�476"7:7^7g:�;�<)=U=w=`? � x �1�1�1�1�1�1�1�1�12 2D22�2�2�2 3E3^3z3�3�3�3 44$4d4v4�4�4�4 5>5F5�5x6}6�6�6�677b8h8t8�8�8?9F9�9�9$:Q:�:h; � X �0�0�0 1 1B1T1f1x1�1�1�1�1�1�1�12232|23�3_4�45�6�6�67$7u8|89?:E:J:P:a:6; � H T1X1\1`1d1p1t1�1�1�:�:�:�:; ;; ;$;,;4;<;D;L;T;\;d;l;t;|;�;�; � d>h>?(?H?h?�?�?�?�?�? � @ 0$0(0H0h0t0�0�0�0�0�0�0181D1`1�1�1�1�1 2 2@2`2�2�2�2 � 00(5,5054585<5@5D5H5L5P6T6�6�6�6�6�6�6�6�6�6�6�6�6�6�6 777 7777 7 7$7(7,7074787<7@7D7H7L7P7T7X7\7`7d7h7l7p7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7�7 888 8888 8 8$8(8�8�8�8�8�8�8�8�8 9998=0>4>@>X>\>`>d>h>l>p>t>x>|>�>�>�>�>�>�>�>�>�> site-packages/pip/_vendor/distlib/scripts.py 0000644 00000035570 15231162611 0015213 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2013-2015 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from io import BytesIO import logging import os import re import struct import sys from .compat import sysconfig, detect_encoding, ZipFile from .resources import finder from .util import (FileOperator, get_export_entry, convert_path, get_executable, in_venv) logger = logging.getLogger(__name__) _DEFAULT_MANIFEST = ''' <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>'''.strip() # check if Python is called on the first line with this expression FIRST_LINE_RE = re.compile(b'^#!.*pythonw?[0-9.]*([ \t].*)?$') SCRIPT_TEMPLATE = '''# -*- coding: utf-8 -*- if __name__ == '__main__': import sys, re def _resolve(module, func): __import__(module) mod = sys.modules[module] parts = func.split('.') result = getattr(mod, parts.pop(0)) for p in parts: result = getattr(result, p) return result try: sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) func = _resolve('%(module)s', '%(func)s') rc = func() # None interpreted as 0 except Exception as e: # only supporting Python >= 2.6 sys.stderr.write('%%s\\n' %% e) rc = 1 sys.exit(rc) ''' def _enquote_executable(executable): if ' ' in executable: # make sure we quote only the executable in case of env # for example /usr/bin/env "/dir with spaces/bin/jython" # instead of "/usr/bin/env /dir with spaces/bin/jython" # otherwise whole if executable.startswith('/usr/bin/env '): env, _executable = executable.split(' ', 1) if ' ' in _executable and not _executable.startswith('"'): executable = '%s "%s"' % (env, _executable) else: if not executable.startswith('"'): executable = '"%s"' % executable return executable class ScriptMaker(object): """ A class to copy or create scripts from source scripts or callable specifications. """ script_template = SCRIPT_TEMPLATE executable = None # for shebangs def __init__(self, source_dir, target_dir, add_launchers=True, dry_run=False, fileop=None): self.source_dir = source_dir self.target_dir = target_dir self.add_launchers = add_launchers self.force = False self.clobber = False # It only makes sense to set mode bits on POSIX. self.set_mode = (os.name == 'posix') or (os.name == 'java' and os._name == 'posix') self.variants = set(('', 'X.Y')) self._fileop = fileop or FileOperator(dry_run) self._is_nt = os.name == 'nt' or ( os.name == 'java' and os._name == 'nt') def _get_alternate_executable(self, executable, options): if options.get('gui', False) and self._is_nt: # pragma: no cover dn, fn = os.path.split(executable) fn = fn.replace('python', 'pythonw') executable = os.path.join(dn, fn) return executable if sys.platform.startswith('java'): # pragma: no cover def _is_shell(self, executable): """ Determine if the specified executable is a script (contains a #! line) """ try: with open(executable) as fp: return fp.read(2) == '#!' except (OSError, IOError): logger.warning('Failed to open %s', executable) return False def _fix_jython_executable(self, executable): if self._is_shell(executable): # Workaround for Jython is not needed on Linux systems. import java if java.lang.System.getProperty('os.name') == 'Linux': return executable elif executable.lower().endswith('jython.exe'): # Use wrapper exe for Jython on Windows return executable return '/usr/bin/env %s' % executable def _get_shebang(self, encoding, post_interp=b'', options=None): enquote = True if self.executable: executable = self.executable enquote = False # assume this will be taken care of elif not sysconfig.is_python_build(): executable = get_executable() elif in_venv(): # pragma: no cover executable = os.path.join(sysconfig.get_path('scripts'), 'python%s' % sysconfig.get_config_var('EXE')) else: # pragma: no cover executable = os.path.join( sysconfig.get_config_var('BINDIR'), 'python%s%s' % (sysconfig.get_config_var('VERSION'), sysconfig.get_config_var('EXE'))) if options: executable = self._get_alternate_executable(executable, options) if sys.platform.startswith('java'): # pragma: no cover executable = self._fix_jython_executable(executable) # Normalise case for Windows executable = os.path.normcase(executable) # If the user didn't specify an executable, it may be necessary to # cater for executable paths with spaces (not uncommon on Windows) if enquote: executable = _enquote_executable(executable) # Issue #51: don't use fsencode, since we later try to # check that the shebang is decodable using utf-8. executable = executable.encode('utf-8') # in case of IronPython, play safe and enable frames support if (sys.platform == 'cli' and '-X:Frames' not in post_interp and '-X:FullFrames' not in post_interp): # pragma: no cover post_interp += b' -X:Frames' shebang = b'#!' + executable + post_interp + b'\n' # Python parser starts to read a script using UTF-8 until # it gets a #coding:xxx cookie. The shebang has to be the # first line of a file, the #coding:xxx cookie cannot be # written before. So the shebang has to be decodable from # UTF-8. try: shebang.decode('utf-8') except UnicodeDecodeError: # pragma: no cover raise ValueError( 'The shebang (%r) is not decodable from utf-8' % shebang) # If the script is encoded to a custom encoding (use a # #coding:xxx cookie), the shebang has to be decodable from # the script encoding too. if encoding != 'utf-8': try: shebang.decode(encoding) except UnicodeDecodeError: # pragma: no cover raise ValueError( 'The shebang (%r) is not decodable ' 'from the script encoding (%r)' % (shebang, encoding)) return shebang def _get_script_text(self, entry): return self.script_template % dict(module=entry.prefix, func=entry.suffix) manifest = _DEFAULT_MANIFEST def get_manifest(self, exename): base = os.path.basename(exename) return self.manifest % base def _write_script(self, names, shebang, script_bytes, filenames, ext): use_launcher = self.add_launchers and self._is_nt linesep = os.linesep.encode('utf-8') if not use_launcher: script_bytes = shebang + linesep + script_bytes else: # pragma: no cover if ext == 'py': launcher = self._get_launcher('t') else: launcher = self._get_launcher('w') stream = BytesIO() with ZipFile(stream, 'w') as zf: zf.writestr('__main__.py', script_bytes) zip_data = stream.getvalue() script_bytes = launcher + shebang + linesep + zip_data for name in names: outname = os.path.join(self.target_dir, name) if use_launcher: # pragma: no cover n, e = os.path.splitext(outname) if e.startswith('.py'): outname = n outname = '%s.exe' % outname try: self._fileop.write_binary_file(outname, script_bytes) except Exception: # Failed writing an executable - it might be in use. logger.warning('Failed to write executable - trying to ' 'use .deleteme logic') dfname = '%s.deleteme' % outname if os.path.exists(dfname): os.remove(dfname) # Not allowed to fail here os.rename(outname, dfname) # nor here self._fileop.write_binary_file(outname, script_bytes) logger.debug('Able to replace executable using ' '.deleteme logic') try: os.remove(dfname) except Exception: pass # still in use - ignore error else: if self._is_nt and not outname.endswith('.' + ext): # pragma: no cover outname = '%s.%s' % (outname, ext) if os.path.exists(outname) and not self.clobber: logger.warning('Skipping existing file %s', outname) continue self._fileop.write_binary_file(outname, script_bytes) if self.set_mode: self._fileop.set_executable_mode([outname]) filenames.append(outname) def _make_script(self, entry, filenames, options=None): post_interp = b'' if options: args = options.get('interpreter_args', []) if args: args = ' %s' % ' '.join(args) post_interp = args.encode('utf-8') shebang = self._get_shebang('utf-8', post_interp, options=options) script = self._get_script_text(entry).encode('utf-8') name = entry.name scriptnames = set() if '' in self.variants: scriptnames.add(name) if 'X' in self.variants: scriptnames.add('%s%s' % (name, sys.version[0])) if 'X.Y' in self.variants: scriptnames.add('%s-%s' % (name, sys.version[:3])) if options and options.get('gui', False): ext = 'pyw' else: ext = 'py' self._write_script(scriptnames, shebang, script, filenames, ext) def _copy_script(self, script, filenames): adjust = False script = os.path.join(self.source_dir, convert_path(script)) outname = os.path.join(self.target_dir, os.path.basename(script)) if not self.force and not self._fileop.newer(script, outname): logger.debug('not copying %s (up-to-date)', script) return # Always open the file, but ignore failures in dry-run mode -- # that way, we'll get accurate feedback if we can read the # script. try: f = open(script, 'rb') except IOError: # pragma: no cover if not self.dry_run: raise f = None else: first_line = f.readline() if not first_line: # pragma: no cover logger.warning('%s: %s is an empty file (skipping)', self.get_command_name(), script) return match = FIRST_LINE_RE.match(first_line.replace(b'\r\n', b'\n')) if match: adjust = True post_interp = match.group(1) or b'' if not adjust: if f: f.close() self._fileop.copy_file(script, outname) if self.set_mode: self._fileop.set_executable_mode([outname]) filenames.append(outname) else: logger.info('copying and adjusting %s -> %s', script, self.target_dir) if not self._fileop.dry_run: encoding, lines = detect_encoding(f.readline) f.seek(0) shebang = self._get_shebang(encoding, post_interp) if b'pythonw' in first_line: # pragma: no cover ext = 'pyw' else: ext = 'py' n = os.path.basename(outname) self._write_script([n], shebang, f.read(), filenames, ext) if f: f.close() @property def dry_run(self): return self._fileop.dry_run @dry_run.setter def dry_run(self, value): self._fileop.dry_run = value if os.name == 'nt' or (os.name == 'java' and os._name == 'nt'): # pragma: no cover # Executable launcher support. # Launchers are from https://bitbucket.org/vinay.sajip/simple_launcher/ def _get_launcher(self, kind): if struct.calcsize('P') == 8: # 64-bit bits = '64' else: bits = '32' name = '%s%s.exe' % (kind, bits) # Issue 31: don't hardcode an absolute package name, but # determine it relative to the current package distlib_package = __name__.rsplit('.', 1)[0] result = finder(distlib_package).find(name).bytes return result # Public API follows def make(self, specification, options=None): """ Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. """ filenames = [] entry = get_export_entry(specification) if entry is None: self._copy_script(specification, filenames) else: self._make_script(entry, filenames, options=options) return filenames def make_multiple(self, specifications, options=None): """ Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, """ filenames = [] for specification in specifications: filenames.extend(self.make(specification, options)) return filenames site-packages/pip/_vendor/distlib/database.py 0000644 00000141010 15231162611 0015253 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2016 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """PEP 376 implementation.""" from __future__ import unicode_literals import base64 import codecs import contextlib import hashlib import logging import os import posixpath import sys import zipimport from . import DistlibException, resources from .compat import StringIO from .version import get_scheme, UnsupportedVersionError from .metadata import Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME from .util import (parse_requirement, cached_property, parse_name_and_version, read_exports, write_exports, CSVReader, CSVWriter) __all__ = ['Distribution', 'BaseInstalledDistribution', 'InstalledDistribution', 'EggInfoDistribution', 'DistributionPath'] logger = logging.getLogger(__name__) EXPORTS_FILENAME = 'pydist-exports.json' COMMANDS_FILENAME = 'pydist-commands.json' DIST_FILES = ('INSTALLER', METADATA_FILENAME, 'RECORD', 'REQUESTED', 'RESOURCES', EXPORTS_FILENAME, 'SHARED') DISTINFO_EXT = '.dist-info' class _Cache(object): """ A simple cache mapping names and .dist-info paths to distributions """ def __init__(self): """ Initialise an instance. There is normally one for each DistributionPath. """ self.name = {} self.path = {} self.generated = False def clear(self): """ Clear the cache, setting it to its initial state. """ self.name.clear() self.path.clear() self.generated = False def add(self, dist): """ Add a distribution to the cache. :param dist: The distribution to add. """ if dist.path not in self.path: self.path[dist.path] = dist self.name.setdefault(dist.key, []).append(dist) class DistributionPath(object): """ Represents a set of distributions installed on a path (typically sys.path). """ def __init__(self, path=None, include_egg=False): """ Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. """ if path is None: path = sys.path self.path = path self._include_dist = True self._include_egg = include_egg self._cache = _Cache() self._cache_egg = _Cache() self._cache_enabled = True self._scheme = get_scheme('default') def _get_cache_enabled(self): return self._cache_enabled def _set_cache_enabled(self, value): self._cache_enabled = value cache_enabled = property(_get_cache_enabled, _set_cache_enabled) def clear_cache(self): """ Clears the internal cache. """ self._cache.clear() self._cache_egg.clear() def _yield_distributions(self): """ Yield .dist-info and/or .egg(-info) distributions. """ # We need to check if we've seen some resources already, because on # some Linux systems (e.g. some Debian/Ubuntu variants) there are # symlinks which alias other files in the environment. seen = set() for path in self.path: finder = resources.finder_for_path(path) if finder is None: continue r = finder.find('') if not r or not r.is_container: continue rset = sorted(r.resources) for entry in rset: r = finder.find(entry) if not r or r.path in seen: continue if self._include_dist and entry.endswith(DISTINFO_EXT): possible_filenames = [METADATA_FILENAME, WHEEL_METADATA_FILENAME] for metadata_filename in possible_filenames: metadata_path = posixpath.join(entry, metadata_filename) pydist = finder.find(metadata_path) if pydist: break else: continue with contextlib.closing(pydist.as_stream()) as stream: metadata = Metadata(fileobj=stream, scheme='legacy') logger.debug('Found %s', r.path) seen.add(r.path) yield new_dist_class(r.path, metadata=metadata, env=self) elif self._include_egg and entry.endswith(('.egg-info', '.egg')): logger.debug('Found %s', r.path) seen.add(r.path) yield old_dist_class(r.path, self) def _generate_cache(self): """ Scan the path for distributions and populate the cache with those that are found. """ gen_dist = not self._cache.generated gen_egg = self._include_egg and not self._cache_egg.generated if gen_dist or gen_egg: for dist in self._yield_distributions(): if isinstance(dist, InstalledDistribution): self._cache.add(dist) else: self._cache_egg.add(dist) if gen_dist: self._cache.generated = True if gen_egg: self._cache_egg.generated = True @classmethod def distinfo_dirname(cls, name, version): """ The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string""" name = name.replace('-', '_') return '-'.join([name, version]) + DISTINFO_EXT def get_distributions(self): """ Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances """ if not self._cache_enabled: for dist in self._yield_distributions(): yield dist else: self._generate_cache() for dist in self._cache.path.values(): yield dist if self._include_egg: for dist in self._cache_egg.path.values(): yield dist def get_distribution(self, name): """ Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` """ result = None name = name.lower() if not self._cache_enabled: for dist in self._yield_distributions(): if dist.key == name: result = dist break else: self._generate_cache() if name in self._cache.name: result = self._cache.name[name][0] elif self._include_egg and name in self._cache_egg.name: result = self._cache_egg.name[name][0] return result def provides_distribution(self, name, version=None): """ Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string """ matcher = None if not version is None: try: matcher = self._scheme.matcher('%s (%s)' % (name, version)) except ValueError: raise DistlibException('invalid name or version: %r, %r' % (name, version)) for dist in self.get_distributions(): provided = dist.provides for p in provided: p_name, p_ver = parse_name_and_version(p) if matcher is None: if p_name == name: yield dist break else: if p_name == name and matcher.match(p_ver): yield dist break def get_file_path(self, name, relative_path): """ Return the path to a resource file. """ dist = self.get_distribution(name) if dist is None: raise LookupError('no distribution named %r found' % name) return dist.get_resource_path(relative_path) def get_exported_entries(self, category, name=None): """ Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. """ for dist in self.get_distributions(): r = dist.exports if category in r: d = r[category] if name is not None: if name in d: yield d[name] else: for v in d.values(): yield v class Distribution(object): """ A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. """ build_time_dependency = False """ Set to True if it's known to be only a build-time dependency (i.e. not needed after installation). """ requested = False """A boolean that indicates whether the ``REQUESTED`` metadata file is present (in other words, whether the package was installed by user request or it was installed as a dependency).""" def __init__(self, metadata): """ Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. """ self.metadata = metadata self.name = metadata.name self.key = self.name.lower() # for case-insensitive comparisons self.version = metadata.version self.locator = None self.digest = None self.extras = None # additional features requested self.context = None # environment marker overrides self.download_urls = set() self.digests = {} @property def source_url(self): """ The source archive download URL for this distribution. """ return self.metadata.source_url download_url = source_url # Backward compatibility @property def name_and_version(self): """ A utility property which displays the name and version in parentheses. """ return '%s (%s)' % (self.name, self.version) @property def provides(self): """ A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. """ plist = self.metadata.provides s = '%s (%s)' % (self.name, self.version) if s not in plist: plist.append(s) return plist def _get_requirements(self, req_attr): md = self.metadata logger.debug('Getting requirements from metadata %r', md.todict()) reqts = getattr(md, req_attr) return set(md.get_requirements(reqts, extras=self.extras, env=self.context)) @property def run_requires(self): return self._get_requirements('run_requires') @property def meta_requires(self): return self._get_requirements('meta_requires') @property def build_requires(self): return self._get_requirements('build_requires') @property def test_requires(self): return self._get_requirements('test_requires') @property def dev_requires(self): return self._get_requirements('dev_requires') def matches_requirement(self, req): """ Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. """ # Requirement may contain extras - parse to lose those # from what's passed to the matcher r = parse_requirement(req) scheme = get_scheme(self.metadata.scheme) try: matcher = scheme.matcher(r.requirement) except UnsupportedVersionError: # XXX compat-mode if cannot read the version logger.warning('could not read version %r - using name only', req) name = req.split()[0] matcher = scheme.matcher(name) name = matcher.key # case-insensitive result = False for p in self.provides: p_name, p_ver = parse_name_and_version(p) if p_name != name: continue try: result = matcher.match(p_ver) break except UnsupportedVersionError: pass return result def __repr__(self): """ Return a textual representation of this instance, """ if self.source_url: suffix = ' [%s]' % self.source_url else: suffix = '' return '<Distribution %s (%s)%s>' % (self.name, self.version, suffix) def __eq__(self, other): """ See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. """ if type(other) is not type(self): result = False else: result = (self.name == other.name and self.version == other.version and self.source_url == other.source_url) return result def __hash__(self): """ Compute hash in a way which matches the equality test. """ return hash(self.name) + hash(self.version) + hash(self.source_url) class BaseInstalledDistribution(Distribution): """ This is the base class for installed distributions (whether PEP 376 or legacy). """ hasher = None def __init__(self, metadata, path, env=None): """ Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. """ super(BaseInstalledDistribution, self).__init__(metadata) self.path = path self.dist_path = env def get_hash(self, data, hasher=None): """ Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str """ if hasher is None: hasher = self.hasher if hasher is None: hasher = hashlib.md5 prefix = '' else: hasher = getattr(hashlib, hasher) prefix = '%s=' % self.hasher digest = hasher(data).digest() digest = base64.urlsafe_b64encode(digest).rstrip(b'=').decode('ascii') return '%s%s' % (prefix, digest) class InstalledDistribution(BaseInstalledDistribution): """ Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). """ hasher = 'sha256' def __init__(self, path, metadata=None, env=None): self.finder = finder = resources.finder_for_path(path) if finder is None: import pdb; pdb.set_trace () if env and env._cache_enabled and path in env._cache.path: metadata = env._cache.path[path].metadata elif metadata is None: r = finder.find(METADATA_FILENAME) # Temporary - for Wheel 0.23 support if r is None: r = finder.find(WHEEL_METADATA_FILENAME) # Temporary - for legacy support if r is None: r = finder.find('METADATA') if r is None: raise ValueError('no %s found in %s' % (METADATA_FILENAME, path)) with contextlib.closing(r.as_stream()) as stream: metadata = Metadata(fileobj=stream, scheme='legacy') super(InstalledDistribution, self).__init__(metadata, path, env) if env and env._cache_enabled: env._cache.add(self) try: r = finder.find('REQUESTED') except AttributeError: import pdb; pdb.set_trace () self.requested = r is not None def __repr__(self): return '<InstalledDistribution %r %s at %r>' % ( self.name, self.version, self.path) def __str__(self): return "%s %s" % (self.name, self.version) def _get_records(self): """ Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). """ results = [] r = self.get_distinfo_resource('RECORD') with contextlib.closing(r.as_stream()) as stream: with CSVReader(stream=stream) as record_reader: # Base location is parent dir of .dist-info dir #base_location = os.path.dirname(self.path) #base_location = os.path.abspath(base_location) for row in record_reader: missing = [None for i in range(len(row), 3)] path, checksum, size = row + missing #if not os.path.isabs(path): # path = path.replace('/', os.sep) # path = os.path.join(base_location, path) results.append((path, checksum, size)) return results @cached_property def exports(self): """ Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. """ result = {} r = self.get_distinfo_resource(EXPORTS_FILENAME) if r: result = self.read_exports() return result def read_exports(self): """ Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. """ result = {} r = self.get_distinfo_resource(EXPORTS_FILENAME) if r: with contextlib.closing(r.as_stream()) as stream: result = read_exports(stream) return result def write_exports(self, exports): """ Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. """ rf = self.get_distinfo_file(EXPORTS_FILENAME) with open(rf, 'w') as f: write_exports(exports, f) def get_resource_path(self, relative_path): """ NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. """ r = self.get_distinfo_resource('RESOURCES') with contextlib.closing(r.as_stream()) as stream: with CSVReader(stream=stream) as resources_reader: for relative, destination in resources_reader: if relative == relative_path: return destination raise KeyError('no resource file with relative path %r ' 'is installed' % relative_path) def list_installed_files(self): """ Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) """ for result in self._get_records(): yield result def write_installed_files(self, paths, prefix, dry_run=False): """ Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. """ prefix = os.path.join(prefix, '') base = os.path.dirname(self.path) base_under_prefix = base.startswith(prefix) base = os.path.join(base, '') record_path = self.get_distinfo_file('RECORD') logger.info('creating %s', record_path) if dry_run: return None with CSVWriter(record_path) as writer: for path in paths: if os.path.isdir(path) or path.endswith(('.pyc', '.pyo')): # do not put size and hash, as in PEP-376 hash_value = size = '' else: size = '%d' % os.path.getsize(path) with open(path, 'rb') as fp: hash_value = self.get_hash(fp.read()) if path.startswith(base) or (base_under_prefix and path.startswith(prefix)): path = os.path.relpath(path, base) writer.writerow((path, hash_value, size)) # add the RECORD file itself if record_path.startswith(base): record_path = os.path.relpath(record_path, base) writer.writerow((record_path, '', '')) return record_path def check_installed_files(self): """ Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. """ mismatches = [] base = os.path.dirname(self.path) record_path = self.get_distinfo_file('RECORD') for path, hash_value, size in self.list_installed_files(): if not os.path.isabs(path): path = os.path.join(base, path) if path == record_path: continue if not os.path.exists(path): mismatches.append((path, 'exists', True, False)) elif os.path.isfile(path): actual_size = str(os.path.getsize(path)) if size and actual_size != size: mismatches.append((path, 'size', size, actual_size)) elif hash_value: if '=' in hash_value: hasher = hash_value.split('=', 1)[0] else: hasher = None with open(path, 'rb') as f: actual_hash = self.get_hash(f.read(), hasher) if actual_hash != hash_value: mismatches.append((path, 'hash', hash_value, actual_hash)) return mismatches @cached_property def shared_locations(self): """ A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. """ result = {} shared_path = os.path.join(self.path, 'SHARED') if os.path.isfile(shared_path): with codecs.open(shared_path, 'r', encoding='utf-8') as f: lines = f.read().splitlines() for line in lines: key, value = line.split('=', 1) if key == 'namespace': result.setdefault(key, []).append(value) else: result[key] = value return result def write_shared_locations(self, paths, dry_run=False): """ Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. """ shared_path = os.path.join(self.path, 'SHARED') logger.info('creating %s', shared_path) if dry_run: return None lines = [] for key in ('prefix', 'lib', 'headers', 'scripts', 'data'): path = paths[key] if os.path.isdir(paths[key]): lines.append('%s=%s' % (key, path)) for ns in paths.get('namespace', ()): lines.append('namespace=%s' % ns) with codecs.open(shared_path, 'w', encoding='utf-8') as f: f.write('\n'.join(lines)) return shared_path def get_distinfo_resource(self, path): if path not in DIST_FILES: raise DistlibException('invalid path for a dist-info file: ' '%r at %r' % (path, self.path)) finder = resources.finder_for_path(self.path) if finder is None: raise DistlibException('Unable to get a finder for %s' % self.path) return finder.find(path) def get_distinfo_file(self, path): """ Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str """ # Check if it is an absolute path # XXX use relpath, add tests if path.find(os.sep) >= 0: # it's an absolute path? distinfo_dirname, path = path.split(os.sep)[-2:] if distinfo_dirname != self.path.split(os.sep)[-1]: raise DistlibException( 'dist-info file %r does not belong to the %r %s ' 'distribution' % (path, self.name, self.version)) # The file must be relative if path not in DIST_FILES: raise DistlibException('invalid path for a dist-info file: ' '%r at %r' % (path, self.path)) return os.path.join(self.path, path) def list_distinfo_files(self): """ Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths """ base = os.path.dirname(self.path) for path, checksum, size in self._get_records(): # XXX add separator or use real relpath algo if not os.path.isabs(path): path = os.path.join(base, path) if path.startswith(self.path): yield path def __eq__(self, other): return (isinstance(other, InstalledDistribution) and self.path == other.path) # See http://docs.python.org/reference/datamodel#object.__hash__ __hash__ = object.__hash__ class EggInfoDistribution(BaseInstalledDistribution): """Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.""" requested = True # as we have no way of knowing, assume it was shared_locations = {} def __init__(self, path, env=None): def set_name_and_version(s, n, v): s.name = n s.key = n.lower() # for case-insensitive comparisons s.version = v self.path = path self.dist_path = env if env and env._cache_enabled and path in env._cache_egg.path: metadata = env._cache_egg.path[path].metadata set_name_and_version(self, metadata.name, metadata.version) else: metadata = self._get_metadata(path) # Need to be set before caching set_name_and_version(self, metadata.name, metadata.version) if env and env._cache_enabled: env._cache_egg.add(self) super(EggInfoDistribution, self).__init__(metadata, path, env) def _get_metadata(self, path): requires = None def parse_requires_data(data): """Create a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. """ reqs = [] lines = data.splitlines() for line in lines: line = line.strip() if line.startswith('['): logger.warning('Unexpected line: quitting requirement scan: %r', line) break r = parse_requirement(line) if not r: logger.warning('Not recognised as a requirement: %r', line) continue if r.extras: logger.warning('extra requirements in requires.txt are ' 'not supported') if not r.constraints: reqs.append(r.name) else: cons = ', '.join('%s%s' % c for c in r.constraints) reqs.append('%s (%s)' % (r.name, cons)) return reqs def parse_requires_path(req_path): """Create a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. """ reqs = [] try: with codecs.open(req_path, 'r', 'utf-8') as fp: reqs = parse_requires_data(fp.read()) except IOError: pass return reqs if path.endswith('.egg'): if os.path.isdir(path): meta_path = os.path.join(path, 'EGG-INFO', 'PKG-INFO') metadata = Metadata(path=meta_path, scheme='legacy') req_path = os.path.join(path, 'EGG-INFO', 'requires.txt') requires = parse_requires_path(req_path) else: # FIXME handle the case where zipfile is not available zipf = zipimport.zipimporter(path) fileobj = StringIO( zipf.get_data('EGG-INFO/PKG-INFO').decode('utf8')) metadata = Metadata(fileobj=fileobj, scheme='legacy') try: data = zipf.get_data('EGG-INFO/requires.txt') requires = parse_requires_data(data.decode('utf-8')) except IOError: requires = None elif path.endswith('.egg-info'): if os.path.isdir(path): req_path = os.path.join(path, 'requires.txt') requires = parse_requires_path(req_path) path = os.path.join(path, 'PKG-INFO') metadata = Metadata(path=path, scheme='legacy') else: raise DistlibException('path must end with .egg-info or .egg, ' 'got %r' % path) if requires: metadata.add_requirements(requires) return metadata def __repr__(self): return '<EggInfoDistribution %r %s at %r>' % ( self.name, self.version, self.path) def __str__(self): return "%s %s" % (self.name, self.version) def check_installed_files(self): """ Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. """ mismatches = [] record_path = os.path.join(self.path, 'installed-files.txt') if os.path.exists(record_path): for path, _, _ in self.list_installed_files(): if path == record_path: continue if not os.path.exists(path): mismatches.append((path, 'exists', True, False)) return mismatches def list_installed_files(self): """ Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) """ def _md5(path): f = open(path, 'rb') try: content = f.read() finally: f.close() return hashlib.md5(content).hexdigest() def _size(path): return os.stat(path).st_size record_path = os.path.join(self.path, 'installed-files.txt') result = [] if os.path.exists(record_path): with codecs.open(record_path, 'r', encoding='utf-8') as f: for line in f: line = line.strip() p = os.path.normpath(os.path.join(self.path, line)) # "./" is present as a marker between installed files # and installation metadata files if not os.path.exists(p): logger.warning('Non-existent file: %s', p) if p.endswith(('.pyc', '.pyo')): continue #otherwise fall through and fail if not os.path.isdir(p): result.append((p, _md5(p), _size(p))) result.append((record_path, None, None)) return result def list_distinfo_files(self, absolute=False): """ Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths """ record_path = os.path.join(self.path, 'installed-files.txt') skip = True with codecs.open(record_path, 'r', encoding='utf-8') as f: for line in f: line = line.strip() if line == './': skip = False continue if not skip: p = os.path.normpath(os.path.join(self.path, line)) if p.startswith(self.path): if absolute: yield p else: yield line def __eq__(self, other): return (isinstance(other, EggInfoDistribution) and self.path == other.path) # See http://docs.python.org/reference/datamodel#object.__hash__ __hash__ = object.__hash__ new_dist_class = InstalledDistribution old_dist_class = EggInfoDistribution class DependencyGraph(object): """ Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. """ def __init__(self): self.adjacency_list = {} self.reverse_list = {} self.missing = {} def add_distribution(self, distribution): """Add the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` """ self.adjacency_list[distribution] = [] self.reverse_list[distribution] = [] #self.missing[distribution] = [] def add_edge(self, x, y, label=None): """Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` """ self.adjacency_list[x].append((y, label)) # multiple edges are allowed, so be careful if x not in self.reverse_list[y]: self.reverse_list[y].append(x) def add_missing(self, distribution, requirement): """ Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` """ logger.debug('%s missing %r', distribution, requirement) self.missing.setdefault(distribution, []).append(requirement) def _repr_dist(self, dist): return '%s %s' % (dist.name, dist.version) def repr_node(self, dist, level=1): """Prints only a subgraph""" output = [self._repr_dist(dist)] for other, label in self.adjacency_list[dist]: dist = self._repr_dist(other) if label is not None: dist = '%s [%s]' % (dist, label) output.append(' ' * level + str(dist)) suboutput = self.repr_node(other, level + 1) subs = suboutput.split('\n') output.extend(subs[1:]) return '\n'.join(output) def to_dot(self, f, skip_disconnected=True): """Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` """ disconnected = [] f.write("digraph dependencies {\n") for dist, adjs in self.adjacency_list.items(): if len(adjs) == 0 and not skip_disconnected: disconnected.append(dist) for other, label in adjs: if not label is None: f.write('"%s" -> "%s" [label="%s"]\n' % (dist.name, other.name, label)) else: f.write('"%s" -> "%s"\n' % (dist.name, other.name)) if not skip_disconnected and len(disconnected) > 0: f.write('subgraph disconnected {\n') f.write('label = "Disconnected"\n') f.write('bgcolor = red\n') for dist in disconnected: f.write('"%s"' % dist.name) f.write('\n') f.write('}\n') f.write('}\n') def topological_sort(self): """ Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. """ result = [] # Make a shallow copy of the adjacency list alist = {} for k, v in self.adjacency_list.items(): alist[k] = v[:] while True: # See what we can remove in this run to_remove = [] for k, v in list(alist.items())[:]: if not v: to_remove.append(k) del alist[k] if not to_remove: # What's left in alist (if anything) is a cycle. break # Remove from the adjacency list of others for k, v in alist.items(): alist[k] = [(d, r) for d, r in v if d not in to_remove] logger.debug('Moving to result: %s', ['%s (%s)' % (d.name, d.version) for d in to_remove]) result.extend(to_remove) return result, list(alist.keys()) def __repr__(self): """Representation of the graph""" output = [] for dist, adjs in self.adjacency_list.items(): output.append(self.repr_node(dist)) return '\n'.join(output) def make_graph(dists, scheme='default'): """Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance """ scheme = get_scheme(scheme) graph = DependencyGraph() provided = {} # maps names to lists of (version, dist) tuples # first, build the graph and find out what's provided for dist in dists: graph.add_distribution(dist) for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Add to provided: %s, %s, %s', name, version, dist) provided.setdefault(name, []).append((version, dist)) # now make the edges for dist in dists: requires = (dist.run_requires | dist.meta_requires | dist.build_requires | dist.dev_requires) for req in requires: try: matcher = scheme.matcher(req) except UnsupportedVersionError: # XXX compat-mode if cannot read the version logger.warning('could not read version %r - using name only', req) name = req.split()[0] matcher = scheme.matcher(name) name = matcher.key # case-insensitive matched = False if name in provided: for version, provider in provided[name]: try: match = matcher.match(version) except UnsupportedVersionError: match = False if match: graph.add_edge(dist, provider, req) matched = True break if not matched: graph.add_missing(dist, req) return graph def get_dependent_dists(dists, dist): """Recursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested """ if dist not in dists: raise DistlibException('given distribution %r is not a member ' 'of the list' % dist.name) graph = make_graph(dists) dep = [dist] # dependent distributions todo = graph.reverse_list[dist] # list of nodes we should inspect while todo: d = todo.pop() dep.append(d) for succ in graph.reverse_list[d]: if succ not in dep: todo.append(succ) dep.pop(0) # remove dist from dep, was there to prevent infinite loops return dep def get_required_dists(dists, dist): """Recursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested """ if dist not in dists: raise DistlibException('given distribution %r is not a member ' 'of the list' % dist.name) graph = make_graph(dists) req = [] # required distributions todo = graph.adjacency_list[dist] # list of nodes we should inspect while todo: d = todo.pop()[0] req.append(d) for pred in graph.adjacency_list[d]: if pred not in req: todo.append(pred) return req def make_dist(name, version, **kwargs): """ A convenience method for making a dist given just a name and version. """ summary = kwargs.pop('summary', 'Placeholder for summary') md = Metadata(**kwargs) md.name = name md.version = version md.summary = summary or 'Placeholder for summary' return Distribution(md) site-packages/pip/_vendor/distlib/manifest.py 0000644 00000034732 15231162611 0015331 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2013 Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """ Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. """ import fnmatch import logging import os import re import sys from . import DistlibException from .compat import fsdecode from .util import convert_path __all__ = ['Manifest'] logger = logging.getLogger(__name__) # a \ followed by some spaces + EOL _COLLAPSE_PATTERN = re.compile('\\\w*\n', re.M) _COMMENTED_LINE = re.compile('#.*?(?=\n)|\n(?=$)', re.M | re.S) # # Due to the different results returned by fnmatch.translate, we need # to do slightly different processing for Python 2.7 and 3.2 ... this needed # to be brought in for Python 3.6 onwards. # _PYTHON_VERSION = sys.version_info[:2] class Manifest(object): """A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. """ def __init__(self, base=None): """ Initialise an instance. :param base: The base directory to explore under. """ self.base = os.path.abspath(os.path.normpath(base or os.getcwd())) self.prefix = self.base + os.sep self.allfiles = None self.files = set() # # Public API # def findall(self): """Find all files under the base and set ``allfiles`` to the absolute pathnames of files found. """ from stat import S_ISREG, S_ISDIR, S_ISLNK self.allfiles = allfiles = [] root = self.base stack = [root] pop = stack.pop push = stack.append while stack: root = pop() names = os.listdir(root) for name in names: fullname = os.path.join(root, name) # Avoid excess stat calls -- just one will do, thank you! stat = os.stat(fullname) mode = stat.st_mode if S_ISREG(mode): allfiles.append(fsdecode(fullname)) elif S_ISDIR(mode) and not S_ISLNK(mode): push(fullname) def add(self, item): """ Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. """ if not item.startswith(self.prefix): item = os.path.join(self.base, item) self.files.add(os.path.normpath(item)) def add_many(self, items): """ Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. """ for item in items: self.add(item) def sorted(self, wantdirs=False): """ Return sorted files in directory order """ def add_dir(dirs, d): dirs.add(d) logger.debug('add_dir added %s', d) if d != self.base: parent, _ = os.path.split(d) assert parent not in ('', '/') add_dir(dirs, parent) result = set(self.files) # make a copy! if wantdirs: dirs = set() for f in result: add_dir(dirs, os.path.dirname(f)) result |= dirs return [os.path.join(*path_tuple) for path_tuple in sorted(os.path.split(path) for path in result)] def clear(self): """Clear all collected files.""" self.files = set() self.allfiles = [] def process_directive(self, directive): """ Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands """ # Parse the line: split it up, make sure the right number of words # is there, and return the relevant words. 'action' is always # defined: it's the first word of the line. Which of the other # three are defined depends on the action; it'll be either # patterns, (dir and patterns), or (dirpattern). action, patterns, thedir, dirpattern = self._parse_directive(directive) # OK, now we know that the action is valid and we have the # right number of words on the line for that action -- so we # can proceed with minimal error-checking. if action == 'include': for pattern in patterns: if not self._include_pattern(pattern, anchor=True): logger.warning('no files found matching %r', pattern) elif action == 'exclude': for pattern in patterns: found = self._exclude_pattern(pattern, anchor=True) #if not found: # logger.warning('no previously-included files ' # 'found matching %r', pattern) elif action == 'global-include': for pattern in patterns: if not self._include_pattern(pattern, anchor=False): logger.warning('no files found matching %r ' 'anywhere in distribution', pattern) elif action == 'global-exclude': for pattern in patterns: found = self._exclude_pattern(pattern, anchor=False) #if not found: # logger.warning('no previously-included files ' # 'matching %r found anywhere in ' # 'distribution', pattern) elif action == 'recursive-include': for pattern in patterns: if not self._include_pattern(pattern, prefix=thedir): logger.warning('no files found matching %r ' 'under directory %r', pattern, thedir) elif action == 'recursive-exclude': for pattern in patterns: found = self._exclude_pattern(pattern, prefix=thedir) #if not found: # logger.warning('no previously-included files ' # 'matching %r found under directory %r', # pattern, thedir) elif action == 'graft': if not self._include_pattern(None, prefix=dirpattern): logger.warning('no directories found matching %r', dirpattern) elif action == 'prune': if not self._exclude_pattern(None, prefix=dirpattern): logger.warning('no previously-included directories found ' 'matching %r', dirpattern) else: # pragma: no cover # This should never happen, as it should be caught in # _parse_template_line raise DistlibException( 'invalid action %r' % action) # # Private API # def _parse_directive(self, directive): """ Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns """ words = directive.split() if len(words) == 1 and words[0] not in ('include', 'exclude', 'global-include', 'global-exclude', 'recursive-include', 'recursive-exclude', 'graft', 'prune'): # no action given, let's use the default 'include' words.insert(0, 'include') action = words[0] patterns = thedir = dir_pattern = None if action in ('include', 'exclude', 'global-include', 'global-exclude'): if len(words) < 2: raise DistlibException( '%r expects <pattern1> <pattern2> ...' % action) patterns = [convert_path(word) for word in words[1:]] elif action in ('recursive-include', 'recursive-exclude'): if len(words) < 3: raise DistlibException( '%r expects <dir> <pattern1> <pattern2> ...' % action) thedir = convert_path(words[1]) patterns = [convert_path(word) for word in words[2:]] elif action in ('graft', 'prune'): if len(words) != 2: raise DistlibException( '%r expects a single <dir_pattern>' % action) dir_pattern = convert_path(words[1]) else: raise DistlibException('unknown action %r' % action) return action, patterns, thedir, dir_pattern def _include_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. """ # XXX docstring lying about what the special chars are? found = False pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex) # delayed loading of allfiles list if self.allfiles is None: self.findall() for name in self.allfiles: if pattern_re.search(name): self.files.add(name) found = True return found def _exclude_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions """ found = False pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex) for f in list(self.files): if pattern_re.search(f): self.files.remove(f) found = True return found def _translate_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). """ if is_regex: if isinstance(pattern, str): return re.compile(pattern) else: return pattern if _PYTHON_VERSION > (3, 2): # ditch start and end characters start, _, end = self._glob_to_re('_').partition('_') if pattern: pattern_re = self._glob_to_re(pattern) if _PYTHON_VERSION > (3, 2): assert pattern_re.startswith(start) and pattern_re.endswith(end) else: pattern_re = '' base = re.escape(os.path.join(self.base, '')) if prefix is not None: # ditch end of pattern character if _PYTHON_VERSION <= (3, 2): empty_pattern = self._glob_to_re('') prefix_re = self._glob_to_re(prefix)[:-len(empty_pattern)] else: prefix_re = self._glob_to_re(prefix) assert prefix_re.startswith(start) and prefix_re.endswith(end) prefix_re = prefix_re[len(start): len(prefix_re) - len(end)] sep = os.sep if os.sep == '\\': sep = r'\\' if _PYTHON_VERSION <= (3, 2): pattern_re = '^' + base + sep.join((prefix_re, '.*' + pattern_re)) else: pattern_re = pattern_re[len(start): len(pattern_re) - len(end)] pattern_re = r'%s%s%s%s.*%s%s' % (start, base, prefix_re, sep, pattern_re, end) else: # no prefix -- respect anchor flag if anchor: if _PYTHON_VERSION <= (3, 2): pattern_re = '^' + base + pattern_re else: pattern_re = r'%s%s%s' % (start, base, pattern_re[len(start):]) return re.compile(pattern_re) def _glob_to_re(self, pattern): """Translate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). """ pattern_re = fnmatch.translate(pattern) # '?' and '*' in the glob pattern become '.' and '.*' in the RE, which # IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix, # and by extension they shouldn't match such "special characters" under # any OS. So change all non-escaped dots in the RE to match any # character except the special characters (currently: just os.sep). sep = os.sep if os.sep == '\\': # we're using a regex to manipulate a regex, so we need # to escape the backslash twice sep = r'\\\\' escaped = r'\1[^%s]' % sep pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re) return pattern_re site-packages/pip/_vendor/distlib/wheel.py 0000644 00000114313 15231162611 0014621 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2013-2016 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import unicode_literals import base64 import codecs import datetime import distutils.util from email import message_from_file import hashlib import imp import json import logging import os import posixpath import re import shutil import sys import tempfile import zipfile from . import __version__, DistlibException from .compat import sysconfig, ZipFile, fsdecode, text_type, filter from .database import InstalledDistribution from .metadata import Metadata, METADATA_FILENAME from .util import (FileOperator, convert_path, CSVReader, CSVWriter, Cache, cached_property, get_cache_base, read_exports, tempdir) from .version import NormalizedVersion, UnsupportedVersionError logger = logging.getLogger(__name__) cache = None # created when needed if hasattr(sys, 'pypy_version_info'): IMP_PREFIX = 'pp' elif sys.platform.startswith('java'): IMP_PREFIX = 'jy' elif sys.platform == 'cli': IMP_PREFIX = 'ip' else: IMP_PREFIX = 'cp' VER_SUFFIX = sysconfig.get_config_var('py_version_nodot') if not VER_SUFFIX: # pragma: no cover VER_SUFFIX = '%s%s' % sys.version_info[:2] PYVER = 'py' + VER_SUFFIX IMPVER = IMP_PREFIX + VER_SUFFIX ARCH = distutils.util.get_platform().replace('-', '_').replace('.', '_') ABI = sysconfig.get_config_var('SOABI') if ABI and ABI.startswith('cpython-'): ABI = ABI.replace('cpython-', 'cp') else: def _derive_abi(): parts = ['cp', VER_SUFFIX] if sysconfig.get_config_var('Py_DEBUG'): parts.append('d') if sysconfig.get_config_var('WITH_PYMALLOC'): parts.append('m') if sysconfig.get_config_var('Py_UNICODE_SIZE') == 4: parts.append('u') return ''.join(parts) ABI = _derive_abi() del _derive_abi FILENAME_RE = re.compile(r''' (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ ''', re.IGNORECASE | re.VERBOSE) NAME_VERSION_RE = re.compile(r''' (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ ''', re.IGNORECASE | re.VERBOSE) SHEBANG_RE = re.compile(br'\s*#![^\r\n]*') SHEBANG_DETAIL_RE = re.compile(br'^(\s*#!("[^"]+"|\S+))\s+(.*)$') SHEBANG_PYTHON = b'#!python' SHEBANG_PYTHONW = b'#!pythonw' if os.sep == '/': to_posix = lambda o: o else: to_posix = lambda o: o.replace(os.sep, '/') class Mounter(object): def __init__(self): self.impure_wheels = {} self.libs = {} def add(self, pathname, extensions): self.impure_wheels[pathname] = extensions self.libs.update(extensions) def remove(self, pathname): extensions = self.impure_wheels.pop(pathname) for k, v in extensions: if k in self.libs: del self.libs[k] def find_module(self, fullname, path=None): if fullname in self.libs: result = self else: result = None return result def load_module(self, fullname): if fullname in sys.modules: result = sys.modules[fullname] else: if fullname not in self.libs: raise ImportError('unable to find extension for %s' % fullname) result = imp.load_dynamic(fullname, self.libs[fullname]) result.__loader__ = self parts = fullname.rsplit('.', 1) if len(parts) > 1: result.__package__ = parts[0] return result _hook = Mounter() class Wheel(object): """ Class to build and install from Wheel files (PEP 427). """ wheel_version = (1, 1) hash_kind = 'sha256' def __init__(self, filename=None, sign=False, verify=False): """ Initialise an instance using a (valid) filename. """ self.sign = sign self.should_verify = verify self.buildver = '' self.pyver = [PYVER] self.abi = ['none'] self.arch = ['any'] self.dirname = os.getcwd() if filename is None: self.name = 'dummy' self.version = '0.1' self._filename = self.filename else: m = NAME_VERSION_RE.match(filename) if m: info = m.groupdict('') self.name = info['nm'] # Reinstate the local version separator self.version = info['vn'].replace('_', '-') self.buildver = info['bn'] self._filename = self.filename else: dirname, filename = os.path.split(filename) m = FILENAME_RE.match(filename) if not m: raise DistlibException('Invalid name or ' 'filename: %r' % filename) if dirname: self.dirname = os.path.abspath(dirname) self._filename = filename info = m.groupdict('') self.name = info['nm'] self.version = info['vn'] self.buildver = info['bn'] self.pyver = info['py'].split('.') self.abi = info['bi'].split('.') self.arch = info['ar'].split('.') @property def filename(self): """ Build and return a filename from the various components. """ if self.buildver: buildver = '-' + self.buildver else: buildver = '' pyver = '.'.join(self.pyver) abi = '.'.join(self.abi) arch = '.'.join(self.arch) # replace - with _ as a local version separator version = self.version.replace('-', '_') return '%s-%s%s-%s-%s-%s.whl' % (self.name, version, buildver, pyver, abi, arch) @property def exists(self): path = os.path.join(self.dirname, self.filename) return os.path.isfile(path) @property def tags(self): for pyver in self.pyver: for abi in self.abi: for arch in self.arch: yield pyver, abi, arch @cached_property def metadata(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: wheel_metadata = self.get_wheel_metadata(zf) wv = wheel_metadata['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) if file_version < (1, 1): fn = 'METADATA' else: fn = METADATA_FILENAME try: metadata_filename = posixpath.join(info_dir, fn) with zf.open(metadata_filename) as bf: wf = wrapper(bf) result = Metadata(fileobj=wf) except KeyError: raise ValueError('Invalid wheel, because %s is ' 'missing' % fn) return result def get_wheel_metadata(self, zf): name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver metadata_filename = posixpath.join(info_dir, 'WHEEL') with zf.open(metadata_filename) as bf: wf = codecs.getreader('utf-8')(bf) message = message_from_file(wf) return dict(message) @cached_property def info(self): pathname = os.path.join(self.dirname, self.filename) with ZipFile(pathname, 'r') as zf: result = self.get_wheel_metadata(zf) return result def process_shebang(self, data): m = SHEBANG_RE.match(data) if m: end = m.end() shebang, data_after_shebang = data[:end], data[end:] # Preserve any arguments after the interpreter if b'pythonw' in shebang.lower(): shebang_python = SHEBANG_PYTHONW else: shebang_python = SHEBANG_PYTHON m = SHEBANG_DETAIL_RE.match(shebang) if m: args = b' ' + m.groups()[-1] else: args = b'' shebang = shebang_python + args data = shebang + data_after_shebang else: cr = data.find(b'\r') lf = data.find(b'\n') if cr < 0 or cr > lf: term = b'\n' else: if data[cr:cr + 2] == b'\r\n': term = b'\r\n' else: term = b'\r' data = SHEBANG_PYTHON + term + data return data def get_hash(self, data, hash_kind=None): if hash_kind is None: hash_kind = self.hash_kind try: hasher = getattr(hashlib, hash_kind) except AttributeError: raise DistlibException('Unsupported hash algorithm: %r' % hash_kind) result = hasher(data).digest() result = base64.urlsafe_b64encode(result).rstrip(b'=').decode('ascii') return hash_kind, result def write_record(self, records, record_path, base): records = list(records) # make a copy for sorting p = to_posix(os.path.relpath(record_path, base)) records.append((p, '', '')) records.sort() with CSVWriter(record_path) as writer: for row in records: writer.writerow(row) def write_records(self, info, libdir, archive_paths): records = [] distinfo, info_dir = info hasher = getattr(hashlib, self.hash_kind) for ap, p in archive_paths: with open(p, 'rb') as f: data = f.read() digest = '%s=%s' % self.get_hash(data) size = os.path.getsize(p) records.append((ap, digest, size)) p = os.path.join(distinfo, 'RECORD') self.write_record(records, p, libdir) ap = to_posix(os.path.join(info_dir, 'RECORD')) archive_paths.append((ap, p)) def build_zip(self, pathname, archive_paths): with ZipFile(pathname, 'w', zipfile.ZIP_DEFLATED) as zf: for ap, p in archive_paths: logger.debug('Wrote %s to %s in wheel', p, ap) zf.write(p, ap) def build(self, paths, tags=None, wheel_version=None): """ Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. """ if tags is None: tags = {} libkey = list(filter(lambda o: o in paths, ('purelib', 'platlib')))[0] if libkey == 'platlib': is_pure = 'false' default_pyver = [IMPVER] default_abi = [ABI] default_arch = [ARCH] else: is_pure = 'true' default_pyver = [PYVER] default_abi = ['none'] default_arch = ['any'] self.pyver = tags.get('pyver', default_pyver) self.abi = tags.get('abi', default_abi) self.arch = tags.get('arch', default_arch) libdir = paths[libkey] name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver archive_paths = [] # First, stuff which is not in site-packages for key in ('data', 'headers', 'scripts'): if key not in paths: continue path = paths[key] if os.path.isdir(path): for root, dirs, files in os.walk(path): for fn in files: p = fsdecode(os.path.join(root, fn)) rp = os.path.relpath(p, path) ap = to_posix(os.path.join(data_dir, key, rp)) archive_paths.append((ap, p)) if key == 'scripts' and not p.endswith('.exe'): with open(p, 'rb') as f: data = f.read() data = self.process_shebang(data) with open(p, 'wb') as f: f.write(data) # Now, stuff which is in site-packages, other than the # distinfo stuff. path = libdir distinfo = None for root, dirs, files in os.walk(path): if root == path: # At the top level only, save distinfo for later # and skip it for now for i, dn in enumerate(dirs): dn = fsdecode(dn) if dn.endswith('.dist-info'): distinfo = os.path.join(root, dn) del dirs[i] break assert distinfo, '.dist-info directory expected, not found' for fn in files: # comment out next suite to leave .pyc files in if fsdecode(fn).endswith(('.pyc', '.pyo')): continue p = os.path.join(root, fn) rp = to_posix(os.path.relpath(p, path)) archive_paths.append((rp, p)) # Now distinfo. Assumed to be flat, i.e. os.listdir is enough. files = os.listdir(distinfo) for fn in files: if fn not in ('RECORD', 'INSTALLER', 'SHARED', 'WHEEL'): p = fsdecode(os.path.join(distinfo, fn)) ap = to_posix(os.path.join(info_dir, fn)) archive_paths.append((ap, p)) wheel_metadata = [ 'Wheel-Version: %d.%d' % (wheel_version or self.wheel_version), 'Generator: distlib %s' % __version__, 'Root-Is-Purelib: %s' % is_pure, ] for pyver, abi, arch in self.tags: wheel_metadata.append('Tag: %s-%s-%s' % (pyver, abi, arch)) p = os.path.join(distinfo, 'WHEEL') with open(p, 'w') as f: f.write('\n'.join(wheel_metadata)) ap = to_posix(os.path.join(info_dir, 'WHEEL')) archive_paths.append((ap, p)) # Now, at last, RECORD. # Paths in here are archive paths - nothing else makes sense. self.write_records((distinfo, info_dir), libdir, archive_paths) # Now, ready to build the zip file pathname = os.path.join(self.dirname, self.filename) self.build_zip(pathname, archive_paths) return pathname def install(self, paths, maker, **kwargs): """ Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. """ dry_run = maker.dry_run warner = kwargs.get('warner') lib_only = kwargs.get('lib_only', False) pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver metadata_name = posixpath.join(info_dir, METADATA_FILENAME) wheel_metadata_name = posixpath.join(info_dir, 'WHEEL') record_name = posixpath.join(info_dir, 'RECORD') wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: with zf.open(wheel_metadata_name) as bwf: wf = wrapper(bwf) message = message_from_file(wf) wv = message['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) if (file_version != self.wheel_version) and warner: warner(self.wheel_version, file_version) if message['Root-Is-Purelib'] == 'true': libdir = paths['purelib'] else: libdir = paths['platlib'] records = {} with zf.open(record_name) as bf: with CSVReader(stream=bf) as reader: for row in reader: p = row[0] records[p] = row data_pfx = posixpath.join(data_dir, '') info_pfx = posixpath.join(info_dir, '') script_pfx = posixpath.join(data_dir, 'scripts', '') # make a new instance rather than a copy of maker's, # as we mutate it fileop = FileOperator(dry_run=dry_run) fileop.record = True # so we can rollback if needed bc = not sys.dont_write_bytecode # Double negatives. Lovely! outfiles = [] # for RECORD writing # for script copying/shebang processing workdir = tempfile.mkdtemp() # set target dir later # we default add_launchers to False, as the # Python Launcher should be used instead maker.source_dir = workdir maker.target_dir = None try: for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') # The signature file won't be in RECORD, # and we don't currently don't do anything with it if u_arcname.endswith('/RECORD.jws'): continue row = records[u_arcname] if row[2] and str(zinfo.file_size) != row[2]: raise DistlibException('size mismatch for ' '%s' % u_arcname) if row[1]: kind, value = row[1].split('=', 1) with zf.open(arcname) as bf: data = bf.read() _, digest = self.get_hash(data, kind) if digest != value: raise DistlibException('digest mismatch for ' '%s' % arcname) if lib_only and u_arcname.startswith((info_pfx, data_pfx)): logger.debug('lib_only: skipping %s', u_arcname) continue is_script = (u_arcname.startswith(script_pfx) and not u_arcname.endswith('.exe')) if u_arcname.startswith(data_pfx): _, where, rp = u_arcname.split('/', 2) outfile = os.path.join(paths[where], convert_path(rp)) else: # meant for site-packages. if u_arcname in (wheel_metadata_name, record_name): continue outfile = os.path.join(libdir, convert_path(u_arcname)) if not is_script: with zf.open(arcname) as bf: fileop.copy_stream(bf, outfile) outfiles.append(outfile) # Double check the digest of the written file if not dry_run and row[1]: with open(outfile, 'rb') as bf: data = bf.read() _, newdigest = self.get_hash(data, kind) if newdigest != digest: raise DistlibException('digest mismatch ' 'on write for ' '%s' % outfile) if bc and outfile.endswith('.py'): try: pyc = fileop.byte_compile(outfile) outfiles.append(pyc) except Exception: # Don't give up if byte-compilation fails, # but log it and perhaps warn the user logger.warning('Byte-compilation failed', exc_info=True) else: fn = os.path.basename(convert_path(arcname)) workname = os.path.join(workdir, fn) with zf.open(arcname) as bf: fileop.copy_stream(bf, workname) dn, fn = os.path.split(outfile) maker.target_dir = dn filenames = maker.make(fn) fileop.set_executable_mode(filenames) outfiles.extend(filenames) if lib_only: logger.debug('lib_only: returning None') dist = None else: # Generate scripts # Try to get pydist.json so we can see if there are # any commands to generate. If this fails (e.g. because # of a legacy wheel), log a warning but don't give up. commands = None file_version = self.info['Wheel-Version'] if file_version == '1.0': # Use legacy info ep = posixpath.join(info_dir, 'entry_points.txt') try: with zf.open(ep) as bwf: epdata = read_exports(bwf) commands = {} for key in ('console', 'gui'): k = '%s_scripts' % key if k in epdata: commands['wrap_%s' % key] = d = {} for v in epdata[k].values(): s = '%s:%s' % (v.prefix, v.suffix) if v.flags: s += ' %s' % v.flags d[v.name] = s except Exception: logger.warning('Unable to read legacy script ' 'metadata, so cannot generate ' 'scripts') else: try: with zf.open(metadata_name) as bwf: wf = wrapper(bwf) commands = json.load(wf).get('extensions') if commands: commands = commands.get('python.commands') except Exception: logger.warning('Unable to read JSON metadata, so ' 'cannot generate scripts') if commands: console_scripts = commands.get('wrap_console', {}) gui_scripts = commands.get('wrap_gui', {}) if console_scripts or gui_scripts: script_dir = paths.get('scripts', '') if not os.path.isdir(script_dir): raise ValueError('Valid script path not ' 'specified') maker.target_dir = script_dir for k, v in console_scripts.items(): script = '%s = %s' % (k, v) filenames = maker.make(script) fileop.set_executable_mode(filenames) if gui_scripts: options = {'gui': True } for k, v in gui_scripts.items(): script = '%s = %s' % (k, v) filenames = maker.make(script, options) fileop.set_executable_mode(filenames) p = os.path.join(libdir, info_dir) dist = InstalledDistribution(p) # Write SHARED paths = dict(paths) # don't change passed in dict del paths['purelib'] del paths['platlib'] paths['lib'] = libdir p = dist.write_shared_locations(paths, dry_run) if p: outfiles.append(p) # Write RECORD dist.write_installed_files(outfiles, paths['prefix'], dry_run) return dist except Exception: # pragma: no cover logger.exception('installation failed.') fileop.rollback() raise finally: shutil.rmtree(workdir) def _get_dylib_cache(self): global cache if cache is None: # Use native string to avoid issues on 2.x: see Python #20140. base = os.path.join(get_cache_base(), str('dylib-cache'), sys.version[:3]) cache = Cache(base) return cache def _get_extensions(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver arcname = posixpath.join(info_dir, 'EXTENSIONS') wrapper = codecs.getreader('utf-8') result = [] with ZipFile(pathname, 'r') as zf: try: with zf.open(arcname) as bf: wf = wrapper(bf) extensions = json.load(wf) cache = self._get_dylib_cache() prefix = cache.prefix_to_dir(pathname) cache_base = os.path.join(cache.base, prefix) if not os.path.isdir(cache_base): os.makedirs(cache_base) for name, relpath in extensions.items(): dest = os.path.join(cache_base, convert_path(relpath)) if not os.path.exists(dest): extract = True else: file_time = os.stat(dest).st_mtime file_time = datetime.datetime.fromtimestamp(file_time) info = zf.getinfo(relpath) wheel_time = datetime.datetime(*info.date_time) extract = wheel_time > file_time if extract: zf.extract(relpath, cache_base) result.append((name, dest)) except KeyError: pass return result def is_compatible(self): """ Determine if a wheel is compatible with the running system. """ return is_compatible(self) def is_mountable(self): """ Determine if a wheel is asserted as mountable by its metadata. """ return True # for now - metadata details TBD def mount(self, append=False): pathname = os.path.abspath(os.path.join(self.dirname, self.filename)) if not self.is_compatible(): msg = 'Wheel %s not compatible with this Python.' % pathname raise DistlibException(msg) if not self.is_mountable(): msg = 'Wheel %s is marked as not mountable.' % pathname raise DistlibException(msg) if pathname in sys.path: logger.debug('%s already in path', pathname) else: if append: sys.path.append(pathname) else: sys.path.insert(0, pathname) extensions = self._get_extensions() if extensions: if _hook not in sys.meta_path: sys.meta_path.append(_hook) _hook.add(pathname, extensions) def unmount(self): pathname = os.path.abspath(os.path.join(self.dirname, self.filename)) if pathname not in sys.path: logger.debug('%s not in path', pathname) else: sys.path.remove(pathname) if pathname in _hook.impure_wheels: _hook.remove(pathname) if not _hook.impure_wheels: if _hook in sys.meta_path: sys.meta_path.remove(_hook) def verify(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver metadata_name = posixpath.join(info_dir, METADATA_FILENAME) wheel_metadata_name = posixpath.join(info_dir, 'WHEEL') record_name = posixpath.join(info_dir, 'RECORD') wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: with zf.open(wheel_metadata_name) as bwf: wf = wrapper(bwf) message = message_from_file(wf) wv = message['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) # TODO version verification records = {} with zf.open(record_name) as bf: with CSVReader(stream=bf) as reader: for row in reader: p = row[0] records[p] = row for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') if '..' in u_arcname: raise DistlibException('invalid entry in ' 'wheel: %r' % u_arcname) # The signature file won't be in RECORD, # and we don't currently don't do anything with it if u_arcname.endswith('/RECORD.jws'): continue row = records[u_arcname] if row[2] and str(zinfo.file_size) != row[2]: raise DistlibException('size mismatch for ' '%s' % u_arcname) if row[1]: kind, value = row[1].split('=', 1) with zf.open(arcname) as bf: data = bf.read() _, digest = self.get_hash(data, kind) if digest != value: raise DistlibException('digest mismatch for ' '%s' % arcname) def update(self, modifier, dest_dir=None, **kwargs): """ Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. """ def get_version(path_map, info_dir): version = path = None key = '%s/%s' % (info_dir, METADATA_FILENAME) if key not in path_map: key = '%s/PKG-INFO' % info_dir if key in path_map: path = path_map[key] version = Metadata(path=path).version return version, path def update_version(version, path): updated = None try: v = NormalizedVersion(version) i = version.find('-') if i < 0: updated = '%s+1' % version else: parts = [int(s) for s in version[i + 1:].split('.')] parts[-1] += 1 updated = '%s+%s' % (version[:i], '.'.join(str(i) for i in parts)) except UnsupportedVersionError: logger.debug('Cannot update non-compliant (PEP-440) ' 'version %r', version) if updated: md = Metadata(path=path) md.version = updated legacy = not path.endswith(METADATA_FILENAME) md.write(path=path, legacy=legacy) logger.debug('Version updated from %r to %r', version, updated) pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver record_name = posixpath.join(info_dir, 'RECORD') with tempdir() as workdir: with ZipFile(pathname, 'r') as zf: path_map = {} for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') if u_arcname == record_name: continue if '..' in u_arcname: raise DistlibException('invalid entry in ' 'wheel: %r' % u_arcname) zf.extract(zinfo, workdir) path = os.path.join(workdir, convert_path(u_arcname)) path_map[u_arcname] = path # Remember the version. original_version, _ = get_version(path_map, info_dir) # Files extracted. Call the modifier. modified = modifier(path_map, **kwargs) if modified: # Something changed - need to build a new wheel. current_version, path = get_version(path_map, info_dir) if current_version and (current_version == original_version): # Add or update local version to signify changes. update_version(current_version, path) # Decide where the new wheel goes. if dest_dir is None: fd, newpath = tempfile.mkstemp(suffix='.whl', prefix='wheel-update-', dir=workdir) os.close(fd) else: if not os.path.isdir(dest_dir): raise DistlibException('Not a directory: %r' % dest_dir) newpath = os.path.join(dest_dir, self.filename) archive_paths = list(path_map.items()) distinfo = os.path.join(workdir, info_dir) info = distinfo, info_dir self.write_records(info, workdir, archive_paths) self.build_zip(newpath, archive_paths) if dest_dir is None: shutil.copyfile(newpath, pathname) return modified def compatible_tags(): """ Return (pyver, abi, arch) tuples compatible with this Python. """ versions = [VER_SUFFIX] major = VER_SUFFIX[0] for minor in range(sys.version_info[1] - 1, - 1, -1): versions.append(''.join([major, str(minor)])) abis = [] for suffix, _, _ in imp.get_suffixes(): if suffix.startswith('.abi'): abis.append(suffix.split('.', 2)[1]) abis.sort() if ABI != 'none': abis.insert(0, ABI) abis.append('none') result = [] arches = [ARCH] if sys.platform == 'darwin': m = re.match('(\w+)_(\d+)_(\d+)_(\w+)$', ARCH) if m: name, major, minor, arch = m.groups() minor = int(minor) matches = [arch] if arch in ('i386', 'ppc'): matches.append('fat') if arch in ('i386', 'ppc', 'x86_64'): matches.append('fat3') if arch in ('ppc64', 'x86_64'): matches.append('fat64') if arch in ('i386', 'x86_64'): matches.append('intel') if arch in ('i386', 'x86_64', 'intel', 'ppc', 'ppc64'): matches.append('universal') while minor >= 0: for match in matches: s = '%s_%s_%s_%s' % (name, major, minor, match) if s != ARCH: # already there arches.append(s) minor -= 1 # Most specific - our Python version, ABI and arch for abi in abis: for arch in arches: result.append((''.join((IMP_PREFIX, versions[0])), abi, arch)) # where no ABI / arch dependency, but IMP_PREFIX dependency for i, version in enumerate(versions): result.append((''.join((IMP_PREFIX, version)), 'none', 'any')) if i == 0: result.append((''.join((IMP_PREFIX, version[0])), 'none', 'any')) # no IMP_PREFIX, ABI or arch dependency for i, version in enumerate(versions): result.append((''.join(('py', version)), 'none', 'any')) if i == 0: result.append((''.join(('py', version[0])), 'none', 'any')) return set(result) COMPATIBLE_TAGS = compatible_tags() del compatible_tags def is_compatible(wheel, tags=None): if not isinstance(wheel, Wheel): wheel = Wheel(wheel) # assume it's a filename result = False if tags is None: tags = COMPATIBLE_TAGS for ver, abi, arch in tags: if ver in wheel.pyver and abi in wheel.abi and arch in wheel.arch: result = True break return result site-packages/pip/_vendor/distlib/w64.exe 0000644 00000270000 15231162611 0014262 0 ustar 00 MZ� �� � @ � � � �!�L�!This program cannot be run in DOS mode. $ 1�ZP�FZP�FZP�F� kF[P�FA�XFDP�FA�YF6P�FA�mFSP�FS(`F_P�FZP�FP�FA�]F[P�FA�iF[P�FA�nF[P�FRichZP�F PE d� ��RW � " � � X) @ � / @� H < p �P ` � � d � � � .text _� � `.rdata 5 � 6 � @ @.data �8 � @ �.pdata � ` @ @.rsrc �P p R @ @.reloc , � l @ B ���� L��I�SM�CM�K SWH��H H�� H3�H��$0 L�ʺ I�CH�L$0D�B�3�H�D$ �u7 H� �� �(� H��H��5 H��u,H��tJH��� H���� H��5 H��u H��� �#L��� H�T$0A� 3��D$(� f�|$ �й �7� ���H�\$H�t$WH�� ��" H��H��3�L��L�B���I��� L��H��t ��" H��A;ID�I��I+�L�D9���H�t$8H��H�\$0H�� _��H�\$H�t$H�|$ UATAUAVAWH��H��@L��L�� H��2 H�M0E3�L�e0� A�̅�H��� ���x���H�M0E�D$3��� H�M0� H�M0Lc�A��������AH�E3���� L�M0E�|$A��A� I���7 I��H�����H��H��t H�M�E�D$H���c Hc�I+�H�� � ���! H�M0A�� �H��AH�E3����' L�M0D��I��H���� H��H���z���A��H�<� H��H�������H�M�H��A� �c Hc�H��H+�H��' +}�H�M0+}�� AH�E3���� L�M0A� I��I���P A��H��� H��H�����(���N�\+�M;�r��� fA9t M+�M;�s��M��H�M0�O L�\$@I��I�[8I�s@I�{HI��A_A^A]A\]���H�\$H�t$WH��@H��H����� H�# �D$0 � L��H��L��H�t$(�d$ �)� ��u ��� ��D�H�t$X��H�\$PH��@_��H��(��u� f2 ��t3��� � H��(�H�\$H�|$UH�l$�H�� H�2 H3�H�EpH��3�3�~� L�E�A�� H��H�D$P� H��H�D$ �I� ��t�|$P� u� �3�H��� �����M� 0 L�E�A�� � H���� H��� �����3�H�L$pD�Bh�5 ������D$ph ��� H�U�H�����H��� ���d����������� H�U�H���u���H��� ���?�������� H�U�H���P���H��� ������H� ����� �E� ��� L�\$XL�\$HH�D$pE3�H�D$@H�d$8 H�d$0 �d$( E3�H��3��D$ ��� H�D� L�Nj����D�\$hH�T$XH��D� �0 ��� H�L$`�-� H�L$X����� H�L$XH�T$P��� H�� ���a����L$P�W� ���H��H�XH�hH�pH�x ATAUAVH��p H�5 H3�H��$` �$� �" f98t�O����H����H���� 3�D�fH��u L�-�� �#L�h�A����� ��tI��A�E f��u�L�5�- � 3�I��D���� f9=�- ��u L�5�- H��H��$P fA�4V�8 P�����H�B� H��H�����d���H�� H��H��H;�s�9 t�9 t H��H;�r��H����H��H�� ���'���@�7H�D$@+�L��A�Թ� D�ωl$(H�D$ �`� �΅�H� � Hc������f�t|@H�l$@f9t$@t�M A��� ��t H��f9u u�f�} #��H��� ������A������ ��t H���E f��u�f�} !��H��� ���u����A����� ��t H���E f��u�H�(� H���� �" L��H��t2f9pt,f9Xt&�H� �P ��uH��� I�L$��� �Ƌ�M��H��� ����I��f9] u#fA9 $��H� � ������fA�4$I��H��fA9 $��H�9� �����fA94$t/A� $� �� ��t fA�4$�� ��� ��tI��A�$f��u��H��H�� ���]�����M��H�1� ���I���3�I��I��I���Pf�H��H��L�A�I��f�I��H��H��L�I��f�I��H��H��L�I��f�H��I�\H���� H� � H��H��@�Ƌ�����L�l$8L�t$0L� "� L��H��H��L�d$(H�l$ � H���b�����H��(�K������������������������ff � H; � uH��f����u��H���� �H�\$H�t$WATAUH��0H�d$ E��H��H��E3�A��H������u� � � 3�� A��H������t�A��fD9*����t�� H��H�D$PH��u �J � �fD9.u"�7 � H� H�L$ � ��3�� L��E��H��H���q H��H��� H��H�\$XH�t$`H��0A]A\_����@SH�� I��L��H��H��u�� � ��W ���$A�� H��I�����H�H��t3��� � H�� [��� f;�tH���f��u�f;�uH���3���@SH�� ��H� =� ��� H��tH�� H��b� H��t���H�� [����@SH�� ��������� ��̹ � �̹ � ��@SH�� �= H��H��� H��� H���� H���� H���b H��H�� [�5 �H;�s-H�\$WH�� H��H��H�H��t��H��H;�r�H�\$0H�� _��H�\$WH�� 3�H��H��H;�s��uH� H��t��H��H;�r�H�\$0H�� _����H�\$WH�� H�=R< ��tH� G< �Z% ��t��6< �$ H��� H� S� �~�����uZH� /$ ��# H� '� H�=(� �H�H��t��H��H;�r�H�=�; t H� �; ��$ ��tE3�3�A�P��; 3�H�\$0H�� _��H�\$H�t$D�D$WATAUAVAWH��@E���D��� �~ ��= � � D�%� ���� H� H; ��� H��H�D$0H���� H� "; �l� H��H�D$ L��H�t$(L��H�D$8H��H�|$ H;�rp�9 H9u��H;�r_H��,� H��� H���H� �: �� H��H� �: �� L;�uL;�t�L��H�\$(H��H�\$0L��H�D$8H��H�D$ �H�� H� �� ���H� � H� �� ����E��t� �` E��u&�� � �G A������A��� �H�\$pH�t$xH��@A_A^A]A\_��E3�3��f�����E3�A�P�X���3�3�D�B�K�����̺ 3�D���9����@SH�� ����% ���`# E3��� A�P�������H��t7SH�� L��H� �# 3�� ��u� H���� ���3 �H�� [����@SH�� �d$@ L�D$@��% H��H��u9D$@t�H H��t �> �L$@�H��H�� [����H�\$H�t$WH�� H��H���w|� H��HE�H� �" H��u ��$ � �" �� ���H� �" L��3�-� H��H��u,9�" tH���� ��t �� � � � H���� � � 3�H�\$0H�t$8H�� _���M��t 8tH��I��u�I��H�H#���L��M�K H��8I�C(I�C�I�c� �, H��8���H�\$ UVWATAUAVAWH�� L��L��H�L$hH��M��M��H��H�T$pM��tM��tM��u'�� � �} 3�H�\$xH�� A_A^A]A\_^]�H��$� H��t3�H��I��L;�v)H���tL��3�I���l) H��H��t�3�H��I��L;�w�I��I��G H��tD�O$�A� D�L$`H���X �G A����t^LcwE��tP� I;�DB�E��L;��� L�H��H�L$h�5 D)wA��L�t$hH+�HH�L$pD�L$`L�H+�� L�t$hE��I;�rhE��t 3�I;�v A��E��A��� H��D��I��D+�� D��I;�EG�A��H;�woH���a5 E��L�t$hI���34 ���� ���tk��H+��v���H���+ ���tXH�L$pH��t'A�D�O$H��I��H��D�L$`L�t$hH�L$pH������H���t L��3�I���' �* � " �5����O H+�3�H��I���(����O��I�������H��H�XH�pH�xL�` AUH��0I��M��H��L��M��t`M��t[H�\$`H��u"H���t L��3��' � � �; �/H��� �H�\$ L��M��H��I���N���H��H���s H���3�H�\$@H�t$HH�|$PL�d$XH��0A]��H��8L�L$ M��L��H���@���H��8����f�L$SH�� ��� ��f;�u3��E� f;�sH�� ���H�&� L�L$@H�T$0D���K� 3Ʌ�t�L$@����#�H�� [���H��H�XH�hH�pH�x ATAUAVH�� H��H��u� � �/ ���Z �B3 �{ Lc�}�c 3�A��D�B�C7 ��xҋS�� u +s��� �;L�" ��+k��t<I��I��H���� I��Hk�X�D�tH�C� �8 u��H��H;r�u���� ��x�� � �Z������� �{ u3�� +{M��M��{I��A�� K��Mk�XA�D�t|3�A��D�B�}6 ;�u#H�C��H�� �8 u��H��H;�r�C �CE3���A���I6 ������� ;�w�Ct �C ��t�{$H�! J��A�Dt��+��D5 H�\$@H�l$HH�t$PH�|$XH�� A^A]A\���H�\$H�L$WH�� H��3�H������u�� � �~ ����@ �H��������H���� ��H�\$8H�� _�H�\$H�l$H�t$WH�� �AA����H�٨�u� � ���j���3�AA��u ������H��� 6 D�[E��y A��D�[�A��tA��tA�� r�C$ H����0 D�Nj��4 ���@�ōE�H�\$0H�l$8H�t$@H�� _���H�\$H�t$H�L$WH�� A�؋�H��3�H������u�� � �h ���-��t ��t��u�� �D�Ë�H�������H��� ��H�\$8H�t$@H�� _���H�\$WH�� ��H��H��u�r � � ��F�A�t:� 5 H�ˋ��B8 H���/ ���o7 ��y���H�K(H��t �x���H�c( �c ��H�\$0H�� _���H�\$H�L$WH�� H�ك�3�H������u�� � �w ���&�A@t�a ���. �H���5�����H��� ��H�\$8H�� _���H�\$WH�� H�L$0�� A�MZ H�= ��fD9 ��t3��1HcF��Hǁ8PE u� f9Hu�3ۃ�� v 9�� �É�$� �x ��u"�=� u�" � � �� ���� ��u"�=� u� � � �� ���� ��D/ ��y � ����4� H��/ �= H�i �< ��y � �����q9 ��y � ���� �5��t�������8 �D$l�T$pA� DE�L��3�H���H���D$ ��u���3����F��������$� u���%�����;������H��$� H�Ġ _����H��(��= H��(�R�����H�L$H�� H� Q ��� H�< H�D$XE3�H�T$`H�L$X� H�D$PH�|$P tAH�D$8 H�D$HH�D$0H�D$@H�D$(H�� H�D$ L�L$PL�D$XH�T$`3�詣 �"H��$� H�� H��$� H��H�U H�� H� H��$� H� �� ��� H��� H�D$hH��� H�D$p��� �` � �f= 3�v� H� �a� �=: u � �>= ��� � �H��2� H�Ĉ ���L��I�[I�kI�s I�SWATAUAVAWH��@M�yM�1�AI�y8M+�M��L��H��f�� IcqHI�K�M�C�H��;7�� H�H�\� �C�L;��� �C�L;��� �{ �� �;t�H�L$0I��I�Ѕ��� ~t�} csm�u(H�=�, t H� �, � ��t� H���, �KA� I��I�� I�D$@�SLcM H�D$(I�D$(I�L��I��H�D$ �P� � ��H��;7�� �9���3�� M�A 3�E3�M+Ǩ t;3�9v5H�O�A�L;�r�L;�v ��H��;s���H��L���u�l� �D��IcqHH��;7sUH��H��HߋC�L;�r9�C�L;�s1E��tD;+t1��t;k�t(�; uH�T$x�F�A�D$HD�C�M�A���H��;7r�� L�\$@I�[0I�k@I�sHI��A_A^A]A\_����H�a� �@SH�� �t+ � ��u� �;�L�HcȺ �Q+ �l; H�% H��u$�PH�ˉ 4+ �O; H� H��u� �v3�H��� H�H��0H��H��t H�� ��E3�H��� E�HI��L�� I��H���� I��Hk�XL�I���t I���tM��u�����I��H��0I��u�3�H�� [�H��(�#0 �=X t�; H� b H��(����@SH�� H��H� H� H;�r>H�� H;�w2H��H��������*H+�H��H��H��H��?�L�` �kH�� [�H�K0H�� [H�%�� �@SH�� H�ڃ�}���. �kH�� [�H�J0H�� [H�%ò ���H��� H;�r5H�=� H;�w)�qH+�H��������*H��H��H��H��?�L�� H��0H�%|� ��} �r��� H�J0H�%_� ���H�\$H�l$H�t$ WATAUAVAWH��0�5� E3�I��E�~ E��H��L��E��E��E��fD9:u H��fD9;t��A� ��at0��rt#��wt�- � � 3��C � � A��A ��� ��H��A���f���� ���� �ȃ�SytjA+��� �� tG��t>��t'�� t��u�E���� E�Ѓ�� ��� @��@�� ��@� E���|@��uv�������pE��ubE��A ��c��TtO��t<��t*�� t�������� � u6���9E��u+E�����+E��u E����� �� � u ����� sA����� H���f������E���� �H��fD9;t�H� ݲ A� H����C �������H���H��fD9;t�f�;=�w���H��fD9;t�H��� A� H���C ��u H�� ���NH��� A� H����B ��u H�����+H��� A� H���B ��� ���H�����H��fD9;t�fD93���H�L$hE��D��I���D$ � �3A �������1 �D$h�u�E D�uL�u H��L�uL�u(H�\$`H�l$pH�t$xH��0A_A^A]A\_����H�\$H�t$WH��03ۍK� �3��|$ ;=n& �� Hc�H�> H�<� tfH��@�uU�@ � uL�G���w�O�| ���� H� H�������L� � I��@�t H�Ћ��k����H���|���y����X �5 H��Hc�H�� H� �H��tUH��0�� ��� ��u H� � H� ��"�L� � I�$� �$H�y H� �H��0�k� L� d I� ��c H��t �c � �c H�c H�# H�c( �K �� � H��H�\$@H�t$HH��0_��H� � �H�\$H�t$UWATH��$���H��� H��� H3�H��� A����ك��t�4 �d$p H�L$t3�A�� �� L�\$pH�EH�ML�\$HH�D$P��� L�� H�T$@I��E3��� H��t7H�d$8 H�T$@H�L$`H�L$0H�L$XL��H�L$(H�MM��H�L$ 3��ș � H�� H�� H�� H��� H�� �t$p�|$tH�E��� 3ɋ��߬ H�L$H�̬ ��u��u ���t���3 H��� H3��A�L��$� I�[(I�s0I��A\_]��H��(A� � �A�H������ � �H��H��(H�%W� ���H�\$H�l$H�t$WH��0H��H� � A��I��H���� D��L��H��H��H��t!L�T$`L�T$ ��H�\$@H�l$HH�t$PH��0_�H�D$`H�D$ �^�����H��8H�d$ E3�E3�3�3��w���H��8���L� �� 3�I��D�@; t+��IЃ�-r�A�w� Á�D���� ��AF��H�A�D���H��(�' H��u H��� �H��H��(�H��(� H��u H��� �H��H��(�@SH�� ���� H��u H��� �H����� L�w� H��tL�P���;���A�H�� [�������������ff � H��� M3�M3�H�d$ L�D$(舗 H��� �������f D H�L$H�T$D�D$I� ��������f��������f � ����H�\$H�t$H�|$ATH�� L�%�� 3�3�I���u&Hcƺ� ��H� �H� H� �H���� ��t&��H����$|ɸ H�\$0H�t$8H�|$@H�� A\�Hc�H�I�$� 3���H�\$H�l$H�t$WH�� �$ H� H� ��H�+H��t�{tH�� � H����H�# H��H��u�H� � H�K�H��t �;u�� H��H��u�H�\$0H�l$8H�t$@H�� _��Hc�H��� H�H� �H�%�� H�\$H�t$H�|$AUH�� Hcپ H�=� u� �N �D �� �j�H��H�L�-}� I�|� t���y�( �/ H��H��u�n���� 3��X� �f �H��I�|� u-�� �� ��uH�����2���� 3�� I�\� ��l��H� �� �Ҩ �H�\$0H�t$8H�|$@H�� A]���H�\$WH�� Hc�H�=�� H�H�<� u�����u�H���H� �H�\$0H�� _H�%l� H��(�[ H��� H��t��� �V< H��(��H��(H� ����O� H�� H��(����H� � H� � H� � H� � ����H� � H�%�� ��H�\$H�t$WATAUAVAWH��0��3��|$`3��у��� ��tb��tM��tX��tS��t.��t��t5���� �v����@L�%a H� Z � L�%^ H� W �|L�%F H� ? �l�� H��H��u���r H��� H��Lc�� 9YtH��I��H��H�H;�r�I��H��H�H;�s9Yt3�L�aM�,$� L�%� H� � � �|$`�z� L��I��u3�� M��u A�M� �̅�t3��������t�� t ��tL�|$(�,L��� L�|$(H��� ��uD��� dž� � �D�t$`��u9� �� �щL$ ��� �;�}*Hc�H�H��� H�d� �T$ � �� ��� I�$��t3��v���� ;�u ��� ��A�����A��;�t�� t ������L��� ;�� ���D��� ���H�\$hH�t$pH��0A_A^A]A\_���H� � �H� � �H� � �@SH�� H��H� � �&� H��tH��Ѕ�t� �3�H�� [��3�H�%�� ���H��(� �� ���t ��� � �� �H��(�������H�\$WH�� H��H��H��� H��� �a �A ǁ� Ɓt CƁ� CH�|� H��� � �;����H��� � � �&���� � ����H��� H��uH�(� H��� H��� �9< �� ���H�\$0H�� _����H�\$WH�� �ԣ � �� ����� H��H��uH�H�� �+ H��H��t3� �� H��z� H�˅�t3����~� H�K�����3ۋ�^� H��H�\$0H�� _�@SH�� �q���H��H��u�H�Y�H��H�� [�H���) H�\$WH�� H��H�I8H��t�T�H�KHH��t�F�H�KXH��t�8�H�KhH��t�*�H�KpH��t� �H�KxH��t��H��� H��t��H��� H�� H;�t���� ������H��� H�L$0H��t � uH��� H�L$0H;�t������`���� �V����H��� H��t+H���; H;=Z� tH��� H;�t�? u H���; �� ����H���P�H�\$8H�� _��@SH�� ���������t`H� ������ ��� ���tH�� � �) H��H��t1� �� H���� ��t 3�H��� ������ H�K��� �����3�H�� [����@SH�� � �J�Y) H��H��%� H�N H�? H��u�C�H�# 3�H�� [��H�\$H�t$H�|$ATAUAVH�� L�������H� �I� L��H� � �9� H��I;��� H��I+�L�oI���� I����D H��I;�sU� H;�HB�H�H;�rI���!) 3�H��u�3�H�V H;�rII���) H��t<H��H� �H��C� H�l I��3� H�H�K�&� H�G I���3��/��H��H�\$@H�t$HH�|$PH�� A^A]A\���H��(���H������H��(��H�\$WH�� H� {� H�=t� �H�H��t��H��H;�r�H�\$0H�� _�H�\$WH�� H� S� H�=L� �H�H��t��H��H;�r�H�\$0H�� _�H�\$WH�� H� �� � H� �M� H�H��H��u�H�\$0H�� _���������������H���MZ f9t3��HcH<H�3��9PE u � f9Q�����LcA<E3�L��L�A�@E�XJ�L E��t �Q L;�r �A�L;�rA��H��(E;�r�3��H�������������H��(L��L� b���I���j�����t"M+�I��I�����H��t�@$�� �Ѓ��3�H��(����L��� 3�I��; t��H����r�3��H�H�I�D�����H�\$H�l$H�t$ WATAUH��P H��� H3�H��$@ �����3�H��H���� �N�G ���u �N�G ��u �=�� �\ ��� �� H�-�� A� L�ԫ H��A���]F 3Ʌ�� L�-�� A� f�5�� I���� A�|$�u*L�b� ��I��� F ��tE3�E3�3�3�H�t$ �h��I����E H��H��<vGI����E L�� A� H�LE�H��I+�H�H+�H����D ��tE3�E3�3�3�H�t$ ���L�̪ I��H���%D ��uAL��I��H���D ��uH�X� A� H����A � E3�E3�3�3�H�t$ ���E3�E3�3�3�H�t$ ���E3�E3�3�H�t$ ��̹���� H��H��tUH���tO��L�D$@� A�f93t��I��H����� r�H�L$@@��$3 �@ L�L$0H�T$@H��L��H�t$ �P� H��$@ H3��@��L��$P I�[(I�k0I�s8I��A]A\_����H��(� ��D ��t� ��D ��u �=x� u�� �l����� �b���H��(��H��(E3�� 3��D$0 � H��� H��t)��� <sH� {� L�D$0A� 3��� � H��(���H�\$WH�� I��H��H��t 3�H�B�H��H;�s�@�� 3��]H��� H��HD�3�H���wH� � �PL��g� H��u-�=�� tH��������u�H��t�� �H��t� H�\$0H�� _���H�\$H�t$H�|$UATAUH��H��P3�M��L��H��H�M�D�C(3�I��H�]��\ H��u��� �����vM��tH��t�L�MHL�E@����L;�A��H��G�H�M��E�B H�u�H�uЉE�A�Ջ�H��t3��x!�M�xH�EЈ�H�U�3�� ���t���9]�B�\&��ÍC�L�\$PI�[ I�s(I�{0I��A]A\]���H��H�XH�hH�pH�x ATH��0I��I��H��H��M���� M��uH��uH���� 3��� H���� H���� I;�vM��L�FH� �C �H�D$hL��H�D$(H�D$`H��H�D$ ������ul�J��8"�� �<���~�3�H� �C L��D� H�D$hL��H�D$(H�D$`H��H�D$ �;����D � ���uH���u����8"u3���D� �)��y(� ���u ���� " � ���� �R���H�\$@H�l$HH�t$PH�|$XH��0A\�H��8H�D$`H�D$(H�d$ ���H��8���H��H�XH�hH�p �HWH�� H��H��� �KHc�u�J�� �K ���4 ��@t �.�� " ��3���t�{���� H�C��H��K�C�{�����C� u/�?�H��0H;�t�1�H��`H;�u ��� W ��uH���V �C �� �+H�S+kH�BH��C$�ȉC��~D�ŋ��U ���W�� �K�?������t#���t H��H��H�$� �� H��Hk�XH ��H� �� �A t3ҋ�D�B�M H������H�K�D$0��� H�T$0��D���/U ��;������D$0H�\$8H�l$@H�t$HH�� _����@SH�� H���A H��u��H�CH��� H�H��� H�KH;�� t��� �#� u��1 H�H�� H9CtH�C��� � �� u �4 H�CH�C��� u��� �C��H��H�� [��������������ff � H��I��rS��I�I��I��@r H�ك�tL+�H�H�M��I��?I��u9M��I��I��tfff��H�H��I��u�M��t �H��I��u�� @ fff�ff�I�� s0H�H�QH�QH��@H�Q�H�Q�I��H�Q�H�Q�H�Q�u��f D H�H�QH�QH��@H�Q�H�Q�I��H�Q�H�Q�H�Q�u�� $ �T�����H�\$H�t$H�|$UATAUH��H��P3�M��L��H��H�M�D�C(3�I��H�]�����H��u��� ����� M��tH��t��E�B H�u�H�u�I�����?v �E����C�$�E�L�MHL�E@H�M�H��A�Ջ�H��t\��xI�M�xH�EЈH�E�H��H�E��H�U�3��������t!H�E�M�x��H�U�3�������t���9]�fB�\f��ÍC�L�\$PI�[ I�s(I�{0I��A]A\]���H�\$H�l$H�t$WATAUH��0E3�I��I��H��H��M���� M��uH��uH���� 3��� H���� H���� I;�vP���L�FH� �X �H�D$xL��H�D$(H�D$pH��H�D$ �R������up���8"�� ���� �v�H� oX L��D� H�D$xL��H�D$(H�D$pH��H�D$ ����fD�l_����uH���u�4��8"u4�*�D� �*��y)fD�/���u ��� " � ��� ����H�\$PH�l$XH�t$`H��0A]A\_����H�\$H�t$WH�� H��H��u��� �M�� �A��� �@� �t �� �A�� ���A� u�xQ �H�AH�H���# D�G$H�W��� �G���� ����� �G�u_H���� ���t<H���� ���t/H���� H��H�5� Hc�H���� D��A�� Mk�XL ��L� �� A�C$�<�u�o �$ u�Gt�G$�G � D��G$H��O�H��H��������� G�g ��H�\$0H�t$8H�� _���H�T$�L$USVWATAUAVAWH��H��XHc�A���E����]��u�r�3��8�I�� �� 3����� ;� �� H��L��L� ����I���� K��� F Hk�X�D1��l �����v���8���� �_ D����> ��6 H��t�D�l18A� E�A�A��D�m`��t��u ��Шt���L���`��Шt���A;�AB؋�� L��H��u�o�� ��� �� �MH3�D�B�E L� ��L��K��� F L�\0@K��� F I��A� �D0H�� �L0 A:��� ���� A�K��� F A��A�I�VE�`�D�D0 E��tbK��� F �L09A:�tQ��tM� K��� F A�H��E�`�D�D09A��u.K��� F �L0:A:�t ��t� K��� F H��E�`�A�D�D0:K��� F L�M�D��H� 1H�|$ ��� ���� HcU܅��| ��H;��q L�ծ��D�K��� F �D0��5 A���� ��t A�> u�L0��d0�Ic�I��M��I�H�E�L;�� A� A�E <�� A:�t �H��I���� H�E�H��L;�sI�E�8 uI���~L��� K��� F L�M�H�UXH� 1A� I��H�|$ ��� ��u ��� ��uf9}�taL�����K��� F �D0Ht�}X t D�#K��� F �EX�D1 �;I;�u �}X u� �+�MHA� H���VC �}X L�����t�L�����D�#H��L;m�� ���� K��� F �D0@u�L0� A�E �H��D��E+�}`�� E���� H���uH��� � ���I;�rH����B8� �' t�� B���' ��u�n�� * ���u ��;�uHc�H��]K��� F �D0Ht;H�ÈL0 ��|�K��� F H�ÈD19��u�K��� F H�ÈD1:Hc�H+���MH��A� Hc��5B �E�L�mPA+���D��M�ƉD$(3ҹ� L�l$ �Ɍ D��u�Ԍ �������� ;Ë]�H�A���J��� F @��E�|0H� �Һ t fA9u�L0��d0�Ic�I��M��I�H�E`L;��e A� A�E f���. fA;�tf�H��I��� H�E`H���L;�sI�Ef9u I��� L���� K��� F L�M�H�U�H� 1A� I��H�|$ �� ��u�� ���� 9}��� L�X���K��� F �D0Ht;� f9U�t@fD�#�E�K��� F �D1 �E�K��� F �D19K��� F �T0:�LI;�u� f9U�uf��7�MHH�����D�B�@ � L�ڪ��f9U�t� � L�ƪ��fD�#H��L;m`�����"K��� F �D0@u�L0� A�E f�H��D��E+�]�L�mPM;�tI���*�����AD܋��Y�݊ ��u���� ����� �A�����mu��뵋������,���3������8���� �����H��XA_A^A]A\_^[]��H�\$H�t$�L$WATAUAVAWH�� A��L��Hc����u�V��3ۉ�-��� � 3ۅ��� ;=�� �� L��L��I��L�=�� A�� Mk�XK��B�L ��ti��A���������u���������� �W����[ �K��B�D tD��I�Ջ������������ ���������S\ ��������o��� �����H�\$XH�t$`H�� A_A^A]A\_��H��(H��u�:��� ��������A H��(���H�\$H�t$WH�� I��I��H��M��u3��VH��u���� �������<M��tH;�r L��H���� ��L��3���H��t�H;�s ����" 뾸 H�\$0H�t$8H�� _��H�\$H�l$H�|$ATAUAVH�� H�L$ �� �X �jȋ��^ E3�H��H��u���k H�� H �͉ �� H;�sEH�� H�J��f�B� D�rf�B/ �B1 D�rGD�rCH��� H��XH�J�H H;�rŋ �� fD9t$b�4 H�D$hH���& Lc � L�hM�9L;��� H�=w� �X H��� H��th�S� H�� H�ՉA� H;�sAH�P H�J���b/�f�B� D�rf�B0 D�rGD�rCH�H��XH�J�H H;�rɋ�� H��;�|��� �� A����~|I�<$�thI�<$�taA�E tZA�E uI� $�R� ��tEHc�H� �� �� H�Ń� H��Hk�XH,�I�$H�E A�E H�M�E��� ���i����E ��I��I��;�|�E��I��H�=_� H�<;�tH�<;�t �L;�� A�D$��D;��ظ����Ƀ��E��D�u� H��H���tMH��tHH���� ��t;��H�,;��u�L;@� ��u�L;H�L;�� �� �������D; � �L;@H�;����H��XA��H�� �H���� �� �*� 3�L��$� I�[ I�k(I�{0I��A^A]A\���H�\$H�t$WH�� Hc�A������^W H���u���� ���RD��E3���H��ӆ �����u��� �3���t �������H��H��H�� H���� H��Hk�X�d���H�\$0H�t$8H�� _���H�\$�L$VWATAUAVH�� A��D��Hc����u�$��� ���� � ��xs;=�� skH��L��I��L�5�� �� Hk�XK���L��tE����V �K��DtD��A�ԋ������������ ���� �����RW ������� �m��� �����H�\$XH�� A^A]A\_^��H�\$H�t$WH�� �A3�H��$<u?�A t6�9+y��~-����H�SD�Nj��&B ;�u�C��y��C��K ��H�K�c ��H�t$8H� H�\$0H�� _����@SH�� H��H��u H�� [�4 �g�����t��� �C @ tH���Q������X ����3�H�� [�H�\$H�t$H�|$ATAUAWH��0D��3�3��N�h���3�A���\$ ; '� �� Lc�H��� J�<� thJ��B�t^�������H��� J� �A�t3A��u�6���A;�t#�Ɖt$$�E��u�At����A;�AD��|$(H��� J���������p���� ����A��D���H�\$PH�t$XH�|$`H��0A_A]A\ù � �����H�\$WH�� Hc����0T H���tYH�'� � ��u @��� u ;�u �@`t�T � H����S H;�t ����S H��c� ��u �1� ���3ۋ�� S L��H��H��A�� H��� H� �Mk�XB�D ��t ���"�����3�H�\$0H�� _�H�\$�L$VWATH�� Hcك��u����� ���� � ��xe; M� s]H��H��H��L�%>� �� Hk�XI���L8��t7���S �I��D8t ����������J��� �����T ����Q��� �)��� �����H�\$PH�� A\_^��@SH�� �A�H��t"�At H�I�>����c����3�H�H�C�CH�� [��H��(H��8csm�u+�xu%�@ = �t=!�t="�t= @�u�����3�H��(����H��(H� ����� � 3�H��(�H�\$H�l$H�t$WH�� H�����E3�H��H���� H��� H��99tH��� H��H;�r�H��� H;�s99tI��H���R L�AM���E I��u L�IA�@��4 I��u���& H��� H��� �y�� �0 H��� H��L�L�H��� |�9� ���� uǃ� � � �9� �uǃ� � � �9� �u ǃ� � �z�9� �u ǃ� � �f�9� �u ǃ� � �R�9� �u ǃ� � �>�9� �u ǃ� � �*�9� �u ǃ� � ��9� ��Ǻ� D�� ��� � A�Љ�� � L�I�IA��H��� ����3�H�\$0H�l$8H�t$@H�� _�H�\$WH�� 3�9=�� u�{" H� t� H��� H��HD; w �; t3��t)�;"u 3�������� �T ��tH��H����< w H�Ê��u�H��H�\$0H�� _����H�\$H�l$H�t$WH��0�= � u�! H� �� 3�H��u��� <=t��H���R" H�\���u�G� Hc��� H��H�5� H��t�H� i� �; tPH���" �;=�pt.Hc� H��� H�H��tsL��H��H����S ��uKH��Hc�H; u�H� � H��註��H�%� H�' �6� 3�H�\$@H�l$HH�t$PH��0_�H�d$ E3�E3�3�3�� ���H� �� �Y���H�%u� � ���H��H�XH�hH�pH�x ATAUAVH�� L�l$`M��I��A�e L��H��A� H��tL�I��3�;"u3���@�"��H�Ë��9A�E H��t��H���3H�Ë���R ��tA�E H��t��H��H��@��t��u�@�� t@�� u�H��t �G� �H��3��; �� �; t�; uH����; �� M��tI�<$I��A�� 3��H����;\t��;"u6��u ��tH�C�8"uH��� 3�3҅����������H��t�\H��A�E ��u���tO��u< tG< tC��t7���Q H��t��t�H�ÈH��A�E ��H��� ��tH��A�E A�E H���Y���H��t� H��A�E ����M��tI�$$ A�H�\$@H�l$HH�t$PH�|$XH�� A^A]A\��H�\$H�t$ WH��0�="� u� H�=� A� 3�H���� �L| H� �� H�=v� H��t�; uH��H�D$HL�L$@E3�3�H��H�D$ ���Hct$@H�������� H;�s\HcL$HH���sQH��H;�rHH��� H��H��t8L��H�D$HL�L$@H��H��H�D$ �g���D�\$@H�=�� A��3�D� �� ���H�\$PH�t$XH��0_���H��H�XH�hH�pH�x ATH��@��{ E3�H��H���� H��fD9 tH��fD9#u�H��fD9#u�L�d$8H+�L�d$0H�L��3�D�K3�D�d$(L�d$ �*{ Hc�tQH���+ H��H��tAL�d$8L�d$0D�KL��3�3ɉl$(H�D$ ��z ��u H���Ƿ��I��H���z H��� H���z 3�H�\$PH�l$XH�t$`H�|$hH��@A\�H�\$WH�� H�Ӹ H�d$0 H�2��-�+ H;�t H��H��� �vH�L$0��z H�\$0��z D��I3��y D��I3�dz H�L$8D��I3�Kz L�\$8L3�H������� L#�H�3��-�+ L;�LD�L� F� I��L� D� H�\$@H�� _�̃%9� �H��H�XH�hH�pH�x ATH�� �=y� 3�H��A��H���(���H��H��u(��t$���y �=N� D��� D;�A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\���H��H�XH�hH�pH�x ATH�� 3�H��H��A��E3�H��H���i��H��H��u*9�� v"��Uy D��� D; �� A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\��H��H�XH�hH�pH�x ATH�� 3�H��H��A��H��H��� N H��H��u/H��t*9Q� v"���x D��� D; 9� A��AG�A;�u�H�l$8H�t$@H�|$HH��H�\$0H�� A\����H�\$H�t$WH��03��O������_�\$ ; �� }eHc�H��� H�<� tPH� �A�t蟽�����t�lj|$$��|1H�T� H� �H��0�fw H� ?� H� ��ʴ��L� /� I�$� ��돹 �l����H�\$@H�t$HH��0_���H�\$L�D$H�L$UVWATAUAVAWH��H�� 3�A��A��H���E� D�g�}�@�}XH�}�E��t�}�A��D�e�D��H�M��O ���) � � ��u�� @ u9E�tE ���A� � �A#�A� �t[��tA��t8�����8� ����� ��&����H��$� H�Ā A_A^A]A\_^]�D���@��t�� u�A� @�E��M`D�u�A� ��t-��t#��t��t��@u�E;�����A��� A���A����ƹ �U�#�A� tFA;�t9= t*= t = t,= t(= t;�t �$���E���A� � A� �E�Ṁ �M�A��t��� ��"Eh���A�DȉM�@��@t��A�����UĉM�D�u��� sA ȉM�@�� t��� @��t�� �M��HG ����u!�`���8� ��6��� �+��� ���H�E@D�E�H�MP� �E�H�|$0�D$(L�M�A��D�d$ ��u H�E�H����� � �A��#�;�uC� @��t9�E�D�E�H�MPA�� H�|$0�D$(L�M�A��D�d$ D�u��Cu H�E�H���u:Hc L�5G� H���� H��Hk�XI�ƀd���s ������b���8� H���t ��uKHc L�5 � H���� H��Hk�XI�ƀd��;s �ȋ��^��H�M�Ps ��u�� ��� �A;�uA��@� ��uA��H�U� �@C Hc L�5�� H���� A� H��E �I��Hk�XD�|Hc H���� H��Hk�XI�ƀd8�A��$H�E��� E���� A��tu� E�Ń����Eȃ��u����8� tM� ������� H�U�A� f�}�����uf�}�uHcUȋ ��I ���tċ E3�3��V����t�A� E���" � @ � @ ��u �E�#�u �� ��#�;�tC= t)= @ t"= t(= @ t!= t= @ u D�EX�� ��#�;�u D�mX�@�}X�� �� A��@D�}��}��� A�ǹ �#�= @� = �tp;��{ E���r E;�vA��v-A���] �MXD���� ���F �E�� � � E��3��N& H��t̋ E3�3��=& H��������� H�U�A� �Z������w���A;�t��ua�}� u D�@�D�EX�� �E�=�� u� ������ ����� =�� u � E3�A�����������D�mX� � E3�3�������=E��txE;�����A�������� E��3��y% H����� E3�3��d% H���u>����E� A� � Ic�E��H�T�E+��. ��������D�E;���D�}�A� Hc D�eXH���� A��H��Hk�XI�ƀd8�Dd8HcH�� H��Hk�XI� Ƌƀd8����D8@8}�u @��tHc H���� H��Hk�XI�ƀL � �A��#�;��� A���� H�M�~o �E�D�E�H�MPH�|$0�D$(A�� L�M��D$ A���p H���u5� o ���A��LcI��A�� H��Mk�XI��B�d�� ��? �r���HcH�ʃ� H��Hk�XI� �H� ���-���E3�E3�3�3�H�|$ ����H�\$WH��@�d$0 3�H�|$pH������u���� �� ����� ��3�H������tك|$x tA������ ����t�D�L$(D�D$ D��L��H��H�L$0�����؉D$4�|$0 t,��t!HcH��H��H��� �� Hk�XH�d���@ ���r������j���H�\$PH��@_���H��8A��D�L$`E��L���D$( H�L$ D��A��I�����H��8���H��H�XH�hH�pH�x ATH��@E3�I��H��H��A��M���� H��u�a��� �������� H��t�H�L$ I���N��L�\$ E9cu?H+�� >f��Ar f��Zwf�� �f��Ar f��Zwf�� H��H��t@f��t;f;�t��4�H�T$ � G �H�T$ ���G H��H��H��t f��tf;�t�����+�D8d$8t H�L$0��� �H�\$PH�l$XH�t$`H�|$hH��@A\���H��(3�L��L��9�� uwM��tzH��u�a���� �������H��(�H��t�L+�C� f��Ar f��Zwf�� A�f��Ar f��Zwf�� I��I��t f��tf;�t�����+ȋ�H��(�E3��U���H��(�M��u3���f��tf;u H��H��I��u��� +���@SH�� E�H��L��A��A� L��tA�@McP��L�Hc�L#�Ic�J�H�C�HHK�At �A���H�L�L3�I��H�� [�y����H��(M�A8H��I������ H��(����H��(����H��t � ������ tA� � @A�H诽��� ������������������ff � L��H+��� I��ra��t6��t � I�ȈH����tf� I��f�H����t � I���H��M��I��uQM��I��tH� H�H��I��u�I��M��uI��� @ � �H��I��u�I���fffffff � fff�ff�I�� sBH� L�T H�� H�A�L�Q�H�D �L�T �I��H�A�L�Q�u�I�� �q���fff � f�H�� r�� D @H��� ��u�H�� �@ L� L�T L� L�QL�L L�T L�IL�QL�L L�T (H��@L�I�L�Q�L�L �L�T ���L�I�L�Q�u�I�� I�� �q���� $ ���ffff � fff�fff�f�I�I��ra��t6��t H�Ɋ I�Ȉ��tH��f� I��f���t H��� I���M��I��uPM��I��tH��H� I��H�u�I��M��uI��� H�Ɋ I�Ȉu�I���fffffff � fff�ff�I�� sBH�D �L�T �H�� H�AL�QH�D L� I��H�AL�u�I�� �s���ffff � f�H�� �w�� H�� D @��u�H�� �@ L�L �L�T �L�I�L�Q�L�L �L�T �L�I�L�Q�L�L �L�T �H��@L�IL�QL�L L� ��L�IL�u�I�� I�� �q���� $ ����H�� H��t� H�� H��t� H�� H��t� H��0 H��t� H�AXA� H�\� H9P�t H�H��t�H�x� t H�PH��t�H�� I��u�H��X �` �H���� A���D H�� H��t�DH�� H��t�DH�� H��t�DH��0 H��t�DH�AXA� H��� H9P�t H�H��t�D H�x� t H�PH��t�D H�� I��u�H��X �D�` H���H�\$H�t$WH�� H��( H��H��tyH� �� H;�tmH�� H��ta�8 u\H�� H��t�9 u����H��( �E H�� H��t�9 u�]���H��( �mE H�� �E���H��( �9���H��0 H��tG�8 uBH��8 H�� ����H��H �� H+�����H��P H+���H��0 ���H��X H��� H;�t��` u��@ H��X 蹣��H�{X� H�U� H9G�tH�H��t �9 u董��H�� tH�OH��t �9 u�w���H�� H��u�H��H�\$0H�t$8H�� _�W������@SH�� H��H��tAH��t<L�L;�t/H�H���.���M��t I�����A�: uH��� L;�t�:���H���3�H�� [��@SH�� �U���H�؋�� � � tH��� t�5���H��� �+� �z����H��� H��� �V���H�ع �Y���H��u�K �h���H��H�� [����H�\$H�l$H�t$WH�� H�Y H�� H��D��3�����E3�H�}A�KA��D�] L�]f�H�="� H+�� �H��H��u�H�� � �9�H��H��u�H�\$0H�l$8H�t$@H�� _�H��H�XH�pH�x UH��x���H�� H�'� H3�H��p H��IH�T$P�e � ���< 3�H�L$p���H��;�r��D$V�D$p H�|$V�)�WD��D;�wA+�A��J�LpD�B� ����H�����uӋF �d$8 L�D$p�D$0�FD�ˉD$(H��p � 3�H�D$ �H �d$@ �F�V �D$8H�Ep�\$0H�D$(L�L$pD��3ɉ\$ �ZF �d$@ �F�V �D$8H��p �\$0H�D$(L�L$pA� 3ɉ\$ �%F H�UpL��p H+�L��p H�N L+�A�t � �D ��A�t� A�D㈁ �Ɓ H��I��H��u��?3�H�N D�B�A�@ ��w� �B � A��w� �B� �Ɓ ��H��;�r�H��p H3����L��$� I�[I�s I�{(I��]�H�\$WH�� �]���H����� � � tH��� t H��� �l� 臹���H��� H�\$0H; Ӳ tBH��t� uH��� H�L$0H;�t蕟��H��� H��� H��� H�D$0� H�\$0� �%���H��u�K �4���H��H�\$8H�� _���@SH��@��H�L$ 3�����%�� ���u%��� ��b �|$8 tSH�L$0��� ��E���u��� �Vb �ԃ��uH�D$ ��� �@뻀|$8 t H�D$0��� ���H��@[�H�\$UVWATAUH��@H��� H3�H�D$8H���I���3ۋ���u H������� L�-�� ��H��I��A� 98�& A�I�H��0��r�� � ��� �� ���a ���� H�T$ ��za ���� H�N 3�A� ����~�^ D9d$ �� H�D$&8\$&t-8Xt(�8�H;�w+�H�T7 À I�I+�u�H��8u�H�F �� �I�I+�u��N�� t'��t�� t��t���� �� � � �� �F D�f��^H�~�ù f��� 9 � ��������� H�N 3�A� ���L�Tm L� D� I��� O�D*I��A8t18Yt,��A;�wL�L2 A�A�A�AM�;�v�H��8u�I��M�I+�u��~�� D�ft#��t�� t ��u� �� � � �� L+։^ H�NK�|*� �f�H��I+�u�H���r���3�H�L$8H3��'���H��$� H��@A]A\_^]����H��H�XH�pH�xL�` AUH��0��A��脺��H������H��� �����D��;C�u � � �H��3�H���b H��� H��A� ��;H��A������D��� H��� L�%�� � uH��� I;�t蕛��H��� ���� �� ��� �� � ���!�����C�;� �C�6� �C �1� ��L��|���T$ ��}Hc��DKfA��H�C ����T$ �� }HcʊD B���/ ����|$ �� }Hcϊ� B���0 ����H�� �uH� � I;�t���H� ����m����+���u&L�%�� I;�tH��薚���A���� �3�D��A��H�\$@H�t$HH�|$PL�d$XH��0A]���H��(�=� u������ ������ 3�H��(�H��(H��u�ް��� �k���H��H��(�L��H� �� 3�H��(H�%] ��̹ �Ι����������ff � H��H��H� tf��H����t_�u�I��������~I� �H�M��H��L�H��I3�I#�t�H�P���tQ��tGH����t9��t/H����t!��t����t ��u�H�D��H�D��H�D��H�D��H�D��H�D��H�D��H�D��@SUVWATAUAVH��PH�z� H3�H�D$HA��L��L������3�H9 � H���� H� �u ��[ H��H���� H��u H���Z H���z H��G[ H��u H��H��� �xZ H��'[ H�Xu H��H��� �XZ H��[ H�u H��H�n� �8Z H���Z L��H�e� H��t"H��t H��Z H���Z H�8� �H�/� �H�&� L� '� H;�tbL;�t]H��Z H� � H���Y L��H��t<H��t7��H��t*H�L$0A� L�D$8H�L$ A�Q�H��A�ԅ�t�D$@u���@H� �� H;�t4��Y H��t)��H��H��t H� �� H;�t�}Y H��tH���H��H� Y� �cY H��tD��M��I��H����3�H�L$HH3�����H��PA^A]A\_^][�@SH�� E3�L��H��tH��t M��u fD����� ��L�����H�� [�fD9t H��H��u�H��ufE���I+�A� fB�I��f��tH��u�H��ufE��j����" �3�����@SH�� 3�M��M��uH��uH��u 3��/H��tH��tM��uf���M��u f�� ���� �詬����H�� [�L��L��I���u M+�A�fC�I��f��t/I��u��(L+�C�fA�I��f��t I��tI��u�M��ufA�M���n���I���u f�\Q�A�@P�f�藬���" �u����H���H��f��u�H+�H�H������@SH�� E3�L��H��tH��t M��u fD��L���� ��ث����H�� [�I+�A� fB�I��f��tH��u�H��ufE������" ��3����H��(��x ��~ ��u��� �!��� � �� ����� �d�����H��(�@SH�� �B@I��t H�z uA� �%�Jx H��H�������������u ��H�� [��̅�~LH�\$H�l$H�t$WH�� I��I���@��L��H��@�������?�t���H�\$0H�l$8H�t$@H�� _����H�\$H�l$H�t$WATAUH�� A�@@H�\$`I��D�#I���L��t I�x uA�>�# ��~4A�M L��H�������I�Ń?�u�;*uL��H�ձ?����у; uD�#H�\$@H�l$HH�t$PH�� A]A\_����H�\$UVWATAUAVAWH��$0���H��� H�� H3�H��� 3�H��H�L$pH�T$hH�M�I��M���D$dD��D$X���D$D�D$L�D$\�D$T�9���� ���E3�H�E�H��u,����� 蜩��E3�D8]�t H�E���� ����� A���C@L� ut���� H�����H�`� A;�t(���t#Lc�L� Lt��I��A�� H��Mk�XM�� F � L��L� )t��A�@8u)A;�t ���tHc�H�� H��Hk�XI�� F �B8�t,�X���� ���E3�D8]�t H�E���� �A���$ E3�H�T$hH��t�D�"A��D�T$@D�T$HE��L�U�E���� H�]�A� H��H�T$h���� A�D$�<XwI��B�� � ���A��Hc�H� �Ic�H�F�� @� A��D�D$`A���F���A��E���c ���� ���4 ���� ���� ���� ���� ���$ A�ă�d�s �n ��A�8 ��C�� ��E�& ��G� ��Stt��X�� ��Zt��a� ��c�� �+ I�I��H��t/H�XH��t&� A�� s��D$T +��� D�T$T�� H� (� H��� ����� A��0 uA�� I� A;��ǹ���D�I��A�� � H���D$T HD � H���� A��0 uA�� I��A�� t'E�O�H�U�H�L$HM��� : E3҅�t�D$\ �A�G��D$H �E�H�]��8 �D$x A�� A��@H�]�A��� �D$D �\ ��e� ��g~҃�i�� ��n�� ��o�� ��ptc��s������u�� ��x�� �' �P��fD9tH����u�H+�H�� H��HD أ H��� ��D8tH����u�+ˉL$H�{ � A��� �D$dA� E��y\Q�D$P0A�Q�D$Q�OA� E��y@E ��;I�?I��� E3҅������A�� tf�7��7�D$\ �p A��@A� �T$L� � D��uA�� s M�I���.I��A�� tA��@tM�G��E�G��A��@tMcG��E�G�A��@t M��yI��A��D��u A�� rE����y� � A��A;�AO��t$dI��H��� H���#ʉL$L��υ�M��t 3�I��Ic�H��L���B0��9~ƈH���ԋt$@H��� �|$D+�H�ÉD$HE��� ��t �;0� H��D$H�0� uA��guC�D$D �9A;�AO��|$D��� ~&��] Hc����H�E�H��tH�؋���D$D� I�H� � I��A��Hc�H�E���O H�M�D��H�L$0�L$xL�ƉL$(�L$DH�ӉL$ H�M���A���� t 3�9D$DuH� �� �hO H�U�H���A��gu��uH� ~� �HO H�U�H��Ѐ;-uA��H��H���J�t$@E3҉D$HD9T$\�Z A��@t1A��s�D$P-� A��t�D$P+� �|$L�A��t�D$P ��|$LD�d$XH�t$pD+d$HD+�A�� uL�L$@L��A�Ա ���H�E�L�L$@H�L$PL�Ƌ�H�D$ � ���A��tA��uL�L$@L��A�Ա0����|$H3�9D$Ttg��~cH��D�H��� H�M�A� ��H����5 E3҅�u/�U���t(H�E�L�D$pL�L$@H��� H�D$ ���E3҅�u��(A��D�t$@�"H�E�L�L$@L�Ƌ�H��H�D$ �r���E3ҋt$@��x!A��tL�D$pL�L$@A�Ա ����t$@E3�H�E�H��tH��譋��E3�L�U��|$DH�T$hD�D$`A� L� �l��D�"E���5���E��t A������D8U�t H�M���� ���H��� H3�����H��$ H��� A_A^A]A\_^]�A��It=A��ht.A��lt A��wu�A�� 뉀:lu H��A�� �w���A���n���A�� �e����A��<6u�z4uH��A���F���<3u�z2uH��A���.���<d�&���<i� ���<o����<u����<x����<X�����D�T$`H�U�A��D�T$T�j 3���t+H�T$pL�D$@A���F���H�T$hD�"H��H�T$hE��� H�T$pL�D$@A�������t$@E3����A��*u A�?I���|$D������A��D�t$D�r���� �A�č|HЉ|$D�^���A��D�T$D�Q���A��*uA�I���D$X���8���A������D$X� �A�čDHЉD$X����A�� tAA��#t1A��+t"A��-tA��0�����A�����A�����A������A������A������D�T$xD�T$\D�T$XD�T$LE��A��D�t$DD�T$T����՟��� �b���@8u��{����H�\$WH�� Hc�A��H�T$8���\ H���u號��� H���W�T$8L�D$<D��H���K �D$8���u�}J ��t ��螟����H��H��H� � H���� H��Hk�X�d�H�D$8H�\$0H�� _����H�\$�L$VWATAUAVH�� A��L��Hc����u� ���� ���� � ��xv;=�� snH��L��I��L�5�� �� Hk�XK���L��tH���� �K��DtD��I�ԋ�����H���葞��� 覞��� H�����L H��� 莞��� �f���� ��H��H�\$XH�� A^A]A\_^��H�\$ UVWATAUAVAWH��$���0 �N$ H+�H��� H3�H�� 3�E��L��!|$DHc�E��u3��� H��u � ���!8���� �o������ L��L��H�~� I��A�� J� �L�d$PMk�XA�t8L�|$`@�@�@��t@��u A��Шt�A�D t 3ҋ�D�B������ ���� H�� J��A�D��� ���3�H�T$\H��� H�� 9YJ� �I� ���I ���} ��t @���p ��I !|$XI�݉D$\E���M @���� � 3��� ���D$LH��� J��A�|P t A�DL�L$aA� �D$`A�dP H�T$`�I���. ��t4I��H+�I�H���� H�L$@A� H��� ����� H��� A� H��H�L$@� ����� H�d$8 H�d$0 �L$\H�D$`L�D$@A� 3��D$( H��H�D$ �~H D���N H�L$PH�d$ H��� H� �L�L$XH�T$`I� E���G ���" ��A+�|$DD9d$X� �|$L L�d$P�� H�d$ H�]� �D$` J� �L�L$XH�T$`I� A� ��G ���� �|$X�� �D$D���z@��t@��u �E3�f�� f�D$@A��H��D�d$L�D�d$L@��t@��u:�L$@� . f;D$@ug��E��t!A� A��fD�d$@�- f;D$@uD��D$DL�d$P��A+�A;�s&����H��� ��J� �A�DLJ��A�DP �\$L� ��E ���� �\$L�� H�O� J� �A�D��� 3�M��@���� E��� �S D�|$DH�� 3�A��A+�A;�s'A�$I��< u �A��H��H��H���H��H��� r�H!\$ H�� D��D+�H�D$PH� Ǫ H� �D�|$DL�|$`I� L�L$HH�� �F ���/���|$HH�� H+�HcD$HH;�� A�ĺ A+�A;��F����� @���� E���H � D�|$DH�� 3�A��A+�A;�s2A�$I��f�� uf�A��H��H��H��f�H��H��� r�H!\$ H�� D��D+�H�D$PH� � H� �D�|$DL�|$`I� L�L$HH�� �!E ���M���|$HH�� H+�HcD$HH;��* A�ĺ A+�A;��;���� E���p A� H�L$p3�A��A+�A;�s/A�$I��f�� u fD�H��H��H��f�H��H��� r�H�d$8 H�d$0 H�D$p+�L�D$p�D$(U ���� �+�3��D��H�� H�D$ ��D D������ 3�H�D$PH�d$ Hc�H�� E��H� Ĩ H� �H�D$`L�L$HH� D+� D ��t t$HD;�����B ��D;�A��A� A+�A;�����L�|$`���� ��t\��uK街��� 趗��������B ����I� H!|$ L�L$HE��I���C ��������|$H3�뤋�蔗���x���H�D$PH� �� H��A�D@t A�} �2����'���� �<���� �=���+|$D��H�� H3��{��H��$� H��0 A_A^A]A\_^]�H�\$�L$VWATAUAVH�� A��L��Hc����u�ܖ��� 贖��� � ��xs;=W� skH��L��I��L�5H� �� Hk�XK���L��tE��� �K��DtD��I�ԋ���������N���� �c���� ����� ����M���� �%���� 貕����H�\$XH�� A^A]A\_^��@SH�� �4� H�ٹ �g��H�CH��t �K�C$ ��KH�C �C$ H�CH�C�c H�H�� [��H��(���u 袕��� �B��x.; H� s&Hc�H�@� H���� H��Hk�XH���D��@��c���� ��3�H��(��H�\$H�l$ VWATH��@H�� H3�H�D$0�B@H������ H���϶��H�-�� L�%ť ���t5H��贶�����t(H��觶��H��Hc�H��蘶��D��A�� Mk�XM ��L��A�C8$<� H���n������t5H���a������t(H���T���H��Hc�H���E���D��A�� Mk�XM ��L��A�C8$<�� H���������t1H���������t$H������H��Hc�H������� Hk�XI,�E��� H�T$$H�L$ D��A� �& 3ۅ�t ��� � 9\$ ~>H�l$$�OxH��E �H��H��H���M H���L����ȃ��t���H��;\$ |����@HcOH����O��x&H�f�1�HcGH����G��xH�f�0H���� H������& H�L$0H3��w��H�\$pH�l$xH��@A\_^��H� �} 3�H��H9 �� ���H��H�XH�pH�xL�` UH��H��PE3�I��H��H��H��tM��tD8"u%H��tfD�!3�H�\$`H�t$hH�|$pL�d$xH��P]�H�M�I�����L�]�E9cu#H��t�f�D8e�t H�E�� �� ��H�U��� ���� H�M�D�� A��~0A;�|+�IA��H����L�Ǻ �D$(H�\$ �S= H�M�uHc� H;�r&D8gt �� D8e��6���H�M�� ��&�������� * D8e�t H�E�� �������A��A� H����A�QL�ljD$(H�E�H�\$ �H��< ��� �������E3����@SH��@��H�L$ 躥��H�D$ D��H��@ B�Y% � �|$8 t H�L$0��� �H��@[����@SH��@��H�L$ 3��p���H�D$ D��H��@ B�Y% � �|$8 t H�L$0��� �H��@[��@SH�� �B@I��t H�z uA� ������� f;�u� ���H�� [�̅�~LH�\$H�l$H�t$WH�� I��I�����L��H���������?�t���H�\$0H�l$8H�t$@H�� _����H�\$H�l$H�t$WATAUH�� A�@@H�\$`I��D�#I���L��t I�x uA�C�# ��~9A�M L��H���� ���I���?�u�;*u�? L��H�������̃; uD�#H�\$@H�l$HH�t$PH�� A]A\_���H�\$UVWATAUAVAWH��$ ���H��� H�~z H3�H��� 3�H��H�L$xH�U�H�M�I��M��L�L$P�D$pD��D$X���D$H�D$L�D$l�D$D襣��茏��E3�H�E�H��u,�{���� ����E3�D8]�t H�E���� ����\ L�E�M��t�E�(A��E��E��L�U��T$@fE���! H�]����NYD�^!I��L�E����� A��fA+�f;�wH� �U A���L���A��Hc�H� �Ic�H�H��U D� A��D�L$hA���� A��E���J ���M ���� ���� ���� ���E ���' ���P A�Źd ;�� �5 ��A�� ��C�Q ��E�� ��G�� ��S�� ��X�{ ��ZtO��a�� ��c�" D�l$D�- D9T$l�] A��@�/ A���� f�|$\� �|$L� I�I��L�t$PH��t9H�XH��t0�- A�� s� D�oԙD�l$D+��D���D�8E��D�T$D�H� � H������E3�L���_���A��0 uE �9t$HI� ����D�I��L�t$PE���S H��E��HD �� H������D8�����H�U��a���E3҅�tH��A��H��D;�|����A��0 uE �A�I��A� f�D$`D�l$DL�t$PE��t4�D$dH�E�D�T$eLc� L�M�H�T$dH�M��s���E3҅�y D�l$l�f�E�H�]�E���}����E� fE�g � A��@H�]Ћ��\ A� D�|$H� ��e�8����g ;�~ǹi ;�� ��n�� �o ;��� ��pta��s������u ;��� �x ;��� �A��HH��A� HD W� D�l$DH��� ��fD9tH����u�H+�H�D������ A��� A� �D$p� E�i E��y|f��QfD�l$\A�Q�f�D$^�kA� E��yQ� D ��LI�>I��L�t$P� ���E3҅��� �D$@E�Z E��tf����D$l � A��@A� � A�0 �T$L� � D��t M�I���9A�� r�I��E��tL�t$PA��@tM�F�� E�F��A��@tMcF��E�F�L�t$PA��@t M��yI��A��D��u A�� rE����y� � A��;�O�D�t$pI��H��� H���#ʉL$L��υ�M��t 3�I��Ic�H��L���B0��9~AƈH����L�t$PH��� �|$H+�H��D��D��������t D8+����H��A��D�+���ufD;�u?A� ���;�A�� O��|$HA;�~'��] Hc��Q���H�E�H���h���H�؋�D�|$H�D��I�H� | I��L�t$PA��Hc�H�E���4 H�M�H�L$0�M�D�ωL$(H�M�L��H��D�|$ ��A���� tE��uH� �{ ��4 H�U�H��йg fD;�u��uH� �{ �{4 H�U�H��п- @8;uA��H��H���x��E3�D����- D�l$D���A��t�+ f�D$\���A��t� f�D$\�x�|$L� �|$L� D�t$XH�t$xE+�D+�A�� uL�L$@��L��A�����H�E�L�L$@H�L$\L�Ƌ�H�D$ ����A��tA��uL�L$@�0 L��A���h���E��ufE��~aH��A��H�E�L�M�H�L$`Lc� H������E3�Lc�~%H�T$x�L$`L�D$@���I�E3҅��H�t$x�-H�t$x���T$@�#H�E�L�L$@L��A��H��H�D$ �5���E3ҋT$@��x_A��tYL�L$@� L��A�����L�t$PE3�A� �T$@H�E�H���S H����p���|$HE3�L�U����T$@A� �5 L�t$PA� �A�Ń�ItP��htC�l ;�t�X ��w� A�� � fA9�X uI��A�� �� A���� E ��� A��fA�86ufA�x4uI��A��� fA�83ufA�x2uI��A��� �d fA9 �� �i fA9 �{ �o fA9 �l �u �H�fA9 �_ �A fA9 �R fA9�H D�T$hH�T$xL�D$@A���D$D �$���E3�����fA��*u(A�>I���X L�t$P�|$H���� ���t$H�� � �A�ō|HЉ|$H�� A��D�T$H�� fA��*u,A�I���X L�t$P�D$X���� A���؉D$X� �D$X� �A�ōDHЉD$X� A��A;�t>��#t2�+ ;�t#�- ;�t�0 ;��X uWA���QA���FA���@A���9A���3D�U�D�T$lD�T$XD�T$LE���t$HD�T$D��|$H��D�L$hL�E��X E�(fE�������E��tA��u=D8U�t H�M���� ���H��� H3��i��H��$0 H��� A_A^A]A\_^]��Ʉ��� �V���E3�D8]�t H�E���� ������H�\$H�l$H�t$WH�� H�څ�xg; ;� s_Hc�H�-3� H���� H��Hk�XH�D� H�<�u;�=�n u%��t��t ��u��� ������������1 H�D� H� 3��� ���� �2���� ��H�\$0H�l$8H�t$@H�� _����H�\$H�l$WH�� ��xq; �� siHc�H�-�� H���� H��Hk�XH�D� �DtEH�<�t>�=Cn u'��t��t ��u��� �����������3�b0 H�D� H� �3���k���� 考��� ��H�\$0H�l$8H�� _���H��(���u�Z���� �2���� �M��x1; ؓ s)Hc�H� Г H�� H��Hk�XH���DtH�� ����� ���� �u���H��H��(�H��H�XH�pH�xL�` AVH�� Hc�L��I��L�5f� �� Hk�XK�4� �|3 u4�O 藅����|3 uH�L3�� �?. ���#��D3 � �k�����tK� �H�L�. ��H�\$0H�t$8H�|$@L�d$HH�� A^����Hc�H� ޒ H�� H��Hk�XH��H�LH�%�- H�\$H�t$H�|$ATAUAVH��@H��D��E3�^ �������u��� ���ф���3�H�w� �|$$��@�� Lc�J� �H���� H�\$0J��H H;��� �C�� �{ u<� �x�����{ u!H�K�� �"- ��u D�hD�l$(��C � �F���E��udH�K��, �Ct H�K��, �HH��E��u?�CH�3L��� K+ �H���.�袋.H��L��I��I��H��?L���D�D�d$ �H��XH��H�~� � ���D;��� ������X �J�蜳��H�D$0H��tsHc�L�H� I�Ѓ9� I� �H�� H;�s�@ H�0�@ �` H��XH�D$0����|$ Hc�H��H���� Hk�XI���D���[�����D�D��|$ � �%���A��H�\$`H�t$hH�|$pH��@A^A]A\�H�\$�L$VWATH�� Hc����u����� � ���� ;=}� s}H��H��H��L�%n� �� Hk�XI���L��tW�������I��Dt+���;���H��f, ��u ��* ���3ۅ�t�����Z��� ����� �������A��� ��~����H�\$PH�� A\_^��H�\$H�t$WH��@��H��H�L$ A��A������H�D$(D��A�| u ��tH�D$ H��@ B�Y#��3���t� �|$8 t H�L$0��� �H�\$PH�t$XH��@_�̋�A� E3�3��r�����@SH�� H��t H��tM��u D��w~��� ��~����H�� [�L��M+�A� C�I����tH��u�H��u��>~���" ��3������H�\$H�t$WH�� H��H��H��u H����g���jH��u�Rg���\H���wCH� � � H��HD�L��3�L���* H��H��uo9NJ tPH���у����t+H���v�H��迃���}��� 3�H�\$0H�t$8H�� _��}��H���( ���5}������t}��H��( ��� }���H����H��H�XH�hH�pH�x ATAUAWH�� H��3�3�D�G���m��L��H���tPD�G3ҋ��W��H���t=H��H+�H���� � * A� �WH��E��C( H��H��u1��|��� ��|��� H�\$@H�l$HH�t$PH�|$XH�� A_A]A\ú � ���� D��D��I;�H��EMNj��G�����t H�H+�H��~���|���8u �k|��� H��A�ԋ�� �U) L��H��3��' �Uy]E3�H�Ջ��r��H����T���������H��) ��H�H��H��H���u%�|��� �|��H��' �H�������E3�I�Ջ����H��������3����H�\$Lc�H� q� M��A�� I��Mk�XJ� �B�D8F�\�A�� D��A��� @ tX�� � tH�� t(�� t �� uHB�L�J��B�d 8�B�L 8�0B�L�J��B�d 8�B�L 8�B�d�B�L�J� �B�d8�E��u� � �A���% � @ H�\$���H��(H��u��z��� �sz��� � �Z� �3�H��(��H�\$f�L$UH��H��P��� f;��� H�M�诎��H�]�{ u'�U�B�f��wf�� �}� t H�M�� ����p�M� f;�s%� � h����u�E�=�MH��H ��,�KH�E A� D�L$(L�EH�D$ � ���Et�E �}� t H�M�� �H�\$hH��P]������������������ff � H��L�$L�\$M3�L�T$L+�MB�eL� % M;�sfA�� �M�� �A� M;�u�L�$L�\$H�����H���� SH�� H��H�I�b��H�K�b��H�K�b��H�K �b��H�K(�b��H�K0�b��H� �b��H�K@�|b��H�KH�sb��H�KP�jb��H�KX�ab��H�K`�Xb��H�Kh�Ob��H�K8�Fb��H�Kp�=b��H�Kx�4b��H��� �(b��H��� � b��H��� �b��H��� �b��H��� �a��H��� ��a��H��� ��a��H��� ��a��H��� ��a��H��� �a��H��� �a��H��� �a��H��� �a��H��� �a��H��� �a��H��� �ta��H�� �ha��H�� �\a��H�� �Pa��H�� �Da��H�� �8a��H��( �,a��H��0 � a��H��8 �a��H��@ �a��H��H �`��H��P ��`��H��p ��`��H��x ��`��H��� ��`��H��� �`��H��� �`��H��� �`��H��h �`��H��� �`��H��� �`��H��� �x`��H��� �l`��H��� �``��H��� �T`��H��� �H`��H��� �<`��H��� �0`��H��� �$`��H��� �`��H��� � `��H�� � `��H�� ��_��H�� ��_��H�� ��_��H�� ��_��H��( ��_��H��0 �_��H��8 �_��H��@ �_��H��H �_��H��P �_��H��X �|_��H��` �p_��H��h �d_��H��p �X_��H��x �L_��H��� �@_��H��� �4_��H��� �(_��H��� � _��H��� �_��H��� �_��H��� �^��H��� ��^��H�� [���H��tfSH�� H��H� H; s t��^��H�KH; s t�^��H�KH; s t�^��H�KXH; ;s t�^��H�K`H; 1s t�~^��H�� [�H��� SH�� H��H�IH; �r t�U^��H�K H; �r t�C^��H�K(H; �r t�1^��H�K0H; �r t� ^��H�K8H; �r t� ^��H�K@H; �r t�]��H�KHH; �r t��]��H�KhH; �r t��]��H�KpH; �r t��]��H�KxH; ~r t�]��H��� H; qr t�]��H��� H; dr t�]��H��� H; Wr t�t]��H�� [���@UATAUAVAWH��PH�l$@H�]@H�uHH�}PH��^ H3�H�E�]`3�M��E���U ��~*D��I��A��@88t H��E��u�A����A+��;ÍX|��D�ex��E��uH�D�`��� D��M���A�̉|$(��H�|$ ��x Lc�u3�� I�������~^3�H�B�I��H��rOK�L-H�� w*H�AH;�wI��H����Z���H+�H�|$@H��t���� ���\��H��H��t � �� H��H��t�D��M�ƺ A��D�l$(H�|$ �� ���L D�u !t$(H!t$ A��E��L��A��� Hc��" A� E��t7�Mp��� ;�� H�Eh�L$(E��L��A��A��H�D$ �| �� ��~g3�H�B�H��H��rXH�L6I;�w5H�AH;�w H�����H����^���H+�H�\$@H���� ��� ���[��H��H��t� �� H���3�H��tnE��L��A��A�Ήt$(H�\$ �� 3Ʌ�t<�Ep3�H�L$8D��L��H�L$0��u �L$(H�L$ � �D$(H�EhH�D$ A�� ��H�K�9�� u��Z��H�O�9�� u��Z����H�MH3��U��H�]@H�uHH�}PH�eA_A^A]A\]���H�\$H�t$WH��p��H��H�L$PI��A���@�����$� D��$� H�L$PD�\$@�D$8��$� �D$0H��$� L��H�D$(��$� D�Nj։D$ �����|$h t H�L$`��� �L�\$pI�[I�sI��_���@UATAUAVAWH��@H�l$0H�]@H�uHH�}PH�6[ H3�H�E �uh3�E��M��D����uH��p�]p�Ή|$(�H�|$ ����T Lc�u3��� ~gH�����L;�wXK�L$H�� w1H�AH;�w H�����H����;���H+�H�\$0H��t���� ���Y��H��H��t� �� H���H��H��t�M��3�H��M�蕄��E��M�ƺ ��D�d$(H�\$ �� ��tL�M`D��H��A��� ��H�K�9�� u��X����H�M H3��S��H�]@H�uHH�}PH�eA_A^A]A\]���H�\$H�t$WH��`��H��H�L$@A��I���H���D��$� ��$� H�L$@D�\$0�D$(H��$� D��L�Nj�H�D$ �E����|$X t H�L$P��� �H�\$pH�t$xH��`_���H�\$fD�L$ UVWH��H��`I��H��H��H��uM��tH��t!3�� H��t� �I�����v�n��� ��n�����dH�U@H�M�胂��L�]�A�{ �� �E8�� f;�vJH��tH��t L��3�H�������6n��� * �+n���}� � t H�M�� �H��$� H��`_^]�H��t0H��u)�m���_"��m��@8}��e���H�M�� ��U����H��t� �}� ����H�E�� ������e( A�KH�E(H�D$8H�d$0 L�E8A� 3҉|$(H�t$ �� ��t�}( �3���H��t���s ��z����H��tH��t L��3�H��� ����:m���" ���l���}� �����H�E�� ����H��8H�d$ �-���H��8�f�L$H��8H� <k H���u � H� *k H���u��� �%H�d$ L�L$HH�T$@A� �� ��t��D$@H��8����H�\$H�l$VWATH�� D��H��H���<����SHc�u�tl��� �K ��� �8 ��@t �Vl��� " ��3���t�{���� H�C��H��S�C�{�����C� u/�gc��H��0H;�t�Yc��H��`H;�u ���E����uH�������C �� �+H�S+kH�BH��C$���C��~D�ŋ��������W�� �S�<������t#���t H��H��H�K| �� H��Hk�XH ��H� _ �A t3ҋ�D�B�<��H������H�CfD� � � H�T$H��D��fD�d$H�R����;������A��H�\$@H�l$PH�� A\_^��H�\$H�t$WH��0Ic�I�؋���E��~ H��H��� D�L$hH�T$`L��D�L$(H�T$ ��D�ȋ�� H�\$@H�t$HH��0_����������ff � H+�L���t�B� :�uVH����tWH�� u�I� �J� f��f���w�H�J� H;�u�I��������~L�H��H��I3�I��t��H�H���3��fff���t'��t#H����t��tH����t��t ����t��u�3��H�H���������ff � H+�I��r"��tf��: u,H��I���u�M��I��u M��t�: u H��I��u�H3�����ÐI��t7H�H; u[H�AH;D uLH�AH;D u=H�AH;D u.H�� I��u�I�� M��I��t�H�H; uH��I��u�I���H��H��H��H� H�H�H;��������������������ff � M��tuH+�L��I� ���t �B� H��:�uWI��tN��tJH�� u�J� f��f���w�H�J� H;�u�H��I��I��������~vH��L�I3�I��t�� H3��H�H��Ä�t'��t#H����t��tH����t��t ����t��u�H3�����H��HH�d$0 �d$( A� H� �/ E3ɺ @D�D$ �� H�bf H��H��H��(H� Qf H���t H���t�/ H��(���E3�A��H��tfD9t H��H��H;�r����%b �%d �%n ������@UH�� H��H�MP�`���H�� ]��@UH�� H�ꃽ� t � �i���H�� ]��@UH��0H��H�M`�``���H��0]��@UH�� H��H�M0�F`���H�� ]��@UH�� H��H�H�ы贑���H�� ]��@UH�� H��H� �W �� �H�� ]��@UH�� H��}` t3��h���H�� ]��@UH�� H�� ��h���H�� ]�������@UH�� H�� �h���H�� ]��@UH�� H���L���H�� ]�����@UH�� H��H�3Ɂ8 �������H�� ]��@UH�� H��MP�5��H�� ]��@UH�� H��HcM H��H��x H���_���H�� ]����������@UH�� H�� �"h���H�� ]��@UH�� H��M@����H�� ]��@UH�� H�� ��g���H�� ]��@UH��0H��}0 t3H�Up�}4 t!Hc H��H��L�lv �� Hk�XI���d�� �m��H��0]��@UH�� H�� �g���H�� ]��@UH�� H�� �og���H�� ]��@UH�� H�� �Tg���H�� ]��@UH�� H�� �9g���H�� ]�������@UH�� H�� �g���H�� ]�� . @ Z h z � � � � � $ : N ^ n � � � � � * < N ` t � � � � � * B j z � � � � � � � � * 8 D V d v � � � � � 0 8 F R \ h z � � � � � � � � � �, @ �> @ P� @ �_ @ T� @ �- @ ��RW b x x� CorExitProcess m s c o r e e . d l l 04@ �4@ c c s U T F - 8 U T F - 1 6 L E U N I C O D E r u n t i m e e r r o r T L O S S e r r o r S I N G e r r o r D O M A I N e r r o r R 6 0 3 3 - A t t e m p t t o u s e M S I L c o d e f r o m t h i s a s s e m b l y d u r i n g n a t i v e c o d e i n i t i a l i z a t i o n T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . I t i s m o s t l i k e l y t h e r e s u l t o f c a l l i n g a n M S I L - c o m p i l e d ( / c l r ) f u n c t i o n f r o m a n a t i v e c o n s t r u c t o r o r f r o m D l l M a i n . R 6 0 3 2 - n o t e n o u g h s p a c e f o r l o c a l e i n f o r m a t i o n R 6 0 3 1 - A t t e m p t t o i n i t i a l i z e t h e C R T m o r e t h a n o n c e . T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . R 6 0 3 0 - C R T n o t i n i t i a l i z e d R 6 0 2 8 - u n a b l e t o i n i t i a l i z e h e a p R 6 0 2 7 - n o t e n o u g h s p a c e f o r l o w i o i n i t i a l i z a t i o n R 6 0 2 6 - n o t e n o u g h s p a c e f o r s t d i o i n i t i a l i z a t i o n R 6 0 2 5 - p u r e v i r t u a l f u n c t i o n c a l l R 6 0 2 4 - n o t e n o u g h s p a c e f o r _ o n e x i t / a t e x i t t a b l e R 6 0 1 9 - u n a b l e t o o p e n c o n s o l e d e v i c e R 6 0 1 8 - u n e x p e c t e d h e a p e r r o r R 6 0 1 7 - u n e x p e c t e d m u l t i t h r e a d l o c k e r r o r R 6 0 1 6 - n o t e n o u g h s p a c e f o r t h r e a d d a t a R 6 0 1 0 - a b o r t ( ) h a s b e e n c a l l e d R 6 0 0 9 - n o t e n o u g h s p a c e f o r e n v i r o n m e n t R 6 0 0 8 - n o t e n o u g h s p a c e f o r a r g u m e n t s R 6 0 0 2 - f l o a t i n g p o i n t s u p p o r t n o t l o a d e d � @ �� @ P� @ � @ �� @ @� @ �� @ �� @ � @ �� @ `� @ �� @ �� @ X� @ �� @ � @ ! 0� @ x � @ y �� @ z �� @ � �� @ � �� @ M i c r o s o f t V i s u a l C + + R u n t i m e L i b r a r y . . . < p r o g r a m n a m e u n k n o w n > R u n t i m e E r r o r ! P r o g r a m : ( ( ( ( ( H � � � � � � � � � � � � � � � � � � � � � � h ( ( ( ( H � � � � � � � � � � ������ ������ H ����������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\]^_`abcdefghijklmnopqrstuvwxyz{|}~���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~����������������������������������������������������������������������������������������������������������������������������� � � � � � � � � � � � � � � � � � � � � � � � H H : m m : s s d d d d , M M M M d d , y y y y M M / d d / y y P M A M D e c e m b e r N o v e m b e r O c t o b e r S e p t e m b e r A u g u s t J u l y J u n e A p r i l M a r c h F e b r u a r y J a n u a r y D e c N o v O c t S e p A u g J u l J u n M a y A p r M a r F e b J a n S a t u r d a y F r i d a y T h u r s d a y W e d n e s d a y T u e s d a y M o n d a y S u n d a y S a t F r i T h u W e d T u e M o n S u n HH:mm:ss dddd, MMMM dd, yyyy MM/dd/yy PM AM December November October September August July June April March February January Dec Nov Oct Sep Aug Jul Jun May Apr Mar Feb Jan Saturday Friday Thursday Wednesday Tuesday Monday Sunday Sat Fri Thu Wed Tue Mon Sun GetProcessWindowStation GetUserObjectInformationW GetLastActivePopup GetActiveWindow MessageBoxW U S E R 3 2 . D L L ( n u l l ) (null) EEE50 P ( 8PX 700WP `h```` xpxxxx ������ �����EEE��� 00�P�� ('8PW� 700PP� (���� `h`hhhxppwpp !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ C O N O U T $ user32.dll MessageBoxTimeoutA Fatal Error in Launcher r b Failed to open executable Unable to find an appended archive. Unable to read from file #! Job information querying failed Job information setting failed stdin duplication failed stdout duplication failed stderr duplication failed Unable to create process using '%s' Failed to get exit code of process . e x e Expected to find a command ending in '.exe' in shebang line. Expected terminating double-quote for executable in shebang line. Terminating quote without starting quote for executable in shebang line. Failed to find shebang Expected to find terminator in shebang line Expected to decode shebang line using UTF-8 Expected to find '#' at start of shebang line Expected to find '!' following '#' in shebang line Expected to find executable in shebang line Expected to find arguments (even if empty) in shebang line Expected to be able to allocate command line memory " % s " % s " % s " % s RSDS����o��F�g��nR!# C:\Users\Vinay\Projects\simple_launcher\x64\Release\GUISimpleLauncher.pdb d 4 R� � p�* " E �� J ^ �� 4 2 p d 4 r����p�* � �� 20 b 4 2�� � �p`P RP � t d 4 Rи* �" �" �� 4 2 p�* �% �% � d 4 2p�* �& �& � 4 2p 4 2 p�* �' �' � 4 p �* �( () "� () d T 4 r ����p d T 4 R����p d 4 R p�* �1 �2 o� . d� 4� � � p P u � d T 4 Rp � t d 4 2� t d 4 2и* 8 I8 @� B �* �8 �8 �8 d 4 R��� � p�* a: �: ^� 4 2p�* 6< @< |� U< |< �� 4 2p�* �= > |� > R> �� t d 4 2����* Z? @ �� B �* �A �A �� �A - dQ TP 4O J ��p u @ t d T 4 R� b d T 4 2p t d 4 ���P d T 4 R��p ����� p ` 0 P d 4 2����p�* �V �V �� t T 4 ��� 4 2�� � p `�* �[ �[ �� 2P t d 4 R����* B] �] � ] �] ;� 4 2 � p `�* �^ #_ V� t d T 4 2��� d 4 R p 4 2p t d T 4 2� d 4 R p�* �i �i o� $ $4 $�����p`P 4 rp�* !r Dr �� t d T 4 r� 20 20�* �{ | �� / t� d� 4� � P u p 4 2p�* �~ A �� 4 r � �p`Pu 8 � t d 4 Rи* P� �� �� � � ��p`P0u H d T 4 2p0 4d Z �� � �p`P u � 4 2�� � p `�* �� � �� 6 %4q%f�� � �p`P u 4 2�� � p `�* �� '� �� ! T 4 r� p `u 0 � t d 4 �P r0 d T 4 2��p0 4� � �� � �p`P u � d T 4 2p T 4 2 p � t d 4 2�* ڲ �� � t d 4 r����* �� � $� �� A� D� 4 2 � p `�* ϵ � V� d 4 2 p t d T 4 2��� 4 4 � P 2 0- E t d 4 C� ����P u H d 4 � p- 5 t d 4 3r ����P u 0 d 4 � p 4 �p ` P b T 4 2� p ` d 4 R p � d 4 r p2 � p0u 0 % t4 43 0 P u p t d 4 r����P2 tu dt Ts 4r n ��� u ` B � � � � �� . @ Z h z � � � � � $ : N ^ n � � � � � * < N ` t � � � � � * B j z � � � � � � � � * 8 D V d v � � � � � 0 8 F R \ h z � � � � � � � � � ExitProcess �GetCommandLineW ~SetInformationJobObject hFreeLibrary � CreateProcessW �GetCurrentProcess WaitForSingleObject mGenerateConsoleCtrlEvent AssignProcessToJobObject �GetExitCodeProcess GetModuleFileNameW �QueryInformationJobObject iMultiByteToWideChar � CreateJobObjectA kGetStdHandle GetLastError LGetProcAddress >LoadLibraryA ;SetConsoleCtrlHandler � DuplicateHandle R CloseHandle KERNEL32.dll EStrStrIW SHLWAPI.dll GetModuleHandleW � DecodePointer �HeapFree �HeapAlloc pGetStringTypeW �GetCommandLineA jGetStartupInfoW �TerminateProcess �UnhandledExceptionFilter �SetUnhandledExceptionFilter IsDebuggerPresent &RtlVirtualUnwind RtlLookupFunctionEntry RtlCaptureContext %RtlUnwindEx � EnterCriticalSection ;LeaveCriticalSection �InitializeCriticalSectionAndSpinCount � EncodePointer � DeleteCriticalSection ALoadLibraryW ZFlsGetValue [FlsSetValue YFlsFree �SetLastError �GetCurrentThreadId XFlsAlloc 4WriteFile �HeapSetInformation �GetVersion �HeapCreate �ReadFile |SetHandleCount �GetFileType tSetFilePointer GetModuleFileNameA gFreeEnvironmentStringsW WideCharToMultiByte �GetEnvironmentStringsW �QueryPerformanceCounter �GetTickCount �GetCurrentProcessId �GetSystemTimeAsFileTime �Sleep � CreateFileW xGetCPInfo nGetACP >GetOEMCP IsValidCodePage �HeapSize �GetConsoleCP �GetConsoleMode �SetStdHandle ]FlushFileBuffers �HeapReAlloc aSetEndOfFile QGetProcessHeap /LCMapStringW 3WriteConsoleW 2��-�+ �] �f�� @H@ @H@ ! 5 A C P R S W Y l m p r � � � � � � ) � � � � � � � ���� �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ ��������� C 0� @ ,� @ (� @ $� @ � @ � @ � @ � @ � @ � @ � @ � @ � @ � @ � @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ �� @ t� @ l� @ �� @ d� @ \� @ T� @ H� @ @� @ 0� @ � @ � @ � @ � @ � @ � @ � @ � @ � @ �� @ �� @ �� @ �� @ �� @ �� @ x� @ `� @ H� @ 8� @ � @ � @ � @ � @ � @ �� @ � @ � @ � @ � @ � @ � @ �� @ �� @ �� @ �� @ x� @ �� @ h� @ X� @ H� @ 0� @ � @ � @ � @ � @ � @ � @ �� @ �� @ `)@ `)@ `)@ `)@ `)@ 3@ �� @ 0� @ �� @ p)@ 0,@ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ �-@ � `�y�! �� �� ��� @~�� � ��ڣ �� @� � ��ڣ �� A� � Ϣ� ��[ �� @~�� Q Q�^� _�j�2 ����� 1~�� � @ �� @ ���� �� @ . . 3@ �2@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ �2@ �C@ �C@ �C@ �C@ �C@ �C@ �C@ . �������� K � � � 3 � 4 & � ( � � � � @ � � � � W X b @ � � � } � � � � - � 0 F � ` � � � � @ � ( � ( � S L � � � � � | � 5 � 8 � � . � 0 g" � h" # � # -# � 0# �# | �# N% P% �% � �% Z& � \& �& �& R' ( T' �' 4 �' U) X X) j) @ l) �* � �* �, � �, �- � �- �- @ �- +. � ,. ]. � �. �1 � �1 3 � 3 W4 � X4 �4 @ �4 �4 �4 5 � d5 �5 @ �5 �5 @ �5 �5 � 6 $6 06 H6 ( P6 Q6 , `6 a6 0 d6 �6 4 �6 o7 � �7 n8 H p8 �8 ( �8 �8 t �8 �8 @ (9 Z; � t; �; � �; �; @ �; �< � �< = ( = <= � <= o> � p> �> � �> 7? � 8? B@ , D@ [@ @ \@ �@ ( �@ �@ ( �@ A ( �A �A \ B ]D | `D �D @ �D �D @ �D �E ( �E ~F � �F �G � �G �G � �G uI � xI J � 0J K � K 6L � 8L �M � �M �N � �N �U V W $ W BW @ DW �W � �W �Z T �Z 6[ � 8[ \ p \ �\ � �\ �\ � �\ �] � �] �^ ( �^ W_ � X_ �_ � �_ �_ @ �_ �_ @ �_ �a � �a 5b ( 8b hc hc 7e 8e .f ( 0f $g � $g �g 8 �g ^h D `h �h D �h ii D li j \ j �q � �q �r � �r �r � �r �s � �s xt @ �t u � u %u @ (u hu @ �u �x � �y ]{ � `{ �{ � �{ -| � 0| �| � �| �~ �~ f $ h � � � m� H p� N� d P� x� @ x� �� @ Є x� � x� �� � �� � � � � � _� � `� �� @ �� � � � 9� � <� ъ � Ԋ �� � �� 9� ( <� � � � �� �� _� @ `� �� � �� � @ � � l ,� �� � �� � � � ;� � <� s� � t� Ť � Ȥ b� � d� �� � �� m� � p� � � � �� @ �� 5� `� h� 8 h� ?� x @� �� � ж 1� � 4� � � � �� � �� n� � p� �� @ �� u� � �� � � ο � п <� | <� F� � H� � � � �� �� � ( � �� P �� P� ` P� d� � d� �� p �� O� x P� �� � �� p� � �� G� � `� � � � S� � T� v� @ �� �� � �� �� � �� � � � "� � "� @� � @� ^� � ^� |� � |� �� � �� �� � �� �� � �� �� � �� � � � 3� � ;� V� � V� o� � o� �� � �� �� � �� �� � �� � � � $� � $� ?� � D� _� � ( � p � � � � � � � � � � � � � 0 � e H � ` � x � � � � � � � � r � � �t ( � v � � �~ h � (� �% � Щ � � x� h � � h � H� Z � ( @ ... GGG WWW iii uuu � �� ��� ��� ��� ��� ��� ��� ��� ��� � � ���� �̀ �ww� �� �ww||� ����ww��� �����wwww� �������ww���� ����f�wwwww|�����f�wwwwww����ff�wwwwww�����ff��wwwww���ffl����ww����ffffff��w����ffffffl�w������ffffff�w�����ffffff�|����������ff�� ������ffff� ������ff� �R\I���lffl� ��)����ff� ح������� ��2L������ ���18����� ��Ϥ"�� ����A<����� ���ΣT��π� ����U���� ��������� ������� �������� �������� ��������� � ���?� � � � � � � � � � � � � � � � � � ?� ?� ?� ?� ?� ?� � �� �� �� �� �� �( 444 MMM SSS zzz � �� ��� ��� ��� ��� ��� ��� ��� ��� ��� p � p����� {p{��f� ��fko �f�����_fffk�_�fff��[���f}��UUU�fL4�UUU_kJqO���_�~�'�[U_ ����U� ������ ���� wwwww{ ~ � � � � � � � � � � � � � � � �( @ %%% +++ 000 === AAA III MMM QQQ VVV YYY ]]] ~dF ggg jjj mmm rrr uuu }}} �u? �z= �~; �gE �kC �oA �r@ ��: ��I ��b ��p ƏK Уk (�� ,� 1� ?� 5� <� \� C� K� Q� s� U� [� c� b� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �ð �� �� ��� ��� ��� ��� ��� ��� ��� ��� �� ��� ��� ��� ��� � ��� ��� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� _______ CCBABAD L*(%$""&G ABJIIDDJC??AD_-(''%$GG#_ DIJIIJIIIDIJDD_+)(''%GG _ JMCEJ?ABAECA?BA_,+)('%%"!_ IM@AJACDCIDI____.,++>________ JMJJJJJJJJJF_..,+)('%$"! #G IMCEJJJI?J_ _...,+(('%$"! &_ JM?AJJJJCJ__...,+)(''%$" _ IMJJJJJJJJ_K=...,++(''%$! _ JMCDJJJJAJ_ K_______L*%$"!_ I_?AMNJJEJ_ L'%$"_ I_MMMMMMJJ_ _('%%_ I_CEMIJJMEM _(''*_ I_?BMDJEMDMF _)(-L I_MMMCMMMMM_________< ____ I_CEM1;MACDMEJM__ I_?A_D1@IJJMJMM_FF_ I__6_@/EMMMNMM_ FF _ I_C80EJDMJCJF F ?:AA20?_M_MIEM______M IC4BC/ N______MMMMJIDA I_9/ HJJMMJMMMJ??BA I_A7503 IJMMCBCBA44CC I___BAO;6___C_MJIDIDM I_CI___O; @__C_C?J?AJ I_?A_DJJI@ O_CM?;I?J I_________H9MAIJJIJ I_CD_____JJI73C;IJIJ I_?AMDJJDIMJIE5:JIJ I__________MMIA:IJ JJJJJJJJJJJJJJJMJ �����?� � � � � � � � � � � � � � � � � � ?� � � � � � �� �� �� �� �� �� ?�( 444 MMM RRR YYY ~eG uuu }}} �x> �iE �rC ��E ��~ 7� ?� H� V� b� x� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ��� ��� ��� ��� �� ��� /! P7 pL �c �y Ϗ � �� 1�� Q�� q�� ��� ��� �� ��� / P p" �, �6 �@ �J �[ 1�q Q�� q�� ��� ��� �� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� ! %///* !* / "(%%'%/) / !#''/// /+/+ "*(/ / !%(/ ( (*/ (///) */ )* / "///// /+ /// # + !% // + "*+ '#+//+' !%*++$++!+! !!! < ( 0 ` ! ! $ & & " ���W���������������������������������ܱ��Nj+<<</ &&&# & [[[?6666 ����������������������������������������������Ҟ���BBB3 " mmm3���� , ����!!!4 777&�����������������������������������������������������ʟ���}���}___E���OpppD���P, ) +3���Z2226 DDD(��� , �����###5��������������������������������������������������������������������������������չ������������� 5������� , ������������������������������������������������������������������������������������������������������������� , ������Ì222"��Є�����������������������������������������������������������������������������������������������������&&&2 ���� 4 888&�������������������������������������������������������������������������e��?��4��/��+���.���R�������ӎ�� ��������$$$5��Ď���������������������������������������������������������������������D��@��;��7��3��/��*���&���"���������� �������������������������������������������������������������������������������W��G��C��?��;��6��2��n������f��0������� ������nj333"��ӄ��������������������������������������������������������������������O��K��G��B��>��:��5��p������i��$������� ����!!!4 888&���������������������������������������������������������������������S�N��J��F��B��=��9��5��0��,��(������� ��������%%%5��ǎ���������������������������������������������������������������������V�R�N��I��E����������������������������������������� ����������������������������������������������������������������ѹ���|J��q?��o@�����Z�U�Q�M��I��D��@��<��7��3��/��+���&���"���-���������� ������Ɍ444"��ք�������������������������������������������������̴��w<��u=��s>��q?�����]�Y�U�P��L��H��C��?��;��7��2��.��*���%���!��� ��������� ����"""4 888&���������������������������������������������������d��y<��w=��u=��s>�����a�\�X�T�P��K��G��C��>��:��6��1��-��)���%��� ���O������ ������Ñ%%%5��ʎ���������������������������������������������������A��{;��y<��w=��t>�����s�`�\�W�S�O��J��F��B��>��9��5��1��,��(���$���(������� ���������������������������������������������������������������9��|:��z;��x<��v=�������s�_�[�W�R�N��J��E��A��=��8��4��0��,��'���#������� ������̌555"��ل���������������������������������������������������9��~9��|:��z;��x<���o�����������������������������������������m��8��3��/��+���'������� ����"""4 :::&������������������������������������������������������8���9��~:��|;��z;��w<��u=��s>��q?��o@��mA��kB��iC��gC�dD��uZ������;��7��3��.��*������� ������Ǒ%%%5��̎���������������������������������������������������È>���8���9��}:��{;��y<��w<��u=��s>��q?��o@��mA��jB��hC��fD�~dE��uZ�����?��:��6��2��5������ �����������������������������������������������������������������������Оa���7���8��9��}:��{;��y<��w=��u>��r>��p?��n@��lA��jB��hC��fD�}dE�����B��>��:��5��^������ ������ό555"��܄����������������������������������������������������������ѳ�7���7���8��9��}:��{;��x<��v=��t>��r?��p@��n@��lA��jB��gC��eD�����F��A��=��9�������� ����"""4 ;;;&�����������������������������������������������������������������ŌC���8���9��~9��|:��z;��x<��v=��t>��r?��p@��mA��kA��iB��gC�����I��E��L�������� ������ɑQQQJnnn����������~~~�������������������������������������������������������������������������������������������Į��q?��o@��mA��kB��iC������������������ �������HHH�"""���������������vvv������������������������������������������������������������������9��~:��{;��y<��w<��u=��s>��q?��o@��mA��kB����� ��������:::�'''�___���������sss�ttt��������������������������������������������������������������8�Ϧu�����ǣv��y<��w=��u=��s>��p?��n@��lA����� ���888T ����---6fffnddd�%%%�"""�����OOO�SSS������������������������������������������������������������ċD�ҧu�����ʤv��{;��y<��v=��t>��r?��p?��xM����� <<<�MMM�������̑&&&5����;;;�<<<�xxx�QQQ�;;;�KKK����������������������������������������������������������8���8��~9��|:��z;��x<��v=��t>��r?�̷������ 999�����������������������VVV�###�)))�444��������������������������������������������������������������������ѳ�͝b���@��~9��|:��z;��}C���g��˶����Ӎ�� ������������ZZZ�lll�;;;�!!!�"""�)))�___���������������������������������������������������������������������������������������&&&2 ����:::�ppp�{{{�___�WWW�WWW�:::�!!!�"""�***�www�������������������������������������������������������������������"""4 888&��� , ������̑999����Ԗ���JJJ�|||�lll�:::�"""�BBB�XXX�|||��������������������������������������������������������������������$$$6������� , ��������������������������������uuu�KKK�CCC�@@@�...�www���������������������������������������������������������������������������������� * ������Ҍ666"������������������������KKK�aaa�LLL�WWW��������������������������������������������������������������@�������� $ ����"""4 ;;;&���������������������nnn�fff�!!!�$$$�999������������������������������������������������������������444]ttt|������ȇ ������ɑ&&&5��Ў������������������������vvv�mmm�VVV�{{{�OOO����������������������������������������������������������������ڥ �����������������������������������������������aaa�CCC�����ppp������������������������������������������������������������������� ������ό555"��ބ����������������������������������|||�MMM�����fff����������������������������������������������������������� ����"""4 ;;;&�������������������������������������������\\\����������������������������������������������������������� ������Ǒ%%%5��Ύ�����������������������������������������������������������������������������������������������ݧ �����������������������������������������������������������������������������������������������������������������ܦ ������͌555"��ۄ�����������������������������������������������������������������������������������ۥ ����"""4 :::&������������������������������������������������������������������������������������ڤ ������Ñ%%%5��ˎ�����������������������������������������������������������������������ܤ ��������������������������������������������������������������������������������������������������ׇ ������ww� ��?ww� ?�?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� �ww� �ww� �ww� �ww� �ww� �ww� ?�ww� �ww� ��ww� ��ww( @ ���������������������������������� !!!0\\\JeeeQ666D555A 0 $ �������v�H��<��6��0��2��\������� 7���q��������������������ڴ���vvvj&&&D 1 "����g�L��F��@��;��5������?������ ��������������������������������������������к����V�Q�K��E��?��9������(������� ����a���V�������������������������������������[�U�P��J��D��>��8��2��-������ ���uuun{{{j���������������������������������������`�Z�T�O������������������������������������� �����������������������������������V��o@��lA�����b�_�Y�S�M��G��B��<��6��0��+���%���<�������� �������a���V�����������������������m��t>��q?��n@�����b�b�^�X�R�L��F��A��;��5��/��)���$���Y������ ����wwwn}}}j����������������������~C��v=��s>��p?�����b�b�a�]�W�Q�K��E��@��:��4��.��(���+������� ��������������������������������{;��x<��v=��s>�����b�b�a�[�V�P��J��D��?��9��3��-��'������� �������a���V����������������������~:��{;��x<��u=���p���������������������������������r��=��7��2��,������ ����yyynj�����������������������9��}:��z;��w<��u>��r?��o@��lA��iB��fD�}dE�|cE�|cE���i���B��<��6��1������ ��������������������������������?��9��}:��z;��w=��t>��q?��n@��kA��iC��fD�}cE�|cE�}dF�����G��A��;��=������ �������a���V���������������������ңi���8��9��|:��y<��v=��s>��q?��n@��kB��hC��eD�|cE�|cE�����L��F��@��m������ ����zzzn���j�������������������������ʓP���8��~9��{;��y<��v=��s>��p?��mA��jB��gC�eD�|cE�����P��J��\��������� �����������������������������������������������������������������������¯��mA��jB��gC�~dE������������������� �������a���V��������������������������������������}:��z;��x<��u=��r?��o@��lA��iB��fD����� ����|||n���m���������������������������������������9��������w=��t>��q?��n@��lA��iC����� ��������JJJ��������������������������������������������őP��������y<��v=��t>��q?��n@��~Y����� ��� ����VVV�???�www�����iii�����������������������������������Ρk���A��|;��y<��v=��yF���p�������� >>>3@@@y����~~~obbb�000�kkk�@@@������������������������������������������������������������������ ---U��������������<<<�&&&�[[[������������������������������������������������������� 6 ���uuu�sss�WWW�III�$$$�&&&�qqq�����������������������������������lllg|||s��� 4 ����bbb�hhhƑ�������UUU�000�QQQ�}}}��������������������������������---{bbb����� ( ����������������������iii�LLL�BBB����������������������������������������������� �������a���V����������������ggg�+++�NNN��������������������������������������� ����|||n���j����������������]]]�ttt�kkk�������������������������������� �����������������������������������rrr�www���������������������������Ӧ �������a���V���������������������������������������������������Ӧ ����zzzn���j�������������������������������������������Ӧ �����������������������������������������������������������ˉ � �?� � � � � � � � � � � � � � � � � � ?� ?� ?� � � �� �� �� �� �� �� ?�( ��� ���C���������������� ����o��� ������I�������������������������� ���������������ਨ������������S��=��?�������� �������������������������_�Q�F����4������ ���������������������������a�Z��������������������������������������м���oE�����c�a�X�M��B��7��0��������������������~I��q?�����c�`�V�K��@��5��8��������������������z;��u=���q�����������������v�>��3����������������������E��y<��t>��n@��iB�~dE�}dF�������G��H������YYY�uuu����������ġ���=��x<��s>��mA��hC�}dE�}eG�����S���������444�|||����������������������������gC�}cE�������������������������MMM������������������~>�����q?��kA��iG����� �������������RRR��������������¢���G��u=��xK�ʺ������ ����������������������������������������������� ��������������������������������������������� ������������������������������������������ ~�A�A �A �A �A �A �A �A �A �A �A �A �A �A �A �A � ( � h 00 �% � h <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"></requestedExecutionLevel> </requestedPrivileges> </security> </trustInfo> </assembly>PAPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPAD � D ������Ȣ��X�`�x���������Ȭج����(�8�H�X�h�x���������ȭ � �0�����������ȧЧا���p�x�������������������ȩЩة��� ���� �(�0�8�@�H�P�X�`�h�p�x�������������������ت��� ���� �(�0�8�@�H�P�X�`�h�p�x�������������������ȫЫث��� ���� �(�����ج���X�p�x������� 0 8 СТآ�� ���� �(�0�8�@�H�X�`�h�p�x������� site-packages/pip/_vendor/distlib/index.py 0000644 00000051135 15231162611 0014626 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2013 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import hashlib import logging import os import shutil import subprocess import tempfile try: from threading import Thread except ImportError: from dummy_threading import Thread from . import DistlibException from .compat import (HTTPBasicAuthHandler, Request, HTTPPasswordMgr, urlparse, build_opener, string_types) from .util import cached_property, zip_dir, ServerProxy logger = logging.getLogger(__name__) DEFAULT_INDEX = 'https://pypi.python.org/pypi' DEFAULT_REALM = 'pypi' class PackageIndex(object): """ This class represents a package index compatible with PyPI, the Python Package Index. """ boundary = b'----------ThIs_Is_tHe_distlib_index_bouNdaRY_$' def __init__(self, url=None): """ Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. """ self.url = url or DEFAULT_INDEX self.read_configuration() scheme, netloc, path, params, query, frag = urlparse(self.url) if params or query or frag or scheme not in ('http', 'https'): raise DistlibException('invalid repository: %s' % self.url) self.password_handler = None self.ssl_verifier = None self.gpg = None self.gpg_home = None self.rpc_proxy = None with open(os.devnull, 'w') as sink: # Use gpg by default rather than gpg2, as gpg2 insists on # prompting for passwords for s in ('gpg', 'gpg2'): try: rc = subprocess.check_call([s, '--version'], stdout=sink, stderr=sink) if rc == 0: self.gpg = s break except OSError: pass def _get_pypirc_command(self): """ Get the distutils command for interacting with PyPI configurations. :return: the command. """ from distutils.core import Distribution from distutils.config import PyPIRCCommand d = Distribution() return PyPIRCCommand(d) def read_configuration(self): """ Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. """ # get distutils to do the work c = self._get_pypirc_command() c.repository = self.url cfg = c._read_pypirc() self.username = cfg.get('username') self.password = cfg.get('password') self.realm = cfg.get('realm', 'pypi') self.url = cfg.get('repository', self.url) def save_configuration(self): """ Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. """ self.check_credentials() # get distutils to do the work c = self._get_pypirc_command() c._store_pypirc(self.username, self.password) def check_credentials(self): """ Check that ``username`` and ``password`` have been set, and raise an exception if not. """ if self.username is None or self.password is None: raise DistlibException('username and password must be set') pm = HTTPPasswordMgr() _, netloc, _, _, _, _ = urlparse(self.url) pm.add_password(self.realm, netloc, self.username, self.password) self.password_handler = HTTPBasicAuthHandler(pm) def register(self, metadata): """ Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() metadata.validate() d = metadata.todict() d[':action'] = 'verify' request = self.encode_request(d.items(), []) response = self.send_request(request) d[':action'] = 'submit' request = self.encode_request(d.items(), []) return self.send_request(request) def _reader(self, name, stream, outbuf): """ Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. """ while True: s = stream.readline() if not s: break s = s.decode('utf-8').rstrip() outbuf.append(s) logger.debug('%s: %s' % (name, s)) stream.close() def get_sign_command(self, filename, signer, sign_password, keystore=None): """ Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. """ cmd = [self.gpg, '--status-fd', '2', '--no-tty'] if keystore is None: keystore = self.gpg_home if keystore: cmd.extend(['--homedir', keystore]) if sign_password is not None: cmd.extend(['--batch', '--passphrase-fd', '0']) td = tempfile.mkdtemp() sf = os.path.join(td, os.path.basename(filename) + '.asc') cmd.extend(['--detach-sign', '--armor', '--local-user', signer, '--output', sf, filename]) logger.debug('invoking: %s', ' '.join(cmd)) return cmd, sf def run_command(self, cmd, input_data=None): """ Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. """ kwargs = { 'stdout': subprocess.PIPE, 'stderr': subprocess.PIPE, } if input_data is not None: kwargs['stdin'] = subprocess.PIPE stdout = [] stderr = [] p = subprocess.Popen(cmd, **kwargs) # We don't use communicate() here because we may need to # get clever with interacting with the command t1 = Thread(target=self._reader, args=('stdout', p.stdout, stdout)) t1.start() t2 = Thread(target=self._reader, args=('stderr', p.stderr, stderr)) t2.start() if input_data is not None: p.stdin.write(input_data) p.stdin.close() p.wait() t1.join() t2.join() return p.returncode, stdout, stderr def sign_file(self, filename, signer, sign_password, keystore=None): """ Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. """ cmd, sig_file = self.get_sign_command(filename, signer, sign_password, keystore) rc, stdout, stderr = self.run_command(cmd, sign_password.encode('utf-8')) if rc != 0: raise DistlibException('sign command failed with error ' 'code %s' % rc) return sig_file def upload_file(self, metadata, filename, signer=None, sign_password=None, filetype='sdist', pyversion='source', keystore=None): """ Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() if not os.path.exists(filename): raise DistlibException('not found: %s' % filename) metadata.validate() d = metadata.todict() sig_file = None if signer: if not self.gpg: logger.warning('no signing program available - not signed') else: sig_file = self.sign_file(filename, signer, sign_password, keystore) with open(filename, 'rb') as f: file_data = f.read() md5_digest = hashlib.md5(file_data).hexdigest() sha256_digest = hashlib.sha256(file_data).hexdigest() d.update({ ':action': 'file_upload', 'protocol_version': '1', 'filetype': filetype, 'pyversion': pyversion, 'md5_digest': md5_digest, 'sha256_digest': sha256_digest, }) files = [('content', os.path.basename(filename), file_data)] if sig_file: with open(sig_file, 'rb') as f: sig_data = f.read() files.append(('gpg_signature', os.path.basename(sig_file), sig_data)) shutil.rmtree(os.path.dirname(sig_file)) request = self.encode_request(d.items(), files) return self.send_request(request) def upload_documentation(self, metadata, doc_dir): """ Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() if not os.path.isdir(doc_dir): raise DistlibException('not a directory: %r' % doc_dir) fn = os.path.join(doc_dir, 'index.html') if not os.path.exists(fn): raise DistlibException('not found: %r' % fn) metadata.validate() name, version = metadata.name, metadata.version zip_data = zip_dir(doc_dir).getvalue() fields = [(':action', 'doc_upload'), ('name', name), ('version', version)] files = [('content', name, zip_data)] request = self.encode_request(fields, files) return self.send_request(request) def get_verify_command(self, signature_filename, data_filename, keystore=None): """ Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. """ cmd = [self.gpg, '--status-fd', '2', '--no-tty'] if keystore is None: keystore = self.gpg_home if keystore: cmd.extend(['--homedir', keystore]) cmd.extend(['--verify', signature_filename, data_filename]) logger.debug('invoking: %s', ' '.join(cmd)) return cmd def verify_signature(self, signature_filename, data_filename, keystore=None): """ Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. """ if not self.gpg: raise DistlibException('verification unavailable because gpg ' 'unavailable') cmd = self.get_verify_command(signature_filename, data_filename, keystore) rc, stdout, stderr = self.run_command(cmd) if rc not in (0, 1): raise DistlibException('verify command failed with error ' 'code %s' % rc) return rc == 0 def download_file(self, url, destfile, digest=None, reporthook=None): """ This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. """ if digest is None: digester = None logger.debug('No digest specified') else: if isinstance(digest, (list, tuple)): hasher, digest = digest else: hasher = 'md5' digester = getattr(hashlib, hasher)() logger.debug('Digest specified: %s' % digest) # The following code is equivalent to urlretrieve. # We need to do it this way so that we can compute the # digest of the file as we go. with open(destfile, 'wb') as dfp: # addinfourl is not a context manager on 2.x # so we have to use try/finally sfp = self.send_request(Request(url)) try: headers = sfp.info() blocksize = 8192 size = -1 read = 0 blocknum = 0 if "content-length" in headers: size = int(headers["Content-Length"]) if reporthook: reporthook(blocknum, blocksize, size) while True: block = sfp.read(blocksize) if not block: break read += len(block) dfp.write(block) if digester: digester.update(block) blocknum += 1 if reporthook: reporthook(blocknum, blocksize, size) finally: sfp.close() # check that we got the whole file, if we can if size >= 0 and read < size: raise DistlibException( 'retrieval incomplete: got only %d out of %d bytes' % (read, size)) # if we have a digest, it must match. if digester: actual = digester.hexdigest() if digest != actual: raise DistlibException('%s digest mismatch for %s: expected ' '%s, got %s' % (hasher, destfile, digest, actual)) logger.debug('Digest verified: %s', digest) def send_request(self, req): """ Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). """ handlers = [] if self.password_handler: handlers.append(self.password_handler) if self.ssl_verifier: handlers.append(self.ssl_verifier) opener = build_opener(*handlers) return opener.open(req) def encode_request(self, fields, files): """ Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. """ # Adapted from packaging, which in turn was adapted from # http://code.activestate.com/recipes/146306 parts = [] boundary = self.boundary for k, values in fields: if not isinstance(values, (list, tuple)): values = [values] for v in values: parts.extend(( b'--' + boundary, ('Content-Disposition: form-data; name="%s"' % k).encode('utf-8'), b'', v.encode('utf-8'))) for key, filename, value in files: parts.extend(( b'--' + boundary, ('Content-Disposition: form-data; name="%s"; filename="%s"' % (key, filename)).encode('utf-8'), b'', value)) parts.extend((b'--' + boundary + b'--', b'')) body = b'\r\n'.join(parts) ct = b'multipart/form-data; boundary=' + boundary headers = { 'Content-type': ct, 'Content-length': str(len(body)) } return Request(self.url, body, headers) def search(self, terms, operator=None): if isinstance(terms, string_types): terms = {'name': terms} if self.rpc_proxy is None: self.rpc_proxy = ServerProxy(self.url, timeout=3.0) return self.rpc_proxy.search(terms, operator or 'and') site-packages/pip/_vendor/distlib/__init__.py 0000644 00000001105 15231162611 0015246 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2016 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import logging __version__ = '0.2.4' class DistlibException(Exception): pass try: from logging import NullHandler except ImportError: # pragma: no cover class NullHandler(logging.Handler): def handle(self, record): pass def emit(self, record): pass def createLock(self): self.lock = None logger = logging.getLogger(__name__) logger.addHandler(NullHandler()) site-packages/pip/_vendor/distlib/t32.exe 0000644 00000256000 15231162611 0014256 0 ustar 00 MZ� �� � @ � � � �!�L�!This program cannot be run in DOS mode. $ ��H�KH�KH�KۤKI�KSw$KV�KSwKG�KSw%K8�KA� KM�KH�K�KSw!KI�KSwKI�KSwKI�KRichH�K PE L h�RW � � � �% � @ � �y @� �� < 0 �P � � �� � @ � @ .text �� � `.rdata * � , � @ @.data �. � @ �.rsrc �P 0 R � @ @.reloc " � L @ B U��� ��A 3ʼnE��} uE�EP�u ������h� h P�. ��������Ph �@ �� ��@P�� �� j� �@ �M�3�� ��U��MW3��F�P��A PQ�k �� ��t��A � ;u���H�E+��D0��ϋ�_]�U���,Wh@�@ �E�3�h`A P�}��}��� 3�;���hH�@ Q� ���jW�u�� �u��' ��E�������$�U�E�;�}�}�SVW�u��u��� �u�� Sj�u�� �u���3����� ;�t ��jY�}��}+�E����U�� � V�7 �E�E� �Y�E�;�}�}�W�u��u�� �u�Vj�u��r �u��������3�;���hd�@ �u�P�I����E�+E�jE�Y�u�}���U��M �}��,+u�+u�+�y3�j V�u�� �u�SjW� ��3�;����h��@ P�����$�D>�^[�f����@ f;tH;�s���E�u�� �E�Y_��U��V���@ �& jjj VP�uP�@�@ ��u �8�@ ��uF��^]�U��} u�h A ��t j P��@ 3�@]�U����� ��A 3ĉ�$� �ESVW3�WW�D$ �0�@ �؍D$Pjp�D$xPj S�(�@ ��t �|$pu3�@�3�h��@ P������$� 0 YYjp�D$tPj S��@ h��@ P����jD^V�D$4WP�8 ���t$(�54�@ j���P�D$d���$��@ P���YYj���P�D$h�����$�@ P���YYj��P�D$l����$$�@ P�h���YYjh}@ �D$\ �<�@ �D$P�D$,PWWWjWW�t$4W� �@ �t$h@�@ P�&����D$,�� �t$�h A S� �@ �t$ �D�@ j��t$ ��@ �D$P�t$ � �@ hd�@ P����YY�t$� �@ �U��QSVW�=8�@ ���@ S�u�%�F�E�� f��t ��"tjP�� YY��u S�u���u�3�����h��@ P�{����}YY��f�?"j[u 3�f�>"h��@ ��P�V���3�Yf��Y�3�f�>"h �@ ��P�7����YYf��t%jP�V YY��t3�f��jP�A YY��t ��f��u�E �0��_^[��U���$ ��A 3ʼnE�SVW��@ f�8"tj �j"��YQP� YY��u Dž����@ �$�p�jP�� YY��t ���f��u牵��� S�`A Vj �$�@ f�=`A "t����� Dž��bA ������3�f� B���P��A P�����3������$l�@ P�#���Y�� 3�Y��;�s��� t �� tA;�r����3�����h��@ P���YYS���P� +�VWjh� �,�@ ��3�3�;���h��@ P���3�f��u�YY���f9��t�jP�� YY��t��f9 u�3�f�>#h��@ ��P�p���YYj_�jP� YY��t ��f;�u�3�f�>!h �@ ��P�=���YY�jP�b YY��t ��f;�u荅��PV�����<�������3�9���h@�@ ��P��3�9���hl�@ ��P�����������Hf��f;�u�+�������Hf��f;�u�+������������Hf��f;�u�+���ȋ����Pf��f��u�+�������W�t1V� ��3�����h��@ P�L�������������������h��@ VVW�� ��0W�����$���; �A u��� j h��@ � 3��}�3��];���;�u� � �P 3��{3��u ;���;�t�3�f9>��;�t��p �E;�u �s � �ɉ}�f9;u �^ � j��E�Ph�A � �� �P�uVS�p ���E��E������ �E�� �u�� YË�U��V�u��u� j^�0� ���$h� �u�u ������ ���t3���� � ^]Ë�U��Ef�U �f;�t���f��u�f9t3�]Ë�U��} t-�uj �5A �H�@ ��uV� ��8�@ P�/ Y�^]Ë�U��Q�e� V�E�P�u �u� ��� ��u9E�t�> ��t �5 �M����^�Ë�U��S�]���woVW�=A u� j �Q h� �a YY��t���3�@Pj �5A �L�@ ����u&j ^9|A t S� Y��u��� �0� �0��_^�S�� Y� � 3�[]ø A á�.A Vj^��u� �;�}�ƣ�.A jP�^ YY�� A ��u jV�5�.A �E YY�� A ��ujX^�3ҹ A ��� A � �� �����A |�j�^3ҹ A W������ A ���� ������t;�t��u�1�� B��p A |�_3�^�� �=DA t�[ �5� A � ���YË�U��V�u� A ;�r"��`A w��+����Q��! �N � Y� �� V�P�@ ^]Ë�U��E��}��P�! �E �H � Y]ËE �� P�P�@ ]Ë�U��E� A ;�r =`A w�` ���+�����P�~ Y]Ã� P�T�@ ]Ë�U��M�E ��}�` �����Q�O Y]Ã� P�T�@ ]����������̋D$ S��tR�T$3ۊ\$ �� t� ��2�tr��t2�� u��rW����ߋ�����_��t� ��2�t@��u�[Ã�r� 3˿���~���3σ��� �t�J�2�t#2�t��2�t 2�t��_�B�[ÍB�_[ÍB�_[ÍB�_[Ë�U��EPj �u�u�u �u�0% ��]Ë�U����MS�] VW�}�M��]���t�} t��u�� � � 3�_^[�Ëu��t ��3��9Ev!���t Sj Q�2. �� ��t���3��9Ew��}�F �}��t�F�E���E� ���� �F tD�F��t=�� ��;�r��;}��� W�6�u��u��?- )~>}�+߃�)}��}�� ;]�r\�}� t ����3�;�v ���u����u��+�� ����;�w��;E�w[P�u�V�, YP�+ �� ��t{���tdE�+�)E��$V��$ Y���tR�}� t"�M��E���FK�M��E���&����E����} �t�u j �u�- �� �q � " ����N ��+�3�u����N ��j h��@ � 3��u�9ut/9ut*9uu-�} �t�u V�u�, �� � � � 3�� �u�9���Y�u��u�u�u�u �u�������E��E������ �E���u�u���YË�U��u�u�u j��u�Z�����]�j h�@ �� 3ۉ]�3��};���;�u� � �" ���� 3�9] ��;�t܉}W���Y�]��G @uoW�'+ Y���t���t����ȃ� �� �� A �� A �A$u)���t���t����� ���� A �� A �@$�t�� � � �M�9]�u#W��+ ��EPS�u W��, �E�WV�W, �� �E������ �E��? �u�L���YË�U��Q��� f9Eu3��ø f9Es�E� lA �A� �E�Pj�EPj�X�@ ��u!E��E��M #��Ë�U��� SW�}3�;�u�* � �� ���e VW��) ��Y�u�9_}�_jSV�{8 �� �E�;��� �W �� u+G�% ��O��+ى]��t<������ A �� ���D2�t��;�s��: uCB;�r��]�}� u���� ��x�� � � �G �� �W��u!U�� �]��u�+����� � �� A �E����D0�tyjj �u��7 �� ;E�u �G�M�� �8 u�E@;�r�G �@j �u��u��y7 �� ��y���8� 9Ew�O ��t�� t�G�E��D0t�E�E)E��E�E�^_[��j h0�@ � 3�9E����u� � �4 ���(�u���Y�e� �u�*���Y�E��E������ �E��� �u���YË�U��V�u�F ��u�4 � ���g���}�F uV����E �e YV�3 �F Y��y��F ��t�t� u�F �u�u V�' YP�R6 3Ƀ� ������A�^]�j hP�@ � 3�9E����u� � �E ���?�u��t ��t��u�u���Y�e� V�u �u� ����� �E��E������ �E��� �u���YË�U��V�uW����u�- � �� ��D�F �t8V�< V���7 V��& P��6 ����y����F ��t P�@����f Y�f ��_^]�j hp�@ �" �M�3��u������u� � �V ��� �F @t �f �E��. �V����Y�e� V�<���Y�E��E������ �ԋuV����YË�U��=�A t�I �u� h� � YY]�jh��@ � 3�95� A u VVjV�`�@ �MZ f9 @ t�u��6�< @ �� @ PE u� f9� @ u܃�t @ v�3�9�� @ ���M��d ��uj �]���Y�G? ��uj�L���Y��; �u�� ��yj� Y�\�@ �� A �6; ��A �q: ��yj�v Y��7 ��yj �e Yj�< Y;�tP�R Y�,A �0A P�5$A �5 A �I�� �E�9u�uP�� � �.�E�� �M�PQ�<6 YYËe�E܉E�}� uP� �� �E������E��v ���? �����U���( ��A � �A ��A � �A �5�A �=�A f�A f� A f� �A f��A f�%�A f�-�A ��A �E ��A �E� A �E� A �����HA � A ��A ��A ���A ��A �������A ������p�@ �@A j�? Yj �l�@ h��@ �h�@ �=@A uj�? Yh ���@ P�d�@ �Ë�U�����A 3�SV�u �E��U�U��U����f�> t����at0��rt#��wt� � �) 3��a � � 3ۃM�� � �M����3�AWf;��� �y� @ ��� ����S�� t�� �� �� tRHtC��t-�� t!���� 9E��� �E� ���� �� ��@�� ��@� �E� � ���� �E����� ljE�� �}� ut�E� �� �n��TtZ��tEHt0�� t��� �� � uE ��G�}� u;�e������E� �1�}� u% U��E� � �� � u�� � �� ��t3�� ��f�������}� �� j _���f9>t�jVh��@ �AG �� ���� �����f9>t�f�>=uu��f9>t�jh��@ V�pF �� ��u �� �� �Ajh��@ V�QF �� ��u ���� �"jh��@ V�2F �� ��u���� ���f�> t�3�f9>t�a � � � h� �u�E S�uP��D ����t3�� �E��A �M��H �M �x�8�x�x �H_^[��jh��@ �[ 3�3��}�j�, Y�]�3��u�;5�.A �� �� A ��9t[� �@ ��uH� � uA�F���w�FP�( Y���� �� A �4�V� �YY�� A ���@ �t PV�t�YYF둋��}��cj8�! Y� � A ��;�tNh� �� A ���� P�t�@ ���� A u�4���Y�� A � ������ P�P�@ �� A �<��}�_ ;�t�g � �_�_� �_ �O��E������ ��� Ë}�j�< YË�U��E�A ]Ë�U���( ��A 3ʼnE�S�]W���tS�L; Y���� jL����j P� �����������0����� ����������������������������������f������f����f�����f�����f������f�����������E�M���Dž0��� �����I������M �����M���������p�@ j ���l�@ �����P�h�@ ��u��u ���tS�W: Y�M�_3�[����Ë�Vj� �Vj������ V��@ P�d�@ ^Ë�U��5A �|�@ ��t]��u�u�u�u �u����3�PPPPP������Ë�U��E3�;͐A tA��-r�H�wj X]Ë͔A ]�D���jY;��#���]���5 ��u��A Ã���5 ��u��A Ã� Ë�U��V����MQ����Y������0^]����������������h�-@ d�5 �D$�l$�l$+�SVW��A 1E�3�P�e�u��E��E������E��E�d� ËM�d� Y__^[��]Q�������̋�U���S�] V�s35�A W��E� �E� �{���t �N�3 8�/��N �F�3 8� ��E�@f� �M�U�S��[ �E�M��t_�I �[�L��D��E� �E���t���� �E���x@G�E����u}� t$����t �N�3 8���N �V�3 :���E�_^[��]��E� �ɋM�9csm�u)�=� A t h� A �cB ����t�UjR�� A ���M �U� �E 9X th�A W�Ӌ�� �E �M��H ����t �N�3 8���N �V�3 :���E�H���* �����9S �O���h�A W���A �����SVW�T$�D$�L$URPQQh�/@ d�5 ��A 3ĉD$d�% �D$0�X�L$,3�p ���t;�T$4���t;�v.�4v�\�� �H �{ u�h �C�2C � �C�DC �d� ��_^[ËL$�A � t3�D$�H3��(�U�h�p �p�p�>����� ]�D$�T$�� �U�L$�)�q �q�q(������ ]� UVWS��3�3�3�3�3���[_^]Ë��j�B 3�3�3�3�3���U��SVWj RhF0@ Q�>� _^[]�U�l$RQ�t$����� ]� j h j ���@ 3Ʌ����A ��Ë�U��M��tj�3�X��;E s�+���� 3�]��M V��uF3����wVj�5A �L�@ ��u2�=|A t V�. Y��uҋE��t� 3�� �M��t� ^]Ë�U��h��@ ���@ ��th��@ P���@ ��t�u��]Ë�U��u����Y�u� �@ �j� Y�j�� YË�V�/ ��V� V����V��C V�C V�A V�A ��^Ë�U��V�u3����u���t�у�;u r�^]Ë�U��=� A th� A �? Y��t �u�� A Y�D h`�@ hH�@ ���YY��uTVWh7a@ �lD �@�@ �D�@ Y��;�s���t�Ѓ�;�r�=� A _^th� A �> Y��t j jj �� A 3�]�j h��@ ����j� Y�e� 3�@9LA �� �HA �E�DA �} �� �5� A �5|�@ �؉]Ѕ�th�5� A ���}ԉ]܉}��}�;�rK�. 9t�;�r>�7���. ���5� A ��5� A ��9]�u9E�t�]܉]ЉE؋��}ԋ]���E�d�@ �}�p�@ s�E� ��t�ЃE����E�t�@ �}�x�@ s�E� ��t�ЃE����E������ �} u)�LA j� Y�u����} tj� Y����Ë�U��j j �u����� ]Ë�U��j j�u����� ]�jj j ����� �jjj �z����� Ë�U���� �u�2 Yh� ���̋�U��3��M; ň�@ t @��r�3�]ËŌ�@ ]Ë�U��� ��A 3ʼnE�SV�uWV�����3�Y�����;��l j�F Y��� j�F Y��u �=�A �� ��� �6 h��@ h �PA W�rE �� ���� h ��A VSf��A �$�@ �� ��u h��@ SV�:E �� ��t 3�PPPPP�G���V�E @Y��<v*V�D �E A ��+�j�h��@ +�SP�D ����u�h��@ � VW�C �� ��u������VW�nC �� ��u�h h8�@ W��A �� �^SSSSS�y���j�4�@ ��;�tF���tA3�� G�����f9 Gt@=� r�S�����P�����P�]�� A YP�����PV���@ �M�_^3�[�(���j�D Y��tj�D Y��u �=�A uh� �%���h� ����YYË�U��E�xA ]Ë�U��5xA �|�@ ��t�u��Y��t3�@]�3�]Ë�U���LV�E�P���@ j@j ^V�l YY3�;�u��� �� �� A �5t A ;�s6���H��f�@� �Hf�@ �@! �H3�H/�5� A ��@�P��� ;�r�SWf9M�� �E�;�� ����E�þ �E�;�|��9 t A }k�� A j@j �� YY��tQ�t A �� �;�s1���H���` �` ��`3 f�@� f�@ �@/ ���@P�;�r҃�9 t A |��� t A 3���~r�E�� ���t\���tW�M�� ��tM��u P���@ ��t=���� �����4�� A �E�� ��E�� �Fh� �F P�t�@ ���� �F�E�G�E�;�|�3ۋ��5� A ����t ���t�N��q�F���uj�X� �C�������P�4�@ �����tB��t>W���@ ��t3%� �>��u�N@� ��u�Nh� �F P�t�@ ��t,�F� �N@�����C���h����5t A ���@ 3�_[^�Ã���U��VW3��u����Y��u'9�A v V���@ ��� ;�A v����uʋ�_^]Ë�U��VW3�j �u �u������� ��u'9�A v V���@ ��� ;�A v����uË�_^]Ë�U��VW3��u �u�A ��YY��u,9E t'9�A v V���@ ��� ;�A v����u���_^]�jh��@ ��3ۉ]�j� Y�]�j_�}�;=�.A }T���� A 9 �tE���@ �tP�W�Y���t�E�|(�� A ���� P���@ �� A �4��[��Y�� A � �G��E������ �E��}��j�6 YË�U��SV�u�F �Ȁ�3ۀ�u@� t9�FW�>+���~,WPV� YP�#H �� ;�u�F ��y��F ��N ��_�F�f �^��[]Ë�U��V�u��u V�5 Y�/V�|���Y��t��� �F @ tV� P�H Y��Y��3�^]�jh�@ �r�3��}�}�j�B Y�}�3��u�;5�.A �� �� A ��98t^� �@ �tVPV�\�YY3�B�U��� A ���H ���t/9UuP�J���Y���t �E��9}u��tP�/���Y���u E܉}�� F�3��uࡤ A �4�V�e�YY��E������ �}�E�t�E�����j� Y�j� ���YË�VW3���A �<�DA u ��@A �8h� �0���t�@ ��t F��$|�3�@_^Ã$�@A 3���S� ��@ V�@A W�>��t�~t W��W�/���& Y����`A |ܾ@A _���t �~uP�Ӄ���`A |�^[Ë�U��E�4�@A �T�@ ]�j h8�@ ���3�G�}�3�9 A u�d���j ���h� ��YY�u�4�@A 9 t���mj���Y��;�u�2�� 3��Pj �X Y�]�9 u+h� W�t�@ ��uW�^��Y��� �]�� �>�W�C��Y�E������ �E��p��j �)���YË�U��EV�4�@A �> uP�#���Y��uj���Y�6�P�@ ^]Ë�U��� SW3�j3�Y�}�]��9]u�s�� ����� �}V�u ;�t;�u�L�� ������k�����E�;�w�}�u �E�u�E�B �u�u�P�u�U���E;�t5;�|"�M�x�E���E�PS�, YY���t�E�3�9]�\>�����^_[�Ë�U��} u��� �_���]�S�]V�uW��u��u9u u3�� ��t�} ��u��� � �o��u �u�u;�v*�8CSVh_�@ ��������uG�F��8"uY�<��8�P�WVh_�@ ������D>� ���u�}�u���8"u%���� ��y� ���u���� " ����_^[]Ë�U��uj �u�u�u �u�����]Ë�U��QV�u V� �E �F Y��u��� �N ���/ �@t ��� " ��S3ۨt�^��� �N���F �F �����F �^�]�� u,����� ;�t �����@;�u �u �R Y��uV�VR Y�F W�� �F�>�H��N+�I�N;�~ WP�u �tB �� �E��M�� �F ���y�M ���t���t���� ������� A �� A �@ tjSSQ��P #����t%�F�M��3�GW�EP�u �B �� �E�9}�t �N ����E%� _[^�Ë�U��EV���F ��uc�" �F�Hl��Hh�N�; (A t� � A �Hpu�[ ��F;� A t�F� � A �Hpu�S �F�F�@pu�Hp�F � ���@�F��^]� ��U��� SW3�j3�Y�}�]��9]u��� �U���� �}V�u ;�t ;�u��� �.���� �E�B �u�u����?v �E����?�E�u �E�u�uP�U���E;�tV;�|B�M�x �E��E���E�PS�]���YY���t"�M�x�E���E�PS�@���YY���t�E�3�9]�f�D~�����^_[�Ë�U��} u���� �r���]�S�]V�uW��u��u9u u3�� ��t�} ��u��� � ���u �u�u;�v*�8CSVh �@ ��������uI�Y��8"u]�O��8�T�WVh �@ �h���3Ƀ�f�L~����u�}�u�#��8"u'���� ��y 3�f����u��� " ����_^[]Ë�U��V�u��u���� ��� �F ���� �@�� �t �� �F �� ���F � u V��N Y��F��v�vV�d YP�g �� �F���� ����� �F �uQV�: Y���t0V�. Y���t$WV�! ��V�<�� A � �� Y��Y_�� A �@$�<�u�N �~ u�F �t� u�F ��N�A��������� F �f ��^]Ë�U��� �UV�uj�X�E�U�;�u��� ��� ���} S3�;�|;5t A r ����{�� � ����N ���W�� �<�� A ����L0��u�X���>�� �h�����wN�]�;�� ���� 9] t5�D0$���E���HjYtHu��Шt��U�] �]��z��Шu�������� �w��6����M;�r�E�u�`��Y�]��u ��� ��� ���n jj j �u�FK ��D(���T,��AH��tz�I�� tr�} tl�M�}� � ��C�E� �D tP��L%�� tE�} t?��@�M�}��E� �D% u%��L&�� t�} t��@�M�E� �D& j �M�Q�uP��4���@ ���x �M���m ;M�d �M�D� ��� �}�� ��t �; u��� ��]�E�É]�E�;��� �M�<�� < t �CA�M� �E�H;�s�A�8 u ���M� �u�E�m�Ej �E�Pj�E�P��4���@ ��u �8�@ ��uE�}� t?��DHt�}� t�� ��M��L�%;]�u�}� t�jj�j��u�I ���}� t� C�E�9E�F������D� @u����C��+E�}��E��� ���� K� ��xC� 3�@�����;]�rK� @��`A t�����`A ��u �G�� * �zA;�u��@��D1Ht%C�T1��| ���T%C��u ���T&C+���ؙjRP�u��H ���E�+]���P�u S�u�j h� �,�@ �E�u4�8�@ P���Y�M�E�;E tP���Y�E���� �E�� �E�3�;�����E�L0�ƅ�t f�; u��� ��]�E�É]�E�;�� �E����� �� tf� �����E� �M�;�s �Hf�9 u ���Ej � �M� �Ej �E�Pj�E�P��4���@ ��u �8�@ ��u[�}� tU��DHt(f�}� t�j Xf���M��L��M��L%��D& �*;]�uf�}� t�jj�j��u�cG ��f�}� t j Xf����E�9E�������t�@u�� f� f���+]�]�����8�@ j^;�u�A�� �I��0�j�����m�Z����e� �\���3�_[^��jhX�@ �b��]���u��� ��� ��� ��x; t A r���� ���� �q��ҋ���<�� A ��� ����D0��tƸ���;E�@u��� ��� �S��c Y�e� ��D0t�u�u S����� �E���R�� �Z�� �M��E������ �E����Ë]S�4d YË�U��E��u��� ����]Ë@]Ë�U��V�u��u3��a�} u���j^�0�����H�} t9u rV�u�u�e �� ��u j �u�/ �� �} t�9u s��j"Y����jX^]�������������̋T$ �L$��ti3��D$��u��� r�=l A t�h W����r1�ك�t +ш����u����������ʃ���t��t �����u��D$_ËD$Ë�U��V�uV����P�lF YY��t|�G���� ;�u3���7����@;�u`3�@��A �F uNSW�<��A �? � u S�K�Y���u�Fj�F�X�F�F� �?�~�>�^�^�N 3�_@[�3�^]Ë�U��} t'V�u �F tV�n��f ���f �& �f Y^]�A @t�y t$�Ix ������ ��QP�H�YY���u �Ë�U��� ��A 3ʼnE�S�] V�u3�W�}�u��������������������������������������������������8������������u+���� �#�������� t �������`p����7 �F @u^V�.���Y� A ���t���t�ȃ� ���� �� A ���A$u����t���t�ȃ� ������ A ���@$��q���3�;��g���������������������������� C3�������9�����y �B�<Xw������@ ���3�����@ j��Y������;�� �$��X@ ������������������������������������� �� tJ��t6��t%HHt���� ���� ���� ���� ���� � ���� ��*u,�������������;��l ���������Z �����k� �ʍDЉ�����? �����4 ��*u&������������;�� ������ ����k� �ʍDЉ����� ��ItU��htD��lt��w�� ��� �� �;luC��� ������� ���� ��� � �<6u �{4u����� � �������p <3u �{2u���������������N <d�F <i�> <o�6 <u�. <x�& <X� ������!����������P��P�&O Y������Yt"���������������C��������������������������� ��d�� �X ��S�� tL��AtHHt$HHtHH�� �� Dž���� �����V ���0 �� ��� � ���0 u ��� �������u��������� ������������ ��u �dA ��������Dž��� �� ��X�" HHt+��� HH�� ��������� ����t0�G�Ph ���P�����P�Md ����t Dž���� ��G����Dž��� ��������| ���������t;�H��t4��� � ����t�+��Dž��� �7 !�����, �`A ����P�K$ Y� ��p�= �% ��e� ��g�� ��it|��nt.��o�� ��������Dž��� tl��� �`���������p��lK ���b������ t f�����f��������Dž���� �> �������@Dž��� ����� � �� ��W��� �������@���� ����������9���} Dž�� �ju��gucDž�� �W9���~��������� ~=������] V������Y��������t������������� Dž��� ��5|�@ ���������G�������������P���������������P������������SP�5�A ��Ћ���� �� t ���� u������PS�5�A ���YY����gu��u������PS�5�A ���YY�;-u��� C����S���Dž�� �������*��s�n���HH�X������� ����Dž����' ����Dž��� �2���������Qƅ���0�����Dž��� ������ �������� t������@t�G���G����G���@t��3҉�����@t��|��s���ځ�� ��� � ����u3�9���} Dž�� ������ 9���~������ �u!�����u����������� �t-������RPWS�I ��0�������؋���9~������N뽍E�+�F��� ���������tb��t�90tW���������0@�?If90t����u�+�����(��u �`A ���������I�8 t@��u�+�������������� �� �����@t5�� t ƅ���-���t ƅ���+� ��tƅ��� Dž��� �����+����+������������ u%��� ����������� O���������t�����������������������P�������, ���YYt.���u%�������������˰0O�5���������t��ヽ��� �����tu��~q�����������������Pj�E�P������P���p^ ����u69�����t.������������������E�P������ , ������ YYu��#�������������P�����������+ YY����� |2���t)������� ����������� O�\������t��߃����� t���������������� Y�������������t�������������r��������� t �������`p�������M�_^3�[�6����ÐOP@ NN@ ~N@ �N@ (O@ 3O@ yO@ �P@ ��U��V�uV��T Y���u����� ���MW�uj �u P���@ �����u�8�@ �3���t P����Y��������� A �� ���D0� ���_^]�jhx�@ �����]���u�x��� �]��� ��� ��x; t A r�Q��� �6��� �����ҋ���<�� A ��� ����D0��t�S�vT Y�e� ��D0t�u�u S����� �E������� ����� �M��E������ �E��S��Ë]S�T YË�U��V�uWV�S Y���tP�� A ��u ��� u ��u �@Dtj�yS j���pS YY;�t V�dS YP�D�@ ��u �8�@ ���3�V�R ������ A �� ��Y�D0 ��t W�@��Y���3�_^]�jh��@ �Z���]���u���� ����� ��� ��x; t A r����� ����� �i���ҋ���<�� A ��� ����D0��t�S�S Y�e� ��D0t S����Y�E���t��� �M��E������ �E�����Ë]S�^S YË�U��V�u�F ��t �t�v艽���f ����3�Y��F�F^]Ë�U��E� �8csm�u*�xu$�@= �t=!�t="�t= @�u�� 3�]� h�[@ �l�@ 3�Ë�U��V� ���2 �N\�U��W9t �� ��� ;�r�� ;�s9t3���t�P��u3�� ��u �` 3�@�� ���� �M S�^`�N`�H���� j$Y�~\�d9 �� ��� |� �~d=� �u �Fd� �~=� �u �Fd� �n=� �u �Fd� �^=� �u �Fd� �N=� �u �Fd� �>=� �u �Fd� �.=� �u �Fd� � =� �u �Fd� �=� �u�Fd� �vdj��Y�~d��` Q��Y�^`[��_^]Ã=� A u�< V�5�A W3���u��� <=tGV�8 Y�t���u�jGW�0����YY�=,A ��tˋ5�A S�3V� �>=Y�Xt"jS���YY���t?VSP�sX �� ��uG���> u�5�A �=����%�A �' �� A 3�Y[_^�5,A �����%,A ����3�PPPPP� ��̋�U��Q�MS3�V���U � 9Et �]�E��E��>"u3�9E��"��F�E��<���t��B�U � ��PF�pX Y��t��} t �M ��E �F�U �M��t2�}� u��� t�� u���t�B� �e� �> �� �< t< uF��N��> �� �} t �E�E��3�C3��FA�>\t��>"u&��u �}� t �F�8"u��� 3�3�9E����E����tI��t�\B���u�U ���tU�}� u< tK< tG��t=��P��t#�W Y��t ��M �E �F��M ��E �� �hW Y��tF���U F�V�����t� B�U ��M�����E^[��t� ��Ë�U��� S3�VW9 � A u�9 h ��A VS� �A ���@ �� A �5<A ;�t�E�8u�u��U��E�PSS�}�� ����E��� =���?sJ�M�sB�����;�r6P�5����Y;�t)�U��E�P�WV�}������E��� H� A �5$A 3����_^[�Ë�U��� SV���@ ��3�;�u3��wf93t��f90u���f90u�W�=��@ VVV+�V�@PSVV�E�E�;�t8P���Y�E�;�t*VV�u�P�u�SVV�ׅ�u �u��0���Y�u�S���@ �E�� S���@ 3�_^[�Ë�V���@ ���@ W��;�s���t�Ѓ�;�r�_^Ë�V���@ ���@ W��;�s���t�Ѓ�;�r�_^�j �x�@ ���@ � ��V�5tA ���@ ��u�5�A �|�@ ��V�5tA ���@ ��^ápA ���tP�5�A �|�@ �Ѓ pA ��tA ���tP���@ � tA �����jh��@ �4��h�@ ���@ �u�F\x�@ �f 3�G�~�~pƆ� CƆK C�Fh�A j ����Y�e� �vh���@ �E������> j ���Y�}��E �Fl��u�(A �Fl�vl� 7 Y�E������ �����3�G�uj ���Y�j ���YË�VW�8�@ �5pA �������Ћ�uNh j�����YY��t:V�5pA �5�A �|�@ �Ѕ�tj V���YY���@ �N��� V�%���Y3�W���@ _��^Ë�V������uj���Y��^�jh��@ �����u���� �F$��tP�ص��Y�F,��tP�ʵ��Y�F4��tP輵��Y�F<��tP讵��Y�F@��tP蠵��Y�FD��tP蒵��Y�FH��tP脵��Y�F\=x�@ tP�s���Yj �G��Y�e� �~h��tW���@ ��u���A tW�F���Y�E������W j ���Y�E� �~l��t#W�6 Y;=(A t��P A t �? uW�6 Y�E������ V���Y�*��� �uj ����YËuj ����YË�Wh�@ ���@ ����u �4���3�_�V�5��@ hT�@ W��hH�@ W��A ��h<�@ W��A ��h4�@ W��A �փ=�A �5��@ ��A t�=�A t �=�A t��u$���@ ��A ���@ ��A fa@ �5�A ��A ���@ �tA ����� �5�A P�օ��� �6���5�A �5x�@ ��5�A ��A ��5�A ��A ��5�A ��A �֣�A �%����tc�=|�@ h'c@ �5�A ��УpA ���tDh j�-����YY��t0V�5pA �5�A ��Ѕ�tj V�,���YY���@ �N��3�@�����3�^_Ë�U�����A �e� �e� SW�N�@�� ��;�t ��t �У�A �eV�E�P���@ �u�3u����@ 3���@ 3���@ 3�E�P���@ �E�3E�3�;�u�O�@����u �� G �� �5�A �։5�A ^_[�Ã%p A Ë�U���4S3�E�V��]܈]��]��E� �]�t �]��E�� �E� �]��E�P�R Y���� � � �Eu�E @ u9E�t�M���E��+ù �� �tCHt(Ht �����������j^�0�g������ �M���Et �E u��E� @��U�EjY+�t7+�t*+�t +�t��@u�9U����E�� �E� ��E� � �E� ��]�E� #¹ W� ;�3t(;�t$;�t= tT= u-�E� �T�E� �K�E� �B= t4= t$;�t)����������j^�0�����_^[���E� ��E� �E�E� ��t� A ��#M��x�E� �@t�M� �M� �M�� t }� t �M� � �t�M� �F ���;�u!�d��� � �G��� �<��� �`����E�=��@ j �u�� �u�E�P�u�u�u �E�;�up�M� �#�;�u+�Et%�e�j �u�E�u�P�u�u�u �E�;�u7�6������ A �� ���D0� ��8�@ P����Y���� �E��f �u���@ ��uD�6������ A �� ���D0� ��8�@ ��V���Y�u�D�@ ��u��O��� 렃�u�M�@� ��u�M��u�6�,C ��Ѓ� ����� A Y��Y�M����L��Ѓ� ����� A ���D$� ��M��e�H�M�u����� �EtpjS�6������� ;�u�����8� tP�6������e� j�E�P�6������ ��uf�}�u�ǙRP�6�L �� ;�t�j j �6�w��� ;�t��E���( � @ � @ �}u�E�#�u M� E�E#�;�tD= t)= @ t"= t)= @ t"= t= @ u �E���M� #�;�u �E���E� �E �� 3��E�@�}��� �E� �#�= @�� = �tq;��y �E�;��n ��v��v+���[ �E�3�H� H�G �E� j� jWW�6�*% �� �t�WWW�6�% #�;������j�E�P�6�g���� ;��v�����tj���� �}� uX�E��� �E�;��� ���i������W���jWW�6�$ �� ��J���WWW�6�$ ��#�;��� �����E�%�� =�� u�6��Y���j^�0�u��_ =�� uWj�6���� ;������E��>WW�6�s��� ��E� j[��+�P�D=�P�6�� �� ���������;�݃������ �� A �� ���D$�2M���0����� �� A �� ���D$�M������� ʀ}� �u!�Et��ȃ� ��� �� A ���D� �M� �#�;�u~�Etx�u�D�@ j �u�E�jP�u�E�%���P�u ���@ ;�u4�8�@ P藿����ȃ� ��� �� A ���D� ��6��? Y����6���� �� A �� ����E��U���SSSSS�|����jh�@ �k���3��}�3��u;���;�u���j^�0蟾�����Y��3�9}��;�t�9} t�E%������@tʉ}��u�u�u �u�E�P���\������E��E������ �E�;�t���,����3��u9}�t(9}�t������ ��� �� A �D� ��6�o@ YË�U��j�u�u�u�u�u �!�����]Ë�U���3�SW9E�� �]��u����� 载������� �} ��t�V�u�M�����E�x uA+��;��Ar ��Zw�� ��������Ar ��Zw�� �����MtDf��t?f;�t��8�E�P�P�xJ ��E�P�P�hJ �������M��t f��tf;�t�����+��}� ^t�M��ap�_[�Ë�U��=PA Vuy3�9E�� �u��u�0���� �Ӽ�������c�M ��t�+����Ar ��Zw�� ��������Ar ��Zw�� �����Mt f��tf;�t�����+��j �u�u �u�����^]Ë�U��} u3�]ËU �M�Mt�f��t f;u�������� +�]�������̋�U��M�MZ f9t3�]ËA<��8PE u�3ҹ f9H��]�����������̋�U��E�H<��ASV�q3�W�D��t�} �H ;�r �X�;�r B��(;�r�3�_^[]������������̋�U��j�h(�@ h�-@ d� P��SVW��A 1E�3�P�E�d� �e��E� h @ �*�������tT�E- @ Ph @ �P�������t:�@$�� �Ѓ��E������M�d� Y_^[��]ËE�3ҁ9 ���Ëe��E�����3��M�d� Y_^[��]�����U��SVWUj j h�q@ �u��V ]_^[��]ËL$�A � t2�D$�H�3�����U�h�P(R�P$R� ��]�D$�T$�� �SVW�D$UPj�h�q@ d�5 ��A 3�P�D$d� �D$(�X�p ���t:�|$,�t;t$,v-�4v� ��L$ �H �|� uh �D��I �D��_ 뷋L$d� ��_^[�3�d� �y�q@ u�Q �R 9Qu� �SQ��A � SQ��A �L$ �K�C�k UQPXY]Y[� ���jhH�@ �=����%�@x��t�e� ���3�@Ëe��E������;G �V����h�r@ �x�@ ��A Ë�U��E� A �A �A � A ]Ë�U��E� �@ V9Pt��k� u�� ;�r�k� M^;�s9Pt3�]�5A �|�@ �j hh�@ 葹��3��}�}؋]�� Kt��jY+�t"+�t+�tY+�uC������}�u���T � A � A �U�w\���]���Y�p��Q�Ã�t2��t!Ht�ʸ��� �m���빾A �A ��A �A � � A � A �E� P�|�@ �E�3��}��� 9E�uj�E���9E�tP���Y3��E���t �� t��u�O`�MԉG`��u>�Od�M��Gd� ��u,� �@ �M܋ �@ �@ 9M�}�M�k� �W\�D�E�������E������ ��u �wdS�U�Y��]�}}� tj �/��Y�S�U�Y��t �� t��u�EԉG`��u�EЉGd3��@���Ë�U��E�A ]Ë�U��E�A ]Ë�U��QSV�5|�@ W�5� A ��5� A �؉]���;��� ��+��G��ruS�E �؍GY;�sH� ;�s���;�rP�u��`��YY��u�C;�r>P�u��J��YY��t/��P�4��x�@ �� A �u�=x�@ ���V�ף� A �E�3�_^[�Ë�Vjj ���YY��V�x�@ �� A �� A ��ujX^Ã& 3�^�j h��@ ���� ����e� �u���Y�E��E������ �E���������Ë�U��u��������YH]Ë�VW3����A �x�@ ���A ����(r�_^���������������̋L$�� t$�����tN�� u� ��$ ��$ �����~Ѓ�3�� �t�A���t2��t$� � t� �t�͍A��L$+�ÍA��L$+�ÍA��L$+�ÍA��L$+�Ë�U���$��A 3ʼnE��ES�E�E VW�E����e� �= A �E�u}h��@ ���@ ��� �=��@ h��@ S�ׅ��� �5x�@ P��h��@ S� A ��P��h��@ S� A ��P��hx�@ S�$A ��P�֣,A ��th`�@ S��P�֣(A �(A �M�5|�@ ;�tG9 ,A t?P��5,A ����t,��t(�ׅ�t�M�Qj �M�QjP�Ӆ�t�E�u �M �3� A ;E�t)P�օ�t"�ЉE�t�$A ;E�tP�օ�t�u�ЉE�5 A �օ�t�u�u�u�u���3��M�_^3�[�C����Ë�U��V�uW��t�} ��u����j^�0諳����_^]ËM��u3�f���f�: t��Ou�t�+��f� ��f��tOu�3���u�f�赳��j"Y���몋�U��US�]VW��u��u9U u3�_^[]Å�t�} ��u�z���j^�0� ������݅�u3�f��ЋM��u3�f��ԋ��u��+��f���f��t'Ou��"��+�� f���f��tOtKu��u3�f����y���3����u�M jPf�DJ�X�d���f����j"Y����j�����U��Ef���f��u�+E�H]Ë�U��V�uW��t�} ��u課��j^�0�N�����_^]ËE��uf��ߋ�+��f� ��f��tOu�3���u�f��j���j"Y���뼋�U��M��x ��~ ��u��A ]á�A � �A ]��2���� �ձ����]Ë�U��} u �u ���Y]�V�u ��u �u�W���Y3��MW�0��uFV�uj �5A ���@ ����u^9|A t@V� ���Y��t ���v�V���Y賱��� 3�_^]�袱����8�@ P�R���Y���花����8�@ P�:���Y����ʋ�U��� �? ��A 3ʼnE��E V�uW3���4���8���0�9}u3�� ;�u �>����8�$���� �ǰ����� �����S� �� A ��� ���L8$����$���?���t��u'�M���u ���� �Ű��� �h���� �D8 tjj j V�m ��V� Y���� ��D��� ����@l3�9H�� ���P��4�� �@ 3�;��` ;�t 8�?��P ���@ ��4��� �3���,�9E�# ��@���?����g � ��$�3��� ���� ��ǃx8 t�P4�U�M��`8 j�E�P�K��P��" Y��t:��4�+�M3�@;��� j��D�SP�O" �� ����� C��@��jS��D�P�+" �� ����n 3�PPj�M�Qj��D�QP�� �C��@����@ ���= j ��,�PV�E�P��$�� �4���@ ��� ��@���0����8�9�,��� �� � �� j ��,�Pj�E�P��$�� �E� �4���@ ���� ��,��� ��0���8�� <t<u!�33Ƀ� ������@���D��� �<t<uR��D��w< Yf;�D��I ��8��� � t)j XP��D��J< Yf;�D�� ��8���0��E9�@������� ����8��T4��D8�� 3ɋ�D8��� ��?� ��D��� ��4�9M�� ��3�+�4���H�;Ms&�CA�� ��� u ��0�� @F�@F��� rՋ�H�+�j ��(�PV��H�P��$�� �4���@ ���C ��(��8�;��; ��+�4�;E�l����% ��?��� ��4�9M�H ��@� ��+�4�j��H�^;MsC��Ή� ��� u�0�j [f��� ���@��@�f�Ɓ�@�� r���H�+�j ��(�PV��H�P��$�� �4���@ ���i ��(��8�;��a ��+�4�;E�G����K ��4���,�9M�u ��,���@� +�4�j��H���^;Ms;��,���,�� uj [f���@��@�f�Ɓ�@�� r�3�VVhU ����Q��H���+��+��P��PVh� ���@ ��;��� j ��(�P��+�P��5��P��$�� �4���@ ��t �(�;��� �8�@ ��D�;�\��,�+�4���8�;E� ����?Q��(�Q�u��4��48���@ ��t��(���D� ��8�� �8�@ ��D���8� ul��D� t-j^9�D�u���� ����0�?��D���Y�1��$�� �D@t��4��8u3��$親��� 讪��� ��� ��8�+�0�[�M�_3�^蚕����jh��@ �Ī���]���u�r���� �W���� ��� ��x; t A r�K���� �0���� �ө���ҋ���<�� A ��� ����D0��t�S�p+ Y�e� ��D0t�u�u S�n����� �E���֩��� �ީ��� �M��E������ �E��M���Ë]S�+ Y�jh��@ ���]���u苩��� ��� ��x; t A r�l���� �����ڋ���<�� A ��� ����D��t�S�* Y�e� ��Dt1S�/* YP��@ ��u �8�@ �E���e� �}� t�����M����� �M��E������ �E��t���Ë]S��* YË�U��Q�C @V���E�t �{ u�E �>�' �} ~0�E� �M ���d���E�>�u�?*u�˰?�N���} Ճ? u�E��^�Ë�U��� ��A 3ʼnE�S�] V�u3�W�}�u�������������������������������������������������覻�������������u+���� 葧�������� t �������`p����a �F @u^V���Y� A ���t���t�ȃ� ���� �� A ���A$u����t���t�ȃ� ������ A ���@$��q���3�;��g���������������������������������� C������9������ �B�<Xw������@ ���3�������k� ����@ j��^������;����jY;�� �$�s�@ 3�������������������������������������� �� tH��t4+�t$HHt���� ��� ���� ���� ���� � ���� ��*u,����������������l ���������Z �����k� �ʍDЉ�����? ���� �3 ��*u&��������������� ������ ����k� �ʍDЉ����� ��ItU��htD��lt��w�� ��� �� �;luC��� ������� ���� ��� � �<6u �{4u����� � �������o <3u �{2u���������������M <d�E <i�= <o�5 <u�- <x�% <X� ������ ����� ������P��P�y Y������Yt"�����������k���C������������������������I��� ��d�� �U ��S�� tL��AtHHt$HHtHH�� �� Dž���� �����S ���0 �� ��� � ���0 u ��� �������u��������� ������������ ��u �dA ��������Dž��� �� ��X� HHt+��� HH�� ��������� ����t0�G�Ph ���P�����P�, ����t Dž���� ��G����Dž��� ��������y ���������t<�H��t5��� � ����t�+��Dž��� �4 ����� �( �`A ����P��Y� ��p�6 �" ��e�� ��g�� ��itx��nt*��o�� �������������tl��� �`���������p��� ���J������ t f�����f��������Dž���� �> �������@Dž��� ����� � �� ��G��W�� �������@���� ���� ����������} Dž�� �ju��gucDž�� �W9���~��������� ~=������] V��������Y��������t������������� Dž��� ��5|�@ ���������G�������������P���������������P������������SP�5�A ��Ћ���� �� t ���� u������PS�5�A ���YY����gu��u������PS�5�A ���YY�;-u��� C����S���������������*��s�t���HH�[������� ����Dž����' ����Dž��� �5���������Qƅ���0�����Dž��� ������ �������� t������@t�G���G����G���@t��3҉�����@t��|��s�� �ځ�� ��� � ����u3����� } Dž�� ������ 9���~������ �u!�����u����������� �t-������RPWS�N ��0�������؋���9~������N뽍E�+�F��� ���������tc��t�90tX���������0@�@If�8 t����u�+�����(��u �`A ���������I�8 t@��u�+�������������� �� �����@t5�� t ƅ���-���t ƅ���+� ��tƅ��� Dž��� �����+����+������������ u%��� ����������� O���������t�����������������������P������������YYt.���u%�������������˰0O苽��������t��ヽ��� �����tu��~q�����������������Pj�E�P������P����& ����u69�����t.������������������E�P������s������ YYu��#�������������P����������E�YY����� |2���t)������� ����������� O貼��������t��߃����� t���������������� Y�������������t����3����d��������� t �������������� t �������`p�������M�_^3�[�z����ÍI ��@ ��@ *�@ ��@ ҆@ ކ@ $�@ V�@ ��U��QQ�E V�u�E��EWV�E��! ��Y;�u� ���� �Nj��J�u�M�Q�u�P���@ �E�;�u�8�@ ��t P���Y�ϋ����� A �� ���D0� ��E��U�_^��jh��@ ������]܉]�E���u 衛��� 膛��� �Ë�� ��x;t A r�y���� �^���� �����ы���<�� A ��� ����L1��t�P� Y�e� ��D0t �u�u�u �u�������E܉U������ ����� �]܉]��E������ �E܋U��n����u�� YË�U���A h �`���Y�M�A��t �I �A ��I �A�A�A �A�a �]Ë�U��E���u�k���� 3�]Å�x;t A r�P���� ���ދȃ� ��� �� A ���D��@]�-� t"��t�� t Ht3�ø ø ø ø Ë�VW��h 3��F WP�i���3��ȋ��~�~�~ �� ��~�����A �� �F +ο ��@Ou��� � ��@Nu�_^Ë�U��� ��A 3ʼnE�SW����P�v��@ � ���� 3�������@;�r���ƅ���� ��t0�������;�w+�@P�� ����j R覷���� �C����u�j �v �������vPW������Pjj �* 3�S�v������WPW������PW�v S�;) ��DS�v������WPW������Ph �v S�) ��$3���E������t�L ���������t�L �������� ��� @;�r��R�� Dž������3�)��������� ЍZ ��w �L �Q � ��w �L �Q��� A;�rƋM�_3�[�&�����j h�@ �P����8������ A �Gpt �l t�wh��uj �ڞ��Y���h����j ���Y�e� �wh�u�;5� A t6��tV���@ ��u���A tV���Y�� A �Gh�5� A �u�V���@ �E������ 뎋u�j ���YË�U���S3�S�M���� 0A ���u �0A ��@ 8]�tE�M��ap��<���u�0A � �@ �ۃ��u�E�@�0A ��8]�t�E��`p���[�Ë�U��� ��A 3ʼnE�S�] V�uW�d�����3��};�u�����3�� �u�3�9�� A �� �E�0=� r�� �t ��� �h ��P��@ ���V �E�PW��@ ���7 h �C VP�ɴ��3�B�� �{�s 9U��� �}� �� �u����� �F���� h �C VP肴���M�� k�0�u� A �u��+�F��t)�>����E�� A D; �FG;�v�}���> uЋu�E���}��u�r�lj{�C �i���j�C �C��� A Zf�1f�0����Ju����������L @;�v����~� �0����C �� �@Iu��C�����C �S��s3��ȋ��� ��{����950A �T������M�_^3�[� �����jh(�@ �G����M��+�����}������_h�u�q����E;C�W h �j���Y���F �� �wh���# S�u���YY�E��� �u�vh���@ ��u�Fh=�A tP�ƀ��Y�^hS�=��@ ��Fp�� �� A �� j �w���Y�e� �C�@A �C�DA �C �HA 3��E�}f�LCf� E4A @��3��E�= } �L ���A @��3��E�= }�� ��� A @��5� A ���@ ��u�� A =�A tP� ���Y� � A S���E������ �0j ��Y��%���u ���A tS����Y�v���� ��e� �E����Ã=� A uj��V���Y�� A 3�Ë�U��SV�5��@ W�}W��� ��tP��� ��tP��� ��tP��� ��tP�֍_P�E �{�� A t ���tP�փ{� t �C��tP�փ��Mu�� � P��_^[]Ë�U��W�}���� SV�5��@ W��� ��tP��� ��tP��� ��tP��� ��tP�֍_P�E �{�� A t ���tP�փ{� t �C��tP�փ��Mu�� � P��^[��_]Ë�U��SV�u��� 3�W;�to=HA th��� ;�t^9uZ��� ;�t9uP�6~����� �' YY��� ;�t9uP�~����� �& YY��� �}����� ��}��YY��� ;�tD9u@��� -� P��}����� �� +�P�}����� +�P�}����� �}������� =� A t9�� uP�# ��� �|}��YY�~P�E ��� A t�;�t 9uP�W}��Y9_�t�G;�t 9uP�@}��Y���Mu�V�1}��Y_^[]Ë�U��W�} ��t;�E��t4V�0;�t(W�8�j���Y��tV����> Yu��P A tV�s���Y��^�3�_]�j hH�@ �ϐ�������� A �Fpt"�~l t ����pl��uj �T���Y������j �t���Y�e� �5(A ��lV�Y���YY�E��E������ �j �m���Y�u�Ë�U�����A 3ʼnE�SV�u �F @W�6 V���Y� A ���t.V豭��Y���t"V襭����V�<�� A 蕭���� Y��Y��Ê@$$<�� V�t���Y���t.V�h���Y���t"V�\�����V�<�� A �L����� Y��Y��Ê@$$<�� V�+���Y���t.V� ���Y���t"V������V�<�� A ������ Y��Y���@�t]�u�E�jP�E�P�U ����t��� �]3�9}�~0�Nx��L=���A���D=�VP����YY���t�G;}�|�f�E� �F�x ��Ef��� �EVP�I% YY�M�_^3�[�y���á�A ��3�9LA ����Ë�U���SV�u 3�;�t9]t8 u�E;�t3�f�3�^[��u�M��ء���E�9Xu �E;�t�f�8]�t�E��`p�3�@�ˍE�P�P�� YY��t}�E� ��~%9M| 3�9]��R�uQVj �p�,�@ ���E�u�M;�� r 8^t��� 8]��f����M��ap��Z���蘍��� * 8]�t�E��`p����;���3�9]��P�u�E�jVj �p�,�@ ���:���뺋�U��j �u�u �u������]Ë�U����u �M��Π���E�M�� �A% � �}� t�M��ap��Ë�U��j �u���YY]�����������V�D$ �u(�L$�D$ 3��؋D$����d$�ȋ�d$��G�ȋ\$�T$ �D$�������� �u���d$�ȋD$���r;T$ wr;D$v N+D$T$3�+D$T$ ��� �ʋӋًȋ�^� ��U��@ @t�x tP�u�/���YY��� f;�u��]�]Ë�U��Q�C @V���E�t �{ u�E �C�' �} ~5�E� �M P������E�>�Yu�?*uj?���~���Y�} Ѓ? u�E��^�Ë�U���x ��A 3ʼnE�S�]V�u3�W�u�} �������������������������������������������������������Q�����������u+�B���� ��������� t �������`p����� 3�;�t�������������������������f;��� jY�������9����x �B�f��Xw������@ ���3������k� ��0��@ j��^�����;��O������ �$���@ 3���������������������������������������� �� tH��t4+�t$+�t���� ������ ������� ������� ������� � ������ f��*u+���������������f ������������T �����k� �ʍDЉ�����9 ��� �- f��*u%������������� ����� ���k� �ʍDЉ���� ��ItQ��ht@��lt��w�� ������ � f�?lu������� � ������� ������ � ���6uf�4u�������� � �m ��3uf�2u������������O ��d�F ��i�= ��o�4 ��u�+ ��x�" ��X� ����� �����R����Dž��� ����Y�� ��d�1 �� ��S� t��At+�tZ+�t+��� �� Dž���� �������������@������� ����������� Dž� �� ������0 �� ������ � ������0 u������ ������u������������ �����[������ ��u �`A ������� ������ ���� ��������QP� ���YY��tFF����9���|��� ��X�� +��� ����+��� ���3�F������ ���������������tB�����������P������ƅ��� ��� �����P������P�G�������y�������f��������������������6 ���������t:�H��t3������ � ���t�+�Dž��� �� ����� �� �`A ���P���Y�� ��p�� �� ��e�� ��g�����itn��nt$��o�� �����������tb������ �V�������[��D������x��������� t f����f�������Dž���� � ������@Dž�� ������ � �� ދC��S��� uf��guWDž� �K;�~����ȁ�� ~7��] V�������Y��������t���������� Dž�� ��5|�@ ���������C�������������P��������������P����������WP�5�A ��Ћ������� �� t ��� u������PW�5�A ���YYf����gu��u������PW�5�A ���YY�?-u������ G���W�������Dž���� �$��s�{���+���������� Dž����' �������Dž�� �|���j0Xf�������������Qf�����������W��������� �W����������� t ������@����t�C���C���������@�C�t��3҉���������@t��|��s�� �ځ����� ������ � ����u3���� } Dž� ��������� 9��~����� �u!�������������������� �t-�����RPWS������0�������؋���9~������N뽍�����+�F������ �������t^��t�ƀ80tS����������� 0�<��u �dA ������Dž��� � Of�8 t���u�+������������� �� �������@t+� tj-��tj+��tj Yf�����Dž��� �����+���+��������� u$� �����j ����O��������Yt�����������������������P�������������YYt/������u&�����j0������O�,��������Yt����� uk������~a���������P��������� ������WPK������������~$����������������������Y����.������%������������������������YY���� |3������t*����� �����j ����O�W�����Yt��ރ����� t��������l�������� Y�����������3�����f;�t���q���9����t ��������������� t �������`p������M�_^3�[�Bk���ÍI B�@ B�@ t�@ Ϣ@ �@ '�@ m�@ d�@ ��U��EVW��xY;t A sQ������ �<�� A ����<�u5�=�A S�] u �� tHtHuSj��Sj��Sj���@ �� 3�[����� ���� ��_^]Ë�U��MS3�VW;�|[; t A sS������� �<�� A ����D0t6�<0�t0�=�A u +�tItIuSj��Sj��Sj���@ �� �3��� ��� ������_^[]Ë�U��E���u�~��� ��~��� ��]Å�x;t A r��~��� �~��� �[~���Ջ��� �� A �� ���Dt͋]�j hh�@ ��~���}������� ��4�� A �E� 3�9^u5j 茎��Y�]�9^uh� �F P�t�@ ��u�]�F�E������0 9]�t ����� ����� A �D8 P�P�@ �E��~���3ۋ}j �N���YË�U��E�ȃ� ��� �� A ���D P�T�@ ]�jh��@ �~���M�3��}�j � ���Y��u���a j ���Y�}��}�@�; �4�� A ���� �u��� A ;��� �Fu[�~ u8j 腍��Y3�C�]��~ uh� �F P�t�@ ��u�]���F�e� �( �}� u�^ S�P�@ �FtS�T�@ ��@냋}؋u�j �L���YÃ}� u��F��+4�� A ������u�}�uyG�,���j@j 誈��YY�E�ta� �� A ��t A ��� ;�s�@ ���@ �` ��@�E�����}����σ� ����� A �DW����Y��u�M��E������ �E���|���j 莋��Y�������U��WV�u �M�}�����;�v;��� ��� r �=l A tWV����;�^_u� �� u������r)�$��@ �Ǻ ��r ���$�$�@ �$� �@ ��$���@ �4�@ `�@ ��@ #ъ��F�G�F���G������r��$��@ �I #ъ��F���G������r��$��@ �#ъ���������r��$��@ �I �@ �@ �@ �@ ܱ@ Ա@ ̱@ ı@ �D��D��D��D��D��D��D��D��D��D��D���D���D���D���� ���$��@ �� �@ (�@ 4�@ H�@ �E^_�Ð���E^_�Ð���F�G�E^_�ÍI ���F�G�F�G�E^_�Ð�t1��|9��� u$������r ��$���@ ����$�\�@ �I �Ǻ ��r ��+�$���@ �$���@ ���@ �@ �@ �F#шG��������r���$���@ �I �F#шG�F���G������r���$���@ ��F#шG�F�G�F���G�������V�����$���@ �I `�@ h�@ p�@ x�@ ��@ ��@ ��@ ��@ �D� �D� �D��D��D��D��D��D��D� �D� �D��D��D��D��� ���$���@ ����@ ij@ Գ@ �@ �E^_�Ð�F�G�E^_�ÍI �F�G�F�G�E^_�Ð�F�G�F�G�F�G�E^_��f�QS������u����t7��$ ffAfA fA0fA@fAPfA`fAp��� HuЅ�t7���t��I f�IHu���t ��3��t��IJu���t�AHu�[XË�ۃ�+�3�R�Ӄ�t�AJu���t��IKu�Z�U���j � �@ �l A 3�Ë�U���SV�u 3�W�};�u;�v �E;�t�3��{�E;�t�������v�w��j^�0�bw�����V�u�M��I����E�9X�� f�E�� f;�v6;�t;�v WSV������ �sw��� * �hw��� 8]�t�M��ap�_^[��;�t&;�w �Hw��j"^�0��v��8]�t��E��`p��y�����E;�t� 8]��<����E��`p��0����M QSWVj�MQS�] �p���@ ;�t9] �j����M;�t���8�@ ��z�P���;��s���;��k���WSV�8����� �[�����U��j �u�u�u �u�����]Ë�U��UVW��t�} ��u�qv��j^�0�v�����3�E��u����+�� @��tOu�u� �;v��j"Y�����3�_^]Ë�U����u�M�轉���E �M�U�T u �} t�M�� �A#E�3���t3�@�}� t�M��ap��Ë�U��jj �uj �����]Ë�U���SVW3�jSS�u�]�]��m���E�#��U��tYjSS�u�Q����#ʃ����tA�u �}+���� ;��� � Sj�$�@ P�L�@ �E���u�?u��� �4u��� _^[��h � �u� YY�E���| ;�r�����P�u��u����� ���t6�+��xӅ�uϋu�u��u�� YY�u�j �$�@ P�H�@ 3�� ��t���8u �t��� ���u��;�q|;�skS�u�u �u�V��#�����D����u����YP� �@ �����H��E�#U�u)�St��� �[t����8�@ ��u�#u������S�u�u�u����#��������3�������U��S�] V�u������ A � �� ��ΊA$�W�y���� ��� @ tP�� � tB�� t&�� t �� u=�I�� �L1$��⁀���'�I�� �L1$��₀���a� �I�� �L1$�!���_^[u� � ]���% � @ ]Ë�U��E��u�?s��� ��r��jX]Ë \A �3�]Ë�U��� ��f9E�� SV�u �M�裆���u�N3�;�u�E�H�f��wf�� ���K� jf9Es �u�2f��Y���EYt,��� �� �U�Rj�URPQ�� �����Et�E�8]�t�M�ap�^[���,�����tj�.���Y�4A tjh @j�p���� j�$y��̋�U��E��t���8�� uP�^��Y]Ë�U��} u� r��� ��q����]�uj �5A �(�@ ]�j�x��YË�U��Q�=�A �u� ��A ���u��� ��j �M�Qj�MQP�,�@ ��t�f�E������������Q�L$+����#ȋ�% �;�r ��Y�� �$�- � ��U�����A 3ʼnE��US3�VW;�~ �E��I8t@;�u�����+�H;�}@�E�]�9]$u �E� �@�E$�5,�@ 3�9](SS�u���u�� P�u$���}�;�u3��R ~Cj�3�X����r7�D?= w�d ��;�t � �� �P�]��Y;�t � �� ���E���]�9]�t�W�u�u�uj�u$�օ��� �50�@ SSW�u�u�u �։E�;��� � �Mt)�E ;��� 9E��� P�u W�u�u�u ��� �}�;�~Bj�3�X����r6�D?;�w� ��;�th��� ���P��\��Y;�t � �� �����3�;�t?�u�W�u�u�u�u �օ�t"SS9] uSS��u �u �u�WS�u$���@ �E�W�e���Y�u��\����E�Y�e�_^[�M�3��Z���Ë�U����u�M��'����u(�E�u$�u �u �u�u�u�u P�����$�}� t�M��ap��Ë�U��QQ��A 3ʼnE�S3�VW�]�9] u �E� �@�E �5,�@ 3�9] SS�u���u�� P�u ��;�u3��~<���w4�D?= w�h ��;�t � �� �P�[��Y;�t � �� ����t��?Pj S�4����� WS�u�uj�u �օ�t�uPS�u �X�@ �E�S�/����E�Y�e�_^[�M�3��Y���Ë�U����u�M�����u$�E�u �u�u�u�u P����� �}� t�M��ap��Ë�U��V�u���c �v�kZ���v�cZ���v �[Z���v�SZ���v�KZ���v�CZ���6�<Z���v �4Z���v$�,Z���v(�$Z���v,� Z���v0�Z���v4� Z���v �Z���v8�Y���v<��Y����@�v@��Y���vD��Y���vH��Y���vL��Y���vP��Y���vT�Y���vX�Y���v\�Y���v`�Y���vd�Y���vh�Y���vl�Y���vp�Y���vt�Y���vx�yY���v|�qY����@��� �cY����� �XY����� �MY����� �BY����� �7Y����� �,Y����� �!Y����� �Y����� � Y����� � Y����� �X����� ��X����� ��X����� ��X����� ��X����� �X����@��� �X����� �X����� �X����� �X����� �X����� �yX����� �nX����� �cX����� �XX����� �MX����� �BX����� �7X����� �,X���� �!X���� �X���� � X����@�� �W���� ��W���� ��W���� ��W���� ��W���� ��W����$ �W����( �W����, �W����0 �W����4 �W����8 �W����< �yW����@ �nW����D �cW����H �XW����@��L �JW����P �?W����T �4W����X �)W����\ � W����` �W����^]Ë�U��V�u��tY�;HA tP��V��Y�F;LA tP��V��Y�F;PA tP��V��Y�F0;xA tP�V��Y�v4;5|A tV�V��Y^]Ë�U��V�u���� �F ;TA tP�V��Y�F;XA tP�pV��Y�F;\A tP�^V��Y�F;`A tP�LV��Y�F ;dA tP�:V��Y�F ;hA tP�(V��Y�F$;lA tP�V��Y�F8;�A tP�V��Y�F<;�A tP��U��Y�F@;�A tP��U��Y�FD;�A tP��U��Y�FH;�A tP�U��Y�vL;5�A tV�U��Y^]Ë�U��QV�u V�����E �F Y��u�+i��� �N ��� �= �@t �i��� " ��t�f ��� �N���F �F �f �e� Sj���[ ÉF � u,�1V���� ;�t �%V����@;�u �u �0��Y��uV����Y�F W�� �F�>�H��N+�+ˉN��~ WP�u ����� �E��N�� �F �=����M ���t���t���� ������� A �� A �@ tSj j Q�u��#����t-�F�]f�� j�E�P�u ���]f�]�聽���� �E�9}�t �N ��� ���%�� _[^��W�ƃ����� �у���te��� fofoNfoV fo^0ffOfW f_0fof@fonPfov`fo~pfg@foPfw`fp��� ��� Ju���tI�����t�� fof�v�Ju��t$����t ���v�Iu�ȃ�t ��FGIu�X^_]ú +�+�Q�ȃ�t ��FGIu���t ���v�Hu�Y� �����U��E��~ P�u� YY�u �uP�u�u �u�0�@ ]��������������U��V3�PPPPPPPP�U �I � �t ���$��u���I ��� �t ���$s��� ^�����������̋T$�L$�� u<�:u. �t&:au% �t ��:Au �t:au���� �uҋ�3�Ð����� t���:u� �t�� t�f���:u� �t�:au� �t������������U��V3�PPPPPPPP�U �I � �t ���$��u��� �t ���$s�F��� ^��Q�L$+ȃ��� �Y��Q�L$+ȃ��� �Y��3�PPjPjh @h�@ ���@ ��A á�A ���t ���tP�D�@ Ë�U��3�9E v�Mf�9 t @��;E r�]���������������U��WVS�M �tM�u�} �A�Z� �I �& �t' �t#����:�r:�w�:�r:�w�:�u ��u�3�:�t �����r�ً�[^_����������������̋D$�L$ ȋL$ u �D$��� S��؋D$�d$؋D$���[� �%��@ ,� :� L� f� x� �� �� �� �� �� � "� 8� L� \� l� �� �� � � � �� � $� 6� L� `� |� �� �� � � �� � � "� 6� B� T� b� t� �� �� �� �� � � �� � � ,� :� D� \� l� �� �� �� � � � � � � 0� B� V� b� l� x� �� �� �� � � � � �� 7@ �u@ g�@ ��@ �[@ ��@ �@ h�RW ^ H� H� �A HA c c s U T F - 8 U T F - 1 6 L E U N I C O D E CorExitProcess m s c o r e e . d l l r u n t i m e e r r o r T L O S S e r r o r S I N G e r r o r D O M A I N e r r o r R 6 0 3 3 - A t t e m p t t o u s e M S I L c o d e f r o m t h i s a s s e m b l y d u r i n g n a t i v e c o d e i n i t i a l i z a t i o n T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . I t i s m o s t l i k e l y t h e r e s u l t o f c a l l i n g a n M S I L - c o m p i l e d ( / c l r ) f u n c t i o n f r o m a n a t i v e c o n s t r u c t o r o r f r o m D l l M a i n . R 6 0 3 2 - n o t e n o u g h s p a c e f o r l o c a l e i n f o r m a t i o n R 6 0 3 1 - A t t e m p t t o i n i t i a l i z e t h e C R T m o r e t h a n o n c e . T h i s i n d i c a t e s a b u g i n y o u r a p p l i c a t i o n . R 6 0 3 0 - C R T n o t i n i t i a l i z e d R 6 0 2 8 - u n a b l e t o i n i t i a l i z e h e a p R 6 0 2 7 - n o t e n o u g h s p a c e f o r l o w i o i n i t i a l i z a t i o n R 6 0 2 6 - n o t e n o u g h s p a c e f o r s t d i o i n i t i a l i z a t i o n R 6 0 2 5 - p u r e v i r t u a l f u n c t i o n c a l l R 6 0 2 4 - n o t e n o u g h s p a c e f o r _ o n e x i t / a t e x i t t a b l e R 6 0 1 9 - u n a b l e t o o p e n c o n s o l e d e v i c e R 6 0 1 8 - u n e x p e c t e d h e a p e r r o r R 6 0 1 7 - u n e x p e c t e d m u l t i t h r e a d l o c k e r r o r R 6 0 1 6 - n o t e n o u g h s p a c e f o r t h r e a d d a t a R 6 0 1 0 - a b o r t ( ) h a s b e e n c a l l e d R 6 0 0 9 - n o t e n o u g h s p a c e f o r e n v i r o n m e n t R 6 0 0 8 - n o t e n o u g h s p a c e f o r a r g u m e n t s R 6 0 0 2 - f l o a t i n g p o i n t s u p p o r t n o t l o a d e d (�@ ��@ x�@ 0�@ ��@ x�@ 0�@ ��@ h�@ �@ ��@ 8�@ ��@ ��@ ��@ x�@ ! ��@ x d�@ y H�@ z ,�@ � $�@ � �@ M i c r o s o f t V i s u a l C + + R u n t i m e L i b r a r y . . . < p r o g r a m n a m e u n k n o w n > R u n t i m e E r r o r ! P r o g r a m : ( n u l l ) (null) EEE50 P ( 8PX 700WP `h```` xpxxxx ( ( ( ( ( H � � � � � � � � � � � � � � � � � � � � � � h ( ( ( ( H � � � � � � � � � � ������ ������ H ����������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\]^_`abcdefghijklmnopqrstuvwxyz{|}~���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������� !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~����������������������������������������������������������������������������������������������������������������������������� � � � � � � � � � � � � � � � � � � � � � � � K E R N E L 3 2 . D L L FlsFree FlsSetValue FlsGetValue FlsAlloc GetProcessWindowStation GetUserObjectInformationW GetLastActivePopup GetActiveWindow MessageBoxW U S E R 3 2 . D L L ������ �����EEE��� 00�P�� ('8PW� 700PP� (���� `h`hhhxppwpp H H : m m : s s d d d d , M M M M d d , y y y y M M / d d / y y P M A M D e c e m b e r N o v e m b e r O c t o b e r S e p t e m b e r A u g u s t J u l y J u n e A p r i l M a r c h F e b r u a r y J a n u a r y D e c N o v O c t S e p A u g J u l J u n M a y A p r M a r F e b J a n S a t u r d a y F r i d a y T h u r s d a y W e d n e s d a y T u e s d a y M o n d a y S u n d a y S a t F r i T h u W e d T u e M o n S u n HH:mm:ss dddd, MMMM dd, yyyy MM/dd/yy PM AM December November October September August July June April March February January Dec Nov Oct Sep Aug Jul Jun May Apr Mar Feb Jan Saturday Friday Thursday Wednesday Tuesday Monday Sunday Sat Fri Thu Wed Tue Mon Sun !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~ C O N O U T $ Fatal error in launcher: %s r b Failed to open executable Unable to find an appended archive. Unable to read from file #! Job information querying failed Job information setting failed stdin duplication failed stdout duplication failed stderr duplication failed Unable to create process using '%s' Failed to get exit code of process . e x e Expected to find a command ending in '.exe' in shebang line. Expected terminating double-quote for executable in shebang line. Terminating quote without starting quote for executable in shebang line. Failed to find shebang Expected to find terminator in shebang line Expected to decode shebang line using UTF-8 Expected to find '#' at start of shebang line Expected to find '!' following '#' in shebang line Expected to find executable in shebang line Expected to find arguments (even if empty) in shebang line Expected to be able to allocate command line memory " % s " % s " % s " % s H �A ��@ RSDSŶ ���M�J��v�� C:\Users\Vinay\Projects\simple_launcher\Release\CLISimpleLauncher.pdb �- �/ �q ���� ��� ���� �@ ���� ��� ���� � @ ���� ��� ���� ' @ ���� ��� ���� u"@ ���� ��� ���� {#@ ���� ��� ���� [$@ ���� ��� �����%@ �%@ ���� ��� ���� �*@ ���� ���� ���� p3@ ���� ��� ���� �9@ ���� ��� ���� s;@ ?;@ ���� ��� ���� �<@ ���� ��� ���� �J@ ���� ��� ���� Z@ ���� ��� ���� s[@ ���� ��� ���� |b@ ���� �b@ ���� ��� ���� >d@ ���� Jd@ ���� ��� ���� :n@ ���� ��� ����kq@ ~q@ ���� ��� �����r@ �r@ ���� ���� ���� �t@ ���� ��� ���� av@ ���� ��� ���� �@ ���� ��� ���� �@ ���� ��� ���� ��@ ���� ��� ���� \�@ ���� ��� ���� .�@ ���� ��� ���� ��@ ���� ��� ���� ̮@ ���� ��� ���� ��@ ͯ@ �� �� � $� �� 8� ,� :� L� f� x� �� �� �� �� �� � "� 8� L� \� l� �� �� � � � �� � $� 6� L� `� |� �� �� � � �� � � "� 6� B� T� b� t� �� �� �� �� � � �� � � ,� :� D� \� l� �� �� �� � � � � � � 0� B� V� b� l� x� �� �� �� � � � � �� ExitProcess �GetCommandLineW qSetInformationJobObject � CreateProcessW �GetCurrentProcess �WaitForSingleObject gGenerateConsoleCtrlEvent AssignProcessToJobObject �GetExitCodeProcess GetModuleFileNameW �QueryInformationJobObject gMultiByteToWideChar � CreateJobObjectA dGetStdHandle GetLastError -SetConsoleCtrlHandler � DuplicateHandle R CloseHandle KERNEL32.dll EStrStrIW SHLWAPI.dll �HeapFree �HeapAlloc � EnterCriticalSection 9LeaveCriticalSection iGetStringTypeW �GetCommandLineA �HeapSetInformation �TerminateProcess �UnhandledExceptionFilter �SetUnhandledExceptionFilter IsDebuggerPresent �InitializeCriticalSectionAndSpinCount � EncodePointer � DecodePointer RtlUnwind �HeapCreate EGetProcAddress GetModuleHandleW %WriteFile oSetHandleCount �GetFileType cGetStartupInfoW � DeleteCriticalSection �Sleep �ReadFile fSetFilePointer GetModuleFileNameA aFreeEnvironmentStringsW WideCharToMultiByte �GetEnvironmentStringsW �TlsAlloc �TlsGetValue �TlsSetValue �TlsFree �InterlockedIncrement sSetLastError �GetCurrentThreadId �InterlockedDecrement �QueryPerformanceCounter �GetTickCount �GetCurrentProcessId yGetSystemTimeAsFileTime � CreateFileW ?LoadLibraryW �HeapReAlloc �GetConsoleCP �GetConsoleMode WFlushFileBuffers rGetCPInfo hGetACP 7GetOEMCP IsValidCodePage �SetStdHandle IsProcessorFeaturePresent SSetEndOfFile JGetProcessHeap �HeapSize $WriteConsoleW -LCMapStringW � A � A N�@���D ! 5 A C P R S W Y l m p r � � � � � � ) � � � � � � � ����� �@ ��@ p�@ r�@ �������� � ˺@ ˺@ ˺@ ˺@ ˺@ ˺@ ˺@ ˺@ ˺@ ˺@ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ abcdefghijklmnopqrstuvwxyz ABCDEFGHIJKLMNOPQRSTUVWXYZ �A � `�y�! �� �� ��� @~�� � ��ڣ �� @� � ��ڣ �� A� � Ϣ� ��[ �� @~�� Q Q�^� _�j�2 ����� 1~�� ����C ��@ ��@ ��@ |�@ x�@ t�@ p�@ h�@ `�@ X�@ L�@ @�@ 8�@ ,�@ (�@ $�@ �@ �@ �@ �@ �@ �@ �@ �@ �@ ��@ ��@ ��@ ��@ ��@ �@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ l�@ `�@ X�@ P�@ H�@ @�@ 8�@ 0�@ (�@ �@ �@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ |�@ t�@ l�@ d�@ \�@ T�@ L�@ <�@ (�@ �@ �@ ��@ �@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ ��@ x�@ P�@ <�@ � A � A � A � A � A HA p�@ ��@ x�@ � A P A t�@ . . @A TA TA TA TA TA TA TA TA TA DA XA XA XA XA XA XA XA HA . ���� K ( � p � � � � � � � � � � � � � 0 � e H � ` � x � � � � � � � � 2 � � �4 ( � 6 � � �> h � (D �% � �i � � xz h � �~ h � H Z � ( @ ... GGG WWW iii uuu � �� ��� ��� ��� ��� ��� ��� ��� ��� � � ���� �̀ �ww� �� �ww||� ����ww��� �����wwww� �������ww���� ����f�wwwww|�����f�wwwwww����ff�wwwwww�����ff��wwwww���ffl����ww����ffffff��w����ffffffl�w������ffffff�w�����ffffff�|����������ff�� ������ffff� ������ff� �R\I���lffl� ��)����ff� ح������� ��2L������ ���18����� ��Ϥ"�� ����A<����� ���ΣT��π� ����U���� ��������� ������� �������� �������� ��������� � ���?� � � � � � � � � � � � � � � � � � ?� ?� ?� ?� ?� ?� � �� �� �� �� �� �( 444 MMM SSS zzz � �� ��� ��� ��� ��� ��� ��� ��� ��� ��� p � p����� {p{��f� ��fko �f�����_fffk�_�fff��[���f}��UUU�fL4�UUU_kJqO���_�~�'�[U_ ����U� ������ ���� wwwww{ ~ � � � � � � � � � � � � � � � �( @ %%% +++ 000 === AAA III MMM QQQ VVV YYY ]]] ~dF ggg jjj mmm rrr uuu }}} �u? �z= �~; �gE �kC �oA �r@ ��: ��I ��b ��p ƏK Уk (�� ,� 1� ?� 5� <� \� C� K� Q� s� U� [� c� b� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �ð �� �� ��� ��� ��� ��� ��� ��� ��� ��� �� ��� ��� ��� ��� � ��� ��� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� _______ CCBABAD L*(%$""&G ABJIIDDJC??AD_-(''%$GG#_ DIJIIJIIIDIJDD_+)(''%GG _ JMCEJ?ABAECA?BA_,+)('%%"!_ IM@AJACDCIDI____.,++>________ JMJJJJJJJJJF_..,+)('%$"! #G IMCEJJJI?J_ _...,+(('%$"! &_ JM?AJJJJCJ__...,+)(''%$" _ IMJJJJJJJJ_K=...,++(''%$! _ JMCDJJJJAJ_ K_______L*%$"!_ I_?AMNJJEJ_ L'%$"_ I_MMMMMMJJ_ _('%%_ I_CEMIJJMEM _(''*_ I_?BMDJEMDMF _)(-L I_MMMCMMMMM_________< ____ I_CEM1;MACDMEJM__ I_?A_D1@IJJMJMM_FF_ I__6_@/EMMMNMM_ FF _ I_C80EJDMJCJF F ?:AA20?_M_MIEM______M IC4BC/ N______MMMMJIDA I_9/ HJJMMJMMMJ??BA I_A7503 IJMMCBCBA44CC I___BAO;6___C_MJIDIDM I_CI___O; @__C_C?J?AJ I_?A_DJJI@ O_CM?;I?J I_________H9MAIJJIJ I_CD_____JJI73C;IJIJ I_?AMDJJDIMJIE5:JIJ I__________MMIA:IJ JJJJJJJJJJJJJJJMJ �����?� � � � � � � � � � � � � � � � � � ?� � � � � � �� �� �� �� �� �� ?�( 444 MMM RRR YYY ~eG uuu }}} �x> �iE �rC ��E ��~ 7� ?� H� V� b� x� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ��� ��� ��� ��� �� ��� /! P7 pL �c �y Ϗ � �� 1�� Q�� q�� ��� ��� �� ��� / P p" �, �6 �@ �J �[ 1�q Q�� q�� ��� ��� �� ��� / P p � � � � � =�1 [�Q y�q ��� ��� �� ��� / "P 0p =� L� Y� g� x� ��1 ��Q ��q ��� �� �� ��� &/ @P Zp t� �� �� �� � �1 �Q �q � � ��� ��� /& PA p[ �t �� ϩ �� �� ��1 ��Q ��q �� �� ��� ��� / P" p0 �> �M �[ �i �y ��1 ��Q ��q ��� �ұ ��� ��� / P p � � � � � �>1 �\Q �zq ��� ��� ��� ��� / P p ! � + � 6 � @ � I �Z �1p �Q� �q� ��� ��� ��� ��� / P 6 p L � b � x � � � � �� �1� �Q� �q� ��� ��� ��� ��� , / K P i p � � � � � � � � �� �1� �Q� �q� ��� ��� �� ��� / - P ? p R � c � v � � � �� �1� �Q� �q� ϑ� ܱ� �� ��� / P p � ! � & � , � >� X1� qQ� �q� ��� ��� �� ��� ! %///* !* / "(%%'%/) / !#''/// /+/+ "*(/ / !%(/ ( (*/ (///) */ )* / "///// /+ /// # + !% // + "*+ '#+//+' !%*++$++!+! !!! < ( 0 ` ! ! $ & & " ���W���������������������������������ܱ��Nj+<<</ &&&# & [[[?6666 ����������������������������������������������Ҟ���BBB3 " mmm3���� , ����!!!4 777&�����������������������������������������������������ʟ���}���}___E���OpppD���P, ) +3���Z2226 DDD(��� , �����###5��������������������������������������������������������������������������������չ������������� 5������� , ������������������������������������������������������������������������������������������������������������� , ������Ì222"��Є�����������������������������������������������������������������������������������������������������&&&2 ���� 4 888&�������������������������������������������������������������������������e��?��4��/��+���.���R�������ӎ�� ��������$$$5��Ď���������������������������������������������������������������������D��@��;��7��3��/��*���&���"���������� �������������������������������������������������������������������������������W��G��C��?��;��6��2��n������f��0������� ������nj333"��ӄ��������������������������������������������������������������������O��K��G��B��>��:��5��p������i��$������� ����!!!4 888&���������������������������������������������������������������������S�N��J��F��B��=��9��5��0��,��(������� ��������%%%5��ǎ���������������������������������������������������������������������V�R�N��I��E����������������������������������������� ����������������������������������������������������������������ѹ���|J��q?��o@�����Z�U�Q�M��I��D��@��<��7��3��/��+���&���"���-���������� ������Ɍ444"��ք�������������������������������������������������̴��w<��u=��s>��q?�����]�Y�U�P��L��H��C��?��;��7��2��.��*���%���!��� ��������� ����"""4 888&���������������������������������������������������d��y<��w=��u=��s>�����a�\�X�T�P��K��G��C��>��:��6��1��-��)���%��� ���O������ ������Ñ%%%5��ʎ���������������������������������������������������A��{;��y<��w=��t>�����s�`�\�W�S�O��J��F��B��>��9��5��1��,��(���$���(������� ���������������������������������������������������������������9��|:��z;��x<��v=�������s�_�[�W�R�N��J��E��A��=��8��4��0��,��'���#������� ������̌555"��ل���������������������������������������������������9��~9��|:��z;��x<���o�����������������������������������������m��8��3��/��+���'������� ����"""4 :::&������������������������������������������������������8���9��~:��|;��z;��w<��u=��s>��q?��o@��mA��kB��iC��gC�dD��uZ������;��7��3��.��*������� ������Ǒ%%%5��̎���������������������������������������������������È>���8���9��}:��{;��y<��w<��u=��s>��q?��o@��mA��jB��hC��fD�~dE��uZ�����?��:��6��2��5������ �����������������������������������������������������������������������Оa���7���8��9��}:��{;��y<��w=��u>��r>��p?��n@��lA��jB��hC��fD�}dE�����B��>��:��5��^������ ������ό555"��܄����������������������������������������������������������ѳ�7���7���8��9��}:��{;��x<��v=��t>��r?��p@��n@��lA��jB��gC��eD�����F��A��=��9�������� ����"""4 ;;;&�����������������������������������������������������������������ŌC���8���9��~9��|:��z;��x<��v=��t>��r?��p@��mA��kA��iB��gC�����I��E��L�������� ������ɑQQQJnnn����������~~~�������������������������������������������������������������������������������������������Į��q?��o@��mA��kB��iC������������������ �������HHH�"""���������������vvv������������������������������������������������������������������9��~:��{;��y<��w<��u=��s>��q?��o@��mA��kB����� ��������:::�'''�___���������sss�ttt��������������������������������������������������������������8�Ϧu�����ǣv��y<��w=��u=��s>��p?��n@��lA����� ���888T ����---6fffnddd�%%%�"""�����OOO�SSS������������������������������������������������������������ċD�ҧu�����ʤv��{;��y<��v=��t>��r?��p?��xM����� <<<�MMM�������̑&&&5����;;;�<<<�xxx�QQQ�;;;�KKK����������������������������������������������������������8���8��~9��|:��z;��x<��v=��t>��r?�̷������ 999�����������������������VVV�###�)))�444��������������������������������������������������������������������ѳ�͝b���@��~9��|:��z;��}C���g��˶����Ӎ�� ������������ZZZ�lll�;;;�!!!�"""�)))�___���������������������������������������������������������������������������������������&&&2 ����:::�ppp�{{{�___�WWW�WWW�:::�!!!�"""�***�www�������������������������������������������������������������������"""4 888&��� , ������̑999����Ԗ���JJJ�|||�lll�:::�"""�BBB�XXX�|||��������������������������������������������������������������������$$$6������� , ��������������������������������uuu�KKK�CCC�@@@�...�www���������������������������������������������������������������������������������� * ������Ҍ666"������������������������KKK�aaa�LLL�WWW��������������������������������������������������������������@�������� $ ����"""4 ;;;&���������������������nnn�fff�!!!�$$$�999������������������������������������������������������������444]ttt|������ȇ ������ɑ&&&5��Ў������������������������vvv�mmm�VVV�{{{�OOO����������������������������������������������������������������ڥ �����������������������������������������������aaa�CCC�����ppp������������������������������������������������������������������� ������ό555"��ބ����������������������������������|||�MMM�����fff����������������������������������������������������������� ����"""4 ;;;&�������������������������������������������\\\����������������������������������������������������������� ������Ǒ%%%5��Ύ�����������������������������������������������������������������������������������������������ݧ �����������������������������������������������������������������������������������������������������������������ܦ ������͌555"��ۄ�����������������������������������������������������������������������������������ۥ ����"""4 :::&������������������������������������������������������������������������������������ڤ ������Ñ%%%5��ˎ�����������������������������������������������������������������������ܤ ��������������������������������������������������������������������������������������������������ׇ ������ww� ��?ww� ?�?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ?ww� ww� �ww� �ww� �ww� �ww� �ww� �ww� ?�ww� �ww� ��ww� ��ww( @ ���������������������������������� !!!0\\\JeeeQ666D555A 0 $ �������v�H��<��6��0��2��\������� 7���q��������������������ڴ���vvvj&&&D 1 "����g�L��F��@��;��5������?������ ��������������������������������������������к����V�Q�K��E��?��9������(������� ����a���V�������������������������������������[�U�P��J��D��>��8��2��-������ ���uuun{{{j���������������������������������������`�Z�T�O������������������������������������� �����������������������������������V��o@��lA�����b�_�Y�S�M��G��B��<��6��0��+���%���<�������� �������a���V�����������������������m��t>��q?��n@�����b�b�^�X�R�L��F��A��;��5��/��)���$���Y������ ����wwwn}}}j����������������������~C��v=��s>��p?�����b�b�a�]�W�Q�K��E��@��:��4��.��(���+������� ��������������������������������{;��x<��v=��s>�����b�b�a�[�V�P��J��D��?��9��3��-��'������� �������a���V����������������������~:��{;��x<��u=���p���������������������������������r��=��7��2��,������ ����yyynj�����������������������9��}:��z;��w<��u>��r?��o@��lA��iB��fD�}dE�|cE�|cE���i���B��<��6��1������ ��������������������������������?��9��}:��z;��w=��t>��q?��n@��kA��iC��fD�}cE�|cE�}dF�����G��A��;��=������ �������a���V���������������������ңi���8��9��|:��y<��v=��s>��q?��n@��kB��hC��eD�|cE�|cE�����L��F��@��m������ ����zzzn���j�������������������������ʓP���8��~9��{;��y<��v=��s>��p?��mA��jB��gC�eD�|cE�����P��J��\��������� �����������������������������������������������������������������������¯��mA��jB��gC�~dE������������������� �������a���V��������������������������������������}:��z;��x<��u=��r?��o@��lA��iB��fD����� ����|||n���m���������������������������������������9��������w=��t>��q?��n@��lA��iC����� ��������JJJ��������������������������������������������őP��������y<��v=��t>��q?��n@��~Y����� ��� ����VVV�???�www�����iii�����������������������������������Ρk���A��|;��y<��v=��yF���p�������� >>>3@@@y����~~~obbb�000�kkk�@@@������������������������������������������������������������������ ---U��������������<<<�&&&�[[[������������������������������������������������������� 6 ���uuu�sss�WWW�III�$$$�&&&�qqq�����������������������������������lllg|||s��� 4 ����bbb�hhhƑ�������UUU�000�QQQ�}}}��������������������������������---{bbb����� ( ����������������������iii�LLL�BBB����������������������������������������������� �������a���V����������������ggg�+++�NNN��������������������������������������� ����|||n���j����������������]]]�ttt�kkk�������������������������������� �����������������������������������rrr�www���������������������������Ӧ �������a���V���������������������������������������������������Ӧ ����zzzn���j�������������������������������������������Ӧ �����������������������������������������������������������ˉ � �?� � � � � � � � � � � � � � � � � � ?� ?� ?� � � �� �� �� �� �� �� ?�( ��� ���C���������������� ����o��� ������I�������������������������� ���������������ਨ������������S��=��?�������� �������������������������_�Q�F����4������ ���������������������������a�Z��������������������������������������м���oE�����c�a�X�M��B��7��0��������������������~I��q?�����c�`�V�K��@��5��8��������������������z;��u=���q�����������������v�>��3����������������������E��y<��t>��n@��iB�~dE�}dF�������G��H������YYY�uuu����������ġ���=��x<��s>��mA��hC�}dE�}eG�����S���������444�|||����������������������������gC�}cE�������������������������MMM������������������~>�����q?��kA��iG����� �������������RRR��������������¢���G��u=��xK�ʺ������ ����������������������������������������������� ��������������������������������������������� ������������������������������������������ ~�A�A �A �A �A �A �A �A �A �A �A �A �A �A �A �A � ( � h 00 �% � h <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"></requestedExecutionLevel> </requestedPrivileges> </security> </trustInfo> </assembly>PAPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPADDINGPADDINGXXPAD � 0A0Z0z0�0�0�0�0�1 2#2M2b2n2�2�2�2�2�2�23 3?3T3q3�3�3�3�3�3�3�3�3444)474<4{4�4�45$5K5|5�5�5�5�5�5 6.6>6�6�677�7�7�7�7w859;9M9�9�9�9�92:8:R:a:n:z:�:�:�:�:�:�:�:�:; ;B;u;�;�;�;�;}>(?�?�?�?�? � W0o0 1}1 2 3�3m4�4�4�4�4�4�4�4�4�465;5E55�5�5�56 666 6$6+62696@6G6N6U6]6e6m6y6�6�6�6�6�6�6�6�6�6�6�6�6�6�6 7�8�8969�9�9�9�9 :/:Y:j:w:~:�:�:�:�:;�;�;�;<<C<P<V<�<�<�<�<!=>=�=l>t>�>�>�>%?1? 0 � <0m0y0�0�0�0111 1@1�1�1�1�1�1�1�12 2'2=2H2b2m2u2�2�2�2�2�23 3&3-3X3�3 4 4f4~4�4�4�4�4�4�4 55F5c5�5�5666A6g6m6�6�6�6�6?7I7t7�7�7�7�78>8a8g8�8�8�8�8�8�8+949@9Y9z9�9�9�9�9�9�:�:�:�:E;�;�;�;�;�;�;�;�;< <1<7<@<S<w<�< =+=l>�> @ P 00�0�0�0�0Y2�2�3�3;4l4�5�6�6e7t7�7�7�8�8w9�9�9:p;<<�<|=�=�= >/>J> P d _1U2�3,4X4y4]6�8�8�8�8�8�8�8�89939M99�95:r:|:�:�:�:;�;�;K=Z=�=�=�=�=�=>>�?�?�?�?�?�? ` � d0j0�0�0�0111;1@1a1h1t1z1�1�1�1�1�1�1�1�1�1�1�1�1�1�1�1 242Z2�2�2�2�2�2�23*3�3�3�3 44Z4`4v4{4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4�4 5#5)51565>5C5K5P5W5f5k5q5z5�5�5�5�5�5 66 6&626[6c6n68�89959G9Z9l9�9�9�<�<�<#=C=M=d=�=�=Y>y? p � �0�0�0 11171�12 2�2�2�2�233 3*3/34393I3x3~3�3�3�3 444 4$4)474�4�4�4/5>5N5U5]5�5�5�5�5 666.6�6�6�6D7g7r7x7�7�7�7�7�7�7�7�7�7�7�7�7�7�78 8H8b8|8~:�:�:�:�:�:*;B;c;�;e<�<u=�=�=e? � @ ?01@1V1�1�1S2�2�2'3Q3q3�3�3k45,5R5�5�5�5 9:�;�;<$<> � � s0w0{00�0�0�0�0�0�0�01W11 2m2�23@3W3�4�45 5)575@5J5~5�5�5�5�5�5�5$6Y6l6�6�6B7�7�7E8Q8d8v8�8�8�8�8�8�8�8�89 99@9i9z9�9�9):q:�:�;�;.<H<Y<�<�<�< =S=�=F>Q>�>c? � ` 122>2G5�6�7 858W8@:�<�<�<�<�<�<�<�<�<�<�<$=_=r=�=�=�=%>>>Z>�>�>�>�>�>?D?V?�?�?�?�? � � 0&0d0�0�011#1(1,101Y11�1�1�1�1�1�1�1�1�1 2222 2�2�2�2�2�2�2�2�2393@3D3H3L3P3T3X3\3�3�3�3�3�3�4�4�5�5r7y7�7�7W8�8�8�9X:�:�:�:�:;T;�;6<=�=�=<> � @ '292K2]2o2�2�2�2�2�2�233%373I3[3m3�4�4 6�7�7�7�7�7�8 � H L1P1T1X1\1h1l1�1�1�:�:�:�:�:�:�:�:�:�:�:�:�:�:�:; ;; ;$;,;4; � <>@>�>?(?H?h?�?�?�?�?�? � @ 0(040P0p0�0�0�0�0�01 1<1@1\1`1�1�1�1�1 2 2@2`2�2�2�2 00`6d6h6l6�6�6�6�6�6�6�6�6�6�6�:�;�;�;�;�;�; <<< <<<< < <$<(<,<0<4<8<<<@<D<H<L<P<T<X<\<`<d<h<l<p<t<x<|<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�<�< === ==== = =$=(=,=0=4=8=<=@=D=H=�=�=�=�=�= >> > >$>(>0>H>L>P>T>X>\>`>d>h>l>x>|>�>�>�>�>�>�>�> site-packages/pip/_vendor/distlib/locators.py 0000644 00000143505 15231162611 0015350 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012-2015 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import gzip from io import BytesIO import json import logging import os import posixpath import re try: import threading except ImportError: # pragma: no cover import dummy_threading as threading import zlib from . import DistlibException from .compat import (urljoin, urlparse, urlunparse, url2pathname, pathname2url, queue, quote, unescape, string_types, build_opener, HTTPRedirectHandler as BaseRedirectHandler, text_type, Request, HTTPError, URLError) from .database import Distribution, DistributionPath, make_dist from .metadata import Metadata from .util import (cached_property, parse_credentials, ensure_slash, split_filename, get_project_data, parse_requirement, parse_name_and_version, ServerProxy, normalize_name) from .version import get_scheme, UnsupportedVersionError from .wheel import Wheel, is_compatible logger = logging.getLogger(__name__) HASHER_HASH = re.compile('^(\w+)=([a-f0-9]+)') CHARSET = re.compile(r';\s*charset\s*=\s*(.*)\s*$', re.I) HTML_CONTENT_TYPE = re.compile('text/html|application/x(ht)?ml') DEFAULT_INDEX = 'https://pypi.python.org/pypi' def get_all_distribution_names(url=None): """ Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. """ if url is None: url = DEFAULT_INDEX client = ServerProxy(url, timeout=3.0) return client.list_packages() class RedirectHandler(BaseRedirectHandler): """ A class to work around a bug in some Python 3.2.x releases. """ # There's a bug in the base version for some 3.2.x # (e.g. 3.2.2 on Ubuntu Oneiric). If a Location header # returns e.g. /abc, it bails because it says the scheme '' # is bogus, when actually it should use the request's # URL for the scheme. See Python issue #13696. def http_error_302(self, req, fp, code, msg, headers): # Some servers (incorrectly) return multiple Location headers # (so probably same goes for URI). Use first header. newurl = None for key in ('location', 'uri'): if key in headers: newurl = headers[key] break if newurl is None: return urlparts = urlparse(newurl) if urlparts.scheme == '': newurl = urljoin(req.get_full_url(), newurl) if hasattr(headers, 'replace_header'): headers.replace_header(key, newurl) else: headers[key] = newurl return BaseRedirectHandler.http_error_302(self, req, fp, code, msg, headers) http_error_301 = http_error_303 = http_error_307 = http_error_302 class Locator(object): """ A base class for locators - things that locate distributions. """ source_extensions = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz') binary_extensions = ('.egg', '.exe', '.whl') excluded_extensions = ('.pdf',) # A list of tags indicating which wheels you want to match. The default # value of None matches against the tags compatible with the running # Python. If you want to match other values, set wheel_tags on a locator # instance to a list of tuples (pyver, abi, arch) which you want to match. wheel_tags = None downloadable_extensions = source_extensions + ('.whl',) def __init__(self, scheme='default'): """ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. """ self._cache = {} self.scheme = scheme # Because of bugs in some of the handlers on some of the platforms, # we use our own opener rather than just using urlopen. self.opener = build_opener(RedirectHandler()) # If get_project() is called from locate(), the matcher instance # is set from the requirement passed to locate(). See issue #18 for # why this can be useful to know. self.matcher = None self.errors = queue.Queue() def get_errors(self): """ Return any errors which have occurred. """ result = [] while not self.errors.empty(): # pragma: no cover try: e = self.errors.get(False) result.append(e) except self.errors.Empty: continue self.errors.task_done() return result def clear_errors(self): """ Clear any errors which may have been logged. """ # Just get the errors and throw them away self.get_errors() def clear_cache(self): self._cache.clear() def _get_scheme(self): return self._scheme def _set_scheme(self, value): self._scheme = value scheme = property(_get_scheme, _set_scheme) def _get_project(self, name): """ For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. """ raise NotImplementedError('Please implement in the subclass') def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Please implement in the subclass') def get_project(self, name): """ For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. """ if self._cache is None: result = self._get_project(name) elif name in self._cache: result = self._cache[name] else: self.clear_errors() result = self._get_project(name) self._cache[name] = result return result def score_url(self, url): """ Give an url a score which can be used to choose preferred URLs for a given project release. """ t = urlparse(url) basename = posixpath.basename(t.path) compatible = True is_wheel = basename.endswith('.whl') if is_wheel: compatible = is_compatible(Wheel(basename), self.wheel_tags) return (t.scheme != 'https', 'pypi.python.org' in t.netloc, is_wheel, compatible, basename) def prefer_url(self, url1, url2): """ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. """ result = url2 if url1: s1 = self.score_url(url1) s2 = self.score_url(url2) if s1 > s2: result = url1 if result != url2: logger.debug('Not replacing %r with %r', url1, url2) else: logger.debug('Replacing %r with %r', url1, url2) return result def split_filename(self, filename, project_name): """ Attempt to split a filename in project name, version and Python version. """ return split_filename(filename, project_name) def convert_url_to_download_info(self, url, project_name): """ See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. """ def same_project(name1, name2): return normalize_name(name1) == normalize_name(name2) result = None scheme, netloc, path, params, query, frag = urlparse(url) if frag.lower().startswith('egg='): logger.debug('%s: version hint in fragment: %r', project_name, frag) m = HASHER_HASH.match(frag) if m: algo, digest = m.groups() else: algo, digest = None, None origpath = path if path and path[-1] == '/': path = path[:-1] if path.endswith('.whl'): try: wheel = Wheel(path) if is_compatible(wheel, self.wheel_tags): if project_name is None: include = True else: include = same_project(wheel.name, project_name) if include: result = { 'name': wheel.name, 'version': wheel.version, 'filename': wheel.filename, 'url': urlunparse((scheme, netloc, origpath, params, query, '')), 'python-version': ', '.join( ['.'.join(list(v[2:])) for v in wheel.pyver]), } except Exception as e: # pragma: no cover logger.warning('invalid path for wheel: %s', path) elif path.endswith(self.downloadable_extensions): path = filename = posixpath.basename(path) for ext in self.downloadable_extensions: if path.endswith(ext): path = path[:-len(ext)] t = self.split_filename(path, project_name) if not t: logger.debug('No match for project/version: %s', path) else: name, version, pyver = t if not project_name or same_project(project_name, name): result = { 'name': name, 'version': version, 'filename': filename, 'url': urlunparse((scheme, netloc, origpath, params, query, '')), #'packagetype': 'sdist', } if pyver: result['python-version'] = pyver break if result and algo: result['%s_digest' % algo] = digest return result def _get_digest(self, info): """ Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. """ result = None for algo in ('sha256', 'md5'): key = '%s_digest' % algo if key in info: result = (algo, info[key]) break return result def _update_version_data(self, result, info): """ Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. """ name = info.pop('name') version = info.pop('version') if version in result: dist = result[version] md = dist.metadata else: dist = make_dist(name, version, scheme=self.scheme) md = dist.metadata dist.digest = digest = self._get_digest(info) url = info['url'] result['digests'][url] = digest if md.source_url != info['url']: md.source_url = self.prefer_url(md.source_url, url) result['urls'].setdefault(version, set()).add(url) dist.locator = self result[version] = dist def locate(self, requirement, prereleases=False): """ Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. """ result = None r = parse_requirement(requirement) if r is None: raise DistlibException('Not a valid requirement: %r' % requirement) scheme = get_scheme(self.scheme) self.matcher = matcher = scheme.matcher(r.requirement) logger.debug('matcher: %s (%s)', matcher, type(matcher).__name__) versions = self.get_project(r.name) if len(versions) > 2: # urls and digests keys are present # sometimes, versions are invalid slist = [] vcls = matcher.version_class for k in versions: if k in ('urls', 'digests'): continue try: if not matcher.match(k): logger.debug('%s did not match %r', matcher, k) else: if prereleases or not vcls(k).is_prerelease: slist.append(k) else: logger.debug('skipping pre-release ' 'version %s of %s', k, matcher.name) except Exception: # pragma: no cover logger.warning('error matching %s with %r', matcher, k) pass # slist.append(k) if len(slist) > 1: slist = sorted(slist, key=scheme.key) if slist: logger.debug('sorted list: %s', slist) version = slist[-1] result = versions[version] if result: if r.extras: result.extras = r.extras result.download_urls = versions.get('urls', {}).get(version, set()) d = {} sd = versions.get('digests', {}) for url in result.download_urls: if url in sd: d[url] = sd[url] result.digests = d self.matcher = None return result class PyPIRPCLocator(Locator): """ This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). """ def __init__(self, url, **kwargs): """ Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. """ super(PyPIRPCLocator, self).__init__(**kwargs) self.base_url = url self.client = ServerProxy(url, timeout=3.0) def get_distribution_names(self): """ Return all the distribution names known to this locator. """ return set(self.client.list_packages()) def _get_project(self, name): result = {'urls': {}, 'digests': {}} versions = self.client.package_releases(name, True) for v in versions: urls = self.client.release_urls(name, v) data = self.client.release_data(name, v) metadata = Metadata(scheme=self.scheme) metadata.name = data['name'] metadata.version = data['version'] metadata.license = data.get('license') metadata.keywords = data.get('keywords', []) metadata.summary = data.get('summary') dist = Distribution(metadata) if urls: info = urls[0] metadata.source_url = info['url'] dist.digest = self._get_digest(info) dist.locator = self result[v] = dist for info in urls: url = info['url'] digest = self._get_digest(info) result['urls'].setdefault(v, set()).add(url) result['digests'][url] = digest return result class PyPIJSONLocator(Locator): """ This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. """ def __init__(self, url, **kwargs): super(PyPIJSONLocator, self).__init__(**kwargs) self.base_url = ensure_slash(url) def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Not available from this locator') def _get_project(self, name): result = {'urls': {}, 'digests': {}} url = urljoin(self.base_url, '%s/json' % quote(name)) try: resp = self.opener.open(url) data = resp.read().decode() # for now d = json.loads(data) md = Metadata(scheme=self.scheme) data = d['info'] md.name = data['name'] md.version = data['version'] md.license = data.get('license') md.keywords = data.get('keywords', []) md.summary = data.get('summary') dist = Distribution(md) dist.locator = self urls = d['urls'] result[md.version] = dist for info in d['urls']: url = info['url'] dist.download_urls.add(url) dist.digests[url] = self._get_digest(info) result['urls'].setdefault(md.version, set()).add(url) result['digests'][url] = self._get_digest(info) # Now get other releases for version, infos in d['releases'].items(): if version == md.version: continue # already done omd = Metadata(scheme=self.scheme) omd.name = md.name omd.version = version odist = Distribution(omd) odist.locator = self result[version] = odist for info in infos: url = info['url'] odist.download_urls.add(url) odist.digests[url] = self._get_digest(info) result['urls'].setdefault(version, set()).add(url) result['digests'][url] = self._get_digest(info) # for info in urls: # md.source_url = info['url'] # dist.digest = self._get_digest(info) # dist.locator = self # for info in urls: # url = info['url'] # result['urls'].setdefault(md.version, set()).add(url) # result['digests'][url] = self._get_digest(info) except Exception as e: self.errors.put(text_type(e)) logger.exception('JSON fetch failed: %s', e) return result class Page(object): """ This class represents a scraped HTML page. """ # The following slightly hairy-looking regex just looks for the contents of # an anchor link, which has an attribute "href" either immediately preceded # or immediately followed by a "rel" attribute. The attribute values can be # declared with double quotes, single quotes or no quotes - which leads to # the length of the expression. _href = re.compile(""" (rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s\n]*))\s+)? href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s\n]*)) (\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s\n]*)))? """, re.I | re.S | re.X) _base = re.compile(r"""<base\s+href\s*=\s*['"]?([^'">]+)""", re.I | re.S) def __init__(self, data, url): """ Initialise an instance with the Unicode page contents and the URL they came from. """ self.data = data self.base_url = self.url = url m = self._base.search(self.data) if m: self.base_url = m.group(1) _clean_re = re.compile(r'[^a-z0-9$&+,/:;=?@.#%_\\|-]', re.I) @cached_property def links(self): """ Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. """ def clean(url): "Tidy up an URL." scheme, netloc, path, params, query, frag = urlparse(url) return urlunparse((scheme, netloc, quote(path), params, query, frag)) result = set() for match in self._href.finditer(self.data): d = match.groupdict('') rel = (d['rel1'] or d['rel2'] or d['rel3'] or d['rel4'] or d['rel5'] or d['rel6']) url = d['url1'] or d['url2'] or d['url3'] url = urljoin(self.base_url, url) url = unescape(url) url = self._clean_re.sub(lambda m: '%%%2x' % ord(m.group(0)), url) result.add((url, rel)) # We sort the result, hoping to bring the most recent versions # to the front result = sorted(result, key=lambda t: t[0], reverse=True) return result class SimpleScrapingLocator(Locator): """ A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. """ # These are used to deal with various Content-Encoding schemes. decoders = { 'deflate': zlib.decompress, 'gzip': lambda b: gzip.GzipFile(fileobj=BytesIO(d)).read(), 'none': lambda b: b, } def __init__(self, url, timeout=None, num_workers=10, **kwargs): """ Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. """ super(SimpleScrapingLocator, self).__init__(**kwargs) self.base_url = ensure_slash(url) self.timeout = timeout self._page_cache = {} self._seen = set() self._to_fetch = queue.Queue() self._bad_hosts = set() self.skip_externals = False self.num_workers = num_workers self._lock = threading.RLock() # See issue #45: we need to be resilient when the locator is used # in a thread, e.g. with concurrent.futures. We can't use self._lock # as it is for coordinating our internal threads - the ones created # in _prepare_threads. self._gplock = threading.RLock() def _prepare_threads(self): """ Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). """ self._threads = [] for i in range(self.num_workers): t = threading.Thread(target=self._fetch) t.setDaemon(True) t.start() self._threads.append(t) def _wait_threads(self): """ Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. """ # Note that you need two loops, since you can't say which # thread will get each sentinel for t in self._threads: self._to_fetch.put(None) # sentinel for t in self._threads: t.join() self._threads = [] def _get_project(self, name): result = {'urls': {}, 'digests': {}} with self._gplock: self.result = result self.project_name = name url = urljoin(self.base_url, '%s/' % quote(name)) self._seen.clear() self._page_cache.clear() self._prepare_threads() try: logger.debug('Queueing %s', url) self._to_fetch.put(url) self._to_fetch.join() finally: self._wait_threads() del self.result return result platform_dependent = re.compile(r'\b(linux-(i\d86|x86_64|arm\w+)|' r'win(32|-amd64)|macosx-?\d+)\b', re.I) def _is_platform_dependent(self, url): """ Does an URL refer to a platform-specific download? """ return self.platform_dependent.search(url) def _process_download(self, url): """ See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. """ if self._is_platform_dependent(url): info = None else: info = self.convert_url_to_download_info(url, self.project_name) logger.debug('process_download: %s -> %s', url, info) if info: with self._lock: # needed because self.result is shared self._update_version_data(self.result, info) return info def _should_queue(self, link, referrer, rel): """ Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. """ scheme, netloc, path, _, _, _ = urlparse(link) if path.endswith(self.source_extensions + self.binary_extensions + self.excluded_extensions): result = False elif self.skip_externals and not link.startswith(self.base_url): result = False elif not referrer.startswith(self.base_url): result = False elif rel not in ('homepage', 'download'): result = False elif scheme not in ('http', 'https', 'ftp'): result = False elif self._is_platform_dependent(link): result = False else: host = netloc.split(':', 1)[0] if host.lower() == 'localhost': result = False else: result = True logger.debug('should_queue: %s (%s) from %s -> %s', link, rel, referrer, result) return result def _fetch(self): """ Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. """ while True: url = self._to_fetch.get() try: if url: page = self.get_page(url) if page is None: # e.g. after an error continue for link, rel in page.links: if link not in self._seen: self._seen.add(link) if (not self._process_download(link) and self._should_queue(link, url, rel)): logger.debug('Queueing %s from %s', link, url) self._to_fetch.put(link) except Exception as e: # pragma: no cover self.errors.put(text_type(e)) finally: # always do this, to avoid hangs :-) self._to_fetch.task_done() if not url: #logger.debug('Sentinel seen, quitting.') break def get_page(self, url): """ Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). """ # http://peak.telecommunity.com/DevCenter/EasyInstall#package-index-api scheme, netloc, path, _, _, _ = urlparse(url) if scheme == 'file' and os.path.isdir(url2pathname(path)): url = urljoin(ensure_slash(url), 'index.html') if url in self._page_cache: result = self._page_cache[url] logger.debug('Returning %s from cache: %s', url, result) else: host = netloc.split(':', 1)[0] result = None if host in self._bad_hosts: logger.debug('Skipping %s due to bad host %s', url, host) else: req = Request(url, headers={'Accept-encoding': 'identity'}) try: logger.debug('Fetching %s', url) resp = self.opener.open(req, timeout=self.timeout) logger.debug('Fetched %s', url) headers = resp.info() content_type = headers.get('Content-Type', '') if HTML_CONTENT_TYPE.match(content_type): final_url = resp.geturl() data = resp.read() encoding = headers.get('Content-Encoding') if encoding: decoder = self.decoders[encoding] # fail if not found data = decoder(data) encoding = 'utf-8' m = CHARSET.search(content_type) if m: encoding = m.group(1) try: data = data.decode(encoding) except UnicodeError: # pragma: no cover data = data.decode('latin-1') # fallback result = Page(data, final_url) self._page_cache[final_url] = result except HTTPError as e: if e.code != 404: logger.exception('Fetch failed: %s: %s', url, e) except URLError as e: # pragma: no cover logger.exception('Fetch failed: %s: %s', url, e) with self._lock: self._bad_hosts.add(host) except Exception as e: # pragma: no cover logger.exception('Fetch failed: %s: %s', url, e) finally: self._page_cache[url] = result # even if None (failure) return result _distname_re = re.compile('<a href=[^>]*>([^<]+)<') def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() page = self.get_page(self.base_url) if not page: raise DistlibException('Unable to get %s' % self.base_url) for match in self._distname_re.finditer(page.data): result.add(match.group(1)) return result class DirectoryLocator(Locator): """ This class locates distributions in a directory tree. """ def __init__(self, path, **kwargs): """ Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, """ self.recursive = kwargs.pop('recursive', True) super(DirectoryLocator, self).__init__(**kwargs) path = os.path.abspath(path) if not os.path.isdir(path): # pragma: no cover raise DistlibException('Not a directory: %r' % path) self.base_dir = path def should_include(self, filename, parent): """ Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. """ return filename.endswith(self.downloadable_extensions) def _get_project(self, name): result = {'urls': {}, 'digests': {}} for root, dirs, files in os.walk(self.base_dir): for fn in files: if self.should_include(fn, root): fn = os.path.join(root, fn) url = urlunparse(('file', '', pathname2url(os.path.abspath(fn)), '', '', '')) info = self.convert_url_to_download_info(url, name) if info: self._update_version_data(result, info) if not self.recursive: break return result def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() for root, dirs, files in os.walk(self.base_dir): for fn in files: if self.should_include(fn, root): fn = os.path.join(root, fn) url = urlunparse(('file', '', pathname2url(os.path.abspath(fn)), '', '', '')) info = self.convert_url_to_download_info(url, None) if info: result.add(info['name']) if not self.recursive: break return result class JSONLocator(Locator): """ This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. """ def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Not available from this locator') def _get_project(self, name): result = {'urls': {}, 'digests': {}} data = get_project_data(name) if data: for info in data.get('files', []): if info['ptype'] != 'sdist' or info['pyversion'] != 'source': continue # We don't store summary in project metadata as it makes # the data bigger for no benefit during dependency # resolution dist = make_dist(data['name'], info['version'], summary=data.get('summary', 'Placeholder for summary'), scheme=self.scheme) md = dist.metadata md.source_url = info['url'] # TODO SHA256 digest if 'digest' in info and info['digest']: dist.digest = ('md5', info['digest']) md.dependencies = info.get('requirements', {}) dist.exports = info.get('exports', {}) result[dist.version] = dist result['urls'].setdefault(dist.version, set()).add(info['url']) return result class DistPathLocator(Locator): """ This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. """ def __init__(self, distpath, **kwargs): """ Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. """ super(DistPathLocator, self).__init__(**kwargs) assert isinstance(distpath, DistributionPath) self.distpath = distpath def _get_project(self, name): dist = self.distpath.get_distribution(name) if dist is None: result = {'urls': {}, 'digests': {}} else: result = { dist.version: dist, 'urls': {dist.version: set([dist.source_url])}, 'digests': {dist.version: set([None])} } return result class AggregatingLocator(Locator): """ This class allows you to chain and/or merge a list of locators. """ def __init__(self, *locators, **kwargs): """ Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). """ self.merge = kwargs.pop('merge', False) self.locators = locators super(AggregatingLocator, self).__init__(**kwargs) def clear_cache(self): super(AggregatingLocator, self).clear_cache() for locator in self.locators: locator.clear_cache() def _set_scheme(self, value): self._scheme = value for locator in self.locators: locator.scheme = value scheme = property(Locator.scheme.fget, _set_scheme) def _get_project(self, name): result = {} for locator in self.locators: d = locator.get_project(name) if d: if self.merge: files = result.get('urls', {}) digests = result.get('digests', {}) # next line could overwrite result['urls'], result['digests'] result.update(d) df = result.get('urls') if files and df: for k, v in files.items(): if k in df: df[k] |= v else: df[k] = v dd = result.get('digests') if digests and dd: dd.update(digests) else: # See issue #18. If any dists are found and we're looking # for specific constraints, we only return something if # a match is found. For example, if a DirectoryLocator # returns just foo (1.0) while we're looking for # foo (>= 2.0), we'll pretend there was nothing there so # that subsequent locators can be queried. Otherwise we # would just return foo (1.0) which would then lead to a # failure to find foo (>= 2.0), because other locators # weren't searched. Note that this only matters when # merge=False. if self.matcher is None: found = True else: found = False for k in d: if self.matcher.match(k): found = True break if found: result = d break return result def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() for locator in self.locators: try: result |= locator.get_distribution_names() except NotImplementedError: pass return result # We use a legacy scheme simply because most of the dists on PyPI use legacy # versions which don't conform to PEP 426 / PEP 440. default_locator = AggregatingLocator( JSONLocator(), SimpleScrapingLocator('https://pypi.python.org/simple/', timeout=3.0), scheme='legacy') locate = default_locator.locate NAME_VERSION_RE = re.compile(r'(?P<name>[\w-]+)\s*' r'\(\s*(==\s*)?(?P<ver>[^)]+)\)$') class DependencyFinder(object): """ Locate dependencies for distributions. """ def __init__(self, locator=None): """ Initialise an instance, using the specified locator to locate distributions. """ self.locator = locator or default_locator self.scheme = get_scheme(self.locator.scheme) def add_distribution(self, dist): """ Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. """ logger.debug('adding distribution %s', dist) name = dist.key self.dists_by_name[name] = dist self.dists[(name, dist.version)] = dist for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Add to provided: %s, %s, %s', name, version, dist) self.provided.setdefault(name, set()).add((version, dist)) def remove_distribution(self, dist): """ Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. """ logger.debug('removing distribution %s', dist) name = dist.key del self.dists_by_name[name] del self.dists[(name, dist.version)] for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Remove from provided: %s, %s, %s', name, version, dist) s = self.provided[name] s.remove((version, dist)) if not s: del self.provided[name] def get_matcher(self, reqt): """ Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). """ try: matcher = self.scheme.matcher(reqt) except UnsupportedVersionError: # pragma: no cover # XXX compat-mode if cannot read the version name = reqt.split()[0] matcher = self.scheme.matcher(name) return matcher def find_providers(self, reqt): """ Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. """ matcher = self.get_matcher(reqt) name = matcher.key # case-insensitive result = set() provided = self.provided if name in provided: for version, provider in provided[name]: try: match = matcher.match(version) except UnsupportedVersionError: match = False if match: result.add(provider) break return result def try_to_replace(self, provider, other, problems): """ Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. """ rlist = self.reqts[other] unmatched = set() for s in rlist: matcher = self.get_matcher(s) if not matcher.match(provider.version): unmatched.add(s) if unmatched: # can't replace other with provider problems.add(('cantreplace', provider, other, frozenset(unmatched))) result = False else: # can replace other with provider self.remove_distribution(other) del self.reqts[other] for s in rlist: self.reqts.setdefault(provider, set()).add(s) self.add_distribution(provider) result = True return result def find(self, requirement, meta_extras=None, prereleases=False): """ Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. """ self.provided = {} self.dists = {} self.dists_by_name = {} self.reqts = {} meta_extras = set(meta_extras or []) if ':*:' in meta_extras: meta_extras.remove(':*:') # :meta: and :run: are implicitly included meta_extras |= set([':test:', ':build:', ':dev:']) if isinstance(requirement, Distribution): dist = odist = requirement logger.debug('passed %s as requirement', odist) else: dist = odist = self.locator.locate(requirement, prereleases=prereleases) if dist is None: raise DistlibException('Unable to locate %r' % requirement) logger.debug('located %s', odist) dist.requested = True problems = set() todo = set([dist]) install_dists = set([odist]) while todo: dist = todo.pop() name = dist.key # case-insensitive if name not in self.dists_by_name: self.add_distribution(dist) else: #import pdb; pdb.set_trace() other = self.dists_by_name[name] if other != dist: self.try_to_replace(dist, other, problems) ireqts = dist.run_requires | dist.meta_requires sreqts = dist.build_requires ereqts = set() if dist in install_dists: for key in ('test', 'build', 'dev'): e = ':%s:' % key if e in meta_extras: ereqts |= getattr(dist, '%s_requires' % key) all_reqts = ireqts | sreqts | ereqts for r in all_reqts: providers = self.find_providers(r) if not providers: logger.debug('No providers found for %r', r) provider = self.locator.locate(r, prereleases=prereleases) # If no provider is found and we didn't consider # prereleases, consider them now. if provider is None and not prereleases: provider = self.locator.locate(r, prereleases=True) if provider is None: logger.debug('Cannot satisfy %r', r) problems.add(('unsatisfied', r)) else: n, v = provider.key, provider.version if (n, v) not in self.dists: todo.add(provider) providers.add(provider) if r in ireqts and dist in install_dists: install_dists.add(provider) logger.debug('Adding %s to install_dists', provider.name_and_version) for p in providers: name = p.key if name not in self.dists_by_name: self.reqts.setdefault(p, set()).add(r) else: other = self.dists_by_name[name] if other != p: # see if other can be replaced by p self.try_to_replace(p, other, problems) dists = set(self.dists.values()) for dist in dists: dist.build_time_dependency = dist not in install_dists if dist.build_time_dependency: logger.debug('%s is a build-time dependency only.', dist.name_and_version) logger.debug('find done for %s', odist) return dists, problems site-packages/pip/_vendor/distlib/__pycache__/resources.cpython-36.opt-1.pyc 0000644 00000025116 15231162611 0022754 0 ustar 00 3 F��i* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z ddl m Z ddl mZmZmZmZ eje�ZdaG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG dd� de�ZG dd� de�Z e d�ee j e iZ yFy d dl Z!W n e"k �r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk �rX Y nX dd� Z'i Z(dd� Z)e j*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � ResourceCacheNc s0 |d kr t jjt� td��}tt| �j|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base)� __class__� � /usr/lib/python3.6/resources.pyr s zResourceCache.__init__c C s dS )z� Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. Tr )r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j j|�\}}|dkr |}n~tjj| j| j|�|�}tjj|�}tjj|�sXtj |� tjj |�sjd}n | j ||�}|r�t |d��}|j |j� W dQ R X |S )z� Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. NT�wb)�finder�get_cache_infor r r r Z prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s zResourceCache.get)N)�__name__� __module__� __qualname__r r r$ � __classcell__r r )r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S )N)r �name)r r r* r r r r I s zResourceBase.__init__N)r% r& r' r r r r r r) H s r) c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d � �Z d S ) �Resourcez� A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. Fc C s | j j| �S )z� Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. )r � get_stream)r r r r � as_streamV s zResource.as_streamc C s t d krt� a t j| �S )N)�cacher r$ )r r r r � file_path_ s zResource.file_pathc C s | j j| �S )N)r � get_bytes)r r r r r f s zResource.bytesc C s | j j| �S )N)r �get_size)r r r r �sizej s z Resource.sizeN) r% r& r' �__doc__� is_containerr- r r/ r r2 r r r r r+ N s r+ c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j j| �S )N)r � get_resources)r r r r � resourcesr s zResourceContainer.resourcesN)r% r& r' r4 r r7 r r r r r5 o s r5 c @ s� e Zd ZdZejjd�r d Znd Zdd� Zdd � Z d d � Z d d � Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zd d � Zd S )!�ResourceFinderz4 Resource finder for file system resources. �java�.pyc�.pyo�.classc C s. || _ t|dd �| _tjjt|dd��| _d S )N� __loader__�__file__� )�module�getattr�loaderr r r r )r r@ r r r r � s zResourceFinder.__init__c C s t jj|�S )N)r r �realpath)r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|j|�}|jd| j� tjj|� }| j|�S )N� /�/r ) � isinstancer �split�insertr r r r rD )r � resource_name�sep�partsr" r r r � _make_path� s zResourceFinder._make_pathc C s t jj|�S )N)r r r )r r r r r �_find� s zResourceFinder._findc C s d |j fS )N)r )r r r r r r � s z ResourceFinder.get_cache_infoc C sD | j |�}| j|�sd }n&| j|�r0t| |�}n t| |�}||_|S )N)rM rN � _is_directoryr5 r+ r )r rJ r r" r r r �find� s zResourceFinder.findc C s t |jd�S )N�rb)r r )r r r r r r, � s zResourceFinder.get_streamc C s t |jd�� }|j� S Q R X d S )NrQ )r r �read)r r r# r r r r0 � s zResourceFinder.get_bytesc C s t jj|j�S )N)r r �getsize)r r r r r r1 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�tj|j�D ��S )Nc s | dko| j � j� S )N� __pycache__)�endswith�skipped_extensions)r# )r r r �allowed� s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r# )rW r r � <listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr �listdirr )r r r )rW r r r6 � s z ResourceFinder.get_resourcesc C s | j |j�S )N)rO r )r r r r r r4 � s zResourceFinder.is_containerc c s� | j |�}|d k r�|g}xn|r�|jd�}|V |jr|j}xH|jD ]>}|sP|}ndj||g�}| j |�}|jrz|j|� qB|V qBW qW d S )Nr rF )rP �popr4 r* r7 r �append)r rJ r ZtodoZrnamer* �new_nameZchildr r r �iterator� s zResourceFinder.iteratorN)r: r; r< )r: r; )r% r& r' r3 �sys�platform� startswithrV r rD rM rN r rP r, r0 r1 r6 r4 � staticmethodr r r rO r_ r r r r r8 w s" r8 c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z � Z S )�ZipResourceFinderz6 Resource finder for resources in .zip files. c sZ t t| �j|� | jj}dt|� | _t| jd�r>| jj| _n t j | | _t | j�| _ d S )Nr �_files) r rd r rB �archive�len� prefix_len�hasattrre � zipimport�_zip_directory_cache�sorted�index)r r@ rf )r r r r � s zZipResourceFinder.__init__c C s |S )Nr )r r r r r rD � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }tj| j|�}y| j| j|�}W n tk rt d}Y nX |s�tj d|| j j � ntj d|| j j � |S )NTr Fz_find failed: %r %rz_find worked: %r %r���) rh re r rK �bisectrm rb � IndexError�logger�debugrB r! )r r r" �ir r r rN � s zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rB rf r rg )r r r! r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j j|j�S )N)rB �get_datar )r r r r r r0 � s zZipResourceFinder.get_bytesc C s t j| j|��S )N)�io�BytesIOr0 )r r r r r r, � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rh re )r r r r r r r1 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }tj| j|�}xV|t| j�k r�| j| j|�sjP | j| |d � }|j |j tjd�d � |d7 }qJW |S )Nr r rn ) r rh r rK rg rZ ro rm rb �addrH )r r r Zplenr" rs �sr r r r6 s z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }tj| j|�}y| j| j|�}W n tk rd d}Y nX |S )Nr Frn )rh r rK ro rm rb rp )r r rs r" r r r rO s z ZipResourceFinder._is_directory)r% r& r' r3 r rD rN r r0 r, r1 r6 rO r( r r )r r rd � s rd c C s |t t| �< d S )N)�_finder_registry�type)rB � finder_makerr r r �register_finder0 s r} c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}tjt|��}|dkrxtd| ��||�}|t | < |S )z� Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. �__path__Nz8You cannot get a finder for a module, only for a packager= z Unable to locate finder for %r) � _finder_cacher` �modules� __import__rA r rz r$ r{ )�packager" r@ r rB r| r r r r 6 s r Z __dummy__c C sR d}t j| � tjj| �}tjt|��}|rNt}tj j | d�|_ ||_ ||�}|S )z� Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. Nr? ) �pkgutilZ get_importerr` �path_importer_cacher$ rz r{ � _dummy_moduler r r r> r= )r r" rB r r@ r r r �finder_for_pathR s r� ).Z __future__r ro ru Zloggingr r� Zshutilr` �typesrj r? r �utilr r r r Z getLoggerr% rq r. r �objectr) r+ r5 r8 rd r{ � zipimporterrz �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader� FileFinder�AttributeErrorr} r r � ModuleTyper r� r� r r r r �<module> sH ,!ZN site-packages/pip/_vendor/distlib/__pycache__/util.cpython-36.pyc 0000644 00000126610 15231162611 0020761 0 ustar 00 3 F��i�� � @ s> d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZy d dlZW n ek r� dZY nX d dlZd dlZd dlZd dlZd dlZy d dlZW n ek r� d dlZY nX d dlZddlmZ ddl m Z m Z mZm Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ e j0e1�Z2dZ3e j4e3�Z5dZ6d e6 d Z7e6d Z8d Z9d e9 d e8 d e3 d e9 d e8 d Z:dZ;de: d e; d e: d Z<e7d e3 e7 d Z=de= d Z>de6 d e> d e< d Z?e j4e?�Z@d e9 d e8 d ZAe j4eA�ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd�d'd(�ZGd)d*� ZHd+d,� ZId-d.� ZJejKd/d0� �ZLejKd1d2� �ZMejKd�d4d5��ZNG d6d7� d7eO�ZPd8d9� ZQG d:d;� d;eO�ZRd<d=� ZSG d>d?� d?eO�ZTe j4d@e jU�ZVdAdB� ZWd�dCdD�ZXdEdF� ZYdGdH� ZZdIdJ� Z[dKdL� Z\dMdN� Z]e j4dOe j^�Z_e j4dP�Z`d�dQdR�Zae j4dS�ZbdTdU� ZcdVdW� ZddXdY� ZedZZfd[d\� Zgd]d^� ZhG d_d`� d`eO�ZiG dadb� dbeO�ZjG dcdd� ddeO�Zkd�Zld�dmdn�Zmdodp� Znd�ZoG dwdx� dxeO�Zpe j4dy�Zqe j4dz�Zre j4d{�Zsd|d}� Zd~d� Zte�r\dd�l muZvmwZwmxZx G d�d�� d�e$jy�ZyG d�d�� d�ev�ZuG d�d�� d�eue'�Zzej{dd�� Z|e|d�k�r�G d�d�� d�e$j}�Z}e�r�G d�d�� d�e$j~�Z~G d�d�� d�e%j�Ze�r�G d�d�� d�e%j��Z�G d�d�� d�e%j��Z�d�d�� Z�G d�d�� d�eO�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e(�Z�G d�d�� d�eO�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquotez\s*,\s*z (\w|[.-])+z(\*|:(\*|\w+):|�)z\*?z([<>=!~]=)|[<>]�(z)?\s*(z)(z)\s*(z))*z(from\s+(?P<diref>.*))z \(\s*(?P<c1>�|z)\s*\)|(?P<c2>z\s*)z)*z \[\s*(?P<ex>z)?\s*\]z(?P<dn>z \s*)?(\s*z)?$z(?P<op>z )\s*(?P<vn>c s� dd� � d }t j| �}|r�|j� }|d }|d p8|d }|d sHd }nd }|d j� }|snd }d}|d }nL|d d kr�d | }tj|�} � fd d �| D �}d |djdd � |D ��f }|d s�d } ntj|d �} t ||| || |d�}|S )Nc S s | j � }|d |d fS )N�opZvn)� groupdict)�m�d� r! �/usr/lib/python3.6/util.py�get_constraintY s z)parse_requirement.<locals>.get_constraintZdnZc1Zc2Zdiref� r z<>!=z~=c s g | ] }� |��qS r! r! )�.0r )r# r! r" � <listcomp>q s z%parse_requirement.<locals>.<listcomp>z%s (%s)z, c S s g | ] }d | �qS )z%s %sr! )r% Zconr! r! r" r& r s Zex)�nameZ constraints�extrasZ requirement�source�url) �REQUIREMENT_RE�matchr �strip�RELOP_IDENT_RE�finditer�join�COMMA_RE�splitr ) �s�resultr r r' Zconsr* ZconstrZrs�iteratorr( r! )r# r" �parse_requirementW s4 r6 c C s� dd� }i }x�|D ]�\}}}t jj| |�}x�t|�D ]t}t jj||�} x`t| �D ]T} || | �} |dkrt|j| d� qP||| �} |jt jjd�jd�} | d | || < qPW q4W qW |S )z%Find destinations for resources filesc S sD | j tjjd�} |j tjjd�}|j| �s.t�|t| �d � jd�S )N�/)�replace�os�path�sep� startswith�AssertionError�len�lstrip)�baser: r! r! r" � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr7 )r9 r: r0 r �popr8 r; �rstrip)Zresources_rootZrulesrA Z destinationsr@ �suffix�dest�prefixZabs_baseZabs_globZabs_pathZ resource_fileZrel_pathZrel_destr! r! r" �get_resources_dests| s rG c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrF �getattr)r4 r! r! r" �in_venv� s rL c C s$ t jjtj�} t| t�s t| �} | S )N)r9 r: �normcaserJ � executable� isinstancer r )r4 r! r! r" �get_executable� s rP c C sT | }xJt |�}| }| r |r |}|r|d j� }||kr:P |rd||| f }qW |S )Nr z %c: %s %s)r �lower)�promptZ allowed_charsZ error_prompt�default�pr3 �cr! r! r" �proceed� s rV c C s< t |t�r|j� }i }x |D ]}|| kr | | ||< q W |S )N)rO r r2 )r �keysr4 �keyr! r! r" �extract_by_key� s rY c C s� t jd dkr tjd�| �} | j� }t|�} yrtj| �}|d d d }xR|j� D ]F\}}x<|j� D ]0\}}d||f }t |�} | d k s�t �| ||< qdW qRW |S t k r� | j dd� Y nX dd � } t j� } y| | | � W n< t jk �r | j� tj|�}t|�} | | | � Y nX i }xb| j� D ]V} i || < }xB| j| �D ]4\} }d| |f }t |�} | d k �spt �| || < �qFW �q*W |S ) Nr � zutf-8� extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| j|� n | j|� d S )N� read_file)rI r] Zreadfp)�cp�streamr! r! r" � read_stream� s z!read_exports.<locals>.read_stream)rJ � version_info�codecs� getreader�readr �json�load�items�get_export_entryr= � Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r_ �dataZjdatar4 �groupZentries�k�vr3 �entryr` r^ rX r' �valuer! r! r" � read_exports� sD ru c C s� t jd dkr tjd�|�}tj� }x|| j� D ]p\}}|j|� x\|j� D ]P}|j d kr`|j }nd|j |j f }|j r�d|dj |j �f }|j ||j|� qJW q.W |j|� d S )Nr rZ zutf-8z%s:%sz%s [%s]z, )rJ ra rb � getwriterr rk rg Z add_section�valuesrD rF �flagsr0 �setr' �write)r\ r_ r^ rq rr rs r3 r! r! r" � write_exports� s r{ c c s$ t j� } z | V W d tj| � X d S )N)�tempfile�mkdtempr �rmtree)Ztdr! r! r" �tempdir s r c c s. t j� }zt j| � d V W d t j|� X d S )N)r9 �getcwd�chdir)r �cwdr! r! r" r� s r� � c c s. t j� }zt j| � d V W d t j|� X d S )N)�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor! r! r" �socket_timeout s r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s || _ d S )N)�func)�selfr� r! r! r" �__init__) s zcached_property.__init__Nc C s, |d kr | S | j |�}tj|| j j|� |S )N)r� �object� __setattr__�__name__)r� �obj�clsrt r! r! r" �__get__. s zcached_property.__get__)N)r� � __module__� __qualname__r� r� r! r! r! r" r� ( s r� c C s� t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| jd�}xt j|krj|jt j� qRW |svt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. r7 r z path '%s' cannot be absoluter z path '%s' cannot end with '/'���)r9 r; � ValueErrorr2 �curdir�remover: r0 )�pathname�pathsr! r! r" � convert_path6 s r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z dd� Z dd� Z dd� Z d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd S )(� FileOperatorFc C s || _ t� | _| j� d S )N)�dry_runry �ensured� _init_record)r� r� r! r! r" r� R s zFileOperator.__init__c C s d| _ t� | _t� | _d S )NF)�recordry � files_written� dirs_created)r� r! r! r" r� W s zFileOperator._init_recordc C s | j r| jj|� d S )N)r� r� �add)r� r: r! r! r" �record_as_written\ s z FileOperator.record_as_writtenc C sH t jj|�s tdt jj|� ��t jj|�s0dS t j|�jt j|�jkS )a� Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". zfile '%r' does not existT)r9 r: �existsr �abspath�stat�st_mtime)r� r) �targetr! r! r" �newer` s zFileOperator.newerTc C s� | j tjj|�� tjd||� | js�d}|rftjj|�rDd| }n"tjj|�rftjj |� rfd| }|rvt |d ��t j ||� | j |� dS )z8Copy a file respecting dry-run and force flags. zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)� ensure_dirr9 r: �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr! r! r" � copy_filet s zFileOperator.copy_fileNc C s� t jj|� st�| jt jj|�� tjd||� | jsx|d krLt |d�}nt j |d|d�}zt j ||� W d |j � X | j|� d S )NzCopying stream %s to %s�wb�w)�encoding)r9 r: �isdirr= r� r� r� r� r� �openrb r Z copyfileobjrl r� )r� Zinstreamr� r� Z outstreamr! r! r" � copy_stream� s zFileOperator.copy_streamc C sF | j tjj|�� | js8t|d��}|j|� W d Q R X | j|� d S )Nr� )r� r9 r: r� r� r� rz r� )r� r: ro �fr! r! r" �write_binary_file� s z FileOperator.write_binary_filec C sL | j tjj|�� | js>t|d��}|j|j|�� W d Q R X | j|� d S )Nr� ) r� r9 r: r� r� r� rz �encoder� )r� r: ro r� r� r! r! r" �write_text_file� s z FileOperator.write_text_filec C sr t jdks t jdkrnt jdkrnxN|D ]F}| jr<tjd|� q$t j|�j|B |@ }tjd||� t j||� q$W d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) r9 r' �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder! r! r" �set_mode� s zFileOperator.set_modec C s | j dd|�S )Nim i� )r� )r3 r� r! r! r" �<lambda>� s zFileOperator.<lambda>c C s~ t jj|�}|| jkrzt jj|� rz| jj|� t jj|�\}}| j|� tj d| � | j sht j |� | j rz| j j|� d S )Nz Creating %s)r9 r: r� r� r� r� r2 r� r� r� r� �mkdirr� r� )r� r: r r� r! r! r" r� � s zFileOperator.ensure_dirc C sv t || �}tjd||� | jsh|s0| j||�rX|s:d }n |j|�sHt�|t|�d � }tj |||d� | j |� |S )NzByte-compiling %s to %sT) r r� r� r� r� r< r= r> � py_compile�compiler� )r� r: �optimize�forcerF ZdpathZdiagpathr! r! r" � byte_compile� s zFileOperator.byte_compilec C s� t jj|�r�t jj|�r`t jj|� r`tjd|� | jsBtj |� | j r�|| j kr�| j j |� nPt jj|�rrd}nd}tjd||� | js�t j |� | j r�|| j kr�| j j |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)r9 r: r� r� r� r� �debugr� r r~ r� r� r� r� )r� r: r3 r! r! r" �ensure_removed� s" zFileOperator.ensure_removedc C sH d}x>|sBt jj|�r&t j|t j�}P t jj|�}||kr<P |}qW |S )NF)r9 r: r� �access�W_OKr� )r� r: r4 �parentr! r! r" � is_writable� s zFileOperator.is_writablec C s" | j s t�| j| jf}| j� |S )zV Commit recorded changes, turn off recording, return changes. )r� r= r� r� r� )r� r4 r! r! r" �commit� s zFileOperator.commitc C s� | j s�x(t| j�D ]}tjj|�rtj|� qW t| jdd�}xN|D ]F}tj |�}|r�|dgksdt �tjj ||d �}tj |� tj |� qDW | j � d S )NT)�reverse� __pycache__r )r� �listr� r9 r: r� r� �sortedr� �listdirr= r0 �rmdirr� )r� r� �dirsr �flistZsdr! r! r" �rollback� s zFileOperator.rollback)F)T)N)FFN)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r� r� r� r� r! r! r! r" r� Q s r� c C sb | t jkrt j| }nt| �}|d kr,|}n2|jd�}t||jd��}x|D ]}t||�}qLW |S )N�.r )rJ �modules� __import__r2 rK rB )Z module_nameZ dotted_path�modr4 �partsrT r! r! r" �resolve s r� c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S ) � ExportEntryc C s || _ || _|| _|| _d S )N)r' rF rD rx )r� r' rF rD rx r! r! r" r� s zExportEntry.__init__c C s t | j| j�S )N)r� rF rD )r� r! r! r" rt s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>)r' rF rD rx )r� r! r! r" �__repr__! s zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S )NF)rO r� r' rF rD rx )r� �otherr4 r! r! r" �__eq__% s zExportEntry.__eq__N) r� r� r� r� r� rt r� r� r� �__hash__r! r! r! r" r� s r� z�(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? c C s� t j| �}|s0d }d| ks"d| kr�td| ��n�|j� }|d }|d }|jd�}|dkrf|d }}n"|dkrztd| ��|jd�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd d � | jd �D �} t|||| �}|S ) N�[�]zInvalid specification '%s'r' �callable�:r r rx c S s g | ] }|j � �qS r! )r- )r% r� r! r! r" r& Q s z$get_export_entry.<locals>.<listcomp>�,)�ENTRY_RE�searchr r �countr2 r� ) Z specificationr r4 r r' r: ZcolonsrF rD rx r! r! r" rh 7 s2 rh c C s� | dkr d} t jdkr.dt jkr.t jjd�}n t jjd�}t jj|�rft j|t j�}|s�t j d|� n<yt j |� d}W n( t k r� t j d |dd � d }Y nX |s�t j� }t j d |� t jj|| �S ) a� Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. Nz.distlib�ntZ LOCALAPPDATAz $localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)r9 r' �environr: � expandvars� expanduserr� r� r� r� �warning�makedirs�OSErrorr| r} r0 )rD r4 Zusabler! r! r" �get_cache_baseV s& r� c C sB t jjt jj| ��\}}|r(|jdd�}|jt jd�}|| d S )a Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. r� z---z--z.cache)r9 r: � splitdriver� r8 r; )r: r rT r! r! r" �path_to_cache_dir s r� c C s | j d�s| d S | S )Nr7 )�endswith)r3 r! r! r" � ensure_slash� s r� c C sH d }}d| kr>| j dd�\}} d|kr.|}n|j dd�\}}||| fS )N�@r r� )r2 )ZnetlocZusernameZpasswordrF r! r! r" �parse_credentials� s r c C s t jd�} t j| � | S )N� )r9 �umask)r4 r! r! r" �get_process_umask� s r c C s> d}d }x$t | �D ]\}}t|t�sd}P qW |d k s:t�|S )NTF)� enumeraterO r r= )�seqr4 �ir3 r! r! r" �is_string_sequence� s r z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z -py(\d\.?\d?)c C s� d}d}t | �jdd�} tj| �}|r@|jd�}| d|j� � } |r�t| �t|�d kr�tjtj |�d | �}|r�|j � }| d|� | |d d� |f}|dkr�t j| �}|r�|jd�|jd�|f}|S )zw Extract name, version, python version from a filename (no extension) Return name, version, pyver or None N� �-r z\brZ ) r r8 �PYTHON_VERSIONr� rp �startr> �rer, �escape�end�PROJECT_NAME_AND_VERSION)�filenameZ project_namer4 Zpyverr �nr! r! r" �split_filename� s" r z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t j| �}|std| ��|j� }|d j� j� |d fS )z� A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. z$Ill-formed name/version string: '%s'r' Zver)�NAME_VERSION_REr, r r r- rQ )rT r r r! r! r" �parse_name_and_version� s r c C s� t � }t | pg �} t |pg �}d| kr8| jd� ||O }x�| D ]x}|dkrV|j|� q>|jd�r�|dd � }||kr�tjd| � ||kr�|j|� q>||kr�tjd| � |j|� q>W |S )N�*r r zundeclared extra: %s)ry r� r� r< r� r� )Z requestedZ availabler4 �rZunwantedr! r! r" � get_extras� s& r c C s� i }yNt | �}|j� }|jd�}|jd�s8tjd|� ntjd�|�}tj |�}W n0 t k r� } ztj d| |� W Y d d }~X nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %szutf-8z&Failed to get external data for %s: %s) r r� �getr< r� r� rb rc re rf ri � exception)r* r4 ZrespZheadersZct�reader�er! r! r" �_get_external_data� s r z'https://www.red-dove.com/pypi/projects/c C s* d| d j � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr )�upperr �_external_data_base_urlr )r' r* r4 r! r! r" �get_project_data s r c C s( d| d j � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr )r r r r )r' �versionr* r! r! r" �get_package_data s r" c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez� A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. c C sP t jj|�st j|� t j|�jd@ dkr6tjd|� t jjt jj |��| _ dS )zu Initialise an instance. :param base: The base directory where the cache should be located. �? r z Directory '%s' is not privateN) r9 r: r� r� r� r� r� r� r� �normpathr@ )r� r@ r! r! r" r� " s zCache.__init__c C s t |�S )zN Converts a resource prefix to a directory name in the cache. )r� )r� rF r! r! r" � prefix_to_dir0 s zCache.prefix_to_dirc C s� g }x�t j| j�D ]r}t jj| j|�}y>t jj|�s@t jj|�rLt j|� nt jj|�rbt j |� W q t k r� |j |� Y qX qW |S )z" Clear the cache. ) r9 r� r@ r: r0 r� r� r� r� r r~ ri �append)r� Z not_removed�fnr! r! r" �clear6 s z Cache.clearN)r� r� r� �__doc__r� r& r) r! r! r! r" r# s r# c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d � Zd d � Zd S )� EventMixinz1 A very simple publish/subscribe system. c C s i | _ d S )N)� _subscribers)r� r! r! r" r� K s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|j|� n |j|� dS )a` Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. N)r, r r' � appendleft)r� �event� subscriberr' �subsZsqr! r! r" r� N s zEventMixin.addc C s, | j }||krtd| ��|| j|� dS )z� Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. zNo subscribers: %rN)r, r� r� )r� r. r/ r0 r! r! r" r� b s zEventMixin.removec C s t | jj|f ��S )z� Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. )�iterr, r )r� r. r! r! r" �get_subscribersn s zEventMixin.get_subscribersc O sp g }xT| j |�D ]F}y||f|�|�}W n" tk rJ tjd� d}Y nX |j|� qW tjd||||� |S )a^ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r2 ri r� r r' r� )r� r. �args�kwargsr4 r/ rt r! r! r" �publishu s zEventMixin.publishN)T) r� r� r� r* r� r� r� r2 r5 r! r! r! r" r+ G s r+ c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd d � Zd d � Zdd� Z e dd� �Z e dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S )N)�_preds�_succsry �_nodes)r� r! r! r" r� � s zSequencer.__init__c C s | j j|� d S )N)r9 r� )r� �noder! r! r" �add_node� s zSequencer.add_nodeFc C s� || j kr| j j|� |r�x&t| jj|f ��D ]}| j||� q.W x&t| jj|f ��D ]}| j||� qVW x&t| jj� �D ]\}}|sz| j|= qzW x&t| jj� �D ]\}}|s�| j|= q�W d S )N)r9 r� ry r7 r r8 r� rg )r� r: ZedgesrT r3 rq rr r! r! r" � remove_node� s zSequencer.remove_nodec C s< ||ks t �| jj|t� �j|� | jj|t� �j|� d S )N)r= r7 � setdefaultry r� r8 )r� �pred�succr! r! r" r� � s z Sequencer.addc C s� ||ks t �y| j| }| j| }W n tk rD td| ��Y nX y|j|� |j|� W n$ tk r� td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)r= r7 r8 �KeyErrorr� r� )r� r> r? �predsZsuccsr! r! r" r� � s zSequencer.removec C s || j kp || jkp || jkS )N)r7 r8 r9 )r� �stepr! r! r" �is_step� s zSequencer.is_stepc C s� | j |�std| ��g }g }t� }|j|� xd|r�|jd�}||krd||kr�|j|� |j|� q0|j|� |j|� | jj|f �}|j |� q0W t |�S )Nz Unknown: %rr ) rC r� ry r' rB r� r� r7 r �extend�reversed)r� �finalr4 Ztodo�seenrB rA r! r! r" � get_steps� s" zSequencer.get_stepsc sV dg�g �i �i �g �| j � � ������fdd��x � D ]}|�kr:�|� q:W �S )Nr c s� �d �| < �d �| < �d d7 < �j | � y � | }W n tk rV g }Y nX xR|D ]J}|�kr��|� t�| �| ��| < q^|�kr^t�| �| ��| < q^W �| �| kr�g }x �j� }|j |� || kr�P q�W t|�}�j |� d S )Nr r )r' ri �minrB �tuple)r: Z successorsZ successorZconnected_componentZ component)�graph�index� index_counter�lowlinksr4 �stack� strongconnectr! r" rP � s. z3Sequencer.strong_connections.<locals>.strongconnect)r8 )r� r: r! )rK rL rM rN r4 rO rP r" �strong_connections� s " z Sequencer.strong_connectionsc C sr dg}x8| j D ].}| j | }x |D ]}|jd||f � q"W qW x | jD ]}|jd| � qHW |jd� dj|�S )Nz digraph G {z %s -> %s;z %s;�}� )r7 r' r9 r0 )r� r4 r? rA r> r: r! r! r" �dot s z Sequencer.dotN)F) r� r� r� r� r; r< r� r� rC rH �propertyrQ rT r! r! r! r" r6 � s 3r6 �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sX � �fdd�}t jj� �� t� ��d }|d kr�| jd�r>d}nH| jd�rRd}d }n4| jd�rfd }d }n | jd�rzd}d}n td| ��z�|dkr�t| d�}|r�|j� }xD|D ] }||� q�W n.tj | |�}|r�|j � }x|D ] }||� q�W |dk�r6t j d dk �r6x.|j � D ]"} t| jt��s| jjd�| _�qW |j� � W d |�rR|j� X d S )Nc sT t | t�s| jd�} tjjtjj� | ��}|j� � sD|� tjkrPt d| ��d S )Nzutf-8z path outside destination: %r) rO r �decoder9 r: r� r0 r< r; r� )r: rT )�dest_dir�plenr! r" � check_path s z unarchive.<locals>.check_path�.zip�.whl�zip�.tar.gz�.tgzZtgzzr:gz�.tar.bz2�.tbzZtbzzr:bz2z.tarZtarr zUnknown format for %rr rZ zutf-8)ra rb )rd re )rf rg )r9 r: r� r> r� r� r Znamelist�tarfiler� ZgetnamesrJ ra Z getmembersrO r' r r] Z extractallrl ) Zarchive_filenamer^ �formatr� r` �archiver� �namesr' Ztarinfor! )r^ r_ r" � unarchive sH rl c C s� t j� }t| �}t|d��b}xZtj| �D ]L\}}}x@|D ]8}tjj||�}||d� } tjj| |�} |j|| � q8W q(W W dQ R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOr> r r9 �walkr: r0 rz ) Z directoryr4 ZdlenZzf�rootr� r� r' ZfullZrelrE r! r! r" �zip_dirS s rq r$ �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd d � Zd d � Ze dd� �Z e dd� �Z dd� Z e dd� �Z e dd� �ZdS )�ProgressZUNKNOWNr �d c C s< |d ks||kst �| | _| _|| _d | _d| _d| _d S )Nr F)r= rI �cur�max�started�elapsed�done)r� ZminvalZmaxvalr! r! r" r� j s zProgress.__init__c C sV | j |kst�| jd ks&|| jks&t�|| _tj� }| jd krF|| _n || j | _d S )N)rI r= rz ry �timer{ r| )r� ZcurvalZnowr! r! r" �updater s zProgress.updatec C s |dks t �| j| j| � d S )Nr )r= r ry )r� Zincrr! r! r" � increment| s zProgress.incrementc C s | j | j� | S )N)r rI )r� r! r! r" r � s zProgress.startc C s | j d k r| j| j � d| _d S )NT)rz r r} )r� r! r! r" �stop� s z Progress.stopc C s | j d kr| jS | j S )N)rz �unknown)r� r! r! r" �maximum� s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r} rz ry rI )r� r4 rr r! r! r" � percentage� s zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntjdtj|��}|S )Nr z??:??:??z%H:%M:%S)rz ry rI r~ ZstrftimeZgmtime)r� Zdurationr4 r! r! r" �format_duration� s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| j|�f S )NZDonezETA r r z%s: %sr� )r} r| rz ry rI �floatr� )r� rF �tr! r! r" �ETA� s z Progress.ETAc C sN | j dkrd}n| j| j | j }x tD ]}|dk r6P |d }q(W d||f S )Nr g i� g @�@z%d %sB/s)r| ry rI �UNITS)r� r4 Zunitr! r! r" �speed� s zProgress.speedN)r rx )r� r� r� r� r� r r� r r� rU r� r� r� r� r� r! r! r! r" rw g s rw z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t j| �rd}t|| ��tj| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr� r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r! r! r" r � s r c c s t j| d�}t|�dkrpt|�dks,t|��|\}}}x�|jd�D ](}x"tdj|||f��D ] }|V q\W qBW n�d| kr�x�t| �D ] }|V q�W n�| jdd�\}}|dkr�d}|dkr�d}n|jd�}|jd �}xHtj |�D ]:\}}} tj j |�}x"ttj j||��D ] } | V �qW q�W d S ) Nr rZ r� r$ z**r� r r7 �\) � RICH_GLOBr2 r> r= r� r0 � std_iglobr? r9 ro r: r% ) r� Zrich_path_globrF ry rD �itemr: Zradical�dirr� r( r! r! r" r� � s* r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sP t j| j| jf| j�}t| dd�r0|| _| j� tt d�sp| j rHt j }nt j }t j || j| j|t j| j d�| _nxt jt j�}| jt jO _| jr�|j| j| j� i }| j r�t j |_|j| j d� tt dd�r�| j|d< |j |f|�| _| j o�| j�rLy$t| jj� | j� tjd| j� W n0 t k �rJ | jj t j � | jj � � Y nX d S ) NZ _tunnel_hostF� SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrK �sockZ_tunnelrI �sslr� Z CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r� r� ZshutdownZ SHUT_RDWRrl )r� r� r� �contextr4 r! r! r" �connect� s> zHTTPSConnection.connect)r� r� r� r� r� r� r! r! r! r" r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) r� Tc C s t j| � || _|| _d S )N)�BaseHTTPSHandlerr� r� r� )r� r� r� r! r! r" r� # s zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. )r� r� r� )r� r3 r4 r4 r! r! r" � _conn_maker( s zHTTPSHandler._conn_makerc C sV y| j | j|�S tk rP } z&dt|j�kr>td|j ��n� W Y d d }~X nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r �str�reasonr� r� )r� �reqr r! r! r" � https_open8 s zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r! r! r! r" r� " s r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r� r! r! r" � http_openL s zHTTPSOnlyHandler.http_openN)r� r� r� r� r! r! r! r" r� K s r� � � c @ s e Zd Zddd�ZdS )�HTTPr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )�_setup�_connection_class)r� r� r� r4 r! r! r" r� X s z HTTP.__init__)r$ N)r� r� r� r� r! r! r! r" r� W s r� c @ s e Zd Zddd�ZdS )�HTTPSr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )r� r� )r� r� r� r4 r! r! r" r� ` s zHTTPS.__init__)r$ N)r� r� r� r� r! r! r! r" r� _ s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� � use_datetimer! r! r" r� g s zTransport.__init__c C sb | j |�\}}}tdkr(t|| jd�}n6| j s>|| jd krT|| _|tj|�f| _| jd }|S )Nr� r� )r� r r )r� r� )� get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r4 r! r! r" �make_connectionk s zTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� f s r� c @ s e Zd Zddd�Zdd� ZdS )� SafeTransportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� r� r! r! r" r� x s zSafeTransport.__init__c C sz | j |�\}}}|si }| j|d< tdkr:t|d f|�}n<| j sP|| jd krl|| _|tj|d f|�f| _| jd }|S )Nr� r� r� r r )r� r� )r� r� r� r� r� r� r r� )r� r� r� r� r4 r4 r! r! r" r� | s z SafeTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� w s r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |j dd � | _}|d k r^t|�\}}|jdd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport) rB r� r r r� r� r� r r� r� ) r� Zurir4 r� �scheme�_r� Ztclsr� r! r! r" r� � s zServerProxy.__init__N)r� r� r� r� r! r! r! r" r� � s r� c K s. t jd dk r|d7 }nd|d< t| |f|�S )Nr rZ �br$ �newline)rJ ra r� )r( r� r4 r! r! r" � _csv_open� s r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S ) �CSVBaser� �"rS )Z delimiterZ quotecharZlineterminatorc C s | S )Nr! )r� r! r! r" � __enter__� s zCSVBase.__enter__c G s | j j� d S )N)r_ rl )r� r� r! r! r" �__exit__� s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r! r! r! r" r� � s r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,tjd�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr_ r rZ zutf-8r: r ) rJ ra rb rc r_ r� �csvr r� )r� r4 r_ r! r! r" r� � s zCSVReader.__init__c C s | S )Nr! )r� r! r! r" �__iter__� s zCSVReader.__iter__c C sJ t | j�}tjd dk rFx,t|�D ] \}}t|t�s"|jd�||< q"W |S )Nr rZ zutf-8)�nextr rJ ra r rO r r] )r� r4 r r� r! r! r" r� � s zCSVReader.nextN)r� r� r� r� r� r� �__next__r! r! r! r" r� � s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r_ r� �writerr� )r� r( r4 r! r! r" r� � s zCSVWriter.__init__c C sR t jd dk rBg }x*|D ]"}t|t�r0|jd�}|j|� qW |}| jj|� d S )Nr rZ zutf-8)rJ ra rO r r� r' r� �writerow)r� �rowr r� r! r! r" r� � s zCSVWriter.writerowN)r� r� r� r� r� r! r! r! r" r� � s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd d � Z � Z S ) � Configurator� inc_convertZincNc s" t t| �j|� |ptj� | _d S )N)�superr� r� r9 r� r@ )r� �configr@ )� __class__r! r" r� � s zConfigurator.__init__c s� ��fdd��� j d�}t|�s*�j|�}� j dd �}� j df �}|r\t�fdd�|D ��}� �fdd�� D �}t|�}|||�}|r�x$|j� D ]\}} t||�| �� q�W |S ) Nc sz t | ttf�r*t| �� fdd�| D ��}nLt | t�rld| krH�j| �}qvi }x(| D ]}� | | �||< qRW n �j| �}|S )Nc s g | ] }� |��qS r! r! )r% r )�convertr! r" r& � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>z())rO r� rJ �type�dict�configure_customr� )�or4 rq )r� r� r! r" r� � s z.Configurator.configure_custom.<locals>.convertz()r� z[]c s g | ] }� |��qS r! r! )r% r� )r� r! r" r& s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r! )r )r% rq )r� r� r! r" r& s )rB r� r� rJ r� rg �setattr) r� r� rU Zpropsr3 rg r4 r4 r rr r! )r� r� r� r" r� � s z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| j|� | j |< }|S )Nz())r� rO r� r� )r� rX r4 r! r! r" � __getitem__ s zConfigurator.__getitem__c C sF t jj|�s t jj| j|�}tj|ddd��}tj|�}W dQ R X |S )z*Default converter for the inc:// protocol.r zutf-8)r� N) r9 r: �isabsr0 r@ rb r� re rf )r� rt r� r4 r! r! r" r� s zConfigurator.inc_convert)N) r� r� r� r� r Zvalue_convertersr� r� r� r� � __classcell__r! r! )r� r" r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) �SubprocessMixinFNc C s || _ || _d S )N)�verbose�progress)r� r� r� r! r! r" r� s zSubprocessMixin.__init__c C sn | j }| j}xT|j� }|s P |dk r0|||� q|sBtjjd� ntjj|jd�� tjj� qW |j� dS )z� Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. Nr� zutf-8) r� r� �readlinerJ �stderrrz r] �flushrl )r� r_ r� r� r� r3 r! r! r" r " s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|j� tj| j|jdfd�}|j� |j � |j � |j � | j d k r�| j dd� n| j r�t jjd� |S )N)�stdoutr� r� )r� r3 r� zdone.�mainzdone. )� subprocess�Popen�PIPE� threadingZThreadr r� r r� �waitr0 r� r� rJ rz )r� �cmdr4 rT Zt1Zt2r! r! r" � run_command7 s zSubprocessMixin.run_command)FN)r� r� r� r� r r� r! r! r! r" r� s r� c C s t jdd| �j� S )z,Normalize a python package name a la PEP 503z[-_.]+r )r �subrQ )r' r! r! r" �normalize_nameH s r� )NN)r� )N)N)rV rW rX rY rZ r[ r\ )NT)r$ rr rs rt ru rv )r� r� )�rb � collectionsr � contextlibr� Zglobr r� rm re Zloggingr9 r� r r r� r� � ImportErrorr� rJ rh r| rm r� Zdummy_threadingr~ r$ r �compatr r r r r r r r r r r r r r r r r r r Z getLoggerr� r� �COMMAr� r1 ZIDENTZ EXTRA_IDENTZVERSPECZRELOPZBARE_CONSTRAINTSZ DIRECT_REFZ CONSTRAINTSZ EXTRA_LISTZEXTRASZ REQUIREMENTr+ Z RELOP_IDENTr. r6 rG rL rP rV rY ru r{ �contextmanagerr r� r� r� r� r� r� r� r� �VERBOSEr� rh r� r� r� r r r �Ir r r r r r r r r r" r# r+ r6 ZARCHIVE_EXTENSIONSrl rq r� rw r� r� r� r� r� r� r� r� r� r� ra r� r� r� r� r� r� r� r� r� r� r� r� r� r! r! r! r" �<module> s� X , % / 7 ) ,H 6] *) :+ site-packages/pip/_vendor/distlib/__pycache__/metadata.cpython-36.pyc 0000644 00000064571 15231162611 0021573 0 ustar 00 3 F��i�� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m Z m Z ddl m Z mZmZ ddlmZ dd lmZmZ dd lmZmZ eje�ZG d d � d e �ZG d d� de �Z G dd� de �Z G dd� de �Z dddgZ dZ dZ!ej"d�Z#ej"d�Z$dGZ%dHZ&dIZ'dJZ(dKZ)dLZ*dMZ+e,� Z-e-j.e%� e-j.e&� e-j.e(� e-j.e*� ej"d8�Z/d9d:� Z0d;d<� Z1ddd d d%d d d d!d"d#d+d,d$d&d'd-d/d0d5d1d2d*d)d(d.d3d4d6d7d=� Z2dNZ3dOZ4dPZ5dQZ6dRZ7dSZ8dTZ9e:� Z;ej"d>�Z<dUd@dA�Z=G dBdC� dCe:�Z>dDZ?dEZ@G dFd� de:�ZAdS )VzImplementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). � )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key� get_extras)� get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidN)r r r r r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSIONzutf-8z1.1z \|z �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License�Supported-Platform� Classifier� Download-URL� Obsoletes�Provides�Requires� Maintainer�Maintainer-email�Obsoletes-Dist� Project-URL� Provides-Dist� Requires-Dist�Requires-Python�Requires-External�Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extraz"extra\s*==\s*("([^"]+)"|'([^']+)')c C s< | dkr t S | dkrtS | dkr$tS | dkr0tS t| ��d S )Nz1.0z1.1z1.2z2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistg s r? c C s� dd� }g }x.| j � D ]"\}}|g ddfkr.q|j|� qW ddddg}xt|D ]l}|tkrld|krl|jd� |tkr�d|kr�|jd� |tkr�d|kr�|jd� |tkrNd|krN|jd� qNW t|�d kr�|d S t|�d kr�td ��d|ko�||t �}d|k�o ||t �}d|k�o ||t �}t |�t |� t |� d k�rFtd ��| �rl| �rl| �rlt |k�rlt S |�rvdS |�r�dS dS ) z5Detect the best version depending on the fields used.c S s x|D ]}|| krdS qW dS )NTFr )�keys�markers�markerr r r � _has_markeru s z"_best_version.<locals>._has_marker�UNKNOWNNz1.0z1.1z1.2z2.0r r zUnknown metadata setz(You used incompatible 1.1/1.2/2.0 fields)�items�appendr: �remover; r< r= �lenr � _314_MARKERS� _345_MARKERS� _426_MARKERS�intr ) �fieldsrC r@ �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_0r r r � _best_versions sB rP ) �metadata_version�namer> �platformZsupported_platform�summary� description�keywords� home_page�author� author_email� maintainer�maintainer_email�license� classifier� download_url�obsoletes_dist� provides_dist� requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extraz[^A-Za-z0-9.]+Fc C s0 |r$t jd| �} t jd|jdd��}d| |f S )zhReturn the distribution name with version. If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)rR r> Z for_filenamer r r �_get_name_and_version� s rp c @ s e Zd ZdZd?dd�Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name N�defaultc C sz |||gj d �dk r td��i | _g | _d | _|| _|d k rH| j|� n.|d k r\| j|� n|d k rv| j|� | j � d S )N� z'path, fileobj and mapping are exclusive) �count� TypeError�_fieldsZrequires_filesZ _dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingrw r r r �__init__� s zLegacyMetadata.__init__c C s t | j�| jd< d S )NzMetadata-Version)rP rv )r| r r r r{ s z#LegacyMetadata.set_metadata_versionc C s |j d||f � d S )Nz%s: %s )�write)r| r~ rR rO r r r � _write_field s zLegacyMetadata._write_fieldc C s | j |�S )N)�get)r| rR r r r � __getitem__ s zLegacyMetadata.__getitem__c C s | j ||�S )N)�set)r| rR rO r r r � __setitem__ s zLegacyMetadata.__setitem__c C s8 | j |�}y | j|= W n tk r2 t|��Y nX d S )N)� _convert_namerv �KeyError)r| rR � field_namer r r � __delitem__ s zLegacyMetadata.__delitem__c C s || j kp| j|�| j kS )N)rv r� )r| rR r r r � __contains__ s zLegacyMetadata.__contains__c C s( |t kr |S |jdd�j� }tj||�S )Nrj �_)� _ALL_FIELDSro �lower� _ATTR2FIELDr� )r| rR r r r r� s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrD )� _LISTFIELDS�_ELEMENTSFIELD)r| rR r r r �_default_value% s z LegacyMetadata._default_valuec C s& | j dkrtjd|�S tjd|�S d S )N�1.0�1.1� )r� r� )rQ �_LINE_PREFIX_PRE_1_2rn �_LINE_PREFIX_1_2)r| rO r r r �_remove_line_prefix* s z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S )N)r� �AttributeError)r| rR r r r � __getattr__0 s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version. If filesafe is true, return a filename-escaped form.r r )rp )r| Zfilesafer r r � get_fullname; s zLegacyMetadata.get_fullnamec C s | j |�}|tkS )z+return True if name is a valid metadata key)r� r� )r| rR r r r �is_fieldA s zLegacyMetadata.is_fieldc C s | j |�}|tkS )N)r� r� )r| rR r r r �is_multi_fieldF s z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| j|� W d|j� X dS )z*Read the metadata values from a file path.�rzutf-8)�encodingN)�codecs�openry �close)r| �filepath�fpr r r rx J s zLegacyMetadata.readc C s� t |�}|d | jd< xxtD ]p}||kr*q |tkrh|j|�}|tkrZ|dk rZdd� |D �}| j||� q || }|dk r |dkr | j||� q W | j� dS )z,Read the metadata values from a file object.zmetadata-versionzMetadata-VersionNc S s g | ]}t |jd ���qS )�,)�tuple�split)�.0rO r r r � <listcomp>_ s z,LegacyMetadata.read_file.<locals>.<listcomp>rD )r rv r� r� Zget_all�_LISTTUPLEFIELDSr� r{ )r| Zfileob�msg�field�valuesrO r r r ry R s zLegacyMetadata.read_filec C s0 t j|ddd�}z| j||� W d|j� X dS )z&Write the metadata fields to filepath.�wzutf-8)r� N)r� r� � write_filer� )r| r� � skip_unknownr� r r r r� h s zLegacyMetadata.writec C s� | j � x�t| d �D ]�}| j|�}|r:|dg dgfkr:q|tkrX| j||dj|�� q|tkr�|dkr�| jd kr�|jdd�}n |jdd �}|g}|t kr�d d � |D �}x|D ]}| j|||� q�W qW d S )z0Write the PKG-INFO format data to a file object.zMetadata-VersionrD r� r! �1.0�1.1r� z z |c S s g | ]}d j |��qS )r� )�join)r� rO r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)r� r� ) r{ r? r� r� r� r� r� rQ ro r� )r| Z fileobjectr� r� r� rO r r r r� p s$ zLegacyMetadata.write_filec s� � fdd�}|snHt |d�r>x<|j� D ]}|||| � q&W n x|D ]\}}|||� qDW |r~x |j� D ]\}}|||� qhW dS )a� Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. c s" | t kr |r � j� j| �|� d S )N)r� r� r� )rN rO )r| r r �_set� s z#LegacyMetadata.update.<locals>._setr@ N)�hasattrr@ rE )r| �other�kwargsr� �k�vr )r| r rz � s zLegacyMetadata.updatec C sn | j |�}|tks|dkrPt|ttf� rPt|t�rJdd� |jd�D �}q~g }n.|tkr~t|ttf� r~t|t�rz|g}ng }tj t j ��rB| d }t | j �}|tkr�|dk r�x�|D ](}|j|jd�d �s�tjd |||� q�W n`|tko�|dk �r|j|��sBtjd |||� n0|tk�rB|dk �rB|j|��sBtjd |||� |tk�r`|d k�r`| j|�}|| j|< dS ) z"Control then set a metadata field.r c S s g | ] }|j � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r! )r� r� � isinstance�listr� r r� r� �loggerZ isEnabledFor�loggingZWARNINGr rw �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� rv )r| rR rO Z project_namerw r� r r r r� � s@ zLegacyMetadata.setc C s� | j |�}|| jkr*|tkr&| j|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }x6|D ].}|tkr�|j|� qh|j|d |d f� qhW |S |tkr�| j| }t |t �r�|j d�S | j| S )zGet a metadata field.Nr r r� ) r� rv �_MISSINGr� r� r� r� rF r� r� r r� )r| rR rr rO �res�valr r r r� � s. zLegacyMetadata.getc s | j � g g }}x d D ]}|| kr|j|� qW |rT|g krTddj|� }t|��x dD ]}|| krZ|j|� qZW | d dkr�||fS t| j�� � fd d �}xdt|ft� jft � j ffD ]F\}}x<|D ]4} | j | d �} | d k o�|| � r�|jd | | f � q�W q�W ||fS )zkCheck if the metadata is compliant. If strict is True then raise if no Name or Version are providedr r z missing required metadata: %sz, � Home-pager$ zMetadata-Versionz1.2c s* x$| D ] }� j |jd�d �sdS qW dS )Nr� r FT)r� r� )rO r� )rw r r �are_valid_constraints s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s)r r )r� r$ ) r{ rF r� r r rw r� r� r� r� r� r� ) r| �strict�missing�warnings�attrr� r� rM Z controllerr� rO r )rw r �check� s2 zLegacyMetadata.checkc C s� | j � dB}i }x,|D ]$\}}| s.|| jkr| | ||< qW | d dk� r�dK}x�|D ]F\}}| sn|| jkrV|d&k� r�| | ||< qVd,d-� | | D �||< qVW nF| d d.k� r�dO}x2|D ]*\}}| � s�|| jk� r�| | ||< � q�W |S )Pz�Return fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). rQ �Metadata-VersionrR r r> r rT r rW � Home-pagerX r$ rY � Author-emailr\ r& rU r! rV r" rS r � classifiersr( r^ � Download-URLz1.2ra � Requires-Distrc �Requires-Pythonrd �Requires-Externalr` � Provides-Distr_ �Obsoletes-Distrh � Project-URLrZ r- r[ �Maintainer-emailc S s g | ]}d j |��qS )r� )r� )r� �ur r r r� G s z)LegacyMetadata.todict.<locals>.<listcomp>z1.1rf r+ re r, rg r* �rQ r� �rR r �r> r �rT r �rW r� �rX r$ �rY r� �r\ r& �rU r! �rV r" �rS r �r� r( �r^ r� ) r� r� r� r� r� r� r� r� r� r� r� r� r� �ra r� �rc r� �rd r� �r` r� �r_ r� �rh r� �rZ r- �r[ r� )r� r� r� r� r� r� r� r� �rf r+ �re r, �rg r* )r� r� r� )r{ rv )r| Z skip_missingZ mapping_1_0�datarN r� Z mapping_1_2Z mapping_1_1r r r �todict sP zLegacyMetadata.todictc C s< | d dkr(xdD ]}|| kr| |= qW | d |7 < d S )NzMetadata-Versionz1.1r* r, r+ z Requires-Dist)r* r, r+ r )r| � requirementsr� r r r �add_requirementsU s z LegacyMetadata.add_requirementsc C s t t| d ��S )NzMetadata-Version)r� r? )r| r r r r@ ` s zLegacyMetadata.keysc c s x| j � D ] }|V q W d S )N)r@ )r| rN r r r �__iter__c s zLegacyMetadata.__iter__c s � fdd�� j � D �S )Nc s g | ] }� | �qS r r )r� rN )r| r r r� h s z)LegacyMetadata.values.<locals>.<listcomp>)r@ )r| r )r| r r� g s zLegacyMetadata.valuesc s � fdd�� j � D �S )Nc s g | ]}|� | f�qS r r )r� rN )r| r r r� k s z(LegacyMetadata.items.<locals>.<listcomp>)r@ )r| r )r| r rE j s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz <%s %s %s>)� __class__r rR r> )r| r r r �__repr__m s zLegacyMetadata.__repr__)NNNrr )F)F)F)N)F)F)"r r r r r� r{ r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r� rz r� r� r� r� r� r� r@ r� r� rE r� r r r r rq � s> , , ; rq z pydist.jsonz metadata.jsonc @ s� e Zd ZdZejd�Zejdej�Ze Z ejd�Z dZ de Zf f dId�Zd Zd Zef fedJfe dKfe dLfd �ZdMZdNdd�ZedO�ZdefZdefZdefdefeeedefeeeedefdPdQd � Z[[d d � Z dRd!d"�Z d#d$� Z e d%d&� �Z e d'd(� �Z!e!j"d)d(� �Z!dSd*d+�Z#e d,d-� �Z$e d.d/� �Z%e%j"d0d/� �Z%d1d2� Z&d3d4� Z'd5d6� Z(d7d8� Z)d9d:d;d<d=dd>�Z*d?d@� Z+dTdCdD�Z,dEdF� Z-dGdH� Z.dS )Ur z� The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. z ^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}z2.0z distlib (%s)�legacy)rR r> rT zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)rQ rR r> rT �_legacy�_datarw Nrr c C s0 |||gj d �dk r td��d | _d | _|| _|d k rzy| j||� || _W n* tk rv t||d�| _| j� Y nX n�d }|r�t |d��}|j � }W d Q R X n |r�|j � }|d kr�| j | j d�| _ndt |t�s�|jd�}y tj|�| _| j| j|� W n0 tk �r* tt|�|d�| _| j� Y nX d S )Nrs z'path, fileobj and mapping are exclusive)r rw �rb)rQ � generatorzutf-8)r~ rw )rt ru r� r rw �_validate_mappingr rq �validater� rx �METADATA_VERSION� GENERATORr� r �decode�json�loads� ValueErrorr )r| r} r~ r rw r� �fr r r r� � s< zMetadata.__init__rR r> r\ rV rT z Requires-DistzSetup-Requires-DistzProvides-Extrar( � Download-URL�Metadata-Version) � run_requires�build_requires� dev_requiresZ test_requires� meta_requires�extras�modules� namespaces�exports�commandsr� Z source_urlrQ c C sZ t j| d�}t j| d�}||k�r || \}}| jr^|d krP|d krHd n|� }n | jj|�}n�|d krjd n|� }|d kr�| jj||�}n�t � }|}| jjd�} | �r |dkr�| jd |�}nR|dkr�| jd �} | r�| j||�}n.| jd �} | � s�| jjd �} | �r | j||�}||k�rV|}n:||k�r4t j| |�}n"| j�rJ| jj|�}n | jj|�}|S ) N� common_keys� mapped_keysr r r r r� � extensionszpython.commandszpython.detailszpython.exports)r r r r r� )�object�__getattribute__r� r� r ) r| rN �common�mapped�lkZmaker�resultrO �sentinel�dr r r r � sF zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|j|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSrw �matchr )r| rN rO rw �pattern� exclusions�mr r r �_validate_value s zMetadata._validate_valuec C s* | j ||� tj| d�}tj| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|d krj|| j|< nR| jjdi �}|dkr�||d < n2|dkr�|jd i �}|||< n|jd i �}|||< nh||kr�tj| ||� nP|d k�rt|t ��r|j � }|�r|j � }ng }| j�r || j|< n || j|< d S )Nr r r r r r r� r zpython.commandszpython.detailszpython.exportsrV )r r r r r� ) r' r r r� �NotImplementedErrorr � setdefault� __setattr__r� r r� r� )r| rN rO r r r r� r! r r r r* s> zMetadata.__setattr__c C s t | j| jd�S )NT)rp rR r> )r| r r r �name_and_version@ s zMetadata.name_and_versionc C sF | j r| j d }n| jjdg �}d| j| jf }||krB|j|� |S )Nz Provides-Distrf z%s (%s))r� r r) rR r> rF )r| r �sr r r rf D s zMetadata.providesc C s | j r|| j d< n || jd< d S )Nz Provides-Distrf )r� r )r| rO r r r rf O s c C s� | j r |}n�g }t|pg | j�}xl|D ]d}d|kr@d|kr@d}n8d|krNd}n|jd�|k}|rx|jd�}|rxt||�}|r&|j|d � q&W xNd D ]F}d| } | |kr�|j| � | jjd | g �}|j| j|||d �� q�W |S ) a� Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. �extra� environmentTre �build�dev�testz:%s:z %s_requires)r �env)r/ r0 r1 ) r� r r r� r �extendrG r �get_requirements) r| �reqtsr r2 r r! �includerB rN �er r r r4 V s0 zMetadata.get_requirementsc C s | j r| j� S | jS )N)r� � _from_legacyr )r| r r r � dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S )N)r� r( r r �DEPENDENCY_KEYS)r| r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | jj|� d S )N)r� r( r rz )r| rO r r r r; � s c C s� |j d�| jkrt� �g }x0| jj� D ]"\}}||kr&||kr&|j|� q&W |rfddj|� }t|��x"|j� D ]\}}| j|||� qpW d S )NrQ zMissing metadata items: %sz, ) r� r r �MANDATORY_KEYSrE rF r� r r' ) r| r rw r� rN r% r� r� r� r r r r � s zMetadata._validate_mappingc C sB | j r.| j jd�\}}|s |r>tjd||� n| j| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� r� r� r r rw )r| r� r� r r r r � s zMetadata.validatec C s( | j r| j jd�S t| j| j�}|S d S )NT)r� r� r r � INDEX_KEYS)r| r r r r r� � s zMetadata.todictc C s� | j r| j st�| j| jd�}| j jd�}x2dD ]*}||kr2|dkrLd }n|}|| ||< q2W |jd g �}|d gkrzg }||d < d}x2|D ]*\}}||kr�|| r�d|| ig||< q�W | j|d< i }i } |S )N)rQ r TrR r> r\ rT rU r] r� r" � rV ra r rb r re rf )rR r> r\ rT rU r] �ra r �rb r )r? r@ )r� r �AssertionErrorr r r� r� rf ) r| r Zlmdr� �nk�kwr@ �okrX rZ r r r r8 � s0 zMetadata._from_legacyr r r& r r! )rR r> r\ rT rU r� c C s� dd� }| j r| j st�t� }| j }x*| jj� D ] \}}||kr2|| ||< q2W || j| j �}|| j| j �}| j r�t | j �|d< t |�|d< t |�|d< |S )Nc S s� t � }x�| D ]�}|jd�}|jd�}|d }xb|D ]Z}| rN| rN|j|� q2d}|r^d| }|rx|rtd||f }n|}|jdj||f�� q2W q W |S )Nr- r. re r> z extra == "%s"z (%s) and %sr� )r� r� �addr� )Zentriesr5 r7 r- r2 Zrlistr� rB r r r �process_entries� s" z,Metadata._to_legacy.<locals>.process_entrieszProvides-Extraz Requires-DistzSetup-Requires-Dist) r r� rA rq �LEGACY_MAPPINGrE r r r r r �sorted)r| rF r ZnmdrB rD Zr1Zr2r r r � _to_legacy� s zMetadata._to_legacyFTc C s� ||gj d �dkrtd��| j� |r`| jr4| j}n| j� }|rP|j||d� q�|j||d� n^| jrp| j� }n| j}|r�t j ||dddd� n.t j |dd��}t j ||dddd� W d Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Trs )Z ensure_ascii�indentZ sort_keysr� zutf-8) rt r r r� rI r� r� r8 r r �dumpr� r� )r| r} r~ r� r� Z legacy_mdr! r r r r r� � s& zMetadata.writec C s� | j r| j j|� nt| jjdg �}d }x"|D ]}d|kr,d|kr,|}P q,W |d krhd|i}|jd|� n t|d �t|�B }t|�|d< d S )Nr r. r- re r )r� r� r r) �insertr� rH )r| r� r �always�entryZrsetr r r r� s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z no versionz<%s %s %s (%s)>)rR r> r� r rQ )r| rR r> r r r r� ( s zMetadata.__repr__)r� )r� )r� )r� )r� r rw )NNNrr )rR r> r\ rV rT )r N)r N)N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r< r= r: r" � __slots__r� r� r r� Z none_list�dictZ none_dictr r r' r* �propertyr+ rf �setterr4 r9 r; r r r� r8 rG rI r� r� r� r r r r r v sx ,+ ' * % ) r r r r r r! r" r# r$ r% r& )r r r r r' r r! r" r# r$ r% r& r( r) r* r+ r, )r* r+ r, r( r) )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 )r1 r2 r3 r/ r4 r- r. r0 )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 )r5 r9 r6 r7 r8 )r2 r/ r1 )r3 )r )r r( r* r, r+ r/ r1 r2 r4 r0 r' r7 r9 r8 )r0 )r" )r$ r- r r! )F)Br Z __future__r r� Zemailr r r� rO r> r r �compatr r r rA r �utilr r r> r r Z getLoggerr r� r r r r �__all__r r rP r� r� r: r; rI r< rJ r= rK r� r� rz ZEXTRA_REr? rP r� r� r� r� r� r� r� r� r r� rm rp rq ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEr r r r r �<module> s� 9 site-packages/pip/_vendor/distlib/__pycache__/resources.cpython-36.pyc 0000644 00000025116 15231162611 0022015 0 ustar 00 3 F��i* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z ddl m Z ddl mZmZmZmZ eje�ZdaG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG dd� de�ZG dd� de�Z e d�ee j e iZ yFy d dl Z!W n e"k �r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk �rX Y nX dd� Z'i Z(dd� Z)e j*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � ResourceCacheNc s0 |d kr t jjt� td��}tt| �j|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base)� __class__� � /usr/lib/python3.6/resources.pyr s zResourceCache.__init__c C s dS )z� Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. Tr )r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j j|�\}}|dkr |}n~tjj| j| j|�|�}tjj|�}tjj|�sXtj |� tjj |�sjd}n | j ||�}|r�t |d��}|j |j� W dQ R X |S )z� Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. NT�wb)�finder�get_cache_infor r r r Z prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s zResourceCache.get)N)�__name__� __module__� __qualname__r r r$ � __classcell__r r )r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S )N)r �name)r r r* r r r r I s zResourceBase.__init__N)r% r& r' r r r r r r) H s r) c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d � �Z d S ) �Resourcez� A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. Fc C s | j j| �S )z� Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. )r � get_stream)r r r r � as_streamV s zResource.as_streamc C s t d krt� a t j| �S )N)�cacher r$ )r r r r � file_path_ s zResource.file_pathc C s | j j| �S )N)r � get_bytes)r r r r r f s zResource.bytesc C s | j j| �S )N)r �get_size)r r r r �sizej s z Resource.sizeN) r% r& r' �__doc__� is_containerr- r r/ r r2 r r r r r+ N s r+ c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j j| �S )N)r � get_resources)r r r r � resourcesr s zResourceContainer.resourcesN)r% r& r' r4 r r7 r r r r r5 o s r5 c @ s� e Zd ZdZejjd�r d Znd Zdd� Zdd � Z d d � Z d d � Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zd d � Zd S )!�ResourceFinderz4 Resource finder for file system resources. �java�.pyc�.pyo�.classc C s. || _ t|dd �| _tjjt|dd��| _d S )N� __loader__�__file__� )�module�getattr�loaderr r r r )r r@ r r r r � s zResourceFinder.__init__c C s t jj|�S )N)r r �realpath)r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|j|�}|jd| j� tjj|� }| j|�S )N� /�/r ) � isinstancer �split�insertr r r r rD )r � resource_name�sep�partsr" r r r � _make_path� s zResourceFinder._make_pathc C s t jj|�S )N)r r r )r r r r r �_find� s zResourceFinder._findc C s d |j fS )N)r )r r r r r r � s z ResourceFinder.get_cache_infoc C sD | j |�}| j|�sd }n&| j|�r0t| |�}n t| |�}||_|S )N)rM rN � _is_directoryr5 r+ r )r rJ r r" r r r �find� s zResourceFinder.findc C s t |jd�S )N�rb)r r )r r r r r r, � s zResourceFinder.get_streamc C s t |jd�� }|j� S Q R X d S )NrQ )r r �read)r r r# r r r r0 � s zResourceFinder.get_bytesc C s t jj|j�S )N)r r �getsize)r r r r r r1 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�tj|j�D ��S )Nc s | dko| j � j� S )N� __pycache__)�endswith�skipped_extensions)r# )r r r �allowed� s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r# )rW r r � <listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr �listdirr )r r r )rW r r r6 � s z ResourceFinder.get_resourcesc C s | j |j�S )N)rO r )r r r r r r4 � s zResourceFinder.is_containerc c s� | j |�}|d k r�|g}xn|r�|jd�}|V |jr|j}xH|jD ]>}|sP|}ndj||g�}| j |�}|jrz|j|� qB|V qBW qW d S )Nr rF )rP �popr4 r* r7 r �append)r rJ r ZtodoZrnamer* �new_nameZchildr r r �iterator� s zResourceFinder.iteratorN)r: r; r< )r: r; )r% r& r' r3 �sys�platform� startswithrV r rD rM rN r rP r, r0 r1 r6 r4 � staticmethodr r r rO r_ r r r r r8 w s" r8 c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dd� Z � Z S )�ZipResourceFinderz6 Resource finder for resources in .zip files. c sZ t t| �j|� | jj}dt|� | _t| jd�r>| jj| _n t j | | _t | j�| _ d S )Nr �_files) r rd r rB �archive�len� prefix_len�hasattrre � zipimport�_zip_directory_cache�sorted�index)r r@ rf )r r r r � s zZipResourceFinder.__init__c C s |S )Nr )r r r r r rD � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }tj| j|�}y| j| j|�}W n tk rt d}Y nX |s�tj d|| j j � ntj d|| j j � |S )NTr Fz_find failed: %r %rz_find worked: %r %r���) rh re r rK �bisectrm rb � IndexError�logger�debugrB r! )r r r" �ir r r rN � s zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rB rf r rg )r r r! r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j j|j�S )N)rB �get_datar )r r r r r r0 � s zZipResourceFinder.get_bytesc C s t j| j|��S )N)�io�BytesIOr0 )r r r r r r, � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rh re )r r r r r r r1 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }tj| j|�}xV|t| j�k r�| j| j|�sjP | j| |d � }|j |j tjd�d � |d7 }qJW |S )Nr r rn ) r rh r rK rg rZ ro rm rb �addrH )r r r Zplenr" rs �sr r r r6 s z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }tj| j|�}y| j| j|�}W n tk rd d}Y nX |S )Nr Frn )rh r rK ro rm rb rp )r r rs r" r r r rO s z ZipResourceFinder._is_directory)r% r& r' r3 r rD rN r r0 r, r1 r6 rO r( r r )r r rd � s rd c C s |t t| �< d S )N)�_finder_registry�type)rB � finder_makerr r r �register_finder0 s r} c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}tjt|��}|dkrxtd| ��||�}|t | < |S )z� Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. �__path__Nz8You cannot get a finder for a module, only for a packager= z Unable to locate finder for %r) � _finder_cacher` �modules� __import__rA r rz r$ r{ )�packager" r@ r rB r| r r r r 6 s r Z __dummy__c C sR d}t j| � tjj| �}tjt|��}|rNt}tj j | d�|_ ||_ ||�}|S )z� Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. Nr? ) �pkgutilZ get_importerr` �path_importer_cacher$ rz r{ � _dummy_moduler r r r> r= )r r" rB r r@ r r r �finder_for_pathR s r� ).Z __future__r ro ru Zloggingr r� Zshutilr` �typesrj r? r �utilr r r r Z getLoggerr% rq r. r �objectr) r+ r5 r8 rd r{ � zipimporterrz �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader� FileFinder�AttributeErrorr} r r � ModuleTyper r� r� r r r r �<module> sH ,!ZN site-packages/pip/_vendor/distlib/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000050610 15231162611 0022424 0 ustar 00 3 F��i�\ � @ sZ d Z ddlZddlZddlmZ ddddd d d d gZeje�ZG d d � d e �Z G dd� de �Z G dd� de �Z ejd�Zdd� ZeZG dd� de �Zdd� ZG dd� de �Zejd�dfejd�d fejd �dfejd �d fejd �d!fejd"�d!fejd#�d$fejd%�d&fejd'�d(fejd)�d*ff Zejd+�dfejd,�dfejd-�d$fejd#�d$fejd.�dffZejd/�Zd0d1� Zd2d3� Zejd4ej�Zd5d5d6d5d7ddd8�Z d9d:� Z G d;d� de �Z G d<d� de �Z ejd=ej�Z d>d?� Z!d@dA� Z"G dBd � d e �Z#G dCd � d e �Z$G dDdE� dEe �Z%e%eee�e%e e dFdG� �e%e"e$e�dH�Z&e&dI e&dJ< dKd � Z'dS )Lz~ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. � N� )� string_types�NormalizedVersion�NormalizedMatcher� LegacyVersion� LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError� get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zedd� �ZdS ) �Versionc C s" |j � | _}| j|� | _}d S )N)�strip�_string�parse�_parts)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass)�NotImplementedError)r r r r r r $ s z Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError)r �otherr r r �_check_compatible' s zVersion._check_compatiblec C s | j |� | j|jkS )N)r r )r r r r r �__eq__+ s zVersion.__eq__c C s | j |� S )N)r )r r r r r �__ne__/ s zVersion.__ne__c C s | j |� | j|jk S )N)r r )r r r r r �__lt__2 s zVersion.__lt__c C s | j |�p| j|� S )N)r" r )r r r r r �__gt__6 s zVersion.__gt__c C s | j |�p| j|�S )N)r" r )r r r r r �__le__9 s zVersion.__le__c C s | j |�p| j|�S )N)r# r )r r r r r �__ge__< s zVersion.__ge__c C s t | j�S )N)�hashr )r r r r �__hash__@ s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s'))� __class__r r )r r r r �__repr__C s zVersion.__repr__c C s | j S )N)r )r r r r �__str__F s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.)r )r r r r � is_prereleaseI s zVersion.is_prereleaseN)r r r r r r r r! r" r# r$ r% r' r) r* �propertyr+ r r r r r s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zdd� dd� dd� d d� d d� d d� d d� d d� d�Z dd� Z dd� Z e dd� �Z dd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!�MatcherNz^(\w[\s\w'.-]*)(\((.*)\))?z'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$z ^\d+(\.\d+)*$c C s | |k S )Nr )�v�c�pr r r �<lambda>W s zMatcher.<lambda>c C s | |kS )Nr )r. r/ r0 r r r r1 X s c C s | |kp| |k S )Nr )r. r/ r0 r r r r1 Y s c C s | |kp| |kS )Nr )r. r/ r0 r r r r1 Z s c C s | |kS )Nr )r. r/ r0 r r r r1 [ s c C s | |kS )Nr )r. r/ r0 r r r r1 \ s c C s | |kp| |kS )Nr )r. r/ r0 r r r r1 ^ s c C s | |kS )Nr )r. r/ r0 r r r r1 _ s )�<�>z<=z>=z==z===z~=z!=c C sJ | j d krtd��|j� | _}| jj|�}|s<td| ��|jd�}|d j� | _| jj� | _ g }|d �r<dd� |d j d�D �}x�|D ]�}| j j|�}|s�td ||f ��|j� }|d p�d }|d }|j d ��r|dkr�td| ��|d d� d }} | j j|��s(| j |� n| j |�d }} |j||| f� q�W t|�| _d S )Nz Please specify a version classz Not valid: %r� r � c S s g | ] }|j � �qS r )r )�.0r/ r r r � <listcomp>n s z$Matcher.__init__.<locals>.<listcomp>�,zInvalid %r in %rz~=r z.*�==�!=z#'.*' not allowed for %r constraintsTF)r9 r: ���)� version_class� ValueErrorr r �dist_re�match�groups�name�lower�key�split�comp_re�endswith�num_re�append�tupler ) r r �mr@ ZclistZ constraintsr/ �opZvn�prefixr r r r b s: zMatcher.__init__c C sz t |t�r| j|�}x`| jD ]V\}}}| jj|�}t |t�rFt| |�}|sbd|| jjf }t |��||||�s dS q W dS )z� Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. z%r not implemented for %sFT) � isinstancer r< r � _operators�get�getattrr( r r )r �version�operator� constraintrL �f�msgr r r r? � s z Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r �==�===)rV rW )�lenr )r �resultr r r � exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r rA r )r r r r r r � s zMatcher._check_compatiblec C s" | j |� | j|jko | j|jkS )N)r rC r )r r r r r r � s zMatcher.__eq__c C s | j |� S )N)r )r r r r r r! � s zMatcher.__ne__c C s t | j�t | j� S )N)r& rC r )r r r r r' � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r))r( r r )r r r r r) � s zMatcher.__repr__c C s | j S )N)r )r r r r r* � s zMatcher.__str__)r r r r< �re�compiler> rE rG rN r r? r, rZ r r r! r' r) r* r r r r r- N s* % r- zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | j � } tj| �}|s"td| ��|j� }tdd� |d jd�D ��}x(t|�dkrn|d dkrn|d d� }qHW |d s~d}n t|d �}|dd� }|d d � }|d d � }|d }|dkr�f }n|d t|d �f}|dkr�f }n|d t|d �f}|dk�r f }n|d t|d �f}|d k�r.f }nLg } x>|jd�D ]0} | j � �rZdt| �f} nd| f} | j | � �q>W t| �}|�s�| �r�|�r�d}nd}|�s�d}|�s�d}||||||fS ) NzNot a valid version: %sc s s | ]}t |�V qd S )N)�int)r6 r. r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.r � � � � � � � �a�z�_�final���rk )NN)NN)NNrk )rg rk )rh )ri )rj ) r �PEP440_VERSION_REr? r r@ rI rD rX r] �isdigitrH ) r rJ r@ ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT rq c @ s6 e Zd ZdZdd� Zedddddg�Zed d � �Zd S ) r aI A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b c C s< t |�}tj|�}|j� }tdd� |d jd�D ��| _|S )Nc s s | ]}t |�V qd S )N)r] )r6 r. r r r r^ s z*NormalizedVersion.parse.<locals>.<genexpr>r r_ )�_normalized_keyrl r? r@ rI rD �_release_clause)r r rY rJ r@ r r r r s zNormalizedVersion.parserg �br/ �rcro c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)r6 �t)r r r r^ s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr )r r )r r r+ s z NormalizedVersion.is_prereleaseN) r r r r r �setrv r, r+ r r r r r � s c C s> t | �} t |�}| |kr dS | j|�s*dS t|�}| | dkS )NTFr_ )�str� startswithrX )�x�y�nr r r � _match_prefix" s r c @ sn e Zd ZeZddddddddd �Zd d � Zd d � Zdd� Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)z~=r2 r3 z<=z>=z==z===z!=c C sV |rd|ko|j d }n|j d o,|j d }|rN|jjdd�d }| j|�}||fS )N�+r r rk rk rk )r r rD r< )r rQ rS rL Z strip_localr r r r � _adjust_local< s z NormalizedMatcher._adjust_localc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr_ c S s g | ] }t |��qS r )rz )r6 �ir r r r7 O s z/NormalizedMatcher._match_lt.<locals>.<listcomp>)r� rs �joinr )r rQ rS rL �release_clause�pfxr r r r� J s zNormalizedMatcher._match_ltc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr_ c S s g | ] }t |��qS r )rz )r6 r� r r r r7 W s z/NormalizedMatcher._match_gt.<locals>.<listcomp>)r� rs r� r )r rQ rS rL r� r� r r r r� R s zNormalizedMatcher._match_gtc C s | j |||�\}}||kS )N)r� )r rQ rS rL r r r r� Z s zNormalizedMatcher._match_lec C s | j |||�\}}||kS )N)r� )r rQ rS rL r r r r� ^ s zNormalizedMatcher._match_gec C s. | j |||�\}}|s ||k}n t||�}|S )N)r� r )r rQ rS rL rY r r r r� b s zNormalizedMatcher._match_eqc C s t |�t |�kS )N)rz )r rQ rS rL r r r r� j s z"NormalizedMatcher._match_arbitraryc C s0 | j |||�\}}|s ||k}n t||� }|S )N)r� r )r rQ rS rL rY r r r r� m s zNormalizedMatcher._match_nec C sf | j |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }djdd� |D ��}t||�S )NTFr r_ c S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>rk )r� rs rX r� r )r rQ rS rL r� r� r r r r� u s z#NormalizedMatcher._match_compatibleN)r r r r r< rN r� r� r� r� r� r� r� r� r� r r r r r - s$ z[.+-]$r4 z^[.](\d)z0.\1z^[.-]z ^\((.*)\)$z\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}r_ z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz ^[:~._+-]+z [,*")([\]]z[~:+_ -]z\.$z (\d+(\.\d+)*)c C sZ | j � j� }x tD ]\}}|j||�}qW |s2d}tj|�}|sJd}|}n�|j� d jd�}dd� |D �}xt|�dk r�|j d� qlW t|�dkr�||j � d� }n8dj dd� |dd� D ��||j � d� }|dd� }dj d d� |D ��}|j � }|�r x t D ]\}}|j||�}�qW |�s*|}n d |k�r8d nd }|| | }t |��sVd}|S ) z� Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. z0.0.0r r_ c S s g | ] }t |��qS r )r] )r6 r� r r r r7 � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s c S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s ro �-r� )r rB � _REPLACEMENTS�sub�_NUMERIC_PREFIXr? r@ rD rX rH �endr� �_SUFFIX_REPLACEMENTS� is_semver)r rY Zpat�replrJ rL �suffix�sepr r r �_suggest_semantic_version� s: , r� c C sl y t | � | S tk r Y nX | j� }x dBD ]\}}|j||�}q0W tjdd|�}tjdd|�}tjdd|�}tjdd |�}tjd d |�}|jd �� r�|d d!� }tjd"d |�}tjd#d$|�}tjd%d&|�}tjd'd|�}tjd(d)|�}tjd*d)|�}tjd+d |�}tjd,d-|�}tjd.d&|�}tjd/d0|�}tjd1d2|�}y t |� W n tk �rf d!}Y nX |S )Ca� Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. �-alpharg �-betart r� r� ru r/ �-finalr4 �-pre�-release�.release�-stabler� r_ ri � �.finalrj zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?z\1r. r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1�r� rg �r� rt �r� rg �r� rt �ru r/ �r� r4 �r� r/ �r� r4 �r� r4 �r� r4 �r� r_ �ri r_ �r� r4 �r� r4 �rj r4 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )rr r rB �replacer[ r� r{ )r ZrsZorigr� r r r �_suggest_normalized_version� sH r� z([a-z]+|\d+|[\.-])r/ zfinal-�@)rn Zpreviewr� ru ro r4 r_ c C s~ dd� }g }xh|| �D ]\}|j d�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�S ) Nc S sx g }xdt j| j� �D ]R}tj||�}|rd|d d� koBdkn rT|jd�}nd| }|j|� qW |jd� |S )N�0r �9� �*z*final)� _VERSION_PARTrD rB �_VERSION_REPLACErO �zfillrH )r rY r0 r r r � get_partsI s z _legacy_key.<locals>.get_partsr� z*finalr z*final-Z00000000rk rk )r{ �poprH rI )r r� rY r0 r r r � _legacy_keyH s r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r c s zLegacyVersion.parsec C s: d}x0| j D ]&}t|t�r |jd�r |dk r d}P q W |S )NFr� z*finalT)r rM r r{ )r rY r| r r r r+ f s zLegacyVersion.is_prereleaseN)r r r r r, r+ r r r r r b s c @ s4 e Zd ZeZeej�Zded< ej d�Z dd� Z dS )r r� z~=z^(\d+(\.\d+)*)c C s` ||k r dS | j jt|��}|s2tjd||� dS |j� d }d|krV|jdd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr r_ r )� numeric_rer? rz �loggerZwarningr@ �rsplitr )r rQ rS rL rJ r r r r r� y s z LegacyMatcher._match_compatibleN) r r r r r< �dictr- rN r[ r\ r� r� r r r r r q s zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s t j| �S )N)� _SEMVER_REr? )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|j� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � j d�}tdd� |D ��}|S )Nr r_ c S s" g | ]}|j � r|jd �n|�qS )r� )rm r� )r6 r0 r r r r7 � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rD rI )r ZabsentrY r r r r � make_tuple� s z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r )r] )r6 r� r r r r7 � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r r@ ) r r� rJ r@ �major�minorZpatchrn Zbuildr r r � _semantic_key� s r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r )r r r r r+ � s z SemanticVersion.is_prereleaseN)r r r r r, r+ r r r r r � s c @ s e Zd ZeZdS )r N)r r r r r< r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd d � ZdS ) � VersionSchemeNc C s || _ || _|| _d S )N)rC �matcher� suggester)r rC r� r� r r r r � s zVersionScheme.__init__c C s2 y| j j|� d}W n tk r, d}Y nX |S )NTF)r� r< r )r r rY r r r �is_valid_version� s z VersionScheme.is_valid_versionc C s0 y| j |� d}W n tk r* d}Y nX |S )NTF)r� r )r r rY r r r �is_valid_matcher� s z VersionScheme.is_valid_matcherc C s | j d| �S )z: Used for processing some metadata fields zdummy_name (%s))r� )r r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n | j |�}|S )N)r� )r r rY r r r �suggest� s zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s r� c C s |S )Nr )r r r r r r1 � s r1 )� normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESr= )rA r r r r � s )(r Zloggingr[ �compatr �__all__Z getLoggerr r� r= r �objectr r- r\ rl rq rr r r r r� r� r� r� r� �Ir� r� r� r r r� r� r� r r r� r� r r r r r �<module> sz 1k =$ W .r $ site-packages/pip/_vendor/distlib/__pycache__/wheel.cpython-36.opt-1.pyc 0000644 00000060467 15231162611 0022056 0 ustar 00 3 F��i˘ � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z! dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ dd l,m-Z-m.Z. e j/e0�Z1da2e3ed ��r4d Z4n*ej5j6d ��rHdZ4nej5dk�rZdZ4ndZ4ej7d�Z8e8�s�dej9dd� Z8de8 Z:e4e8 Z;ej"j<� j=dd�j=dd�Z>ej7d�Z?e?�r�e?j6d��r�e?j=dd�Z?ndd � Z@e@� Z?[@ejAd ejBejCB �ZDejAd ejBejCB �ZEejAd �ZFejAd �ZGd!ZHd"ZIe jJd#k�r>d$d%� ZKnd&d%� ZKG d'd(� d(eL�ZMeM� ZNG d)d*� d*eL�ZOd+d,� ZPeP� ZQ[Pd/d-d.�ZRdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cp�py_version_nodotz%s%s� �py�-�_�.�SOABIzcpython-c C sR dt g} tjd�r | jd� tjd�r0| jd� tjd�dkrH| jd� d j| �S ) Nr �Py_DEBUG�d� WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )� VER_SUFFIXr �get_config_var�append�join)�parts� r/ �/usr/lib/python3.6/wheel.py� _derive_abi; s r1 zz (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ z7 (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ s \s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S )Nr/ )�or/ r/ r0 �<lambda>] s r4 c C s | j tjd�S )Nr2 )�replace�os�sep)r3 r/ r/ r0 r4 _ s c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd d � ZdS ) �Mounterc C s i | _ i | _d S )N)� impure_wheels�libs)�selfr/ r/ r0 �__init__c s zMounter.__init__c C s || j |< | jj|� d S )N)r9 r: �update)r; �pathname� extensionsr/ r/ r0 �addg s z Mounter.addc C s4 | j j|�}x"|D ]\}}|| jkr| j|= qW d S )N)r9 �popr: )r; r> r? �k�vr/ r/ r0 �removek s zMounter.removeNc C s || j kr| }nd }|S )N)r: )r; �fullname�path�resultr/ r/ r0 � find_moduleq s zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��tj|| j| �}| |_|jdd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r ) �sys�modulesr: � ImportError�impZ load_dynamic� __loader__�rsplit�len� __package__)r; rE rG r. r/ r/ r0 � load_modulex s zMounter.load_module)N)�__name__� __module__� __qualname__r< r@ rD rH rQ r/ r/ r/ r0 r8 b s r8 c @ s� e Zd ZdZd2ZdZd3dd�Zedd � �Zed d � �Z ed d � �Z e dd� �Z dd� Z e dd� �Zdd� Zd4dd�Zdd� Zdd� Zd d � Zd5d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd6d*d+�Zd,d-� Zd.d/� Z d7d0d1�Z dS )8�Wheelz@ Class to build and install from Wheel files (PEP 427). r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _tj� | _ |dkrRd| _ d| _ | j | _ n�tj|�}|r�|jd�}|d | _ |d jd d �| _ |d | _| j | _ n�tjj|�\}}tj|�}|s�td | ��|r�tjj|�| _ || _ |jd�}|d | _ |d | _ |d | _|d jd�| _|d jd�| _|d jd�| _dS )zB Initialise an instance using a (valid) filename. r) �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! Zbi�ar)�signZ should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rF �split� FILENAME_REr �abspath)r; rc rY �verifyr& �infor` r/ r/ r0 r< � sB zWheel.__init__c C s^ | j rd| j }nd}dj| j�}dj| j�}dj| j�}| jjdd�}d| j|||||f S )zJ Build and return a filename from the various components. r r) r! r z%s-%s%s-%s-%s-%s.whl)rZ r- r\ r] r^ rb r5 ra )r; rZ r\ r] r^ rb r/ r/ r0 rc � s zWheel.filenamec C s t jj| j| j�}t jj|�S )N)r6 rF r- r` rc �isfile)r; rF r/ r/ r0 �exists� s z Wheel.existsc c s@ x:| j D ]0}x*| jD ] }x| jD ]}|||fV q W qW qW d S )N)r\ r] r^ )r; r\ r] r^ r/ r/ r0 �tags� s z Wheel.tagsc C s� t jj| j| j�}d| j| jf }d| }tjd�}t |d���}| j |�}|d j dd�}t dd � |D ��}|d k rzd } nt } y8tj|| �} |j| ��} || �} t| d �} W d Q R X W n tk r� td | ��Y nX W d Q R X | S )Nz%s-%sz %s.dist-infozutf-8�rz Wheel-Versionr! r c S s g | ] }t |��qS r/ )�int)�.0�ir/ r/ r0 � <listcomp>� s z"Wheel.metadata.<locals>.<listcomp>ZMETADATA)Zfileobjz$Invalid wheel, because %s is missing)r r )r6 rF r- r` rc ra rb �codecs� getreaderr �get_wheel_metadatarg �tupler � posixpath�openr �KeyError� ValueError)r; r> �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_version�fn�metadata_filename�bf�wfrG r/ r/ r0 �metadata� s( zWheel.metadatac C sX d| j | jf }d| }tj|d�}|j|�� }tjd�|�}t|�}W d Q R X t|�S )Nz%s-%sz %s.dist-info�WHEELzutf-8) ra rb rx r- ry rt ru r �dict)r; r r| r} r� r� r� �messager/ r/ r0 rv � s zWheel.get_wheel_metadatac C s6 t jj| j| j�}t|d��}| j|�}W d Q R X |S )Nro )r6 rF r- r` rc r rv )r; r> r rG r/ r/ r0 rk � s z Wheel.infoc C s� t j|�}|r||j� }|d |� ||d � }}d|j� krBt}nt}tj|�}|rfd|j� d }nd}|| }|| }nT|jd�}|jd�} |dk s�|| kr�d} n |||d � d kr�d } nd} t| | }|S ) Ns pythonw� r � � � r r s ���) � SHEBANG_REre �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r; �datar& r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr/ r/ r0 �process_shebang� s, zWheel.process_shebangc C sh |d kr| j }ytt|�}W n tk r< td| ��Y nX ||�j� }tj|�jd�j d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii) � hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r; r� r� �hasherrG r/ r/ r0 �get_hash s zWheel.get_hashc C sb t |�}ttjj||��}|j|ddf� |j� t|�� }x|D ]}|j|� qBW W d Q R X d S )Nr) ) �list�to_posixr6 rF �relpathr, �sortr Zwriterow)r; �recordsZ record_path�base�p�writer�rowr/ r/ r0 � write_record' s zWheel.write_recordc C s� g }|\}}t t| j�}xX|D ]P\}} t| d��} | j� } W d Q R X d| j| � } tjj| �} |j || | f� q W tjj |d�} | j || |� t tjj |d��}|j || f� d S )N�rbz%s=%s�RECORD) r� r� r� ry �readr� r6 rF �getsizer, r- r� r� )r; rk �libdir� archive_pathsr� �distinfor} r� �apr� �fr� r� �sizer/ r/ r0 � write_records0 s zWheel.write_recordsc C sJ t |dtj��2}x*|D ]"\}}tjd||� |j||� qW W d Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r; r> r� r r� r� r/ r/ r0 � build_zip@ s zWheel.build_zipc ! s� |dkr i }t t� fdd�d$��d }|dkrFd}tg}tg}tg}nd}tg}d g}d g}|jd |�| _|jd |�| _|jd |�| _ � | } d| j | j f } d| } d| } g } x�d%D ]�}|� kr�q�� | }t j j|�r�x�t j|�D ]�\}}}x�|D ]�}tt j j||��}t j j||�}tt j j| ||��}| j||f� |dk� r�|jd� � r�t|d��}|j� }W dQ R X | j|�}t|d��}|j|� W dQ R X � q�W q�W q�W | }d}x�t j|�D ]�\}}}||k�rx@t|�D ]4\}}t|�}|jd��r�t j j||�}||= P �q�W xP|D ]H}t|�jd&��r2�qt j j||�}tt j j||��}| j||f� �qW �q�W t j|�}xJ|D ]B}|d'k�r|tt j j||��}tt j j| |��}| j||f� �q|W d |�p�| j d t d | g} x*| j D ] \} } } | jd!| | | f � �q�W t j j|d �}t|d"��}|jd#j| �� W dQ R X tt j j| d ��}| j||f� | j || f| | � t j j| j | j!�} | j"| | � | S )(z� Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. Nc s | � kS )Nr/ )r3 )�pathsr/ r0 r4 N s z Wheel.build.<locals>.<lambda>�purelib�platlibr Zfalse�truerV rW r\ r] r^ z%s-%sz%s.dataz %s.dist-infor� �headers�scriptsz.exer� �wbz .dist-info�.pyc�.pyor� � INSTALLER�SHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz Tag: %s-%s-%sr� � )r� r� )r� r� r� )r� r� )r� r� r� r� )#r� r �IMPVER�ABI�ARCHr[ �getr\ r] r^ ra rb r6 rF �isdir�walkr r- r� r� r, �endswithry r� r� r� � enumerate�listdir� wheel_versionr rn r� r` rc r� )!r; r� rn r� ZlibkeyZis_pureZ default_pyverZ default_abiZ default_archr� r| �data_dirr} r� �keyrF �root�dirs�filesr� r� �rpr� r� r� r� rr �dnr� r\ r] r^ r> r/ )r� r0 �buildF s� " z Wheel.buildc B I K s` |j }|jd�}|jdd�}tjj| j| j�}d| j| jf }d| } d| } t j| t �} t j| d�} t j| d�} t j d �}t |d ����}|j| ��}||�}t|�}W d Q R X |d jd d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|j| ��<}t|d��&}x |D ]}|d }|||< �q.W W d Q R X W d Q R X t j| d�}t j| d�} t j| dd�} t|d�} d| _tj } g } tj� }!|!|_d |_�z��y^�x�|j � D �]�}"|"j}#t |#t ��r�|#}$n |#j d �}$|$j d��r��q�||$ }|d �r0t!|"j"�|d k�r0t#d |$ ��|d �r�|d jd d�\}%}&|j|#��}|j$� }'W d Q R X | j%|'|%�\}(})|)|&k�r�t#d |# ��|�r�|$j&| |f��r�t'j(d |$� �q�|$j&| ��o�|$j d!� }*|$j&|��r|$jd"d �\}(}+},tjj||+ t)|,��}-n$|$| | fk�r�q�tjj|t)|$��}-|*�s|j|#��}| j*||-� W d Q R X | j+|-� | �r�|d �r�t|-d#��4}|j$� }'| j%|'|%�\}(}.|.|)k�r�t#d$|- ��W d Q R X | �rx|-j d%��rxy| j,|-�}/| j+|/� W n$ t-k �r t'j.d&dd'� Y nX nttjj/t)|#��}0tjj|!|0�}1|j|#��}| j*||1� W d Q R X tjj|-�\}2}0|2|_|j0|0�}3| j1|3� | j2|3� �q�W |�r�t'j(d(� d }4�n~d }5| j3d }|d)k�r~t j| d*�}6y�|j|6��}t4|�}7W d Q R X i }5xxd<D ]p}8d-|8 }9|9|7k�r�i |5d.|8 < }:xF|7|9 j5� D ]6};d/|;j6|;j7f }<|;j8�rB|<d0|;j8 7 }<|<|:|;j< �qW �q�W W n t-k �rz t'j.d1� Y nX ndyB|j| ��.}||�}t9j:|�jd2�}5|5�r�|5jd3�}5W d Q R X W n t-k �r� t'j.d4� Y nX |5�r�|5jd5i �}=|5jd6i �}>|=�s |>�r�|jdd�}?tjj;|?��s.t<d7��|?|_x6|=j=� D ]*\}9};d8|9|;f }@|j0|@�}3| j1|3� �q>W |>�r�d,di}Ax8|>j=� D ],\}9};d8|9|;f }@|j0|@|A�}3| j1|3� �q�W tjj|| �}t>|�}4t?|�}|d= |d= ||d9< |4j@||�}|�r| j+|� |4jA| |d: |� |4S t-k �r@ t'jBd;� | jC� � Y nX W d tDjE|!� X W d Q R X d S )=a� Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. �warner�lib_onlyFz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro Nz Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� )�streamr r) r� )�dry_runTz /RECORD.jwsr zsize mismatch for %s�=zdigest mismatch for %szlib_only: skipping %sz.exer2 r� z digest mismatch on write for %sz.pyzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt�console�guiz %s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr? zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %s�lib�prefixzinstallation failed.)r� r� )Fr� r� r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r� r r �recordrI �dont_write_bytecode�tempfileZmkdtempZ source_dirZ target_dir�infolist� isinstancer r� r� �str� file_sizer r� r� � startswithr� r� r Z copy_streamr, Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrk r �valuesr� �suffix�flags�json�loadr� r{ �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback�shutilZrmtree)Br; r� Zmaker�kwargsr� r� r� r> r| r� r} � metadata_name�wheel_metadata_name� record_namer~ r �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ script_pfxZfileopZbcZoutfiles�workdir�zinfo�arcname� u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rB r$ rC �sZconsole_scriptsZ gui_scriptsZ script_dirZscriptZoptionsr/ r/ r0 �install� sB " z Wheel.installc C s4 t d kr0tjjt� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rF r- r r� rI rb r )r; r� r/ r/ r0 �_get_dylib_cache� s zWheel._get_dylib_cachec C sl t jj| j| j�}d| j| jf }d| }tj|d�}tj d�}g }t |d���}y�|j |���}||�} t j | �} | j� } | j|�} t jj| j| �} t jj| �s�t j| � x�| j� D ]�\}}t jj| t|��}t jj|�s�d}n6t j|�j}tjj|�}|j|�}tj|j� }||k}|�r(|j || � |j ||f� q�W W d Q R X W n t k �r\ Y nX W d Q R X |S )Nz%s-%sz %s.dist-infoZ EXTENSIONSzutf-8ro T) r6 rF r- r` rc ra rb rx rt ru r ry r� r� r Z prefix_to_dirr� r� �makedirsr� r rm �stat�st_mtime�datetimeZ fromtimestampZgetinfoZ date_time�extractr, rz )r; r> r| r} r r~ rG r r� r� r? r r� Z cache_basera r� �destr Z file_timerk Z wheel_timer/ r/ r0 �_get_extensions� s> zWheel._get_extensionsc C s t | �S )zM Determine if a wheel is compatible with the running system. )� is_compatible)r; r/ r/ r0 r � s zWheel.is_compatiblec C s dS )zP Determine if a wheel is asserted as mountable by its metadata. Tr/ )r; r/ r/ r0 � is_mountable� s zWheel.is_mountablec C s� t jjt jj| j| j��}| j� s2d| }t|��| j� sJd| }t|��|t jkrbt j d|� nN|rtt jj |� nt jj d|� | j� }|r�tt jkr�t jj t� tj||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rF ri r- r` rc r r r rI r� r� r, �insertr �_hook� meta_pathr@ )r; r, r> �msgr? r/ r/ r0 �mount� s" z Wheel.mountc C sr t jjt jj| j| j��}|tjkr2tjd|� n<tjj |� |t j krRt j |� t j snt tj krntj j t � d S )Nz%s not in path) r6 rF ri r- r` rc rI r� r� rD r r9 r )r; r> r/ r/ r0 �unmount� s z Wheel.unmountc ' C s t jj| j| j�}d| j| jf }d| }d| }tj|t�}tj|d�}tj|d�}t j d�}t |d����} | j |��} || �} t | �} W d Q R X | d jd d �} td d � | D ��}i }| j |��:}t|d ��$}x |D ]}|d }|||< q�W W d Q R X W d Q R X x�| j� D ]�}|j}t|t��r*|}n |jd�}d|k�rJtd| ��|jd��rZ�q|| }|d �r�t|j�|d k�r�td| ��|d �r|d jdd �\}}| j |��}|j� }W d Q R X | j||�\}}||k�rtd| ���qW W d Q R X d S )Nz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro z Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z Wheel.verify.<locals>.<listcomp>)r� r z..zinvalid entry in wheel: %rz /RECORD.jwsr zsize mismatch for %sr� zdigest mismatch for %s)r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r r� r� r r� r r� r� r� r� r� ) r; r> r| r� r} r� r� r� r~ r r r� r� r� r� r� r� r r� r� r r r r r r� r r� r/ r/ r0 rj � sT z Wheel.verifyc K s� dd� }dd� }t jj| j| j�}d| j| jf }d| }tj|d�} t� ���} t |d���} i } xt| j � D ]h} | j}t |t �r�|}n |j d �}|| kr�qjd |kr�td | ��| j| | � t jj| t|��}|| |< qjW W d Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r(||k�r(|||� |d k�rRtjd d| d�\}}t j|� n*t jj|��sltd| ��t jj|| j�}t| j� �}t jj| |�}||f}| j|| |� | j||� |d k�r�tj||� W d Q R X |S )a� Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO)rF )r r rb )�path_mapr} rb rF r� r/ r/ r0 � get_version1 s z!Wheel.update.<locals>.get_versionc S s� d }y|t | �}| jd�}|dk r*d| }nTdd� | |d d � jd�D �}|d d7 < d| d |� djd d � |D ��f }W n tk r� tjd | � Y nX |r�t|d �}||_|j t � }|j ||d � tjd| |� d S )Nr r z%s+1c S s g | ] }t |��qS r/ )rp )rq r r/ r/ r0 rs C s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! z%s+%sc s s | ]}t |�V qd S )N)r� )rq rr r/ r/ r0 � <genexpr>F s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %r)rF )rF �legacyz Version updated from %r to %rr� ) r r� rg r- r r� r� r rb r� r r� )rb rF �updatedrC rr r. Zmdr! r/ r/ r0 �update_version; s( z$Wheel.update.<locals>.update_versionz%s-%sz %s.dist-infor� ro zutf-8z..zinvalid entry in wheel: %rNz.whlz wheel-update-)r� r� �dirzNot a directory: %r)r6 rF r- r` rc ra rb rx r r r� r� r r� r r r r� Zmkstemp�closer� r� r� r� r� r� Zcopyfile)r; ZmodifierZdest_dirr� r r# r> r| r} r� r r r r r r rF Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rk r/ r/ r0 r= sX z Wheel.update)r r )NFF)N)NN)F)N) rR rS rT �__doc__r� r� r< �propertyrc rm rn r r� rv rk r� r� r� r� r� r� r r r r r r r rj r= r/ r/ r/ r0 rU � s4 ) h e " 6rU c C s� t g} t d }x6ttjd d dd�D ] }| jdj|t|�g�� q&W g }x6tj� D ]*\}}}|j d�rT|j|j dd�d � qTW |j � t dkr�|j dt � |jd� g }tg}tjdk�r�tjd t�}|�r�|j� \} }}} t|�}| g} | dk�r| jd � | dk�r| jd� | dk�r*| jd� | dk�r>| jd� | d k�rR| jd� xL|dk�r�x2| D ]*} d| ||| f } | tk�rd|j| � �qdW |d8 }�qTW x<|D ]4}x,|D ]$} |jdjt| d f�|| f� �q�W �q�W xXt| �D ]L\}}|jdjt|f�ddf� |dk�r�|jdjt|d f�ddf� �q�W xXt| �D ]L\}}|jdjd|f�ddf� |dk�rB|jdjd|d f�ddf� �qBW t|�S ) zG Return (pyver, abi, arch) tuples compatible with this Python. r r r) z.abir! r rV �darwinz(\w+)_(\d+)_(\d+)_(\w+)$�i386�ppcZfat�x86_64Zfat3�ppc64Zfat64�intelZ universalz %s_%s_%s_%srW r r� r� )r+ r, )r+ r, r- )r. r- )r+ r- )r+ r- r/ r, r. )r* �rangerI � version_infor, r- r� rL Z get_suffixesr� rg r� r� r r� �platform�rere r� rp � IMP_PREFIXr� �set)Zversions�major�minorZabisr� r rG Zarchesr& ra r^ Zmatchesre r r] rr rb r/ r/ r0 �compatible_tags� s` * $ $r8 c C s^ t | t�st| �} d}|d kr"t}x6|D ].\}}}|| jkr(|| jkr(|| jkr(d}P q(W |S )NFT)r� rU �COMPATIBLE_TAGSr\ r] r^ )Zwheelrn rG Zverr] r^ r/ r/ r0 r � s r )N)SZ __future__r r� rt r Zdistutils.utilZ distutilsZemailr r� rL r� Zloggingr6 rx r3 r� rI r� r� r) r r �compatr r r r r Zdatabaser r� r r �utilr r r r r r r r r rb r r Z getLoggerrR r� r �hasattrr4 r2 r� r+ r* r1 r[ r� � get_platformr5 r� r� r1 �compile� IGNORECASE�VERBOSErh rd r� r� r� r� r7 r� �objectr8 r rU r8 r9 r r/ r/ r/ r0 �<module> s� , # > site-packages/pip/_vendor/distlib/__pycache__/locators.cpython-36.opt-1.pyc 0000644 00000113116 15231162611 0022566 0 ustar 00 3 F��iE� � @ s@ d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZy d dlZW n e k rd d dl ZY nX d dl Z ddl m Z ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. dd l/m0Z0m1Z1 dd l2m3Z3m4Z4 ej5e6�Z7ej8d �Z9ej8d ej:�Z;ej8d �Z<dZ=d-dd�Z>G dd� de�Z?G dd� de@�ZAG dd� deA�ZBG dd� deA�ZCG dd� de@�ZDG dd � d eA�ZEG d d � d eA�ZFG d d � d eA�ZGG d!d"� d"eA�ZHG d#d$� d$eA�ZIeIeG� eEd%d&d'�d(d)�ZJeJjKZKej8d*�ZLG d+d,� d,e@�ZMdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse� urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)� get_scheme�UnsupportedVersionError)�Wheel� is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlz https://pypi.python.org/pypic C s | dkr t } t| dd�}|j� S )z� Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. Ng @)�timeout)� DEFAULT_INDEXr � list_packages)�url�client� r* � /usr/lib/python3.6/locators.py�get_all_distribution_names) s r, c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE A class to work around a bug in some Python 3.2.x releases. c C s� d }x dD ]}||kr || }P q W |d kr0d S t |�}|jdkrpt|j� |�}t|d�rh|j||� n|||< tj| |||||�S )N�location�uri� �replace_header)r. r/ )r �schemer Z get_full_url�hasattrr1 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr* r* r+ r5 = s z RedirectHandler.http_error_302N)�__name__� __module__� __qualname__�__doc__r5 Zhttp_error_301Zhttp_error_303Zhttp_error_307r* r* r* r+ r- 4 s r- c @ s� e Zd ZdZd/Zd0Zd1Zd Zed2 Zd3dd�Z dd� Z dd� Z dd� Z dd� Z dd� Zee e�Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd4d-d.�Zd S )5�LocatorzG A base class for locators - things that locate distributions. �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.egg�.exe�.whl�.pdfN�defaultc C s, i | _ || _tt� �| _d| _tj� | _dS )a^ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. N) �_cacher2 r r- �opener�matcherr �Queue�errors)r6 r2 r* r* r+ �__init__c s zLocator.__init__c C sX g }xN| j j� sRy| j jd�}|j|� W n | j jk rD wY nX | j j� qW |S )z8 Return any errors which have occurred. F)rQ �empty�get�appendZEmpty� task_done)r6 �result�er* r* r+ � get_errorsv s zLocator.get_errorsc C s | j � dS )z> Clear any errors which may have been logged. N)rY )r6 r* r* r+ � clear_errors� s zLocator.clear_errorsc C s | j j� d S )N)rM �clear)r6 r* r* r+ � clear_cache� s zLocator.clear_cachec C s | j S )N)�_scheme)r6 r* r* r+ � _get_scheme� s zLocator._get_schemec C s || _ d S )N)r] )r6 �valuer* r* r+ � _set_scheme� s zLocator._set_schemec C s t d��dS )a= For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. z Please implement in the subclassN)�NotImplementedError)r6 �namer* r* r+ � _get_project� s zLocator._get_projectc C s t d��dS )zJ Return all the distribution names known to this locator. z Please implement in the subclassN)ra )r6 r* r* r+ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| j|�}n2|| j kr,| j | }n | j� | j|�}|| j |< |S )z� For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. N)rM rc rZ )r6 rb rW r* r* r+ � get_project� s zLocator.get_projectc C sP t |�}tj|j�}d}|jd�}|r6tt|�| j�}|jdkd|j k|||fS )zu Give an url a score which can be used to choose preferred URLs for a given project release. Tz.whl�httpszpypi.python.org) r � posixpath�basename�path�endswithr$ r# � wheel_tagsr2 �netloc)r6 r( �trh Z compatibleZis_wheelr* r* r+ � score_url� s zLocator.score_urlc C sR |}|rN| j |�}| j |�}||kr(|}||kr@tjd||� ntjd||� |S )a{ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. zNot replacing %r with %rzReplacing %r with %r)rn �logger�debug)r6 �url1�url2rW �s1�s2r* r* r+ � prefer_url� s zLocator.prefer_urlc C s t ||�S )zZ Attempt to split a filename in project name, version and Python version. )r )r6 �filename� project_namer* r* r+ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} } | j� jd�r<tjd|| � tj| �} | rX| j� \} } nd\} } |}|r�|d dkr�|dd� }|jd��r2yrt |�}t || j �� r�|dkr�d }n ||j |�}|� r�|j |j |jt||||| d f�d jd d � |jD ��d�}W n0 tk �r. } ztjd|� W Y dd}~X nX n�|j| j��r�tj|� }}x�| jD ]�}|j|��rV|dt|� � }| j||�}|�s�tjd|� nJ|\}}}| �s�|||��r�|||t||||| d f�d�}|�r�||d< P �qVW |�r| �r| |d| < |S )a See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. c S s t | �t |�kS )N)r )Zname1Zname2r* r* r+ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %rr �/z.whlTr0 z, c S s" g | ]}d j t|dd� ���qS )�.� N)�join�list)�.0�vr* r* r+ � <listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)rb �versionrv r( zpython-versionzinvalid path for wheel: %sz No match for project/version: %s)rb r� rv r( zpython-versionz %s_digest)NN���r� )r �lower� startswithro rp � HASHER_HASH�match�groupsrj r# r$ rk rb r� rv r r| �pyver� Exception�warning�downloadable_extensionsrg rh �lenr )r6 r( rw rx rW r2 rl ri �params�query�frag�m�algo�digestZorigpath�wheel�includerX rv Zextrm rb r� r� r* r* r+ � convert_url_to_download_info� sf z$Locator.convert_url_to_download_infoc C s4 d}x*dD ]"}d| }||kr ||| f}P q W |S )z� Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. N�sha256�md5z %s_digest)r� r� r* )r6 �inforW r� r< r* r* r+ � _get_digest) s zLocator._get_digestc C s� |j d�}|j d�}||kr,|| }|j}nt||| jd�}|j}| j|� |_}|d }||d |< |j|d kr�| j|j|�|_|d j|t � �j |� | |_ |||< dS )z� Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. rb r� )r2 r( �digests�urlsN) �pop�metadatar r2 r� r� � source_urlru � setdefault�set�add�locator) r6 rW r� rb r� �dist�mdr� r( r* r* r+ �_update_version_data9 s z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|j|j� | _}tjd|t|�j � | j |j �}t |�dk�r8g }|j } x�|D ]|} | d kr�qzyJ|j| �s�tjd|| � n,|s�| | �j r�|j| � ntjd| |j � W qz tk r� tjd || � Y qzX qzW t |�d k�rt||jd �}|�r8tjd |� |d } || }|�r�|j�rN|j|_|jdi �j| t� �|_i } |jdi �} x&|jD ] }|| k�r~| | | |< �q~W | |_d| _|S )a Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. NzNot a valid requirement: %rzmatcher: %s (%s)r{ r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r< zsorted list: %s)r� r� r� )r r r! r2 rO � requirementro rp �typer= re rb r� Z version_classr� Z is_prereleaserU r� r� �sortedr< ZextrasrT r� � download_urlsr� )r6 r� � prereleasesrW �rr2 rO �versionsZslistZvcls�kr� �dZsdr( r* r* r+ �locateP sT zLocator.locate)rB rC rD rE rF rG )rH rI rJ )rK )rJ )rL )F)r= r> r? r@ �source_extensions�binary_extensions�excluded_extensionsrk r� rR rY rZ r\ r^ r` �propertyr2 rc rd re rn ru r r� r� r� r� r* r* r* r+ rA S s. FrA c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz� This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). c s* t t| �jf |� || _t|dd�| _dS )z� Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. g @)r% N)�superr� rR �base_urlr r) )r6 r( �kwargs)� __class__r* r+ rR � s zPyPIRPCLocator.__init__c C s t | jj� �S )zJ Return all the distribution names known to this locator. )r� r) r' )r6 r* r* r+ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j j|d�}x�|D ]�}| j j||�}| j j||�}t| jd�}|d |_|d |_|jd�|_ |jdg �|_ |jd�|_ t |�}|r |d } | d |_ | j| �|_| |_|||< xB|D ]:} | d } | j| �} |d j|t� �j| � | |d | < q�W q W |S ) N)r� r� T)r2 rb r� �license�keywords�summaryr r( r� r� )r) Zpackage_releasesZ release_urlsZ release_datar r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� ) r6 rb rW r� r r� �datar� r� r� r( r� r* r* r+ rc � s0 zPyPIRPCLocator._get_project)r= r> r? r@ rR rd rc � __classcell__r* r* )r� r+ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. c s t t| �jf |� t|�| _d S )N)r� r� rR r r� )r6 r( r� )r� r* r+ rR � s zPyPIJSONLocator.__init__c C s t d��dS )zJ Return all the distribution names known to this locator. z Not available from this locatorN)ra )r6 r* r* r+ rd � s z&PyPIJSONLocator.get_distribution_namesc C s i i d�}t | jdt|� �}�y�| jj|�}|j� j� }tj|�}t | j d�}|d }|d |_ |d |_ |j d�|_|j dg �|_|j d �|_t|�}| |_|d } |||j < x`|d D ]T} | d }|jj|� | j| �|j|< |d j|j t� �j|� | j| �|d |< q�W x�|d j� D ]�\} } | |j k�r:�q"t | j d�} |j | _ | | _ t| �}| |_||| < x\| D ]T} | d }|jj|� | j| �|j|< |d j| t� �j|� | j| �|d |< �qpW �q"W W n@ tk �r } z"| jj t |�� t j d|� W Y d d }~X nX |S )N)r� r� z%s/json)r2 r� rb r� r� r� r� r� r( r� ZreleaseszJSON fetch failed: %s) r r� r rN �open�read�decode�json�loadsr r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� �itemsr� rQ �putr ro � exception)r6 rb rW r( �respr� r� r� r� r� r� r� ZinfosZomd�odistrX r* r* r+ rc � sT " z PyPIJSONLocator._get_project)r= r> r? r@ rR rd rc r� r* r* )r� r+ r� � s r� c @ s` e Zd ZdZejdejejB ejB �Z ejdejejB �Z dd� Z ejdej�Z e dd� �Zd S ) �Pagez4 This class represents a scraped HTML page. z� (rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s ]*))\s+)? href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s ]*)) (\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s ]*)))? z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| jj| j �}|r0|jd�| _dS )zk Initialise an instance with the Unicode page contents and the URL they came from. r N)r� r� r( �_base�search�group)r6 r� r( r� r* r* r+ rR s z Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }x�| jj| j�D ]�}|jd�}|d pZ|d pZ|d pZ|d pZ|d pZ|d }|d pr|d pr|d }t| j|�}t|�}| jj d d� |�}|j ||f� q W t |dd� dd�}|S )z� Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r( r2 rl ri r� r� r� r* r* r+ �clean% s zPage.links.<locals>.cleanr0 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rq rr Zurl3c S s dt | jd�� S )Nz%%%2xr )�ordr� )r� r* r* r+ �<lambda>3 s z Page.links.<locals>.<lambda>c S s | d S )Nr r* )rm r* r* r+ r� 7 s T)r< �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r6 r� rW r� r� �relr( r* r* r+ �links s z Page.linksN)r= r> r? r@ �re�compile�I�S�Xr� r� rR r� r r� r* r* r* r+ r� s r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd d � Zd d � Z dd� Z e j de j �Zdd� Zdd� Zdd� Zdd� Zdd� Ze j d�Zd d � Z� ZS ) �SimpleScrapingLocatorz� A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. c C s t jtt�d�j� S )N)Zfileobj)�gzipZGzipFiler r� r� )�br* r* r+ r� E s z SimpleScrapingLocator.<lambda>c C s | S )Nr* )r� r* r* r+ r� F s )Zdeflater� ZnoneN� c sf t t| �jf |� t|�| _|| _i | _t� | _t j � | _ t� | _ d| _ || _tj� | _tj� | _dS )a� Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. FN)r� r� rR r r� r% � _page_cacher� �_seenr rP � _to_fetch� _bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock)r6 r( r% r� r� )r� r* r+ rR I s z SimpleScrapingLocator.__init__c C sJ g | _ x>t| j�D ]0}tj| jd�}|jd� |j� | j j|� qW dS )z� Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). )�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrU )r6 �irm r* r* r+ �_prepare_threadsc s z&SimpleScrapingLocator._prepare_threadsc C s> x| j D ]}| jjd� qW x| j D ] }|j� q$W g | _ dS )zu Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. N)r� r� r� r| )r6 rm r* r* r+ � _wait_threadsp s z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| jj� | jj� | j � z&t j d|� | j j |� | j j� W d | j� X | `W d Q R X |S )N)r� r� z%s/z Queueing %s)r� rW rw r r� r r� r[ r� r� ro rp r� r� r| r� )r6 rb rW r( r* r* r+ rc } s z"SimpleScrapingLocator._get_projectz<\b(linux-(i\d86|x86_64|arm\w+)|win(32|-amd64)|macosx-?\d+)\bc C s | j j|�S )zD Does an URL refer to a platform-specific download? )�platform_dependentr� )r6 r( r* r* r+ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sT | j |�rd}n| j|| j�}tjd||� |rP| j� | j| j|� W dQ R X |S )a% See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. Nzprocess_download: %s -> %s)r� r� rw ro rp r� r� rW )r6 r( r� r* r* r+ �_process_download� s z'SimpleScrapingLocator._process_downloadc C s� t |�\}}}}}}|j| j| j | j �r2d}n~| jrL|j| j� rLd}nd|j| j�s^d}nR|d krld}nD|dkrzd}n6| j|�r�d}n&|j dd�d } | j � d kr�d}nd }t j d ||||� |S )z� Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. F�homepage�download�httprf �ftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)r� r� )r� rf r� ) r rj r� r� r� r� r� r� r� �splitr� ro rp ) r6 �linkZreferrerr� r2 rl ri �_rW �hostr* r* r+ � _should_queue� s* z#SimpleScrapingLocator._should_queuec C s� x�| j j� }z�yz|r�| j|�}|dkr(wx\|jD ]R\}}|| jkr0| jj|� | j|� r0| j|||�r0tj d||� | j j |� q0W W n2 t k r� } z| j j t |�� W Y dd}~X nX W d| j j� X |sP qW dS )z� Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. NzQueueing %s from %s)r� rT �get_pager� r� r� r� r� ro rp r� r� rQ r rV )r6 r( �pager� r� rX r* r* r+ r� � s& & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tjjt|��r:tt|�d�}|| jkr`| j| }tj d||� �n�|j dd�d }d}|| j kr�tj d||� �n�t |d d id �}�z�y�tj d |� | j j|| jd �} tj d|� | j� } | jdd�} tj| ��r�| j� } | j� } | jd�}|�r"| j| }|| �} d}tj| �}|�r@|jd�}y| j|�} W n tk �rn | jd�} Y nX t | | �}|| j| < W n� t k �r� } z |j dk�r�tj d||� W Y dd}~X n� t k �r } z2tj d||� | j!� | j j"|� W dQ R X W Y dd}~X n2 t#k �rB } ztj d||� W Y dd}~X nX W d|| j|< X |S )a Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). �filez index.htmlzReturning %s from cache: %sr� r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r; z Fetching %s)r% z Fetched %sz Content-Typer0 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� ro rp r� r� r rN r� r% r� rT �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r9 r� r r� r� r� )r6 r( r2 rl ri r� rW r� r7 r� r; Z content_typeZ final_urlr� �encoding�decoderr� rX r* r* r+ r � sZ &$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sP t � }| j| j�}|s$td| j ��x&| jj|j�D ]}|j|jd�� q4W |S )zJ Return all the distribution names known to this locator. zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r6 rW r r� r* r* r+ rd $ s z,SimpleScrapingLocator.get_distribution_names)Nr� )r= r> r? r@ �zlibZ decompressr rR r� r� rc r� r� r� r� r� r� r� r� r r rd r� r* r* )r� r+ r� ; s" ; r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS ) �DirectoryLocatorz? This class locates distributions in a directory tree. c sN |j dd�| _tt| �jf |� tjj|�}tjj|�sDt d| ��|| _ dS )a� Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, � recursiveTzNot a directory: %rN) r� r r� r rR r ri �abspathr r �base_dir)r6 ri r� )r� r* r+ rR 5 s zDirectoryLocator.__init__c C s |j | j�S )z� Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. )rj r� )r6 rv �parentr* r* r+ �should_includeF s z DirectoryLocator.should_includec C s� i i d�}x�t j| j�D ]v\}}}xb|D ]Z}| j||�r(t jj||�}tddtt jj|��dddf�}| j ||�}|r(| j ||� q(W | j sP qW |S )N)r� r� r r0 ) r �walkr r ri r| r r r r� r� r ) r6 rb rW �root�dirs�files�fnr( r� r* r* r+ rc N s z DirectoryLocator._get_projectc C s� t � }x�tj| j�D ]x\}}}xd|D ]\}| j||�r$tjj||�}tddttjj |��dddf�}| j |d�}|r$|j |d � q$W | j sP qW |S )zJ Return all the distribution names known to this locator. r r0 Nrb ) r� r r r r ri r| r r r r� r� r )r6 rW r r r r r( r� r* r* r+ rd ^ s z'DirectoryLocator.get_distribution_names) r= r> r? r@ rR r rc rd r� r* r* )r� r+ r 0 s r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. c C s t d��dS )zJ Return all the distribution names known to this locator. z Not available from this locatorN)ra )r6 r* r* r+ rd x s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�x�|jdg �D ]�}|d dks$|d dkrBq$t|d |d |jd d �| jd �}|j}|d |_d |kr�|d r�d|d f|_|jdi �|_|jdi �|_|||j < |d j |j t � �j |d � q$W |S )N)r� r� r ZptypeZsdistZ pyversion�sourcerb r� r� zPlaceholder for summary)r� r2 r( r� r� Z requirements�exportsr� ) r rT r r2 r� r� r� Z dependenciesr r� r� r� r� )r6 rb rW r� r� r� r� r* r* r+ rc ~ s& "zJSONLocator._get_projectN)r= r> r? r@ rd rc r* r* r* r+ r q s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz� This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. c s t t| �jf |� || _dS )zs Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. N)r� r rR �distpath)r6 r r� )r� r* r+ rR � s zDistPathLocator.__init__c C sP | j j|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )N)r� r� r� r� )r Zget_distributionr� r� r� )r6 rb r� rW r* r* r+ rc � s z DistPathLocator._get_project)r= r> r? r@ rR rc r� r* r* )r� r+ r � s r c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j e�Z dd � Z d d � Z � Z S ) �AggregatingLocatorzI This class allows you to chain and/or merge a list of locators. c s* |j dd�| _|| _tt| �jf |� dS )a� Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). �mergeFN)r� r �locatorsr� r rR )r6 r r� )r� r* r+ rR � s zAggregatingLocator.__init__c s* t t| �j� x| jD ] }|j� qW d S )N)r� r r\ r )r6 r� )r� r* r+ r\ � s z AggregatingLocator.clear_cachec C s || _ x| jD ] }||_qW d S )N)r] r r2 )r6 r_ r� r* r* r+ r` � s z AggregatingLocator._set_schemec C s� i }x�| j D ]�}|j|�}|r | jr�|jdi �}|jdi �}|j|� |jd�}|r�|r�x6|j� D ]*\}} ||kr�|| | O < qb| ||< qbW |jd�} |r�| r�| j|� q | jd kr�d} n$d} x |D ]}| jj|�r�d} P q�W | r |}P q W |S )Nr� r� TF)r re r rT �updater� rO r� ) r6 rb rW r� r� r r� Zdfr� r Zdd�foundr* r* r+ rc � s8 z AggregatingLocator._get_projectc C s@ t � }x4| jD ]*}y||j� O }W q tk r6 Y qX qW |S )zJ Return all the distribution names known to this locator. )r� r rd ra )r6 rW r� r* r* r+ rd � s z)AggregatingLocator.get_distribution_names)r= r> r? r@ rR r\ r` r� rA r2 �fgetrc rd r� r* r* )r� r+ r � s ,r z https://pypi.python.org/simple/g @)r% �legacy)r2 z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d � Zd d � Zd d� Z ddd�Z dS )�DependencyFinderz0 Locate dependencies for distributions. Nc C s |pt | _t| jj�| _dS )zf Initialise an instance, using the specified locator to locate distributions. N)�default_locatorr� r! r2 )r6 r� r* r* r+ rR s zDependencyFinder.__init__c C sv t jd|� |j}|| j|< || j||jf< xD|jD ]:}t|�\}}t jd|||� | jj |t � �j ||f� q4W dS )z� Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. zadding distribution %szAdd to provided: %s, %s, %sN) ro rp r< � dists_by_name�distsr� �providesr �providedr� r� r� )r6 r� rb �pr� r* r* r+ �add_distribution& s z!DependencyFinder.add_distributionc C s| t jd|� |j}| j|= | j||jf= xN|jD ]D}t|�\}}t jd|||� | j| }|j ||f� |s0| j|= q0W dS )z� Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. zremoving distribution %sz Remove from provided: %s, %s, %sN) ro rp r< r& r' r� r( r r) �remove)r6 r� rb r* r� �sr* r* r+ �remove_distribution5 s z$DependencyFinder.remove_distributionc C sB y| j j|�}W n, tk r< |j� d }| j j|�}Y nX |S )z� Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). r )r2 rO r" r� )r6 �reqtrO rb r* r* r+ � get_matcherG s z DependencyFinder.get_matcherc C sv | j |�}|j}t� }| j}||krrxL|| D ]@\}}y|j|�}W n tk r\ d}Y nX |r.|j|� P q.W |S )z� Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. F)r0 r< r� r) r� r" r� ) r6 r/ rO rb rW r) r� �providerr� r* r* r+ �find_providersW s z DependencyFinder.find_providersc C s� | j | }t� }x,|D ]$}| j|�}|j|j�s|j|� qW |r^|jd||t|�f� d}nD| j|� | j |= x"|D ]}| j j|t� �j|� qvW | j |� d}|S )a� Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. Z cantreplaceFT) �reqtsr� r0 r� r� r� � frozensetr. r� r+ ) r6 r1 �other�problemsZrlistZ unmatchedr- rO rW r* r* r+ �try_to_replaceo s" z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g �}d|krH|jd� |tdddg�O }t|t�rh| }}tj d|� n4| j j ||d� }}|dkr�t d| ��tj d |� d |_ t� }t|g�}t|g�}�x�|�r�|j� }|j} | | jkr�| j|� n"| j| } | |k�r | j|| |� |j|jB } |j} t� } ||k�rbx2dD ]*}d| }||k�r4| t|d| �O } �q4W | | B | B }�x>|D �]4}| j|�}|�sNtj d|� | j j ||d�}|dk�r�| �r�| j j |d d�}|dk�r�tj d|� |jd|f� n^|j|j }}||f| jk�r|j|� |j|� || k�rN||k�rN|j|� tj d|j� xZ|D ]R}|j} | | jk�r�| jj|t� �j|� n"| j| } | |k�rT| j|| |� �qTW �qvW q�W t| jj� �}x.|D ]&}||k|_ |j �r�tj d|j� �q�W tj d|� ||fS )a� Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz located %sT�test�build�devz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s)r8 r9 r: ) r) r' r& r3 r� r, � isinstancer ro rp r� r� r Z requestedr� r< r+ r7 Z run_requiresZ meta_requiresZbuild_requires�getattrr2 r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r6 r� Z meta_extrasr� r� r� r6 ZtodoZ install_distsrb r5 ZireqtsZsreqtsZereqtsr< rX Z all_reqtsr� Z providersr1 �nr r* r' r* r* r+ �find� s� zDependencyFinder.find)N)NF) r= r> r? r@ rR r+ r. r0 r2 r7 r? r* r* r* r+ r$ s (r$ )N)Nr� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r0 r �compatr r r r r r r r r r r r4 r r r r Zdatabaser r r r� r �utilr r r r r r r r r r� r! r" r� r# r$ Z getLoggerr= ro r� r� r� r r r& r, r- �objectrA r� r� r� r� r r r r r% r� ZNAME_VERSION_REr$ r* r* r* r+ �<module> sZ D , ;0E: vA& [ site-packages/pip/_vendor/distlib/__pycache__/scripts.cpython-36.pyc 0000644 00000023415 15231162611 0021472 0 ustar 00 3 F��ix; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m Z ddl m Z ddl mZmZmZmZmZ eje�Zdj� Zejd�Zd Zd d � ZG d d � d e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva� <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$a| # -*- coding: utf-8 -*- if __name__ == '__main__': import sys, re def _resolve(module, func): __import__(module) mod = sys.modules[module] parts = func.split('.') result = getattr(mod, parts.pop(0)) for p in parts: result = getattr(result, p) return result try: sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) func = _resolve('%(module)s', '%(func)s') rc = func() # None interpreted as 0 except Exception as e: # only supporting Python >= 2.6 sys.stderr.write('%%s\n' %% e) rc = 1 sys.exit(rc) c C sZ d| krV| j d�rD| jdd�\}}d|krV|j d� rVd||f } n| j d�sVd| } | S )N� z /usr/bin/env r �"z%s "%s"z"%s")� startswith�split)� executable�envZ _executable� r � /usr/lib/python3.6/scripts.py�_enquote_executableB s r c @ s� e Zd ZdZeZdZd%dd�Zdd� Ze j j d �rBd d � Z d d � Z d&dd�Zdd� ZeZdd� Zdd� Zd'dd�Zdd� Zedd � �Zejd d � �Zejd ks�ejd kr�ejd kr�d d � Z d(d!d"�Z d)d#d$�Z dS )*� ScriptMakerz_ A class to copy or create scripts from source scripts or callable specifications. NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _ |pRt |�| _ tjdkprtjdkortjdk| _ d S )NF�posix�java� �X.Y�nt)r r )� source_dir� target_dir� add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__[ s zScriptMaker.__init__c C s@ |j dd�r<| jr<tjj|�\}}|jdd�}tjj||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executablek s z%ScriptMaker._get_alternate_executabler c C sL y"t |��}|jd�dkS Q R X W n$ ttfk rF tjd|� dS X dS )zl Determine if the specified executable is a script (contains a #! line) � z#!NzFailed to open %sF)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shells s zScriptMaker._is_shellc C sD | j |�r*dd l}|jjjd�dkr<|S n|j� jd�r<|S d| S )Nr zos.nameZLinuxz jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executable s z"ScriptMaker._fix_jython_executable� c C sd d}| j r| j }d}n^tj� s&t� }nNt� rLtjjtjd�dtj d� �}n(tjjtj d�dtj d�tj d�f �}|r�| j ||�}t j j d �r�| j|�}tjj|�}|r�t|�}|jd �}t j d kr�d |kr�d |kr�|d7 }d| | d }y|jd � W n" tk �r td| ��Y nX |d k�r`y|j|� W n& tk �r^ td||f ��Y nX |S )NTF�scriptszpython%s�EXE�BINDIRz python%s%s�VERSIONr zutf-8Zcliz -X:Framesz -X:FullFramess -X:Framess #!� z,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r �is_python_buildr r r! r/ r1 �get_path�get_config_varr4 �sys�platformr r@ �normcaser �encode�decode�UnicodeDecodeError� ValueError)r) �encoding� post_interpr2 Zenquoter �shebangr r r � _get_shebang� sL zScriptMaker._get_shebangc C s | j t|j|jd� S )N)�module�func)�script_template�dict�prefix�suffix)r) �entryr r r �_get_script_text� s z ScriptMaker._get_script_textc C s t jj|�}| j| S )N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o | j}tjjd�}|s*|| | }n^|dkr>| jd�}n | jd�}t� } t| d��} | jd|� W d Q R X | j � } || | | }�xd|D �]Z} tj j | j | �} |�rrtj j | �\}}|jd�r�|} d| } y| jj| |� W n� tk �rn tjd� d | }tj j|��r tj|� tj| |� | jj| |� tjd � ytj|� W n tk �rh Y nX Y nX np| j�r�| jd | � �r�d | |f } tj j| ��r�| j �r�tjd | � q�| jj| |� | j�r�| jj| g� |j | � q�W d S )Nzutf-8�py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logic�.z%s.%szSkipping existing file %s) r r( r! �lineseprM � _get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr? r r$ �set_executable_mode�append)r) �namesrS Z script_bytes� filenames�extZ use_launcherre Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r � _write_script� sT zScriptMaker._write_scriptc C s� d}|r0|j dg �}|r0ddj|� }|jd�}| jd||d�}| j|�jd�}|j}t� } d| jkrp| j|� d| jkr�| jd |t j d f � d | jkr�| jd |t j d d � f � |r�|j dd�r�d} nd} | j | |||| � d S )NrA Zinterpreter_argsz %sr zutf-8)r2 r �Xz%s%sr zX.Yz%s-%s� r, F�pywra ) r. r1 rM rT r\ r" r% r& �addrJ �versionrw ) r) r[ rq r2 rR �argsrS �scriptr" Z scriptnamesrr r r r � _make_script� s( zScriptMaker._make_scriptc C s� d}t jj| jt|��}t jj| jt jj|��}| j rX| jj ||� rXt j d|� d S yt |d�}W n t k r� | js~� d }Y nLX |j� }|s�t jd| j� |� d S tj|jdd��}|r�d}|jd�p�d }|�s|r�|j� | jj||� | j�r| jj|g� |j|� n�t jd || j� | jj�s�t |j�\} } |j d � | j | |�} d |k�rbd } nd} t jj|�} | j | g| |j � || � |�r�|j� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s rF Tr rA z copying and adjusting %s -> %sr s pythonwrz ra )!r! r/ r1 r r r r] r r' Znewerr: rm r6 r9 r* �readliner; Zget_command_name� FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rn ro �infor �seekrT rw r7 )r) r~ rq Zadjustrt �fZ first_liner� rR rQ �linesrS rr ru r r r � _copy_script sR zScriptMaker._copy_scriptc C s | j jS )N)r' r* )r) r r r r* J s zScriptMaker.dry_runc C s || j _d S )N)r' r* )r) �valuer r r r* N s r c C sH t jd�dkrd}nd}d||f }tjdd�d }t|�j|�j}|S ) N�P� Z64Z32z%s%s.exerd r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_package�resultr r r rf V s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| j||� n| j|||d� |S )a� Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. N)r2 )r r� r )r) � specificationr2 rq r[ r r r �maked s zScriptMaker.makec C s( g }x |D ]}|j | j||�� q W |S )z� Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, )�extendr� )r) Zspecificationsr2 rq r� r r r � make_multiplew s zScriptMaker.make_multiple)TFN)rA N)N)N)N) r� � __module__� __qualname__�__doc__�SCRIPT_TEMPLATErW r r+ r4 rJ rK r r= r@ rT r\ �_DEFAULT_MANIFESTr^ r` rw r r� �propertyr* �setterr! r" r# rf r� r� r r r r r R s, 82 4 r ) �ior Zloggingr! �rer� rJ �compatr r r Z resourcesr �utilr r r r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s site-packages/pip/_vendor/distlib/__pycache__/wheel.cpython-36.pyc 0000644 00000060601 15231162611 0021105 0 ustar 00 3 F��i˘ � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z! dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ dd l,m-Z-m.Z. e j/e0�Z1da2e3ed ��r4d Z4n*ej5j6d ��rHdZ4nej5dk�rZdZ4ndZ4ej7d�Z8e8�s�dej9dd� Z8de8 Z:e4e8 Z;ej"j<� j=dd�j=dd�Z>ej7d�Z?e?�r�e?j6d��r�e?j=dd�Z?ndd � Z@e@� Z?[@ejAd ejBejCB �ZDejAd ejBejCB �ZEejAd �ZFejAd �ZGd!ZHd"ZIe jJd#k�r>d$d%� ZKnd&d%� ZKG d'd(� d(eL�ZMeM� ZNG d)d*� d*eL�ZOd+d,� ZPeP� ZQ[Pd/d-d.�ZRdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cp�py_version_nodotz%s%s� �py�-�_�.�SOABIzcpython-c C sR dt g} tjd�r | jd� tjd�r0| jd� tjd�dkrH| jd� d j| �S ) Nr �Py_DEBUG�d� WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )� VER_SUFFIXr �get_config_var�append�join)�parts� r/ �/usr/lib/python3.6/wheel.py� _derive_abi; s r1 zz (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ z7 (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ s \s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S )Nr/ )�or/ r/ r0 �<lambda>] s r4 c C s | j tjd�S )Nr2 )�replace�os�sep)r3 r/ r/ r0 r4 _ s c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd d � ZdS ) �Mounterc C s i | _ i | _d S )N)� impure_wheels�libs)�selfr/ r/ r0 �__init__c s zMounter.__init__c C s || j |< | jj|� d S )N)r9 r: �update)r; �pathname� extensionsr/ r/ r0 �addg s z Mounter.addc C s4 | j j|�}x"|D ]\}}|| jkr| j|= qW d S )N)r9 �popr: )r; r> r? �k�vr/ r/ r0 �removek s zMounter.removeNc C s || j kr| }nd }|S )N)r: )r; �fullname�path�resultr/ r/ r0 � find_moduleq s zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��tj|| j| �}| |_|jdd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r ) �sys�modulesr: � ImportError�impZ load_dynamic� __loader__�rsplit�len� __package__)r; rE rG r. r/ r/ r0 � load_modulex s zMounter.load_module)N)�__name__� __module__� __qualname__r< r@ rD rH rQ r/ r/ r/ r0 r8 b s r8 c @ s� e Zd ZdZd2ZdZd3dd�Zedd � �Zed d � �Z ed d � �Z e dd� �Z dd� Z e dd� �Zdd� Zd4dd�Zdd� Zdd� Zd d � Zd5d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd6d*d+�Zd,d-� Zd.d/� Z d7d0d1�Z dS )8�Wheelz@ Class to build and install from Wheel files (PEP 427). r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _tj� | _ |dkrRd| _ d| _ | j | _ n�tj|�}|r�|jd�}|d | _ |d jd d �| _ |d | _| j | _ n�tjj|�\}}tj|�}|s�td | ��|r�tjj|�| _ || _ |jd�}|d | _ |d | _ |d | _|d jd�| _|d jd�| _|d jd�| _dS )zB Initialise an instance using a (valid) filename. r) �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! Zbi�ar)�signZ should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rF �split� FILENAME_REr �abspath)r; rc rY �verifyr& �infor` r/ r/ r0 r< � sB zWheel.__init__c C s^ | j rd| j }nd}dj| j�}dj| j�}dj| j�}| jjdd�}d| j|||||f S )zJ Build and return a filename from the various components. r r) r! r z%s-%s%s-%s-%s-%s.whl)rZ r- r\ r] r^ rb r5 ra )r; rZ r\ r] r^ rb r/ r/ r0 rc � s zWheel.filenamec C s t jj| j| j�}t jj|�S )N)r6 rF r- r` rc �isfile)r; rF r/ r/ r0 �exists� s z Wheel.existsc c s@ x:| j D ]0}x*| jD ] }x| jD ]}|||fV q W qW qW d S )N)r\ r] r^ )r; r\ r] r^ r/ r/ r0 �tags� s z Wheel.tagsc C s� t jj| j| j�}d| j| jf }d| }tjd�}t |d���}| j |�}|d j dd�}t dd � |D ��}|d k rzd } nt } y8tj|| �} |j| ��} || �} t| d �} W d Q R X W n tk r� td | ��Y nX W d Q R X | S )Nz%s-%sz %s.dist-infozutf-8�rz Wheel-Versionr! r c S s g | ] }t |��qS r/ )�int)�.0�ir/ r/ r0 � <listcomp>� s z"Wheel.metadata.<locals>.<listcomp>ZMETADATA)Zfileobjz$Invalid wheel, because %s is missing)r r )r6 rF r- r` rc ra rb �codecs� getreaderr �get_wheel_metadatarg �tupler � posixpath�openr �KeyError� ValueError)r; r> �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_version�fn�metadata_filename�bf�wfrG r/ r/ r0 �metadata� s( zWheel.metadatac C sX d| j | jf }d| }tj|d�}|j|�� }tjd�|�}t|�}W d Q R X t|�S )Nz%s-%sz %s.dist-info�WHEELzutf-8) ra rb rx r- ry rt ru r �dict)r; r r| r} r� r� r� �messager/ r/ r0 rv � s zWheel.get_wheel_metadatac C s6 t jj| j| j�}t|d��}| j|�}W d Q R X |S )Nro )r6 rF r- r` rc r rv )r; r> r rG r/ r/ r0 rk � s z Wheel.infoc C s� t j|�}|r||j� }|d |� ||d � }}d|j� krBt}nt}tj|�}|rfd|j� d }nd}|| }|| }nT|jd�}|jd�} |dk s�|| kr�d} n |||d � d kr�d } nd} t| | }|S ) Ns pythonw� r � � � r r s ���) � SHEBANG_REre �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r; �datar& r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr/ r/ r0 �process_shebang� s, zWheel.process_shebangc C sh |d kr| j }ytt|�}W n tk r< td| ��Y nX ||�j� }tj|�jd�j d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii) � hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r; r� r� �hasherrG r/ r/ r0 �get_hash s zWheel.get_hashc C sb t |�}ttjj||��}|j|ddf� |j� t|�� }x|D ]}|j|� qBW W d Q R X d S )Nr) ) �list�to_posixr6 rF �relpathr, �sortr Zwriterow)r; �recordsZ record_path�base�p�writer�rowr/ r/ r0 � write_record' s zWheel.write_recordc C s� g }|\}}t t| j�}xX|D ]P\}} t| d��} | j� } W d Q R X d| j| � } tjj| �} |j || | f� q W tjj |d�} | j || |� t tjj |d��}|j || f� d S )N�rbz%s=%s�RECORD) r� r� r� ry �readr� r6 rF �getsizer, r- r� r� )r; rk �libdir� archive_pathsr� �distinfor} r� �apr� �fr� r� �sizer/ r/ r0 � write_records0 s zWheel.write_recordsc C sJ t |dtj��2}x*|D ]"\}}tjd||� |j||� qW W d Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r; r> r� r r� r� r/ r/ r0 � build_zip@ s zWheel.build_zipc ! s� |dkr i }t t� fdd�d%��d }|dkrFd}tg}tg}tg}nd}tg}d g}d g}|jd |�| _|jd |�| _|jd |�| _ � | } d| j | j f } d| } d| } g } x�d&D ]�}|� kr�q�� | }t j j|�r�x�t j|�D ]�\}}}x�|D ]�}tt j j||��}t j j||�}tt j j| ||��}| j||f� |dk� r�|jd� � r�t|d��}|j� }W dQ R X | j|�}t|d��}|j|� W dQ R X � q�W q�W q�W | }d}x�t j|�D ]�\}}}||k�r"x@t|�D ]4\}}t|�}|jd��r�t j j||�}||= P �q�W |�s"td��xP|D ]H}t|�jd'��r@�q(t j j||�}tt j j||��}| j||f� �q(W �q�W t j |�}xJ|D ]B}|d(k�r�tt j j||��}tt j j| |��}| j||f� �q�W d |�p�| j d t d!| g} x*| j D ] \} } } | jd"| | | f � �q�W t j j|d �}t|d#��}|jd$j| �� W dQ R X tt j j| d ��}| j||f� | j || f| | � t j j| j!| j"�} | j#| | � | S ))z� Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. Nc s | � kS )Nr/ )r3 )�pathsr/ r0 r4 N s z Wheel.build.<locals>.<lambda>�purelib�platlibr Zfalse�truerV rW r\ r] r^ z%s-%sz%s.dataz %s.dist-infor� �headers�scriptsz.exer� �wbz .dist-infoz(.dist-info directory expected, not found�.pyc�.pyor� � INSTALLER�SHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz Tag: %s-%s-%sr� � )r� r� )r� r� r� )r� r� )r� r� r� r� )$r� r �IMPVER�ABI�ARCHr[ �getr\ r] r^ ra rb r6 rF �isdir�walkr r- r� r� r, �endswithry r� r� r� � enumerate�AssertionError�listdir� wheel_versionr rn r� r` rc r� )!r; r� rn r� ZlibkeyZis_pureZ default_pyverZ default_abiZ default_archr� r| �data_dirr} r� �keyrF �root�dirs�filesr� r� �rpr� r� r� r� rr �dnr� r\ r] r^ r> r/ )r� r0 �buildF s� " z Wheel.buildc B I K s` |j }|jd�}|jdd�}tjj| j| j�}d| j| jf }d| } d| } t j| t �} t j| d�} t j| d�} t j d �}t |d ����}|j| ��}||�}t|�}W d Q R X |d jd d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|j| ��<}t|d��&}x |D ]}|d }|||< �q.W W d Q R X W d Q R X t j| d�}t j| d�} t j| dd�} t|d�} d| _tj } g } tj� }!|!|_d |_�z��y^�x�|j � D �]�}"|"j}#t |#t ��r�|#}$n |#j d �}$|$j d��r��q�||$ }|d �r0t!|"j"�|d k�r0t#d |$ ��|d �r�|d jd d�\}%}&|j|#��}|j$� }'W d Q R X | j%|'|%�\}(})|)|&k�r�t#d |# ��|�r�|$j&| |f��r�t'j(d |$� �q�|$j&| ��o�|$j d!� }*|$j&|��r|$jd"d �\}(}+},tjj||+ t)|,��}-n$|$| | fk�r�q�tjj|t)|$��}-|*�s|j|#��}| j*||-� W d Q R X | j+|-� | �r�|d �r�t|-d#��4}|j$� }'| j%|'|%�\}(}.|.|)k�r�t#d$|- ��W d Q R X | �rx|-j d%��rxy| j,|-�}/| j+|/� W n$ t-k �r t'j.d&dd'� Y nX nttjj/t)|#��}0tjj|!|0�}1|j|#��}| j*||1� W d Q R X tjj|-�\}2}0|2|_|j0|0�}3| j1|3� | j2|3� �q�W |�r�t'j(d(� d }4�n~d }5| j3d }|d)k�r~t j| d*�}6y�|j|6��}t4|�}7W d Q R X i }5xxd<D ]p}8d-|8 }9|9|7k�r�i |5d.|8 < }:xF|7|9 j5� D ]6};d/|;j6|;j7f }<|;j8�rB|<d0|;j8 7 }<|<|:|;j< �qW �q�W W n t-k �rz t'j.d1� Y nX ndyB|j| ��.}||�}t9j:|�jd2�}5|5�r�|5jd3�}5W d Q R X W n t-k �r� t'j.d4� Y nX |5�r�|5jd5i �}=|5jd6i �}>|=�s |>�r�|jdd�}?tjj;|?��s.t<d7��|?|_x6|=j=� D ]*\}9};d8|9|;f }@|j0|@�}3| j1|3� �q>W |>�r�d,di}Ax8|>j=� D ],\}9};d8|9|;f }@|j0|@|A�}3| j1|3� �q�W tjj|| �}t>|�}4t?|�}|d= |d= ||d9< |4j@||�}|�r| j+|� |4jA| |d: |� |4S t-k �r@ t'jBd;� | jC� � Y nX W d tDjE|!� X W d Q R X d S )=a� Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. �warner�lib_onlyFz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro Nz Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� )�streamr r) r� )�dry_runTz /RECORD.jwsr zsize mismatch for %s�=zdigest mismatch for %szlib_only: skipping %sz.exer2 r� z digest mismatch on write for %sz.pyzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt�console�guiz %s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr? zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %s�lib�prefixzinstallation failed.)r� r� )Fr� r� r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r� r r �recordrI �dont_write_bytecode�tempfileZmkdtempZ source_dirZ target_dir�infolist� isinstancer r� r� �str� file_sizer r� r� � startswithr� r� r Z copy_streamr, Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrk r �valuesr� �suffix�flags�json�loadr� r{ �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback�shutilZrmtree)Br; r� Zmaker�kwargsr� r� r� r> r| r� r} � metadata_name�wheel_metadata_name� record_namer~ r �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ script_pfxZfileopZbcZoutfiles�workdir�zinfo�arcname� u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rB r$ rC �sZconsole_scriptsZ gui_scriptsZ script_dirZscriptZoptionsr/ r/ r0 �install� sB " z Wheel.installc C s4 t d kr0tjjt� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rF r- r r� rI rb r )r; r� r/ r/ r0 �_get_dylib_cache� s zWheel._get_dylib_cachec C sl t jj| j| j�}d| j| jf }d| }tj|d�}tj d�}g }t |d���}y�|j |���}||�} t j | �} | j� } | j|�} t jj| j| �} t jj| �s�t j| � x�| j� D ]�\}}t jj| t|��}t jj|�s�d}n6t j|�j}tjj|�}|j|�}tj|j� }||k}|�r(|j || � |j ||f� q�W W d Q R X W n t k �r\ Y nX W d Q R X |S )Nz%s-%sz %s.dist-infoZ EXTENSIONSzutf-8ro T) r6 rF r- r` rc ra rb rx rt ru r ry r� r� r Z prefix_to_dirr� r� �makedirsr� r rm �stat�st_mtime�datetimeZ fromtimestampZgetinfoZ date_time�extractr, rz )r; r> r| r} r r~ rG r r� r� r? r r� Z cache_basera r� �destr Z file_timerk Z wheel_timer/ r/ r0 �_get_extensions� s> zWheel._get_extensionsc C s t | �S )zM Determine if a wheel is compatible with the running system. )� is_compatible)r; r/ r/ r0 r � s zWheel.is_compatiblec C s dS )zP Determine if a wheel is asserted as mountable by its metadata. Tr/ )r; r/ r/ r0 � is_mountable� s zWheel.is_mountablec C s� t jjt jj| j| j��}| j� s2d| }t|��| j� sJd| }t|��|t jkrbt j d|� nN|rtt jj |� nt jj d|� | j� }|r�tt jkr�t jj t� tj||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rF ri r- r` rc r r r rI r� r� r, �insertr �_hook� meta_pathr@ )r; r, r> �msgr? r/ r/ r0 �mount� s" z Wheel.mountc C sr t jjt jj| j| j��}|tjkr2tjd|� n<tjj |� |t j krRt j |� t j snt tj krntj j t � d S )Nz%s not in path) r6 rF ri r- r` rc rI r� r� rD r r9 r )r; r> r/ r/ r0 �unmount� s z Wheel.unmountc ' C s t jj| j| j�}d| j| jf }d| }d| }tj|t�}tj|d�}tj|d�}t j d�}t |d����} | j |��} || �} t | �} W d Q R X | d jd d �} td d � | D ��}i }| j |��:}t|d ��$}x |D ]}|d }|||< q�W W d Q R X W d Q R X x�| j� D ]�}|j}t|t��r*|}n |jd�}d|k�rJtd| ��|jd��rZ�q|| }|d �r�t|j�|d k�r�td| ��|d �r|d jdd �\}}| j |��}|j� }W d Q R X | j||�\}}||k�rtd| ���qW W d Q R X d S )Nz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro z Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z Wheel.verify.<locals>.<listcomp>)r� r z..zinvalid entry in wheel: %rz /RECORD.jwsr zsize mismatch for %sr� zdigest mismatch for %s)r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r r� r� r r� r r� r� r� r� r� ) r; r> r| r� r} r� r� r r~ r r r� r� r� r� r� r� r r� r� r r r r r r� r r� r/ r/ r0 rj � sT z Wheel.verifyc K s� dd� }dd� }t jj| j| j�}d| j| jf }d| }tj|d�} t� ���} t |d���} i } xt| j � D ]h} | j}t |t �r�|}n |j d �}|| kr�qjd |kr�td | ��| j| | � t jj| t|��}|| |< qjW W d Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r(||k�r(|||� |d k�rRtjd d| d�\}}t j|� n*t jj|��sltd| ��t jj|| j�}t| j� �}t jj| |�}||f}| j|| |� | j||� |d k�r�tj||� W d Q R X |S )a� Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO)rF )r r rb )�path_mapr} rb rF r� r/ r/ r0 � get_version1 s z!Wheel.update.<locals>.get_versionc S s� d }y|t | �}| jd�}|dk r*d| }nTdd� | |d d � jd�D �}|d d7 < d| d |� djd d � |D ��f }W n tk r� tjd | � Y nX |r�t|d �}||_|j t � }|j ||d � tjd| |� d S )Nr r z%s+1c S s g | ] }t |��qS r/ )rp )rq r r/ r/ r0 rs C s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! z%s+%sc s s | ]}t |�V qd S )N)r� )rq rr r/ r/ r0 � <genexpr>F s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %r)rF )rF �legacyz Version updated from %r to %rr� ) r r� rg r- r r� r� r rb r� r r� )rb rF �updatedrC rr r. Zmdr" r/ r/ r0 �update_version; s( z$Wheel.update.<locals>.update_versionz%s-%sz %s.dist-infor� ro zutf-8z..zinvalid entry in wheel: %rNz.whlz wheel-update-)r� r� �dirzNot a directory: %r)r6 rF r- r` rc ra rb rx r r r� r� r r� r r r r� Zmkstemp�closer� r� r� r� r� r� Zcopyfile)r; ZmodifierZdest_dirr� r r$ r> r| r} r r r r r r r rF Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rk r/ r/ r0 r= sX z Wheel.update)r r )NFF)N)NN)F)N) rR rS rT �__doc__r� r� r< �propertyrc rm rn r r� rv rk r� r� r� r� r� r� r r r r r r r rj r= r/ r/ r/ r0 rU � s4 ) h e " 6rU c C s� t g} t d }x6ttjd d dd�D ] }| jdj|t|�g�� q&W g }x6tj� D ]*\}}}|j d�rT|j|j dd�d � qTW |j � t dkr�|j dt � |jd� g }tg}tjdk�r�tjd t�}|�r�|j� \} }}} t|�}| g} | dk�r| jd � | dk�r| jd� | dk�r*| jd� | dk�r>| jd� | d k�rR| jd� xL|dk�r�x2| D ]*} d| ||| f } | tk�rd|j| � �qdW |d8 }�qTW x<|D ]4}x,|D ]$} |jdjt| d f�|| f� �q�W �q�W xXt| �D ]L\}}|jdjt|f�ddf� |dk�r�|jdjt|d f�ddf� �q�W xXt| �D ]L\}}|jdjd|f�ddf� |dk�rB|jdjd|d f�ddf� �qBW t|�S ) zG Return (pyver, abi, arch) tuples compatible with this Python. r r r) z.abir! r rV �darwinz(\w+)_(\d+)_(\d+)_(\w+)$�i386�ppcZfat�x86_64Zfat3�ppc64Zfat64�intelZ universalz %s_%s_%s_%srW r r� r� )r, r- )r, r- r. )r/ r. )r, r. )r, r. r0 r- r/ )r* �rangerI � version_infor, r- r� rL Z get_suffixesr� rg r� r� r r� �platform�rere r� rp � IMP_PREFIXr� �set)Zversions�major�minorZabisr� r rG Zarchesr& ra r^ Zmatchesre r r] rr rb r/ r/ r0 �compatible_tags� s` * $ $r9 c C s^ t | t�st| �} d}|d kr"t}x6|D ].\}}}|| jkr(|| jkr(|| jkr(d}P q(W |S )NFT)r� rU �COMPATIBLE_TAGSr\ r] r^ )Zwheelrn rG Zverr] r^ r/ r/ r0 r � s r )N)SZ __future__r r� rt r Zdistutils.utilZ distutilsZemailr r� rL r� Zloggingr6 rx r4 r� rI r� r� r) r r �compatr r r r r Zdatabaser r� r r �utilr r r r r r r r r rb r r Z getLoggerrR r� r �hasattrr5 r3 r� r+ r* r2 r[ r� � get_platformr5 r� r� r1 �compile� IGNORECASE�VERBOSErh rd r� r� r� r� r7 r� �objectr8 r rU r9 r: r r/ r/ r/ r0 �<module> s� , # > site-packages/pip/_vendor/distlib/__pycache__/markers.cpython-36.pyc 0000644 00000013506 15231162611 0021447 0 ustar 00 3 F��i� � @ sd d Z ddlZddlZddlZddlZddlmZmZ ddlm Z dgZ G dd� de �Z d d d�Z dS ) zEParser for the environment markers micro-language defined in PEP 345.� N� )�python_implementation� string_types)�in_venv� interpretc @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d d� d d� d � Zejd ejdd� ejj dd�d e j e e � �ej� ej� ej� e� d� Zd*dd�Zdd� Zdd� Zd+dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z dS ),� Evaluatorz5 A limited evaluator for Python expressions. c C s | |kS )N� )�x�yr r � /usr/lib/python3.6/markers.py�<lambda> s zEvaluator.<lambda>c C s | |kS )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | |k S )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | S )Nr )r r r r r s c C s | |kS )Nr )r r r r r r ! s c C s | |kS )Nr )r r r r r r " s ) �eq�gtZgte�in�ltZlte�notZnoteqZnotinz%s.%sN� � r r ) Z sys_platformZpython_versionZpython_full_versionZos_nameZplatform_in_venvZplatform_releaseZplatform_versionZplatform_machineZ platform_python_implementationc C s |pi | _ d| _dS )zu Initialise an instance. :param context: If specified, names are looked up in this mapping. N)�context�source)�selfr r r r �__init__3 s zEvaluator.__init__c C s8 d}d| j ||| � }|| t| j �k r4|d7 }|S )zH Get the part of the source which is causing a problem. � z%rz...)r �len)r �offsetZ fragment_len�sr r r � get_fragment< s zEvaluator.get_fragmentc C s t | d| d�S )z@ Get a handler for the specified AST node type. zdo_%sN)�getattr)r � node_typer r r � get_handlerF s zEvaluator.get_handlerc C s� t |t�rr|| _ddi}|r$||d< ytj|f|�}W n: tk rp } z | j|j�}td| ��W Y dd}~X nX |jj j � }| j |�}|dkr�| jdkr�d}n | j|j �}td||f ��||�S )zf Evaluate a source string or node, using ``filename`` when displaying errors. �mode�eval�filenamezsyntax error %sNz(source not available)z don't know how to evaluate %r %s) � isinstancer r �ast�parse� SyntaxErrorr r � __class__�__name__�lowerr � col_offset)r �noder" �kwargs�er r Zhandlerr r r �evaluateL s& zEvaluator.evaluatec C s& t |tj�std��d|jj|jf S )Nzattribute node expectedz%s.%s)r# r$ Z Attribute�AssertionError�value�id�attr)r r+ r r r � get_attr_keyf s zEvaluator.get_attr_keyc C sf t |jtj�sd}n | j|�}|| jkp0|| jk}|sBtd| ��|| jkrX| j| }n | j| }|S )NFzinvalid expression: %s)r# r0 r$ �Namer3 r �allowed_valuesr& )r r+ �valid�key�resultr r r � do_attributej s zEvaluator.do_attributec C s� | j |jd �}|jjtjk}|jjtjk}|s8|s8t�|r@|sJ|r�| r�x4|jdd � D ]"}| j |�}|rp|sz|rZ| rZP qZW |S )Nr r )r. �values�opr' r$ ZOrZAndr/ )r r+ r8 Zis_orZis_and�nr r r � do_boolopx s zEvaluator.do_boolopc s� � �fdd�}� j }�j|�}d}xnt� j� j�D ]\\}}|||� |jjj� }|�jkrft d| ���j|�}�j| ||�}|s�P |}|}q2W |S )Nc s@ d}t | tj�r t |tj�r d}|s<�j� j�}td| ��d S )NTFzInvalid comparison: %s)r# r$ ZStrr r* r& )�lhsnode�rhsnoder6 r )r+ r r r � sanity_check� s z*Evaluator.do_compare.<locals>.sanity_checkTzunsupported operation: %r) �leftr. �zipZopsZ comparatorsr' r( r) � operatorsr& ) r r+ r@ r> Zlhsr8 r; r? Zrhsr )r+ r r � do_compare� s zEvaluator.do_comparec C s | j |j�S )N)r. Zbody)r r+ r r r � do_expression� s zEvaluator.do_expressionc C sT d}|j | jkr"d}| j|j }n |j | jkr>d}| j|j }|sPtd|j ��|S )NFTzinvalid expression: %s)r1 r r5 r& )r r+ r6 r8 r r r �do_name� s zEvaluator.do_namec C s |j S )N)r )r r+ r r r �do_str� s zEvaluator.do_str)N)N) r( � __module__� __qualname__�__doc__rC �sys�platform� version_info�version�split�os�name�strr �release�machiner r5 r r r r. r3 r9 r= rD rE rF rG r r r r r s< r c C s t |�j| j� �S )z� Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping )r r. �strip)ZmarkerZexecution_contextr r r r � s )N)rJ r$ rP rK rL �compatr r �utilr �__all__�objectr r r r r r �<module> s " site-packages/pip/_vendor/distlib/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000001703 15231162611 0022475 0 ustar 00 3 F��iE � @ sn d dl Z dZG dd� de�Zyd dl mZ W n& ek rR G dd� de j�ZY nX e je�Z e j e� � dS )� Nz0.2.4c @ s e Zd ZdS )�DistlibExceptionN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S )Nr )�self�recordr r r �handle s zNullHandler.handlec C s d S )Nr )r r r r r �emit s zNullHandler.emitc C s d | _ d S )N)�lock)r r r r � createLock s zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ addHandlerr r r r �<module> s site-packages/pip/_vendor/distlib/__pycache__/version.cpython-36.pyc 0000644 00000050714 15231162611 0021472 0 ustar 00 3 F��i�\ � @ sZ d Z ddlZddlZddlmZ ddddd d d d gZeje�ZG d d � d e �Z G dd� de �Z G dd� de �Z ejd�Zdd� ZeZG dd� de �Zdd� ZG dd� de �Zejd�dfejd�d fejd �dfejd �d fejd �d!fejd"�d!fejd#�d$fejd%�d&fejd'�d(fejd)�d*ff Zejd+�dfejd,�dfejd-�d$fejd#�d$fejd.�dffZejd/�Zd0d1� Zd2d3� Zejd4ej�Zd5d5d6d5d7ddd8�Z d9d:� Z G d;d� de �Z G d<d� de �Z ejd=ej�Z d>d?� Z!d@dA� Z"G dBd � d e �Z#G dCd � d e �Z$G dDdE� dEe �Z%e%eee�e%e e dFdG� �e%e"e$e�dH�Z&e&dI e&dJ< dKd � Z'dS )Lz~ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. � N� )� string_types�NormalizedVersion�NormalizedMatcher� LegacyVersion� LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError� get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zedd� �ZdS ) �Versionc C s@ |j � | _}| j|� | _}t|t�s,t�t|�dks<t�d S )Nr )�strip�_string�parse�_parts� isinstance�tuple�AssertionError�len)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass)�NotImplementedError)r r r r r r $ s z Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError)r �otherr r r �_check_compatible' s zVersion._check_compatiblec C s | j |� | j|jkS )N)r# r )r r" r r r �__eq__+ s zVersion.__eq__c C s | j |� S )N)r$ )r r" r r r �__ne__/ s zVersion.__ne__c C s | j |� | j|jk S )N)r# r )r r" r r r �__lt__2 s zVersion.__lt__c C s | j |�p| j|� S )N)r& r$ )r r" r r r �__gt__6 s zVersion.__gt__c C s | j |�p| j|�S )N)r& r$ )r r" r r r �__le__9 s zVersion.__le__c C s | j |�p| j|�S )N)r' r$ )r r" r r r �__ge__< s zVersion.__ge__c C s t | j�S )N)�hashr )r r r r �__hash__@ s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s'))� __class__r r )r r r r �__repr__C s zVersion.__repr__c C s | j S )N)r )r r r r �__str__F s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.)r )r r r r � is_prereleaseI s zVersion.is_prereleaseN)r r r r r r# r$ r% r& r' r( r) r+ r- r. �propertyr/ r r r r r s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zdd� dd� dd� d d� d d� d d� d d� d d� d�Z dd� Z dd� Z e dd� �Z dd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!�MatcherNz^(\w[\s\w'.-]*)(\((.*)\))?z'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$z ^\d+(\.\d+)*$c C s | |k S )Nr )�v�c�pr r r �<lambda>W s zMatcher.<lambda>c C s | |kS )Nr )r2 r3 r4 r r r r5 X s c C s | |kp| |k S )Nr )r2 r3 r4 r r r r5 Y s c C s | |kp| |kS )Nr )r2 r3 r4 r r r r5 Z s c C s | |kS )Nr )r2 r3 r4 r r r r5 [ s c C s | |kS )Nr )r2 r3 r4 r r r r5 \ s c C s | |kp| |kS )Nr )r2 r3 r4 r r r r5 ^ s c C s | |kS )Nr )r2 r3 r4 r r r r5 _ s )�<�>z<=z>=z==z===z~=z!=c C sJ | j d krtd��|j� | _}| jj|�}|s<td| ��|jd�}|d j� | _| jj� | _ g }|d �r<dd� |d j d�D �}x�|D ]�}| j j|�}|s�td ||f ��|j� }|d p�d }|d }|j d ��r|dkr�td| ��|d d� d }} | j j|��s(| j |� n| j |�d }} |j||| f� q�W t|�| _d S )Nz Please specify a version classz Not valid: %r� r � c S s g | ] }|j � �qS r )r )�.0r3 r r r � <listcomp>n s z$Matcher.__init__.<locals>.<listcomp>�,zInvalid %r in %rz~=r z.*�==�!=z#'.*' not allowed for %r constraintsTF)r= r> ���)� version_class� ValueErrorr r �dist_re�match�groups�name�lower�key�split�comp_re�endswith�num_re�appendr r ) r r �mrD ZclistZ constraintsr3 �opZvn�prefixr r r r b s: zMatcher.__init__c C sz t |t�r| j|�}x`| jD ]V\}}}| jj|�}t |t�rFt| |�}|sbd|| jjf }t |��||||�s dS q W dS )z� Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. z%r not implemented for %sFT) r r r@ r � _operators�get�getattrr, r r )r �version�operator� constraintrO �f�msgr r r rC � s z Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r �==�===)rX rY )r r )r �resultr r r � exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r rE r! )r r" r r r r# � s zMatcher._check_compatiblec C s" | j |� | j|jko | j|jkS )N)r# rG r )r r" r r r r$ � s zMatcher.__eq__c C s | j |� S )N)r$ )r r" r r r r% � s zMatcher.__ne__c C s t | j�t | j� S )N)r* rG r )r r r r r+ � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r))r, r r )r r r r r- � s zMatcher.__repr__c C s | j S )N)r )r r r r r. � s zMatcher.__str__)r r r r@ �re�compilerB rI rK rP r rC r0 r[ r# r$ r% r+ r- r. r r r r r1 N s* % r1 zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | j � } tj| �}|s"td| ��|j� }tdd� |d jd�D ��}x(t|�dkrn|d dkrn|d d� }qHW |d s~d}n t|d �}|dd� }|d d � }|d d � }|d }|dkr�f }n|d t|d �f}|dkr�f }n|d t|d �f}|dk�r f }n|d t|d �f}|d k�r.f }nLg } x>|jd�D ]0} | j � �rZdt| �f} nd| f} | j | � �q>W t| �}|�s�| �r�|�r�d}nd}|�s�d}|�s�d}||||||fS ) NzNot a valid version: %sc s s | ]}t |�V qd S )N)�int)r: r2 r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.r � � � � � � � �a�z�_�final���rl )NN)NN)NNrl )rh rl )ri )rj )rk ) r �PEP440_VERSION_RErC r rD r rH r r^ �isdigitrL ) r rM rD ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT rr c @ s6 e Zd ZdZdd� Zedddddg�Zed d � �Zd S ) r aI A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b c C s< t |�}tj|�}|j� }tdd� |d jd�D ��| _|S )Nc s s | ]}t |�V qd S )N)r^ )r: r2 r r r r_ s z*NormalizedVersion.parse.<locals>.<genexpr>r r` )�_normalized_keyrm rC rD r rH �_release_clause)r r rZ rM rD r r r r s zNormalizedVersion.parserh �br3 �rcrp c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)r: �t)r r r r_ s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr )r r )r r r/ s z NormalizedVersion.is_prereleaseN) r r r r r �setrw r0 r/ r r r r r � s c C s> t | �} t |�}| |kr dS | j|�s*dS t|�}| | dkS )NTFr` )�str� startswithr )�x�y�nr r r � _match_prefix" s r� c @ sn e Zd ZeZddddddddd �Zd d � Zd d � Zdd� Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)z~=r6 r7 z<=z>=z==z===z!=c C sV |rd|ko|j d }n|j d o,|j d }|rN|jjdd�d }| j|�}||fS )N�+r r rl rl rl )r r rH r@ )r rS rU rO Z strip_localr r r r � _adjust_local< s z NormalizedMatcher._adjust_localc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr` c S s g | ] }t |��qS r )r{ )r: �ir r r r; O s z/NormalizedMatcher._match_lt.<locals>.<listcomp>)r� rt �joinr� )r rS rU rO �release_clause�pfxr r r r� J s zNormalizedMatcher._match_ltc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr` c S s g | ] }t |��qS r )r{ )r: r� r r r r; W s z/NormalizedMatcher._match_gt.<locals>.<listcomp>)r� rt r� r� )r rS rU rO r� r� r r r r� R s zNormalizedMatcher._match_gtc C s | j |||�\}}||kS )N)r� )r rS rU rO r r r r� Z s zNormalizedMatcher._match_lec C s | j |||�\}}||kS )N)r� )r rS rU rO r r r r� ^ s zNormalizedMatcher._match_gec C s. | j |||�\}}|s ||k}n t||�}|S )N)r� r� )r rS rU rO rZ r r r r� b s zNormalizedMatcher._match_eqc C s t |�t |�kS )N)r{ )r rS rU rO r r r r� j s z"NormalizedMatcher._match_arbitraryc C s0 | j |||�\}}|s ||k}n t||� }|S )N)r� r� )r rS rU rO rZ r r r r� m s zNormalizedMatcher._match_nec C sf | j |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }djdd� |D ��}t||�S )NTFr r` c S s g | ] }t |��qS r )r{ )r: r� r r r r; � s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>rl )r� rt r r� r� )r rS rU rO r� r� r r r r� u s z#NormalizedMatcher._match_compatibleN)r r r r r@ rP r� r� r� r� r� r� r� r� r� r r r r r - s$ z[.+-]$r8 z^[.](\d)z0.\1z^[.-]z ^\((.*)\)$z\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}r` z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz ^[:~._+-]+z [,*")([\]]z[~:+_ -]z\.$z (\d+(\.\d+)*)c C sZ | j � j� }x tD ]\}}|j||�}qW |s2d}tj|�}|sJd}|}n�|j� d jd�}dd� |D �}xt|�dk r�|j d� qlW t|�dkr�||j � d� }n8dj dd� |dd� D ��||j � d� }|dd� }dj d d� |D ��}|j � }|�r x t D ]\}}|j||�}�qW |�s*|}n d |k�r8d nd }|| | }t |��sVd}|S ) z� Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. z0.0.0r r` c S s g | ] }t |��qS r )r^ )r: r� r r r r; � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r )r{ )r: r� r r r r; � s c S s g | ] }t |��qS r )r{ )r: r� r r r r; � s rp �-r� )r rF � _REPLACEMENTS�sub�_NUMERIC_PREFIXrC rD rH r rL �endr� �_SUFFIX_REPLACEMENTS� is_semver)r rZ Zpat�replrM rO �suffix�sepr r r �_suggest_semantic_version� s: , r� c C sl y t | � | S tk r Y nX | j� }x dBD ]\}}|j||�}q0W tjdd|�}tjdd|�}tjdd|�}tjdd |�}tjd d |�}|jd �� r�|d d!� }tjd"d |�}tjd#d$|�}tjd%d&|�}tjd'd|�}tjd(d)|�}tjd*d)|�}tjd+d |�}tjd,d-|�}tjd.d&|�}tjd/d0|�}tjd1d2|�}y t |� W n tk �rf d!}Y nX |S )Ca� Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. �-alpharh �-betaru r� r� rv r3 �-finalr8 �-pre�-release�.release�-stabler� r` rj � �.finalrk zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?z\1r2 r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1�r� rh �r� ru �r� rh �r� ru �rv r3 �r� r8 �r� r3 �r� r8 �r� r8 �r� r8 �r� r` �rj r` �r� r8 �r� r8 �rk r8 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )rs r rF �replacer\ r� r| )r ZrsZorigr� r r r �_suggest_normalized_version� sH r� z([a-z]+|\d+|[\.-])r3 zfinal-�@)ro Zpreviewr� rv rp r8 r` c C s~ dd� }g }xh|| �D ]\}|j d�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�S ) Nc S sx g }xdt j| j� �D ]R}tj||�}|rd|d d� koBdkn rT|jd�}nd| }|j|� qW |jd� |S )N�0r �9� �*z*final)� _VERSION_PARTrH rF �_VERSION_REPLACErQ �zfillrL )r rZ r4 r r r � get_partsI s z _legacy_key.<locals>.get_partsr� z*finalr z*final-Z00000000rl rl )r| �poprL r )r r� rZ r4 r r r � _legacy_keyH s r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r c s zLegacyVersion.parsec C s: d}x0| j D ]&}t|t�r |jd�r |dk r d}P q W |S )NFr� z*finalT)r r r r| )r rZ r} r r r r/ f s zLegacyVersion.is_prereleaseN)r r r r r0 r/ r r r r r b s c @ s4 e Zd ZeZeej�Zded< ej d�Z dd� Z dS )r r� z~=z^(\d+(\.\d+)*)c C s` ||k r dS | j jt|��}|s2tjd||� dS |j� d }d|krV|jdd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr r` r )� numeric_rerC r{ �loggerZwarningrD �rsplitr� )r rS rU rO rM r r r r r� y s z LegacyMatcher._match_compatibleN) r r r r r@ �dictr1 rP r\ r] r� r� r r r r r q s zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s t j| �S )N)� _SEMVER_RErC )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|j� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � j d�}tdd� |D ��}|S )Nr r` c S s" g | ]}|j � r|jd �n|�qS )r� )rn r� )r: r4 r r r r; � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rH r )r ZabsentrZ r r r r � make_tuple� s z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r )r^ )r: r� r r r r; � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r rD ) r r� rM rD �major�minorZpatchro Zbuildr r r � _semantic_key� s r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r )r r r r r/ � s z SemanticVersion.is_prereleaseN)r r r r r0 r/ r r r r r � s c @ s e Zd ZeZdS )r N)r r r r r@ r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd d � ZdS ) � VersionSchemeNc C s || _ || _|| _d S )N)rG �matcher� suggester)r rG r� r� r r r r � s zVersionScheme.__init__c C s2 y| j j|� d}W n tk r, d}Y nX |S )NTF)r� r@ r )r r rZ r r r �is_valid_version� s z VersionScheme.is_valid_versionc C s0 y| j |� d}W n tk r* d}Y nX |S )NTF)r� r )r r rZ r r r �is_valid_matcher� s z VersionScheme.is_valid_matcherc C s | j d| �S )z: Used for processing some metadata fields zdummy_name (%s))r� )r r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n | j |�}|S )N)r� )r r rZ r r r �suggest� s zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s r� c C s |S )Nr )r r r r r r5 � s r5 )� normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrA )rE r r r r � s )(r Zloggingr\ �compatr �__all__Z getLoggerr r� rA r �objectr r1 r] rm rr rs r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r r r� r� r r r r r �<module> sz 1k =$ W .r $ site-packages/pip/_vendor/distlib/__pycache__/metadata.cpython-36.opt-1.pyc 0000644 00000064462 15231162611 0022531 0 ustar 00 3 F��i�� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m Z m Z ddl m Z mZmZ ddlmZ dd lmZmZ dd lmZmZ eje�ZG d d � d e �ZG d d� de �Z G dd� de �Z G dd� de �Z dddgZ dZ dZ!ej"d�Z#ej"d�Z$dGZ%dHZ&dIZ'dJZ(dKZ)dLZ*dMZ+e,� Z-e-j.e%� e-j.e&� e-j.e(� e-j.e*� ej"d8�Z/d9d:� Z0d;d<� Z1ddd d d%d d d d!d"d#d+d,d$d&d'd-d/d0d5d1d2d*d)d(d.d3d4d6d7d=� Z2dNZ3dOZ4dPZ5dQZ6dRZ7dSZ8dTZ9e:� Z;ej"d>�Z<dUd@dA�Z=G dBdC� dCe:�Z>dDZ?dEZ@G dFd� de:�ZAdS )VzImplementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). � )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key� get_extras)� get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN)�__name__� __module__� __qualname__�__doc__� r r � /usr/lib/python3.6/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidN)r r r r r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSIONzutf-8z1.1z \|z �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License�Supported-Platform� Classifier� Download-URL� Obsoletes�Provides�Requires� Maintainer�Maintainer-email�Obsoletes-Dist� Project-URL� Provides-Dist� Requires-Dist�Requires-Python�Requires-External�Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extraz"extra\s*==\s*("([^"]+)"|'([^']+)')c C s< | dkr t S | dkrtS | dkr$tS | dkr0tS t| ��d S )Nz1.0z1.1z1.2z2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistg s r? c C s� dd� }g }x.| j � D ]"\}}|g ddfkr.q|j|� qW ddddg}xt|D ]l}|tkrld|krl|jd� |tkr�d|kr�|jd� |tkr�d|kr�|jd� |tkrNd|krN|jd� qNW t|�d kr�|d S t|�d kr�td ��d|ko�||t �}d|k�o ||t �}d|k�o ||t �}t |�t |� t |� d k�rFtd ��| �rl| �rl| �rlt |k�rlt S |�rvdS |�r�dS dS ) z5Detect the best version depending on the fields used.c S s x|D ]}|| krdS qW dS )NTFr )�keys�markers�markerr r r � _has_markeru s z"_best_version.<locals>._has_marker�UNKNOWNNz1.0z1.1z1.2z2.0r r zUnknown metadata setz(You used incompatible 1.1/1.2/2.0 fields)�items�appendr: �remover; r< r= �lenr � _314_MARKERS� _345_MARKERS� _426_MARKERS�intr ) �fieldsrC r@ �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_0r r r � _best_versions sB rP ) �metadata_version�namer> �platformZsupported_platform�summary� description�keywords� home_page�author� author_email� maintainer�maintainer_email�license� classifier� download_url�obsoletes_dist� provides_dist� requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extraz[^A-Za-z0-9.]+Fc C s0 |r$t jd| �} t jd|jdd��}d| |f S )zhReturn the distribution name with version. If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)rR r> Z for_filenamer r r �_get_name_and_version� s rp c @ s e Zd ZdZd?dd�Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name N�defaultc C sz |||gj d �dk r td��i | _g | _d | _|| _|d k rH| j|� n.|d k r\| j|� n|d k rv| j|� | j � d S )N� z'path, fileobj and mapping are exclusive) �count� TypeError�_fieldsZrequires_filesZ _dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingrw r r r �__init__� s zLegacyMetadata.__init__c C s t | j�| jd< d S )NzMetadata-Version)rP rv )r| r r r r{ s z#LegacyMetadata.set_metadata_versionc C s |j d||f � d S )Nz%s: %s )�write)r| r~ rR rO r r r � _write_field s zLegacyMetadata._write_fieldc C s | j |�S )N)�get)r| rR r r r � __getitem__ s zLegacyMetadata.__getitem__c C s | j ||�S )N)�set)r| rR rO r r r � __setitem__ s zLegacyMetadata.__setitem__c C s8 | j |�}y | j|= W n tk r2 t|��Y nX d S )N)� _convert_namerv �KeyError)r| rR � field_namer r r � __delitem__ s zLegacyMetadata.__delitem__c C s || j kp| j|�| j kS )N)rv r� )r| rR r r r � __contains__ s zLegacyMetadata.__contains__c C s( |t kr |S |jdd�j� }tj||�S )Nrj �_)� _ALL_FIELDSro �lower� _ATTR2FIELDr� )r| rR r r r r� s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrD )� _LISTFIELDS�_ELEMENTSFIELD)r| rR r r r �_default_value% s z LegacyMetadata._default_valuec C s& | j dkrtjd|�S tjd|�S d S )N�1.0�1.1� )r� r� )rQ �_LINE_PREFIX_PRE_1_2rn �_LINE_PREFIX_1_2)r| rO r r r �_remove_line_prefix* s z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S )N)r� �AttributeError)r| rR r r r � __getattr__0 s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version. If filesafe is true, return a filename-escaped form.r r )rp )r| Zfilesafer r r � get_fullname; s zLegacyMetadata.get_fullnamec C s | j |�}|tkS )z+return True if name is a valid metadata key)r� r� )r| rR r r r �is_fieldA s zLegacyMetadata.is_fieldc C s | j |�}|tkS )N)r� r� )r| rR r r r �is_multi_fieldF s z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| j|� W d|j� X dS )z*Read the metadata values from a file path.�rzutf-8)�encodingN)�codecs�openry �close)r| �filepath�fpr r r rx J s zLegacyMetadata.readc C s� t |�}|d | jd< xxtD ]p}||kr*q |tkrh|j|�}|tkrZ|dk rZdd� |D �}| j||� q || }|dk r |dkr | j||� q W | j� dS )z,Read the metadata values from a file object.zmetadata-versionzMetadata-VersionNc S s g | ]}t |jd ���qS )�,)�tuple�split)�.0rO r r r � <listcomp>_ s z,LegacyMetadata.read_file.<locals>.<listcomp>rD )r rv r� r� Zget_all�_LISTTUPLEFIELDSr� r{ )r| Zfileob�msg�field�valuesrO r r r ry R s zLegacyMetadata.read_filec C s0 t j|ddd�}z| j||� W d|j� X dS )z&Write the metadata fields to filepath.�wzutf-8)r� N)r� r� � write_filer� )r| r� � skip_unknownr� r r r r� h s zLegacyMetadata.writec C s� | j � x�t| d �D ]�}| j|�}|r:|dg dgfkr:q|tkrX| j||dj|�� q|tkr�|dkr�| jd kr�|jdd�}n |jdd �}|g}|t kr�d d � |D �}x|D ]}| j|||� q�W qW d S )z0Write the PKG-INFO format data to a file object.zMetadata-VersionrD r� r! �1.0�1.1r� z z |c S s g | ]}d j |��qS )r� )�join)r� rO r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)r� r� ) r{ r? r� r� r� r� r� rQ ro r� )r| Z fileobjectr� r� r� rO r r r r� p s$ zLegacyMetadata.write_filec s� � fdd�}|snHt |d�r>x<|j� D ]}|||| � q&W n x|D ]\}}|||� qDW |r~x |j� D ]\}}|||� qhW dS )a� Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. c s" | t kr |r � j� j| �|� d S )N)r� r� r� )rN rO )r| r r �_set� s z#LegacyMetadata.update.<locals>._setr@ N)�hasattrr@ rE )r| �other�kwargsr� �k�vr )r| r rz � s zLegacyMetadata.updatec C sn | j |�}|tks|dkrPt|ttf� rPt|t�rJdd� |jd�D �}q~g }n.|tkr~t|ttf� r~t|t�rz|g}ng }tj t j ��rB| d }t | j �}|tkr�|dk r�x�|D ](}|j|jd�d �s�tjd |||� q�W n`|tko�|dk �r|j|��sBtjd |||� n0|tk�rB|dk �rB|j|��sBtjd |||� |tk�r`|d k�r`| j|�}|| j|< dS ) z"Control then set a metadata field.r c S s g | ] }|j � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r! )r� r� � isinstance�listr� r r� r� �loggerZ isEnabledFor�loggingZWARNINGr rw �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� rv )r| rR rO Z project_namerw r� r r r r� � s@ zLegacyMetadata.setc C s� | j |�}|| jkr*|tkr&| j|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }x6|D ].}|tkr�|j|� qh|j|d |d f� qhW |S |tkr�| j| }t |t �r�|j d�S | j| S )zGet a metadata field.Nr r r� ) r� rv �_MISSINGr� r� r� r� rF r� r� r r� )r| rR rr rO �res�valr r r r� � s. zLegacyMetadata.getc s | j � g g }}x d D ]}|| kr|j|� qW |rT|g krTddj|� }t|��x dD ]}|| krZ|j|� qZW | d dkr�||fS t| j�� � fd d �}xdt|ft� jft � j ffD ]F\}}x<|D ]4} | j | d �} | d k o�|| � r�|jd | | f � q�W q�W ||fS )zkCheck if the metadata is compliant. If strict is True then raise if no Name or Version are providedr r z missing required metadata: %sz, � Home-pager$ zMetadata-Versionz1.2c s* x$| D ] }� j |jd�d �sdS qW dS )Nr� r FT)r� r� )rO r� )rw r r �are_valid_constraints s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s)r r )r� r$ ) r{ rF r� r r rw r� r� r� r� r� r� ) r| �strict�missing�warnings�attrr� r� rM Z controllerr� rO r )rw r �check� s2 zLegacyMetadata.checkc C s� | j � dB}i }x,|D ]$\}}| s.|| jkr| | ||< qW | d dk� r�dK}x�|D ]F\}}| sn|| jkrV|d&k� r�| | ||< qVd,d-� | | D �||< qVW nF| d d.k� r�dO}x2|D ]*\}}| � s�|| jk� r�| | ||< � q�W |S )Pz�Return fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). rQ �Metadata-VersionrR r r> r rT r rW � Home-pagerX r$ rY � Author-emailr\ r& rU r! rV r" rS r � classifiersr( r^ � Download-URLz1.2ra � Requires-Distrc �Requires-Pythonrd �Requires-Externalr` � Provides-Distr_ �Obsoletes-Distrh � Project-URLrZ r- r[ �Maintainer-emailc S s g | ]}d j |��qS )r� )r� )r� �ur r r r� G s z)LegacyMetadata.todict.<locals>.<listcomp>z1.1rf r+ re r, rg r* �rQ r� �rR r �r> r �rT r �rW r� �rX r$ �rY r� �r\ r& �rU r! �rV r" �rS r �r� r( �r^ r� ) r� r� r� r� r� r� r� r� r� r� r� r� r� �ra r� �rc r� �rd r� �r` r� �r_ r� �rh r� �rZ r- �r[ r� )r� r� r� r� r� r� r� r� �rf r+ �re r, �rg r* )r� r� r� )r{ rv )r| Z skip_missingZ mapping_1_0�datarN r� Z mapping_1_2Z mapping_1_1r r r �todict sP zLegacyMetadata.todictc C s< | d dkr(xdD ]}|| kr| |= qW | d |7 < d S )NzMetadata-Versionz1.1r* r, r+ z Requires-Dist)r* r, r+ r )r| � requirementsr� r r r �add_requirementsU s z LegacyMetadata.add_requirementsc C s t t| d ��S )NzMetadata-Version)r� r? )r| r r r r@ ` s zLegacyMetadata.keysc c s x| j � D ] }|V q W d S )N)r@ )r| rN r r r �__iter__c s zLegacyMetadata.__iter__c s � fdd�� j � D �S )Nc s g | ] }� | �qS r r )r� rN )r| r r r� h s z)LegacyMetadata.values.<locals>.<listcomp>)r@ )r| r )r| r r� g s zLegacyMetadata.valuesc s � fdd�� j � D �S )Nc s g | ]}|� | f�qS r r )r� rN )r| r r r� k s z(LegacyMetadata.items.<locals>.<listcomp>)r@ )r| r )r| r rE j s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz <%s %s %s>)� __class__r rR r> )r| r r r �__repr__m s zLegacyMetadata.__repr__)NNNrr )F)F)F)N)F)F)"r r r r r� r{ r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r� rz r� r� r� r� r� r� r@ r� r� rE r� r r r r rq � s> , , ; rq z pydist.jsonz metadata.jsonc @ s� e Zd ZdZejd�Zejdej�Ze Z ejd�Z dZ de Zf f dId�Zd Zd Zef fedJfe dKfe dLfd �ZdMZdNdd�ZedO�ZdefZdefZdefdefeeedefeeeedefdPdQd � Z[[d d � Z dRd!d"�Z d#d$� Z e d%d&� �Z e d'd(� �Z!e!j"d)d(� �Z!dSd*d+�Z#e d,d-� �Z$e d.d/� �Z%e%j"d0d/� �Z%d1d2� Z&d3d4� Z'd5d6� Z(d7d8� Z)d9d:d;d<d=dd>�Z*d?d@� Z+dTdCdD�Z,dEdF� Z-dGdH� Z.dS )Ur z� The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. z ^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}z2.0z distlib (%s)�legacy)rR r> rT zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)rQ rR r> rT �_legacy�_datarw Nrr c C s0 |||gj d �dk r td��d | _d | _|| _|d k rzy| j||� || _W n* tk rv t||d�| _| j� Y nX n�d }|r�t |d��}|j � }W d Q R X n |r�|j � }|d kr�| j | j d�| _ndt |t�s�|jd�}y tj|�| _| j| j|� W n0 tk �r* tt|�|d�| _| j� Y nX d S )Nrs z'path, fileobj and mapping are exclusive)r rw �rb)rQ � generatorzutf-8)r~ rw )rt ru r� r rw �_validate_mappingr rq �validater� rx �METADATA_VERSION� GENERATORr� r �decode�json�loads� ValueErrorr )r| r} r~ r rw r� �fr r r r� � s< zMetadata.__init__rR r> r\ rV rT z Requires-DistzSetup-Requires-DistzProvides-Extrar( � Download-URL�Metadata-Version) � run_requires�build_requires� dev_requiresZ test_requires� meta_requires�extras�modules� namespaces�exports�commandsr� Z source_urlrQ c C sZ t j| d�}t j| d�}||k�r || \}}| jr^|d krP|d krHd n|� }n | jj|�}n�|d krjd n|� }|d kr�| jj||�}n�t � }|}| jjd�} | �r |dkr�| jd |�}nR|dkr�| jd �} | r�| j||�}n.| jd �} | � s�| jjd �} | �r | j||�}||k�rV|}n:||k�r4t j| |�}n"| j�rJ| jj|�}n | jj|�}|S ) N� common_keys� mapped_keysr r r r r� � extensionszpython.commandszpython.detailszpython.exports)r r r r r� )�object�__getattribute__r� r� r ) r| rN �common�mapped�lkZmaker�resultrO �sentinel�dr r r r � sF zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|j|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSrw �matchr )r| rN rO rw �pattern� exclusions�mr r r �_validate_value s zMetadata._validate_valuec C s* | j ||� tj| d�}tj| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|d krj|| j|< nR| jjdi �}|dkr�||d < n2|dkr�|jd i �}|||< n|jd i �}|||< nh||kr�tj| ||� nP|d k�rt|t ��r|j � }|�r|j � }ng }| j�r || j|< n || j|< d S )Nr r r r r r r� r zpython.commandszpython.detailszpython.exportsrV )r r r r r� ) r' r r r� �NotImplementedErrorr � setdefault� __setattr__r� r r� r� )r| rN rO r r r r� r! r r r r* s> zMetadata.__setattr__c C s t | j| jd�S )NT)rp rR r> )r| r r r �name_and_version@ s zMetadata.name_and_versionc C sF | j r| j d }n| jjdg �}d| j| jf }||krB|j|� |S )Nz Provides-Distrf z%s (%s))r� r r) rR r> rF )r| r �sr r r rf D s zMetadata.providesc C s | j r|| j d< n || jd< d S )Nz Provides-Distrf )r� r )r| rO r r r rf O s c C s� | j r |}n�g }t|pg | j�}xl|D ]d}d|kr@d|kr@d}n8d|krNd}n|jd�|k}|rx|jd�}|rxt||�}|r&|j|d � q&W xNd D ]F}d| } | |kr�|j| � | jjd | g �}|j| j|||d �� q�W |S ) a� Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. �extra� environmentTre �build�dev�testz:%s:z %s_requires)r �env)r/ r0 r1 ) r� r r r� r �extendrG r �get_requirements) r| �reqtsr r2 r r! �includerB rN �er r r r4 V s0 zMetadata.get_requirementsc C s | j r| j� S | jS )N)r� � _from_legacyr )r| r r r � dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S )N)r� r( r r �DEPENDENCY_KEYS)r| r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | jj|� d S )N)r� r( r rz )r| rO r r r r; � s c C s� |j d�| jkrt� �g }x0| jj� D ]"\}}||kr&||kr&|j|� q&W |rfddj|� }t|��x"|j� D ]\}}| j|||� qpW d S )NrQ zMissing metadata items: %sz, ) r� r r �MANDATORY_KEYSrE rF r� r r' ) r| r rw r� rN r% r� r� r� r r r r � s zMetadata._validate_mappingc C sB | j r.| j jd�\}}|s |r>tjd||� n| j| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� r� r� r r rw )r| r� r� r r r r � s zMetadata.validatec C s( | j r| j jd�S t| j| j�}|S d S )NT)r� r� r r � INDEX_KEYS)r| r r r r r� � s zMetadata.todictc C s� | j | jd�}| jjd�}x2dD ]*}||kr |dkr:d }n|}|| ||< q W |jd g �}|d gkrhg }||d < d}x2|D ]*\}}||krz|| rzd|| ig||< qzW | j|d< i }i } |S )N)rQ r TrR r> r\ rT rU r] r� r" � rV ra r rb r re rf )rR r> r\ rT rU r] �ra r �rb r )r? r@ )r r r� r� r� rf ) r| r Zlmdr� �nk�kwr@ �okrX rZ r r r r8 � s. zMetadata._from_legacyr r r& r r! )rR r> r\ rT rU r� c C s� dd� }t � }| j}x*| jj� D ] \}}||kr || ||< q W || j| j �}|| j| j �}| jrtt | j�|d< t |�|d< t |�|d< |S )Nc S s� t � }x�| D ]�}|jd�}|jd�}|d }xb|D ]Z}| rN| rN|j|� q2d}|r^d| }|rx|rtd||f }n|}|jdj||f�� q2W q W |S )Nr- r. re r> z extra == "%s"z (%s) and %sr� )r� r� �addr� )Zentriesr5 r7 r- r2 Zrlistr� rB r r r �process_entries� s" z,Metadata._to_legacy.<locals>.process_entrieszProvides-Extraz Requires-DistzSetup-Requires-Dist) rq r �LEGACY_MAPPINGrE r r r r r �sorted)r| rE r ZnmdrA rC Zr1Zr2r r r � _to_legacy� s zMetadata._to_legacyFTc C s� ||gj d �dkrtd��| j� |r`| jr4| j}n| j� }|rP|j||d� q�|j||d� n^| jrp| j� }n| j}|r�t j ||dddd� n.t j |dd��}t j ||dddd� W d Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Trs )Z ensure_ascii�indentZ sort_keysr� zutf-8) rt r r r� rH r� r� r8 r r �dumpr� r� )r| r} r~ r� r� Z legacy_mdr! r r r r r� � s& zMetadata.writec C s� | j r| j j|� nt| jjdg �}d }x"|D ]}d|kr,d|kr,|}P q,W |d krhd|i}|jd|� n t|d �t|�B }t|�|d< d S )Nr r. r- re r )r� r� r r) �insertr� rG )r| r� r �always�entryZrsetr r r r� s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z no versionz<%s %s %s (%s)>)rR r> r� r rQ )r| rR r> r r r r� ( s zMetadata.__repr__)r� )r� )r� )r� )r� r rw )NNNrr )rR r> r\ rV rT )r N)r N)N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r< r= r: r" � __slots__r� r� r r� Z none_list�dictZ none_dictr r r' r* �propertyr+ rf �setterr4 r9 r; r r r� r8 rF rH r� r� r� r r r r r v sx ,+ ' * % ) r r r r r r! r" r# r$ r% r& )r r r r r' r r! r" r# r$ r% r& r( r) r* r+ r, )r* r+ r, r( r) )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 )r1 r2 r3 r/ r4 r- r. r0 )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 )r5 r9 r6 r7 r8 )r2 r/ r1 )r3 )r )r r( r* r, r+ r/ r1 r2 r4 r0 r' r7 r9 r8 )r0 )r" )r$ r- r r! )F)Br Z __future__r r� Zemailr r r� rN r> r r �compatr r r rA r �utilr r r> r r Z getLoggerr r� r r r r �__all__r r rO r� r� r: r; rI r< rJ r= rK r� r� rz ZEXTRA_REr? rP r� r� r� r� r� r� r� r� r r� rm rp rq ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEr r r r r �<module> s� 9 site-packages/pip/_vendor/distlib/__pycache__/index.cpython-36.opt-1.pyc 0000644 00000041620 15231162611 0022047 0 ustar 00 3 F��i]R � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZyd dlmZ W n ek r` d dl mZ Y nX ddl m Z ddl m Z mZmZmZmZmZ ddlmZmZmZ eje�ZdZdZG d d � d e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyz https://pypi.python.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z d+dd�Z d,dd�Z d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc This class represents a package index compatible with PyPI, the Python Package Index. s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s� |pt | _| j� t| j�\}}}}}}|s<|s<|s<|d krJtd| j ��d| _d| _d| _d| _d| _ t t j d��R}xJd D ]B} y(t j| dg||d �} | d kr�| | _P W q| tk r� Y q|X q|W W dQ R X dS ) z� Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. �http�httpszinvalid repository: %sN�w�gpg�gpg2z --version)�stdout�stderrr )r r )r r )� DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home� rpc_proxy�open�os�devnull� subprocessZ check_call�OSError) �selfr �scheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r) �/usr/lib/python3.6/index.py�__init__$ s( zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs Get the distutils command for interacting with PyPI configurations. :return: the command. r )� Distribution)� PyPIRCCommand)Zdistutils.corer, Zdistutils.configr- )r# r, r- �dr) r) r* �_get_pypirc_commandB s z PackageIndex._get_pypirc_commandc C sR | j � }| j|_|j� }|jd�| _|jd�| _|jdd�| _|jd| j�| _dS )z� Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. �username�password�realmr � repositoryN)r/ r r3 Z _read_pypirc�getr0 r1 r2 )r# �cZcfgr) r) r* r L s z PackageIndex.read_configurationc C s$ | j � | j� }|j| j| j� dS )z� Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. N)�check_credentialsr/ Z _store_pypircr0 r1 )r# r5 r) r) r* �save_configuration[ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|j| j|| j | j� t|�| _ dS )zp Check that ``username`` and ``password`` have been set, and raise an exception if not. Nz!username and password must be set) r0 r1 r r r r Z add_passwordr2 r r )r# Zpm�_r% r) r) r* r6 g s z PackageIndex.check_credentialsc C s\ | j � |j� |j� }d|d< | j|j� g �}| j|�}d|d< | j|j� g �}| j|�S )aq Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. Zverifyz:actionZsubmit)r6 �validate�todict�encode_request�items� send_request)r# �metadatar. �requestZresponser) r) r* �registers s zPackageIndex.registerc C sJ x<|j � }|sP |jd�j� }|j|� tjd||f � qW |j� dS )ar Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. zutf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r# �name�streamZoutbufr' r) r) r* �_reader� s zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|jd|g� |dk rF|jdddg� tj� }tjj|tjj|�d �}|jd d d |d ||g� t j ddj|�� ||fS )a� Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. z --status-fd�2z--no-ttyNz --homedirz--batchz--passphrase-fd�0z.ascz --detach-signz--armorz --local-userz--outputz invoking: %s� ) r r �extend�tempfileZmkdtempr r& �join�basenamerE rF )r# �filename�signer� sign_password�keystore�cmdZtdZsfr) r) r* �get_sign_command� s z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|j� t| jd|j|fd�}|j� |dk r�|jj |� |jj � |j � |j � |j � |j ||fS )a� Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. )r r N�stdinr )�target�argsr )r! �PIPE�Popenr rJ r �startr rX �writerG �waitrP � returncode) r# rV Z input_data�kwargsr r �pZt1Zt2r) r) r* � run_command� s$ zPackageIndex.run_commandc C sD | j ||||�\}}| j||jd��\}}} |dkr@td| ��|S )aR Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. zutf-8r z&sign command failed with error code %s)rW rc �encoder ) r# rR rS rT rU rV �sig_filer( r r r) r) r* � sign_file� s zPackageIndex.sign_file�sdist�sourcec C s( | j � tjj|�s td| ��|j� |j� }d} |rZ| jsJtj d� n| j ||||�} t |d��} | j � } W dQ R X t j| �j� } t j| �j� } |jdd||| | d�� dtjj|�| fg}| �rt | d��} | j � }W dQ R X |jd tjj| �|f� tjtjj| �� | j|j� |�}| j|�S ) a� Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. z not found: %sNz)no signing program available - not signed�rbZ file_upload�1)z:actionZprotocol_version�filetype� pyversion� md5_digest� sha256_digest�contentZ gpg_signature)r6 r r& �existsr r9 r: r rE Zwarningrf r �read�hashlib�md5� hexdigestZsha256�updaterQ rD �shutilZrmtree�dirnamer; r< r= )r# r> rR rS rT rk rl rU r. re �fZ file_datarm rn �filesZsig_datar? r) r) r* � upload_file� s> zPackageIndex.upload_filec C s� | j � tjj|�s td| ��tjj|d�}tjj|�sFtd| ��|j� |j|j }}t |�j � }d d|fd|fg}d||fg}| j ||�} | j | �S ) a2 Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. znot a directory: %rz index.htmlz not found: %r�:action� doc_uploadrH �versionro )r{ r| )r6 r r& �isdirr rP rp r9 rH r} r �getvaluer; r= ) r# r> Zdoc_dir�fnrH r} Zzip_data�fieldsry r? r) r) r* �upload_documentation) s z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|jd|g� |jd||g� tjddj|�� |S ) a| Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. z --status-fdrK z--no-ttyNz --homedirz--verifyz invoking: %srM )r r rN rE rF rP )r# �signature_filename� data_filenamerU rV r) r) r* �get_verify_commandE s z PackageIndex.get_verify_commandc C sH | j std��| j|||�}| j|�\}}}|dkr@td| ��|dkS )a6 Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. z0verification unavailable because gpg unavailabler r z(verify command failed with error code %s)r r )r r r� rc )r# r� r� rU rV r( r r r) r) r* �verify_signature] s z PackageIndex.verify_signaturec C sp |dkrd}t jd� n6t|ttf�r0|\}}nd}tt|�� }t jd| � t|d���}| jt |��}z�|j � } d} d} d} d} d | kr�t | d �} |r�|| | | � xP|j | �}|s�P | t |�7 } |j|� |r�|j|� | d7 } |r�|| | | � q�W W d|j� X W dQ R X | dk�r4| | k �r4td | | f ��|�rl|j� }||k�r`td ||||f ��t jd |� dS )a This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. NzNo digest specifiedrs zDigest specified: %s�wbi r r zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s���)rE rF � isinstance�list�tuple�getattrrr r r= r �info�intrq �lenr^ ru rG r rt )r# r �destfileZdigestZ reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizerq Zblocknum�block�actualr) r) r* � download_filev sV zPackageIndex.download_filec C s: g }| j r|j| j � | jr(|j| j� t|� }|j|�S )z� Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). )r rD r r r )r# ZreqZhandlers�openerr) r) r* r= � s zPackageIndex.send_requestc C s� g }| j }xX|D ]P\}}t|ttf�s,|g}x2|D ]*}|jd| d| jd�d|jd�f� q2W qW x6|D ].\}} } |jd| d|| f jd�d| f� qjW |jd| d df� dj|�} d| } | tt| ��d�} t | j | | �S ) a& Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. s --z)Content-Disposition: form-data; name="%s"zutf-8� z8Content-Disposition: form-data; name="%s"; filename="%s"s s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rN rd rP �strr� r r )r# r� ry �partsr� �k�values�v�keyrR �valueZbodyZctr� r) r) r* r; � s2 zPackageIndex.encode_requestc C s> t |t�rd|i}| jd kr,t| jdd�| _| jj||p:d�S )NrH g @)Ztimeout�and)r� r r r r �search)r# Zterms�operatorr) r) r* r� � s zPackageIndex.search)N)N)N)N)NNrg rh N)N)N)NN)N)�__name__� __module__� __qualname__�__doc__r� r+ r/ r r7 r6 r@ rJ rW rc rf rz r� r� r� r� r= r; r� r) r) r) r* r s* # 8 M+r ) rr Zloggingr rv r! rO Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r �utilr r r Z getLoggerr� rE r Z DEFAULT_REALM�objectr r) r) r) r* �<module> s site-packages/pip/_vendor/distlib/__pycache__/database.cpython-36.pyc 0000644 00000122116 15231162611 0021545 0 ustar 00 3 F��i� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z mZ ddlmZ ddlmZmZ ddlmZmZmZ dd lmZmZmZm Z m Z m Z m Z d d d d dgZ ej!e"�Z#dZ$dZ%deddde$dfZ&dZ'G dd� de(�Z)G dd� de(�Z*G dd � d e(�Z+G dd � d e+�Z,G d d � d e,�Z-G d d � d e,�Z.e-Z/e.Z0G d d � d e(�Z1d)d!d"�Z2d#d$� Z3d%d&� Z4d'd(� Z5dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)� get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports� write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz .dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL A simple cache mapping names and .dist-info paths to distributions c C s i | _ i | _d| _dS )zZ Initialise an instance. There is normally one for each DistributionPath. FN)�name�path� generated)�self� r! � /usr/lib/python3.6/database.py�__init__0 s z_Cache.__init__c C s | j j� | jj� d| _dS )zC Clear the cache, setting it to its initial state. FN)r �clearr r )r r! r! r" r$ 8 s z _Cache.clearc C s2 |j | j kr.|| j |j < | jj|jg �j|� dS )z` Add a distribution to the cache. :param dist: The distribution to add. N)r r � setdefault�key�append)r �distr! r! r" �add@ s z _Cache.addN)�__name__� __module__� __qualname__�__doc__r# r$ r) r! r! r! r" r , s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd d � Z d d � Z dd� Z e dd� �Z dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU Represents a set of distributions installed on a path (typically sys.path). NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a� Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. NT�default) �sysr � _include_dist� _include_eggr �_cache� _cache_egg�_cache_enabledr �_scheme)r r Z include_eggr! r! r" r# N s zDistributionPath.__init__c C s | j S )N)r4 )r r! r! r" �_get_cache_enabledb s z#DistributionPath._get_cache_enabledc C s || _ d S )N)r4 )r �valuer! r! r" �_set_cache_enablede s z#DistributionPath._set_cache_enabledc C s | j j� | jj� dS )z, Clears the internal cache. N)r2 r$ r3 )r r! r! r" � clear_cachej s z DistributionPath.clear_cachec c sT t � }�xF| jD �]:}tj|�}|dkr*q|jd�}| s|j rDqt|j�}� x�|D ]�}|j|�}| sV|j|krvqV| jo�|jt ��rt t g}x*|D ] }t j ||�} |j| �} | r�P q�W qVtj| j� ��} t| dd�} W dQ R X tjd|j� |j|j� t|j| | d�V qV| jrV|jd �rVtjd|j� |j|j� t|j| �V qVW qW dS ) zD Yield .dist-info and/or .egg(-info) distributions. N� �legacy)�fileobj�schemezFound %s)�metadata�env� .egg-info�.egg)r@ rA )�setr r �finder_for_path�findZ is_container�sortedr0 �endswith� DISTINFO_EXTr r � posixpath�join� contextlib�closing� as_streamr �logger�debugr) �new_dist_classr1 �old_dist_class) r �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ metadata_pathZpydist�streamr> r! r! r" �_yield_distributionsr s@ z%DistributionPath._yield_distributionsc C st | j j }| jo| jj }|s"|rpx4| j� D ](}t|t�rH| j j|� q,| jj|� q,W |rdd| j _|rpd| j_dS )zk Scan the path for distributions and populate the cache with those that are found. TN)r2 r r1 r3 rV � isinstancer r) )r Zgen_distZgen_eggr( r! r! r" �_generate_cache� s z DistributionPath._generate_cachec C s |j dd�}dj||g�t S )ao The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string�-�_)�replacerI rG )�clsr �versionr! r! r" �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c sj | j s x^| j� D ] }|V qW nF| j� x| jjj� D ] }|V q6W | jrfx| jjj� D ] }|V qXW dS )a5 Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances N)r4 rV rX r2 r �valuesr1 r3 )r r( r! r! r" �get_distributions� s z"DistributionPath.get_distributionsc C s� d}|j � }| js6xj| j� D ]}|j|kr |}P q W nH| j� || jjkr\| jj| d }n"| jr~|| jjkr~| jj| d }|S )a= Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` Nr ) �lowerr4 rV r& rX r2 r r1 r3 )r r �resultr( r! r! r" �get_distribution� s z!DistributionPath.get_distributionc c s� d}|dk rJy| j jd||f �}W n$ tk rH td||f ��Y nX xd| j� D ]X}|j}xL|D ]D}t|�\}}|dkr�||kr�|V P qd||krd|j|�rd|V P qdW qTW dS )a Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string Nz%s (%s)z invalid name or version: %r, %r)r5 �matcher� ValueErrorr r` �providesr �match) r r r] rd r( �provided�p�p_name�p_verr! r! r" �provides_distribution� s$ z&DistributionPath.provides_distributionc C s( | j |�}|dkr td| ��|j|�S )z5 Return the path to a resource file. Nz no distribution named %r found)rc � LookupError�get_resource_path)r r � relative_pathr( r! r! r" � get_file_path s z DistributionPath.get_file_pathc c s` xZ| j � D ]N}|j}||kr || }|dk r@||krX|| V q x|j� D ] }|V qJW q W dS )z� Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. N)r` �exportsr_ )r �categoryr r( rS �d�vr! r! r" �get_exported_entries" s z%DistributionPath.get_exported_entries)NF)N)N)r* r+ r, r- r# r6 r8 �propertyZ cache_enabledr9 rV rX � classmethodr^ r` rc rl rp ru r! r! r! r" r J s * $ c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z ed d � �Z d d � Z ed d� �Z edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z� A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. Fc C sL || _ |j| _| jj� | _|j| _d| _d| _d| _d| _t � | _ i | _ dS )z� Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. N) r> r ra r& r] Zlocator�digest�extras�contextrB Z download_urlsZdigests)r r> r! r! r" r# G s zDistribution.__init__c C s | j jS )zH The source archive download URL for this distribution. )r> � source_url)r r! r! r" r{ X s zDistribution.source_urlc C s d| j | jf S )zX A utility property which displays the name and version in parentheses. z%s (%s))r r] )r r! r! r" �name_and_versiona s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|j|� |S )z� A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. z%s (%s))r> rf r r] r' )r Zplist�sr! r! r" rf h s zDistribution.providesc C s8 | j }tjd|j� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)ry r? ) r> rM rN Ztodict�getattrrB Zget_requirementsry rz )r Zreq_attr�mdZreqtsr! r! r" �_get_requirementst s z Distribution._get_requirementsc C s | j d�S )N� run_requires)r� )r r! r! r" r� { s zDistribution.run_requiresc C s | j d�S )N� meta_requires)r� )r r! r! r" r� s zDistribution.meta_requiresc C s | j d�S )N�build_requires)r� )r r! r! r" r� � s zDistribution.build_requiresc C s | j d�S )N� test_requires)r� )r r! r! r" r� � s zDistribution.test_requiresc C s | j d�S )N� dev_requires)r� )r r! r! r" r� � s zDistribution.dev_requiresc C s� t |�}t| jj�}y|j|j�}W n6 tk rZ tjd|� |j � d }|j|�}Y nX |j }d}xJ| j D ]@}t |�\}} ||kr�qny|j | �}P W qn tk r� Y qnX qnW |S )z� Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. z+could not read version %r - using name onlyr F)r r r> r= rd � requirementr rM �warning�splitr& rf r rg ) r �reqrS r= rd r rb ri rj rk r! r! r" �matches_requirement� s* z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC Return a textual representation of this instance, z [%s]r: z<Distribution %s (%s)%s>)r{ r r] )r �suffixr! r! r" �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a< See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. F)�typer r] r{ )r �otherrb r! r! r" �__eq__� s zDistribution.__eq__c C s t | j�t | j� t | j� S )zH Compute hash in a way which matches the equality test. )�hashr r] r{ )r r! r! r" �__hash__� s zDistribution.__hash__N)r* r+ r, r- Zbuild_time_dependency� requestedr# rv r{ Z download_urlr| rf r� r� r� r� r� r� r� r� r� r� r! r! r! r" r 5 s$ " c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z] This is the base class for installed distributions (whether PEP 376 or legacy). Nc s t t| �j|� || _|| _dS )a Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. N)�superr r# r � dist_path)r r> r r? )� __class__r! r" r# � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||�j� }tj|�jd�jd�}d||f S )a� Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str Nr: z%s=� =�asciiz%s%s) �hasher�hashlib�md5r~ rx �base64Zurlsafe_b64encode�rstrip�decode)r �datar� �prefixrx r! r! r" �get_hash� s z"BaseInstalledDistribution.get_hash)N)N)r* r+ r, r- r� r# r� � __classcell__r! r! )r� r" r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd d � Ze d d � �Z dd� Z dd� Z dd� Z dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). Zsha256Nc s0 t j|� | _}|d kr(dd l}|j� |rN|jrN||jjkrN|jj| j}nt|d kr�|j t �}|d krr|j t �}|d kr�|j d�}|d kr�t dt |f ��t j|j� ��}t|dd�}W d Q R X tt| �j|||� |r�|jr�|jj| � y|j d�}W n& tk �r dd l}|j� Y nX |d k | _d S )Nr ZMETADATAzno %s found in %sr; )r< r= r )r rC rR �pdbZ set_tracer4 r2 r r> rD r r re rJ rK rL r r� r r# r) �AttributeErrorr� )r r r> r? rR r� rS rU )r� r! r" r# s4 z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>)r r] r )r r! r! r" r� 2 s z InstalledDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" �__str__6 s z InstalledDistribution.__str__c C s� g }| j d�}tj|j� ��`}t|d��J}xB|D ]:}dd� tt|�d�D �}|| \}}} |j||| f� q0W W dQ R X W dQ R X |S )a" Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). r )rU c S s g | ]}d �qS )Nr! )�.0�ir! r! r" � <listcomp>H s z6InstalledDistribution._get_records.<locals>.<listcomp>� N)�get_distinfo_resourcerJ rK rL r �range�lenr' ) r �resultsrS rU Z record_reader�row�missingr �checksum�sizer! r! r" � _get_records9 s (z"InstalledDistribution._get_recordsc C s i }| j t�}|r| j� }|S )a Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. )r� �EXPORTS_FILENAMEr )r rb rS r! r! r" rq P s z InstalledDistribution.exportsc C s8 i }| j t�}|r4tj|j� ��}t|�}W dQ R X |S )z� Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. N)r� r� rJ rK rL r )r rb rS rU r! r! r" r ^ s z"InstalledDistribution.read_exportsc C s. | j t�}t|d��}t||� W dQ R X dS )a Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. �wN)�get_distinfo_filer� �openr )r rq Zrf�fr! r! r" r m s z#InstalledDistribution.write_exportsc C sh | j d�}tj|j� ��:}t|d��$}x |D ]\}}||kr,|S q,W W dQ R X W dQ R X td| ��dS )aW NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. r )rU Nz3no resource file with relative path %r is installed)r� rJ rK rL r �KeyError)r ro rS rU Zresources_readerZrelativeZ destinationr! r! r" rn x s z'InstalledDistribution.get_resource_pathc c s x| j � D ] }|V q W dS )z� Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) N)r� )r rb r! r! r" �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s, t jj|d�}t jj| j�}|j|�}t jj|d�}| jd�}tjd|� |rRdS t|���}x�|D ]�}t jj |�s||j d �r�d } } n4dt jj |� } t |d��} | j | j� �} W dQ R X |j|�s�|r�|j|�r�t jj||�}|j|| | f� qbW |j|��rt jj||�}|j|ddf� W dQ R X |S ) z� Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. r: r z creating %sN�.pyc�.pyoz%d�rb)r� r� )�osr rI �dirname� startswithr� rM �infor �isdirrF �getsizer� r� �read�relpathZwriterow) r �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr � hash_valuer� �fpr! r! r" �write_installed_files� s. z+InstalledDistribution.write_installed_filesc C s g }t jj| j�}| jd�}� x�| j� D ]�\}}}t jj|�sLt jj||�}||krVq(t jj|�sv|j|dddf� q(t jj |�r(t t jj |��}|r�||kr�|j|d||f� q(|r(d|kr�|j dd�d }nd }t |d ��2} | j| j� |�} | |k�r |j|d || f� W d Q R X q(W |S ) a� Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. r �existsTFr� �=r r Nr� r� )r� r r� r� r� �isabsrI r� r' �isfile�strr� r� r� r� r� ) r � mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr! r! r" �check_installed_files� s. z+InstalledDistribution.check_installed_filesc C s� i }t jj| jd�}t jj|�r�tj|ddd��}|j� j� }W dQ R X x@|D ]8}|jdd�\}}|dkr~|j |g �j |� qN|||< qNW |S ) a� A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. r rS zutf-8)�encodingNr� r � namespace) r� r rI r� �codecsr� r� � splitlinesr� r% r' )r rb � shared_pathr� �lines�liner& r7 r! r! r" �shared_locations� s z&InstalledDistribution.shared_locationsc C s� t jj| jd�}tjd|� |r$dS g }x6dD ].}|| }t jj|| �r.|jd ||f � q.W x"|jd f �D ]}|jd | � qnW tj |d d d��}|j dj|�� W dQ R X |S )aa Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. r z creating %sNr� �lib�headers�scriptsr� z%s=%sr� z namespace=%sr� zutf-8)r� � )r� r� r� r� r� ) r� r rI rM r� r� r' �getr� r� �write) r r� r� r� r� r& r �nsr� r! r! r" �write_shared_locations� s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��tj| j�}|d kr<td| j ��|j|�S )Nz+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)� DIST_FILESr r r rC rD )r r rR r! r! r" r� s z+InstalledDistribution.get_distinfo_resourcec C s~ |j tj�dkrT|jtj�dd� \}}|| jjtj�d krTtd|| j| jf ��|tkrntd|| jf ��tjj | j|�S ) a� Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str r � Nr z;dist-info file %r does not belong to the %r %s distributionz+invalid path for a dist-info file: %r at %r������) rD r� �sepr� r r r r] r� rI )r r r^ r! r! r" r� s z'InstalledDistribution.get_distinfo_filec c sV t jj| j�}xB| j� D ]6\}}}t jj|�s<t jj||�}|j| j�r|V qW dS )z� Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths N)r� r r� r� r� rI r� )r r� r r� r� r! r! r" �list_distinfo_files6 s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� F s z InstalledDistribution.__eq__)NN)F)F)r* r+ r, r- r� r# r� r� r� r rq r r rn r� r� r� r� r� r� r� r� r� �objectr� r� r! r! )r� r" r s( ## c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z ddd�Z dd� Z ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| j|�}|| |j|j� |rz|jrz|jj| � t t | �j |||� d S )Nc S s || _ |j� | _|| _d S )N)r ra r& r] )r} �nrt r! r! r" �set_name_and_versionX s z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r4 r3 r> r r] � _get_metadatar) r� r r# )r r r? r� r> )r� r! r" r# W s z EggInfoDistribution.__init__c s2 d }dd� � � fdd�}|j d�r�tjj|�rdtjj|dd�}t|dd �}tjj|dd �}||�}n`tj|�}t|j d �j d ��}t|dd �}y |j d�} � | j d��}W n t k r� d }Y nX nX|j d��rtjj|��rtjj|d �}||�}tjj|d�}t|dd �}n t d| ��|�r.|j |� |S )Nc S s� g }| j � }x�|D ]�}|j� }|jd�r6tjd|� P t|�}|sPtjd|� q|jr`tjd� |jst|j|j � qdj dd� |jD ��}|jd|j |f � qW |S ) z�Create a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. �[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )z%s%sNr! )r� �cr! r! r" � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>z%s (%s)) r� �stripr� rM r� r ry Z constraintsr' r rI )r� �reqsr� r� rS Zconsr! r! r" �parse_requires_datao s& z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }y*t j| dd��}� |j� �}W dQ R X W n tk rB Y nX |S )z�Create a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. rS zutf-8N)r� r� r� �IOError)�req_pathr� r� )r� r! r" �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathz.eggzEGG-INFOzPKG-INFOr; )r r= z requires.txtzEGG-INFO/PKG-INFO�utf8)r< r= zEGG-INFO/requires.txtzutf-8z .egg-infoz,path must end with .egg-info or .egg, got %r)rF r� r r� rI r � zipimport� zipimporterr �get_datar� r� r Zadd_requirements) r r �requiresr� � meta_pathr> r� Zzipfr< r� r! )r� r" r� l s: z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>)r r] r )r r! r! r" r� � s z EggInfoDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" r� � s zEggInfoDistribution.__str__c C sd g }t jj| jd�}t jj|�r`x>| j� D ]2\}}}||kr>q*t jj|�s*|j|dddf� q*W |S )a� Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. zinstalled-files.txtr� TF)r� r rI r� r� r' )r r� r� r rZ r! r! r" r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t jj| jd�}g }t jj|�r�tj|ddd��|}xt|D ]l}|j� }t jjt jj| j|��}t jj|�s�tj d |� |j d �r�qHt jj |�sH|j |||�||�f� qHW W d Q R X |j |d d f� |S )z� Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) c S s0 t | d�}z |j� }W d |j� X tj|�j� S )Nr� )r� r� �closer� r� Z hexdigest)r r� Zcontentr! r! r" �_md5� s z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t j| �jS )N)r� �stat�st_size)r r! r! r" �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizezinstalled-files.txtrS zutf-8)r� zNon-existent file: %s�.pyc�.pyoN)r r ) r� r rI r� r� r� r� �normpathrM r� rF r� r' )r r� r r� rb r� r� ri r! r! r" r� � s" &z(EggInfoDistribution.list_installed_filesFc c s� t jj| jd�}d}tj|ddd��d}x\|D ]T}|j� }|dkrFd}q,|s,t jjt jj| j|��}|j| j�r,|rz|V q,|V q,W W dQ R X dS ) a Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths zinstalled-files.txtTrS zutf-8)r� z./FN)r� r rI r� r� r� r r� )r Zabsoluter� �skipr� r� ri r! r! r" r� � s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� s zEggInfoDistribution.__eq__)N)F)r* r+ r, r- r� r� r# r� r� r� r� r� r� r� r� r� r� r! r! )r� r" r N s K& c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d � Zd d � Zddd�Z ddd�Z dd� Z dd� Z dS )�DependencyGrapha� Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. c C s i | _ i | _i | _d S )N)�adjacency_list� reverse_listr� )r r! r! r" r# . s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` N)r r )r � distributionr! r! r" �add_distribution3 s z DependencyGraph.add_distributionNc C s6 | j | j||f� || j| kr2| j| j|� dS )a� Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` N)r r' r )r �x�y�labelr! r! r" �add_edge= s zDependencyGraph.add_edgec C s& t jd||� | jj|g �j|� dS )a Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` z %s missing %rN)rM rN r� r% r' )r r r� r! r! r" � add_missingL s zDependencyGraph.add_missingc C s d|j |jf S )Nz%s %s)r r] )r r( r! r! r" � _repr_distW s zDependencyGraph._repr_distr c C s� | j |�g}xv| j| D ]h\}}| j |�}|dk r>d||f }|jd| t|� � | j||d �}|jd�}|j|dd� � qW dj|�S )zPrints only a subgraphNz%s [%s]z r r� )r r r' r� � repr_noder� �extendrI )r r( �level�outputr� r Z suboutputZsubsr! r! r" r Z s zDependencyGraph.repr_nodeTc C s� g }|j d� x|| jj� D ]n\}}t|�dkr>| r>|j|� xH|D ]@\}}|dk rn|j d|j|j|f � qD|j d|j|jf � qDW qW | r�t|�dkr�|j d� |j d� |j d� x&|D ] }|j d |j � |j d � q�W |j d � |j d � dS ) a9 Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` zdigraph dependencies { r Nz"%s" -> "%s" [label="%s"] z "%s" -> "%s" zsubgraph disconnected { zlabel = "Disconnected" zbgcolor = red z"%s"r� z} )r� r �itemsr� r' r )r r� Zskip_disconnectedZ disconnectedr( �adjsr� r r! r! r" �to_dotg s& zDependencyGraph.to_dotc s� g }i }x&| j j� D ]\}}|dd� ||< qW x�g � x4t|j� �dd� D ] \}}|sL� j|� ||= qLW � srP x*|j� D ] \}}� fdd�|D �||< q|W tjddd� � D �� |j� � q2W |t|j� �fS )aa Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. Nc s g | ]\}}|� kr||f�qS r! r! )r� rs rS )� to_remover! r" r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )z%s (%s))r r] )r� rs r! r! r" r� � s )r r �listr' rM rN r �keys)r rb Zalist�krt r! )r r" �topological_sort� s$ z DependencyGraph.topological_sortc C s6 g }x&| j j� D ]\}}|j| j|�� qW dj|�S )zRepresentation of the graphr� )r r r' r rI )r r r( r r! r! r" r� � s zDependencyGraph.__repr__)N)r )T) r* r+ r, r- r# r r r r r r r r� r! r! r! r" r s r r. c C sf t |�}t� }i }xX| D ]P}|j|� x@|jD ]6}t|�\}}tjd|||� |j|g �j||f� q.W qW x�| D ]�}|j |j B |j B |j B }x�|D ]�} y|j | �} W n6 tk r� tjd| � | j� d }|j |�} Y nX | j}d} ||k�rJxV|| D ]J\}} y| j|�} W n tk �r, d} Y nX | r�|j|| | � d} P q�W | s�|j|| � q�W qrW |S )a6 Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance zAdd to provided: %s, %s, %sz+could not read version %r - using name onlyr FT)r r r rf r rM rN r% r' r� r� r� r� rd r r� r� r& rg r r )�distsr= �graphrh r( ri r r] r� r� rd ZmatchedZproviderrg r! r! r" � make_graph� sD r c C s~ || krt d|j ��t| �}|g}|j| }x@|rn|j� }|j|� x$|j| D ]}||krR|j|� qRW q0W |jd� |S )z�Recursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested z1given distribution %r is not a member of the listr )r r r r �popr' )r r( r Zdep�todors Zsuccr! r! r" �get_dependent_dists� s r! c C sv || krt d|j ��t| �}g }|j| }xD|rp|j� d }|j|� x$|j| D ]}||krT|j|� qTW q.W |S )z�Recursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested z1given distribution %r is not a member of the listr )r r r r r r' )r r( r r� r rs Zpredr! r! r" �get_required_dists� s r" c K s4 |j dd�}tf |�}| |_||_|p(d|_t|�S )zO A convenience method for making a dist given just a name and version. �summaryzPlaceholder for summary)r r r r] r# r )r r] �kwargsr# r r! r! r" � make_dist s r% )r. )6r- Z __future__r r� r� rJ r� Zloggingr� rH r/ r� r: r r �compatr r] r r r> r r r �utilr r r r r r r �__all__Z getLoggerr* rM r� ZCOMMANDS_FILENAMEr� rG r� r r r r r r rO rP r r r! r" r% r! r! r! r" �<module> sV $ l 7 G M 6 site-packages/pip/_vendor/distlib/__pycache__/compat.cpython-36.opt-1.pyc 0000644 00000076203 15231162611 0022230 0 ustar 00 3 F��ia� � � @ s d dl mZ d dlZd dlZd dlZy d dlZW n ek rH dZY nX ejd dk �r~d dlmZ e fZ e Z d dl mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�n d dl=mZ e>fZ e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCjDZ/d dlAjEZ$d dlFjDZ0d dl2Z2d dlGm3Z3 d dlHjIZ4eJZ5d dl6m:Z: e8Z8yd dlmKZKmLZL W n8 ek �r� G dd� deM�ZLdcdd �ZNd d � ZKY nX yd d l mOZP W n& ek �r G d d!� d!eQ�ZPY nX yd d"lmRZR W n, ek �rL ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rleWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVyd d,l[m\Z\ W n ek �r� d-d.� Z\Y nX y d dl]Z]W n" ek �r� dd/lm]Z] Y nX ye^Z^W n* e_k �r* d d0l`maZa d1d2� Z^Y nX yejbZbejcZcW nB edk �r~ eje� Zfefd3k�rfd4Zgnd5Zgd6d7� Zbd8d9� ZcY nX yd d:lhmiZi W nH ek �r� d d;ljmkZkmlZl d dlZejmd<�Znd=d>� Zod?d@� ZiY nX yd dAlpmqZq W n" ek �r d dAlrmqZq Y nX ejddB� ddk �r,e3� jsZsn d dDlpmsZs yd dEl`mtZt W nd ek �r� d dFl`muZu yd dGlvmwZx W n ek �r� dedIdJ�ZxY nX G dKdL� dLeu�ZtY nX yd dMlymzZz W n ek �r� dfdNdO�ZzY nX yd dPl`m{Z{ W n� ek �rz yd dQl|m}Z~ W n" ek �r4 d dQlm}Z~ Y nX yd dRl�m�Z�m�Z�m�Z� W n ek �rd Y nX G dSdT� dTe��Z{Y nX yd dUl�m�Z�m�Z� W nv ek �r ejmdVej��Z�dWdX� Z�G dYdZ� dZe��Z�dgd[d\�Z�G d]d^� d^e��Z�G d_d`� d`e��Z�G dadb� dbeQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse� urlunparse�urljoin�urlsplit� urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| jd�} t| �S )Nzutf-8)� isinstance�unicode�encode�_quote)�s� r � /usr/lib/python3.6/compat.pyr s r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)� HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|jd�a t j| �}|r4|jdd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)�hostr* r, r r r � splituser4 s r/ )� TextIOWrapper) r r r r/ r r r r r ) r r r r r r r r! r" r# )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__� __module__� __qualname__r r r r r3 ^ s r3 c C s� g }| s dS | j d�}|d |dd� }}|jd�}||krNtdt| � ��|sb| j� |j� kS |dkrv|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append� startswithr* �escape�replacer+ �join� IGNORECASEr, ) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s( rF c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td ||d f ��ntd ��dS ) a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNameZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) � ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s. r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR A generic container for when multiple values need to be returned c K s | j j|� d S )N)�__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rT r r r r rO � s rO )�whichc s" dd� }t jj� �r&|� |�r"� S dS |dkr>t jjdt j�}|sFdS |jt j�}tj dkr�t j |krt|j dt j � t jjdd�jt j�}t � fd d �|D ��r�� g}q fd d �|D �}n� g}t � }xT|D ]L}t jj|�}||kr�|j|� x(|D ] } t jj|| �} || |�r�| S q�W q�W dS ) aK Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. c S s& t jj| �o$t j| |�o$t jj| � S )N)�os�path�exists�access�isdir)�fn�moder r r � _access_check� s z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� j � j|j � �V qd S )N)r< �endswith)�.0�ext)�cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r )rb rc )rd r r � <listcomp>� s zwhich.<locals>.<listcomp>)rW rX �dirname�environrH �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) rd r] rX r^ Zpathext�files�seen�dirZnormdirZthefile�namer )rd r rV � s8 rV )�ZipFile� __enter__)� ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )ry c C s | j j|j � d S )N)rP rQ )rR �baser r r rT s zZipExtFile.__init__c C s | S )Nr )rR r r r rx s zZipExtFile.__enter__c G s | j � d S )N)�close)rR �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rT rx r} r r r r ry s ry c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )rw c C s | S )Nr )rR r r r rx " s zZipFile.__enter__c G s | j � d S )N)r{ )rR r| r r r r} % s zZipFile.__exit__c O s t j| f|�|�}t|�S )N)� BaseZipFile�openry )rR �argsrS rz r r r r ) s z ZipFile.openN)r4 r5 r6 rx r} r r r r r rw ! s rw )�python_implementationc C s0 dt jkrdS tjdkr dS t jjd�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ IronPythonZCPython)rk �versionrW rv r> r r r r r� 0 s r� )� sysconfig)�Callablec C s t | t�S )N)r r� )�objr r r �callableD s r� �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 )�filenamer r r �fsencodeR s r� c C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r r� r� �decoder� r� r� r� r4 )r� r r r �fsdecode[ s r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� j � jdd�}|dks*|jd�r.dS |d ks@|jd�rDdS | S )z(Imitates get_normal_name in tokenizer.c.N� �_�-zutf-8zutf-8-�latin-1� iso-8859-1� iso-latin-1�latin-1-� iso-8859-1-� iso-latin-1-)r� r� r� )r� r� r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namel s r� c s� y �j j�W n tk r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|jt�rpd� |d d� }d }|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a? The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. NFzutf-8c s y� � S t k r dS X d S )N� )� StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� y| j d�}W n4 tk rB d}�d k r6dj|��}t|��Y nX tj|�}|sVd S t|d �}y t|�}W n: tk r� �d kr�d| }n dj�|�}t|��Y nX � r�|j dkr؈d kr�d}n dj��}t|��|d 7 }|S ) Nzutf-8z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig) r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorrv )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s6 z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__rv �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� w s4 & r� )r? r( � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm Decorator to make a repr function return fillvalue for a recursive call c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S �j|� z �| �}W d �j|� X |S )N)�id� get_identrr �discard)rR rK �result)� fillvalue� repr_running� user_functionr r �wrapper� s z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rU r4 �__annotations__)rp �getattrr5 rU r4 r� )r� r� )r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r )r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d �Zd d � Zd d� Z dd� Z dd� Z e � dd� �Z edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. N)�list�maps)rR r� r r r rT s zChainMap.__init__c C s t |��d S )N)�KeyError)rR rK r r r � __missing__ s zChainMap.__missing__c C s8 x,| j D ]"}y|| S tk r( Y qX qW | j|�S )N)r� r� r� )rR rK �mappingr r r � __getitem__ s zChainMap.__getitem__Nc C s || kr| | S |S )Nr )rR rK r� r r r rH s z ChainMap.getc C s t t� j| j� �S )N)rI rp �unionr� )rR r r r �__len__" s zChainMap.__len__c C s t t� j| j� �S )N)�iterrp r� r� )rR r r r �__iter__% s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S )Nr )rb �m)rK r r re ) s z(ChainMap.__contains__.<locals>.<genexpr>)ro r� )rR rK r )rK r � __contains__( s zChainMap.__contains__c C s t | j�S )N)ro r� )rR r r r �__bool__+ s zChainMap.__bool__c C s dj | djtt| j���S )Nz{0.__class__.__name__}({1})z, )r� rA rJ r; r� )rR r r r �__repr__. s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 3 s zChainMap.fromkeysc C s$ | j | jd j� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copy)rR r r r r� 8 s z ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.)r� r� )rR r r r � new_child> s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r N)r� r� )rR r r r �parentsB s zChainMap.parentsc C s || j d |< d S )Nr )r� )rR rK rL r r r � __setitem__G s zChainMap.__setitem__c C s8 y| j d |= W n" tk r2 tdj|���Y nX d S )Nr z(Key not found in the first mapping: {!r})r� r� r� )rR rK r r r � __delitem__J s zChainMap.__delitem__c C s0 y| j d j� S tk r* td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� )rR r r r r� P s zChainMap.popitemc G s> y| j d j|f|�� S tk r8 tdj|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r z(Key not found in the first mapping: {!r}N)r� �popr� r� )rR rK r� r r r r� W s z ChainMap.popc C s | j d j� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clear)rR r r r r� ^ s zChainMap.clear)N)r4 r5 r6 rU rT r� r� rH r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s( r� )�cache_from_sourcec C s" |d kr d}|rd}nd}| | S )NF�c�or )rX �debug_override�suffixr r r r� e s r� )� OrderedDict)r� )�KeysView� ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd d � Z d d � Z d6dd�Z dd� Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y | j W n6 tk r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. r z$expected at most 1 arguments, got %dN)rI r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rR r� �kwds�rootr r r rT � s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r� )rR rK rL Z dict_setitemr� �lastr r r r� � s zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r� r� )rR rK Z dict_delitem� link_prev� link_nextr r r r� � s zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r r( N)r� )rR r� �currr r r r� � s zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r( N)r� )rR r� r� r r r � __reversed__� s zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r� � itervaluesr� r� r� r� )rR Znoder� r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r( )r� r� r� r� r� )rR r� r� �linkr� r� rK rL r r r r� � s zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� )rR r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )rb rK )rR r r rf � s z&OrderedDict.values.<locals>.<listcomp>r )rR r )rR r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )rb rK )rR r r rf � s z%OrderedDict.items.<locals>.<listcomp>r )rR r )rR r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� )rR r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )rR �kr r r r� � s zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )rR r r r r � iteritems� s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r( z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r� N)rI r� r r� �hasattrr� r )r� r� rR �otherrK rL r r r rQ � s& zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )�_OrderedDict__markerr� )rR rK r� r� r r r r� ! s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )rR rK r� r r r � setdefault. s zOrderedDict.setdefaultc C s^ |si }t | �t� f}||kr"dS d||< z&| s>d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)r� � _get_identr� r4 r )rR Z _repr_runningZcall_keyr r r r� 5 s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )rb r )rR r r rf E s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rR r Z inst_dictr r )rR r � __reduce__C s zOrderedDict.__reduce__c C s | j | �S )z!od.copy() -> a shallow copy of od)r� )rR r r r r� M s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )r� r� rL �drK r r r r� Q s zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r r� rI r r� �__eq__)rR r r r r r \ s zOrderedDict.__eq__c C s | |k S )Nr )rR r r r r �__ne__e s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� )rR r r r �viewkeysj s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� )rR r r r � viewvaluesn s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� )rR r r r � viewitemsr s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rU rT r� r� r� r� r� r� r� r� r r r r� r rQ r� �objectr r� r r� r r� r� r� r r r r r r r r r r� � s: r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)� IDENTIFIERr, rG )r r� r r r r | s r c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) r� r� � configurator�convertr� r �ConvertingList�ConvertingTuple�parentrK )rR rK rL r� r r r r� � s zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N) r� rH r r r� r r r r rK )rR rK r� rL r� r r r rH � s zConvertingDict.get)N)r4 r5 r6 rU r� rH r r r r r � s r c C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N) r� r� r r r� r r r r rK )rR rK r� rL r� r r r r� � s r� c @ s" e Zd ZdZdd� Zd dd�ZdS ) r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) r� r� r r r� r r r r rK )rR rK rL r� r r r r� � s zConvertingList.__getitem__r c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r� r� r r r� r r r r )rR �idxrL r� r r r r� � s zConvertingList.popN���)r )r4 r5 r6 rU r� r� r r r r r � s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N) �tupler� r r r� r r r r rK )rR rK rL r� r r r r� � s zConvertingTuple.__getitem__N)r4 r5 r6 rU r� r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z ddd �Z e e �Zd d � Zd d � Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r zQ The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rc Zcfgc C s t |�| _| | j_d S )N)r �configr )rR r! r r r rT � s zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk rl | j|� t||�}Y q&X q&W |S tk r� tj� dd� \}}td||f �}|| |_ |_ |�Y nX dS )zl Resolve strings to objects using standard import and attribute syntax. r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrk r| rG � __cause__� __traceback__) rR r rv Zused�foundrE �e�tb�vr r r �resolve� s" zBaseConfigurator.resolvec C s | j |�S )z*Default converter for the ext:// protocol.)r* )rR rL r r r r s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t k r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr, rG �endr! �groups� DOT_PATTERN� INDEX_PATTERN� DIGIT_PATTERN�intr� )rR rL �restr� r r �nr r r r s2 z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n|t |t� rrt |t�rrt|�}| |_nVt |t�r�| j j |�}|r�|j � }|d }| j j |d�}|r�|d }t| |�}||�}|S )z� Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. �prefixNr� )r r r� r r r� r r � string_types�CONVERT_PATTERNr, � groupdict�value_convertersrH r� )rR rL r� r r4 Z converterr� r r r r ) s* zBaseConfigurator.convertc sr � j d�}t|�s | j|�}� j dd�}t� fdd�� D ��}|f |�}|rnx |j� D ]\}}t|||� qVW |S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r )rb r )r! r r rf L s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r* r� r �setattr)rR r! r� ZpropsrS r� rv rL r )r! r �configure_customE s z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r )rR rL r r r �as_tupleS s zBaseConfigurator.as_tupleN)r4 r5 r6 rU r* r+ r6 r+ r. r/ r0 r8 � staticmethod� __import__r" rT r* r r r r: r; r r r r r � s " r )r )r r� )r� )N)N)�Z __future__r rW r* rk Zsslr# � version_infor Z basestringr5 r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r r r Zurllibr r r r r r r r Zurllib2r r r r r r r! r" r# r$ ZhttplibZ xmlrpclibZQueueZqueuer% ZhtmlentitydefsZ raw_input� itertoolsr& �filterr' r1 r) r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ xmlrpc.clientZ html.parserZ html.entitiesZentities�inputr2 r3 rG rF rN rO r rV �F_OK�X_OKZzipfilerw r~ r ry ZBaseZipExtFilerl r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r+ r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� Zimpr� r� Zthreadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr r �Ir r r� r� r r r r r r r �<module> s& $, ,0 2+ A [ b w site-packages/pip/_vendor/distlib/__pycache__/__init__.cpython-36.pyc 0000644 00000001703 15231162611 0021536 0 ustar 00 3 F��iE � @ sn d dl Z dZG dd� de�Zyd dl mZ W n& ek rR G dd� de j�ZY nX e je�Z e j e� � dS )� Nz0.2.4c @ s e Zd ZdS )�DistlibExceptionN)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S )Nr )�self�recordr r r �handle s zNullHandler.handlec C s d S )Nr )r r r r r �emit s zNullHandler.emitc C s d | _ d S )N)�lock)r r r r � createLock s zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ addHandlerr r r r �<module> s site-packages/pip/_vendor/distlib/__pycache__/compat.cpython-36.pyc 0000644 00000076252 15231162611 0021275 0 ustar 00 3 F��ia� � � @ s d dl mZ d dlZd dlZd dlZy d dlZW n ek rH dZY nX ejd dk �r~d dlmZ e fZ e Z d dl mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�n d dl=mZ e>fZ e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCjDZ/d dlAjEZ$d dlFjDZ0d dl2Z2d dlGm3Z3 d dlHjIZ4eJZ5d dl6m:Z: e8Z8yd dlmKZKmLZL W n8 ek �r� G dd� deM�ZLdcdd �ZNd d � ZKY nX yd d l mOZP W n& ek �r G d d!� d!eQ�ZPY nX yd d"lmRZR W n, ek �rL ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rleWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVyd d,l[m\Z\ W n ek �r� d-d.� Z\Y nX y d dl]Z]W n" ek �r� dd/lm]Z] Y nX ye^Z^W n* e_k �r* d d0l`maZa d1d2� Z^Y nX yejbZbejcZcW nB edk �r~ eje� Zfefd3k�rfd4Zgnd5Zgd6d7� Zbd8d9� ZcY nX yd d:lhmiZi W nH ek �r� d d;ljmkZkmlZl d dlZejmd<�Znd=d>� Zod?d@� ZiY nX yd dAlpmqZq W n" ek �r d dAlrmqZq Y nX ejddB� ddk �r,e3� jsZsn d dDlpmsZs yd dEl`mtZt W nd ek �r� d dFl`muZu yd dGlvmwZx W n ek �r� dedIdJ�ZxY nX G dKdL� dLeu�ZtY nX yd dMlymzZz W n ek �r� dfdNdO�ZzY nX yd dPl`m{Z{ W n� ek �rz yd dQl|m}Z~ W n" ek �r4 d dQlm}Z~ Y nX yd dRl�m�Z�m�Z�m�Z� W n ek �rd Y nX G dSdT� dTe��Z{Y nX yd dUl�m�Z�m�Z� W nv ek �r ejmdVej��Z�dWdX� Z�G dYdZ� dZe��Z�dgd[d\�Z�G d]d^� d^e��Z�G d_d`� d`e��Z�G dadb� dbeQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse� urlunparse�urljoin�urlsplit� urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| jd�} t| �S )Nzutf-8)� isinstance�unicode�encode�_quote)�s� r � /usr/lib/python3.6/compat.pyr s r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)� HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|jd�a t j| �}|r4|jdd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)�hostr* r, r r r � splituser4 s r/ )� TextIOWrapper) r r r r/ r r r r r ) r r r r r r r r! r" r# )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__� __module__� __qualname__r r r r r3 ^ s r3 c C s� g }| s dS | j d�}|d |dd� }}|jd�}||krNtdt| � ��|sb| j� |j� kS |dkrv|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d d �� x |D ]}|jtj|�� q�W tj d d j |� d tj �} | j |�S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append� startswithr* �escape�replacer+ �join� IGNORECASEr, ) Zdn�hostnameZ max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s( rF c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td ||d f ��ntd ��dS ) a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNameZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) � ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s. r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR A generic container for when multiple values need to be returned c K s | j j|� d S )N)�__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rT r r r r rO � s rO )�whichc s" dd� }t jj� �r&|� |�r"� S dS |dkr>t jjdt j�}|sFdS |jt j�}tj dkr�t j |krt|j dt j � t jjdd�jt j�}t � fd d �|D ��r�� g}q fd d �|D �}n� g}t � }xT|D ]L}t jj|�}||kr�|j|� x(|D ] } t jj|| �} || |�r�| S q�W q�W dS ) aK Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. c S s& t jj| �o$t j| |�o$t jj| � S )N)�os�path�exists�access�isdir)�fn�moder r r � _access_check� s z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� j � j|j � �V qd S )N)r< �endswith)�.0�ext)�cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r )rb rc )rd r r � <listcomp>� s zwhich.<locals>.<listcomp>)rW rX �dirname�environrH �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) rd r] rX r^ Zpathext�files�seen�dirZnormdirZthefile�namer )rd r rV � s8 rV )�ZipFile� __enter__)� ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )ry c C s | j j|j � d S )N)rP rQ )rR �baser r r rT s zZipExtFile.__init__c C s | S )Nr )rR r r r rx s zZipExtFile.__enter__c G s | j � d S )N)�close)rR �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rT rx r} r r r r ry s ry c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )rw c C s | S )Nr )rR r r r rx " s zZipFile.__enter__c G s | j � d S )N)r{ )rR r| r r r r} % s zZipFile.__exit__c O s t j| f|�|�}t|�S )N)� BaseZipFile�openry )rR �argsrS rz r r r r ) s z ZipFile.openN)r4 r5 r6 rx r} r r r r r rw ! s rw )�python_implementationc C s0 dt jkrdS tjdkr dS t jjd�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ IronPythonZCPython)rk �versionrW rv r> r r r r r� 0 s r� )� sysconfig)�Callablec C s t | t�S )N)r r� )�objr r r �callableD s r� �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 )�filenamer r r �fsencodeR s r� c C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r r� r� �decoder� r� r� r� r4 )r� r r r �fsdecode[ s r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� j � jdd�}|dks*|jd�r.dS |d ks@|jd�rDdS | S )z(Imitates get_normal_name in tokenizer.c.N� �_�-zutf-8zutf-8-�latin-1� iso-8859-1� iso-latin-1�latin-1-� iso-8859-1-� iso-latin-1-)r� r� r� )r� r� r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namel s r� c s� y �j j�W n tk r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|jt�rpd� |d d� }d }|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a? The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. NFzutf-8c s y� � S t k r dS X d S )N� )� StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� y| j d�}W n4 tk rB d}�d k r6dj|��}t|��Y nX tj|�}|sVd S t|d �}y t|�}W n: tk r� �d kr�d| }n dj�|�}t|��Y nX � r�|j dkr؈d kr�d}n dj��}t|��|d 7 }|S ) Nzutf-8z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig) r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorrv )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s6 z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__rv �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� w s4 & r� )r? r( � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm Decorator to make a repr function return fillvalue for a recursive call c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S �j|� z �| �}W d �j|� X |S )N)�id� get_identrr �discard)rR rK �result)� fillvalue� repr_running� user_functionr r �wrapper� s z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rU r4 �__annotations__)rp �getattrr5 rU r4 r� )r� r� )r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r )r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d �Zd d � Zd d� Z dd� Z dd� Z e � dd� �Z edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. N)�list�maps)rR r� r r r rT s zChainMap.__init__c C s t |��d S )N)�KeyError)rR rK r r r � __missing__ s zChainMap.__missing__c C s8 x,| j D ]"}y|| S tk r( Y qX qW | j|�S )N)r� r� r� )rR rK �mappingr r r � __getitem__ s zChainMap.__getitem__Nc C s || kr| | S |S )Nr )rR rK r� r r r rH s z ChainMap.getc C s t t� j| j� �S )N)rI rp �unionr� )rR r r r �__len__" s zChainMap.__len__c C s t t� j| j� �S )N)�iterrp r� r� )rR r r r �__iter__% s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S )Nr )rb �m)rK r r re ) s z(ChainMap.__contains__.<locals>.<genexpr>)ro r� )rR rK r )rK r � __contains__( s zChainMap.__contains__c C s t | j�S )N)ro r� )rR r r r �__bool__+ s zChainMap.__bool__c C s dj | djtt| j���S )Nz{0.__class__.__name__}({1})z, )r� rA rJ r; r� )rR r r r �__repr__. s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 3 s zChainMap.fromkeysc C s$ | j | jd j� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copy)rR r r r r� 8 s z ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.)r� r� )rR r r r � new_child> s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r N)r� r� )rR r r r �parentsB s zChainMap.parentsc C s || j d |< d S )Nr )r� )rR rK rL r r r � __setitem__G s zChainMap.__setitem__c C s8 y| j d |= W n" tk r2 tdj|���Y nX d S )Nr z(Key not found in the first mapping: {!r})r� r� r� )rR rK r r r � __delitem__J s zChainMap.__delitem__c C s0 y| j d j� S tk r* td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� )rR r r r r� P s zChainMap.popitemc G s> y| j d j|f|�� S tk r8 tdj|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r z(Key not found in the first mapping: {!r}N)r� �popr� r� )rR rK r� r r r r� W s z ChainMap.popc C s | j d j� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clear)rR r r r r� ^ s zChainMap.clear)N)r4 r5 r6 rU rT r� r� rH r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s( r� )�cache_from_sourcec C s0 | j d�st�|d krd}|r$d}nd}| | S )Nz.pyT�c�o)ra �AssertionError)rX �debug_override�suffixr r r r� e s r� )� OrderedDict)r� )�KeysView� ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd d � Z d d � Z d6dd�Z dd� Z dd� Z dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y | j W n6 tk r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. r z$expected at most 1 arguments, got %dN)rI r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rR r� �kwds�rootr r r rT � s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r� )rR rK rL Z dict_setitemr� �lastr r r r� � s zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r� r� )rR rK Z dict_delitem� link_prev� link_nextr r r r� � s zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r r( N)r� )rR r� �currr r r r� � s zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r( N)r� )rR r� r� r r r � __reversed__� s zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r� � itervaluesr� r� r� r� )rR Znoder� r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r( )r� r� r� r� r� )rR r� r� �linkr� r� rK rL r r r r� � s zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� )rR r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )rb rK )rR r r rf � s z&OrderedDict.values.<locals>.<listcomp>r )rR r )rR r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )rb rK )rR r r rf � s z%OrderedDict.items.<locals>.<listcomp>r )rR r )rR r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� )rR r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )rR �kr r r r� � s zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )rR r r r r � iteritems� s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r( z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r N)rI r� r r� �hasattrr r )r� r� rR �otherrK rL r r r rQ � s& zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )�_OrderedDict__markerr� )rR rK r� r� r r r r� ! s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )rR rK r� r r r � setdefault. s zOrderedDict.setdefaultc C s^ |si }t | �t� f}||kr"dS d||< z&| s>d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)r� � _get_identr� r4 r )rR Z _repr_runningZcall_keyr r r r� 5 s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )rb r )rR r r rf E s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rR r Z inst_dictr r )rR r � __reduce__C s zOrderedDict.__reduce__c C s | j | �S )z!od.copy() -> a shallow copy of od)r� )rR r r r r� M s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )r� r� rL �drK r r r r� Q s zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r r� rI r r� �__eq__)rR r r r r r \ s zOrderedDict.__eq__c C s | |k S )Nr )rR r r r r �__ne__e s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� )rR r r r �viewkeysj s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� )rR r r r � viewvaluesn s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� )rR r r r � viewitemsr s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rU rT r� r� r� r� r� r� r� r r r r r� r rQ r� �objectr r� r r� r r� r� r� r r r r r r r r r r� � s: r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)� IDENTIFIERr, rG )r r� r r r r | s r c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) r� r� � configurator�convertr� r �ConvertingList�ConvertingTuple�parentrK )rR rK rL r� r r r r� � s zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N) r� rH r r r� r r r r rK )rR rK r� rL r� r r r rH � s zConvertingDict.get)N)r4 r5 r6 rU r� rH r r r r r � s r c C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N) r� r� r r r� r r r r rK )rR rK r� rL r� r r r r� � s r� c @ s" e Zd ZdZdd� Zd dd�ZdS ) r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N) r� r� r r r� r r r r rK )rR rK rL r� r r r r� � s zConvertingList.__getitem__r c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r� r� r r r� r r r r )rR �idxrL r� r r r r� � s zConvertingList.popN���)r )r4 r5 r6 rU r� r� r r r r r � s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N) �tupler� r r r� r r r r rK )rR rK rL r� r r r r� � s zConvertingTuple.__getitem__N)r4 r5 r6 rU r� r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z ddd �Z e e �Zd d � Zd d � Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r zQ The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rc Zcfgc C s t |�| _| | j_d S )N)r �configr )rR r" r r r rT � s zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk rl | j|� t||�}Y q&X q&W |S tk r� tj� dd� \}}td||f �}|| |_ |_ |�Y nX dS )zl Resolve strings to objects using standard import and attribute syntax. r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrk r| rG � __cause__� __traceback__) rR r rv Zused�foundrE �e�tb�vr r r �resolve� s" zBaseConfigurator.resolvec C s | j |�S )z*Default converter for the ext:// protocol.)r+ )rR rL r r r r s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t k r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr, rG �endr" �groups� DOT_PATTERN� INDEX_PATTERN� DIGIT_PATTERN�intr� )rR rL �restr� r r �nr r r r! s2 z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n|t |t� rrt |t�rrt|�}| |_nVt |t�r�| j j |�}|r�|j � }|d }| j j |d�}|r�|d }t| |�}||�}|S )z� Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. �prefixNr� )r r r� r r r� r r � string_types�CONVERT_PATTERNr, � groupdict�value_convertersrH r� )rR rL r� r r5 Z converterr� r r r r ) s* zBaseConfigurator.convertc sr � j d�}t|�s | j|�}� j dd�}t� fdd�� D ��}|f |�}|rnx |j� D ]\}}t|||� qVW |S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r )rb r )r" r r rf L s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r+ r� r �setattr)rR r" r� ZpropsrS r� rv rL r )r" r �configure_customE s z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r )rR rL r r r �as_tupleS s zBaseConfigurator.as_tupleN)r4 r5 r6 rU r* r+ r7 r, r/ r0 r1 r9 � staticmethod� __import__r# rT r+ r r! r r; r< r r r r r � s " r )r )r r� )r� )N)N)�Z __future__r rW r* rk Zsslr$ � version_infor Z basestringr6 r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r r r Zurllibr r r r r r r r Zurllib2r r r r r r r! r" r# r$ ZhttplibZ xmlrpclibZQueueZqueuer% ZhtmlentitydefsZ raw_input� itertoolsr& �filterr' r1 r) r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ xmlrpc.clientZ html.parserZ html.entitiesZentities�inputr2 r3 rG rF rN rO r rV �F_OK�X_OKZzipfilerw r~ r ry ZBaseZipExtFilerl r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r+ r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� Zimpr� r� Zthreadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr r �Ir r r� r� r r r r r r r �<module> s& $, ,0 2+ A [ b w site-packages/pip/_vendor/distlib/__pycache__/manifest.cpython-36.opt-1.pyc 0000644 00000023660 15231162611 0022552 0 ustar 00 3 F��i�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z dgZ ej e�Zejdej�Zejd ejejB �Zejdd � ZG d d� de�ZdS ) zu Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. � N� )�DistlibException)�fsdecode)� convert_path�Manifestz\\w* z#.*?(?= )| (?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d � Zd d d �Zdd� Z dd� Z dd� Z d dd�Z d dd�Z d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. Nc C s> t jjt jj|pt j� ��| _| jt j | _d| _t � | _ dS )zd Initialise an instance. :param base: The base directory to explore under. N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r � /usr/lib/python3.6/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}xv|r�|� }tj |�} x\| D ]T} tj j || �} tj | �} | j } || �r�|jt | �� qR|| �rR|| � rR|| � qRW q8W dS )zmFind all files under the base and set ``allfiles`` to the absolute pathnames of files found. r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr �join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s" zManifest.findallc C s4 |j | j�s tjj| j|�}| jjtjj|�� dS )zz Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. N) � startswithr r r r r r �addr )r �itemr r r r) T s z Manifest.addc C s x|D ]}| j |� qW dS )z� Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. N)r) )r �itemsr* r r r �add_many^ s zManifest.add_manyFc sf � �fdd�� t �j�}|rJt � }x |D ]}� |tjj|�� q(W ||O }dd� tdd� |D ��D �S )z8 Return sorted files in directory order c s> | j |� tjd|� |�jkr:tjj|�\}}� | |� d S )Nzadd_dir added %s)r) �logger�debugr r r �split)�dirs�d�parent�_)�add_dirr r r r4 l s z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r r )�.0Z path_tupler r r � <listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t jj|�V qd S )N)r r r/ )r5 r r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r �dirname�sorted)r Zwantdirs�resultr0 �fr )r4 r r r9 g s zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C s� | j |�\}}}}|dkrFx&|D ] }| j|dd�s tjd|� q W �n<|dkrnx|D ]}| j|dd�}qTW �n|dkr�x&|D ] }| j|dd�s|tjd|� q|W n�|d kr�x�|D ]}| j|dd�}q�W n�|d k� r�x�|D ] }| j||d �s�tjd ||� q�W n�|d k�r&xz|D ]}| j||d �}�q W n\|dk�rN| jd|d ��s�tjd|� n4|dk�rv| jd|d ��s�tjd|� n td| ��dS )av Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands �includeT)�anchorzno files found matching %r�excludezglobal-includeFz3no files found matching %r anywhere in distributionzglobal-excludezrecursive-include)r z-no files found matching %r under directory %rzrecursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr- Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ dirpattern�pattern�foundr r r �process_directive� sD zManifest.process_directivec C s |j � }t|�dkr,|d dkr,|jdd� |d }d } }}|dkrxt|�d k r`td | ��dd� |dd � D �}n�|dkr�t|�dk r�td| ��t|d �}dd� |d d � D �}n<|dk� r�t|�d kr�td| ��t|d �}n td| ��||||fS )z� Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns r r r= r? �global-include�global-exclude�recursive-include�recursive-excluder@ rA Nr z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r5 �wordr r r r6 � s z-Manifest._parse_directive.<locals>.<listcomp>� z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r5 rP r r r r6 � s z!%r expects a single <dir_pattern>zunknown action %r)r= r? rL rM rN rO r@ rA )r= r? rL rM )rN rO )r@ rA )r/ �len�insertr r )r rE ZwordsrF rG rH Z dir_patternr r r rB � s: zManifest._parse_directiveTc C sT d}| j ||||�}| jdkr&| j� x(| jD ] }|j|�r.| jj|� d}q.W |S )a� Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. FNT)�_translate_patternr r' �searchr r) )r rI r> r �is_regexrJ � pattern_rer$ r r r rC s zManifest._include_patternc C sF d}| j ||||�}x,t| j�D ] }|j|�r | jj|� d}q W |S )at Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions FT)rT �listr rU �remove)r rI r> r rV rJ rW r; r r r rD ) s zManifest._exclude_patternc C sv |r t |t�rtj|�S |S td kr:| jd�jd�\}}}|rR| j|�}td krVnd}tjtj j | j d��} |dk �r4tdkr�| jd�} | j|�dt | � � } n&| j|�} | t |�t | �t |� � } tj } tj dkr�d} tdk�rd| | j | d | f� }n0|t |�t |�t |� � }d || | | ||f }n8|�rltdk�rRd| | }nd || |t |�d� f }tj|�S )a Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). rQ r r3 � N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)rQ r )rQ r )rQ r )rQ r )rQ r )� isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partition�escaper r r r rR r ) r rI r> r rV �startr3 �endrW r Z empty_patternZ prefix_rer r r r rT = s@ zManifest._translate_patternc C s8 t j|�}tj}tjdkr d}d| }tjd||�}|S )z�Translate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). r[ z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r r_ �sub)r rI rW r Zescapedr r r rb t s zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__� __module__� __qualname__�__doc__r r' r) r, r9 r< rK rB rC rD rT rb r r r r r % s O/ ( 6)rm rg Zloggingr r_ �sysrZ r �compatr �utilr �__all__Z getLoggerrj r- r` �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_infora �objectr r r r r �<module> s site-packages/pip/_vendor/distlib/__pycache__/index.cpython-36.pyc 0000644 00000041620 15231162611 0021110 0 ustar 00 3 F��i]R � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZyd dlmZ W n ek r` d dl mZ Y nX ddl m Z ddl m Z mZmZmZmZmZ ddlmZmZmZ eje�ZdZdZG d d � d e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyz https://pypi.python.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z d+dd�Z d,dd�Z d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc This class represents a package index compatible with PyPI, the Python Package Index. s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s� |pt | _| j� t| j�\}}}}}}|s<|s<|s<|d krJtd| j ��d| _d| _d| _d| _d| _ t t j d��R}xJd D ]B} y(t j| dg||d �} | d kr�| | _P W q| tk r� Y q|X q|W W dQ R X dS ) z� Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. �http�httpszinvalid repository: %sN�w�gpg�gpg2z --version)�stdout�stderrr )r r )r r )� DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home� rpc_proxy�open�os�devnull� subprocessZ check_call�OSError) �selfr �scheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r) �/usr/lib/python3.6/index.py�__init__$ s( zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs Get the distutils command for interacting with PyPI configurations. :return: the command. r )� Distribution)� PyPIRCCommand)Zdistutils.corer, Zdistutils.configr- )r# r, r- �dr) r) r* �_get_pypirc_commandB s z PackageIndex._get_pypirc_commandc C sR | j � }| j|_|j� }|jd�| _|jd�| _|jdd�| _|jd| j�| _dS )z� Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. �username�password�realmr � repositoryN)r/ r r3 Z _read_pypirc�getr0 r1 r2 )r# �cZcfgr) r) r* r L s z PackageIndex.read_configurationc C s$ | j � | j� }|j| j| j� dS )z� Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. N)�check_credentialsr/ Z _store_pypircr0 r1 )r# r5 r) r) r* �save_configuration[ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|j| j|| j | j� t|�| _ dS )zp Check that ``username`` and ``password`` have been set, and raise an exception if not. Nz!username and password must be set) r0 r1 r r r r Z add_passwordr2 r r )r# Zpm�_r% r) r) r* r6 g s z PackageIndex.check_credentialsc C s\ | j � |j� |j� }d|d< | j|j� g �}| j|�}d|d< | j|j� g �}| j|�S )aq Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. Zverifyz:actionZsubmit)r6 �validate�todict�encode_request�items� send_request)r# �metadatar. �requestZresponser) r) r* �registers s zPackageIndex.registerc C sJ x<|j � }|sP |jd�j� }|j|� tjd||f � qW |j� dS )ar Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. zutf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r# �name�streamZoutbufr' r) r) r* �_reader� s zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|jd|g� |dk rF|jdddg� tj� }tjj|tjj|�d �}|jd d d |d ||g� t j ddj|�� ||fS )a� Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. z --status-fd�2z--no-ttyNz --homedirz--batchz--passphrase-fd�0z.ascz --detach-signz--armorz --local-userz--outputz invoking: %s� ) r r �extend�tempfileZmkdtempr r& �join�basenamerE rF )r# �filename�signer� sign_password�keystore�cmdZtdZsfr) r) r* �get_sign_command� s z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|j� t| jd|j|fd�}|j� |dk r�|jj |� |jj � |j � |j � |j � |j ||fS )a� Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. )r r N�stdinr )�target�argsr )r! �PIPE�Popenr rJ r �startr rX �writerG �waitrP � returncode) r# rV Z input_data�kwargsr r �pZt1Zt2r) r) r* � run_command� s$ zPackageIndex.run_commandc C sD | j ||||�\}}| j||jd��\}}} |dkr@td| ��|S )aR Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. zutf-8r z&sign command failed with error code %s)rW rc �encoder ) r# rR rS rT rU rV �sig_filer( r r r) r) r* � sign_file� s zPackageIndex.sign_file�sdist�sourcec C s( | j � tjj|�s td| ��|j� |j� }d} |rZ| jsJtj d� n| j ||||�} t |d��} | j � } W dQ R X t j| �j� } t j| �j� } |jdd||| | d�� dtjj|�| fg}| �rt | d��} | j � }W dQ R X |jd tjj| �|f� tjtjj| �� | j|j� |�}| j|�S ) a� Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. z not found: %sNz)no signing program available - not signed�rbZ file_upload�1)z:actionZprotocol_version�filetype� pyversion� md5_digest� sha256_digest�contentZ gpg_signature)r6 r r& �existsr r9 r: r rE Zwarningrf r �read�hashlib�md5� hexdigestZsha256�updaterQ rD �shutilZrmtree�dirnamer; r< r= )r# r> rR rS rT rk rl rU r. re �fZ file_datarm rn �filesZsig_datar? r) r) r* � upload_file� s> zPackageIndex.upload_filec C s� | j � tjj|�s td| ��tjj|d�}tjj|�sFtd| ��|j� |j|j }}t |�j � }d d|fd|fg}d||fg}| j ||�} | j | �S ) a2 Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. znot a directory: %rz index.htmlz not found: %r�:action� doc_uploadrH �versionro )r{ r| )r6 r r& �isdirr rP rp r9 rH r} r �getvaluer; r= ) r# r> Zdoc_dir�fnrH r} Zzip_data�fieldsry r? r) r) r* �upload_documentation) s z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|jd|g� |jd||g� tjddj|�� |S ) a| Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. z --status-fdrK z--no-ttyNz --homedirz--verifyz invoking: %srM )r r rN rE rF rP )r# �signature_filename� data_filenamerU rV r) r) r* �get_verify_commandE s z PackageIndex.get_verify_commandc C sH | j std��| j|||�}| j|�\}}}|dkr@td| ��|dkS )a6 Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. z0verification unavailable because gpg unavailabler r z(verify command failed with error code %s)r r )r r r� rc )r# r� r� rU rV r( r r r) r) r* �verify_signature] s z PackageIndex.verify_signaturec C sp |dkrd}t jd� n6t|ttf�r0|\}}nd}tt|�� }t jd| � t|d���}| jt |��}z�|j � } d} d} d} d} d | kr�t | d �} |r�|| | | � xP|j | �}|s�P | t |�7 } |j|� |r�|j|� | d7 } |r�|| | | � q�W W d|j� X W dQ R X | dk�r4| | k �r4td | | f ��|�rl|j� }||k�r`td ||||f ��t jd |� dS )a This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. NzNo digest specifiedrs zDigest specified: %s�wbi r r zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s���)rE rF � isinstance�list�tuple�getattrrr r r= r �info�intrq �lenr^ ru rG r rt )r# r �destfileZdigestZ reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizerq Zblocknum�block�actualr) r) r* � download_filev sV zPackageIndex.download_filec C s: g }| j r|j| j � | jr(|j| j� t|� }|j|�S )z� Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). )r rD r r r )r# ZreqZhandlers�openerr) r) r* r= � s zPackageIndex.send_requestc C s� g }| j }xX|D ]P\}}t|ttf�s,|g}x2|D ]*}|jd| d| jd�d|jd�f� q2W qW x6|D ].\}} } |jd| d|| f jd�d| f� qjW |jd| d df� dj|�} d| } | tt| ��d�} t | j | | �S ) a& Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. s --z)Content-Disposition: form-data; name="%s"zutf-8� z8Content-Disposition: form-data; name="%s"; filename="%s"s s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rN rd rP �strr� r r )r# r� ry �partsr� �k�values�v�keyrR �valueZbodyZctr� r) r) r* r; � s2 zPackageIndex.encode_requestc C s> t |t�rd|i}| jd kr,t| jdd�| _| jj||p:d�S )NrH g @)Ztimeout�and)r� r r r r �search)r# Zterms�operatorr) r) r* r� � s zPackageIndex.search)N)N)N)N)NNrg rh N)N)N)NN)N)�__name__� __module__� __qualname__�__doc__r� r+ r/ r r7 r6 r@ rJ rW rc rf rz r� r� r� r� r= r; r� r) r) r) r* r s* # 8 M+r ) rr Zloggingr rv r! rO Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r �utilr r r Z getLoggerr� rE r Z DEFAULT_REALM�objectr r) r) r) r* �<module> s site-packages/pip/_vendor/distlib/__pycache__/scripts.cpython-36.opt-1.pyc 0000644 00000023415 15231162611 0022431 0 ustar 00 3 F��ix; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m Z ddl m Z ddl mZmZmZmZmZ eje�Zdj� Zejd�Zd Zd d � ZG d d � d e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva� <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$a| # -*- coding: utf-8 -*- if __name__ == '__main__': import sys, re def _resolve(module, func): __import__(module) mod = sys.modules[module] parts = func.split('.') result = getattr(mod, parts.pop(0)) for p in parts: result = getattr(result, p) return result try: sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0]) func = _resolve('%(module)s', '%(func)s') rc = func() # None interpreted as 0 except Exception as e: # only supporting Python >= 2.6 sys.stderr.write('%%s\n' %% e) rc = 1 sys.exit(rc) c C sZ d| krV| j d�rD| jdd�\}}d|krV|j d� rVd||f } n| j d�sVd| } | S )N� z /usr/bin/env r �"z%s "%s"z"%s")� startswith�split)� executable�envZ _executable� r � /usr/lib/python3.6/scripts.py�_enquote_executableB s r c @ s� e Zd ZdZeZdZd%dd�Zdd� Ze j j d �rBd d � Z d d � Z d&dd�Zdd� ZeZdd� Zdd� Zd'dd�Zdd� Zedd � �Zejd d � �Zejd ks�ejd kr�ejd kr�d d � Z d(d!d"�Z d)d#d$�Z dS )*� ScriptMakerz_ A class to copy or create scripts from source scripts or callable specifications. NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _ |pRt |�| _ tjdkprtjdkortjdk| _ d S )NF�posix�java� �X.Y�nt)r r )� source_dir� target_dir� add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__[ s zScriptMaker.__init__c C s@ |j dd�r<| jr<tjj|�\}}|jdd�}tjj||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executablek s z%ScriptMaker._get_alternate_executabler c C sL y"t |��}|jd�dkS Q R X W n$ ttfk rF tjd|� dS X dS )zl Determine if the specified executable is a script (contains a #! line) � z#!NzFailed to open %sF)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shells s zScriptMaker._is_shellc C sD | j |�r*dd l}|jjjd�dkr<|S n|j� jd�r<|S d| S )Nr zos.nameZLinuxz jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executable s z"ScriptMaker._fix_jython_executable� c C sd d}| j r| j }d}n^tj� s&t� }nNt� rLtjjtjd�dtj d� �}n(tjjtj d�dtj d�tj d�f �}|r�| j ||�}t j j d �r�| j|�}tjj|�}|r�t|�}|jd �}t j d kr�d |kr�d |kr�|d7 }d| | d }y|jd � W n" tk �r td| ��Y nX |d k�r`y|j|� W n& tk �r^ td||f ��Y nX |S )NTF�scriptszpython%s�EXE�BINDIRz python%s%s�VERSIONr zutf-8Zcliz -X:Framesz -X:FullFramess -X:Framess #!� z,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r �is_python_buildr r r! r/ r1 �get_path�get_config_varr4 �sys�platformr r@ �normcaser �encode�decode�UnicodeDecodeError� ValueError)r) �encoding� post_interpr2 Zenquoter �shebangr r r � _get_shebang� sL zScriptMaker._get_shebangc C s | j t|j|jd� S )N)�module�func)�script_template�dict�prefix�suffix)r) �entryr r r �_get_script_text� s z ScriptMaker._get_script_textc C s t jj|�}| j| S )N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o | j}tjjd�}|s*|| | }n^|dkr>| jd�}n | jd�}t� } t| d��} | jd|� W d Q R X | j � } || | | }�xd|D �]Z} tj j | j | �} |�rrtj j | �\}}|jd�r�|} d| } y| jj| |� W n� tk �rn tjd� d | }tj j|��r tj|� tj| |� | jj| |� tjd � ytj|� W n tk �rh Y nX Y nX np| j�r�| jd | � �r�d | |f } tj j| ��r�| j �r�tjd | � q�| jj| |� | j�r�| jj| g� |j | � q�W d S )Nzutf-8�py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logic�.z%s.%szSkipping existing file %s) r r( r! �lineseprM � _get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr? r r$ �set_executable_mode�append)r) �namesrS Z script_bytes� filenames�extZ use_launcherre Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r � _write_script� sT zScriptMaker._write_scriptc C s� d}|r0|j dg �}|r0ddj|� }|jd�}| jd||d�}| j|�jd�}|j}t� } d| jkrp| j|� d| jkr�| jd |t j d f � d | jkr�| jd |t j d d � f � |r�|j dd�r�d} nd} | j | |||| � d S )NrA Zinterpreter_argsz %sr zutf-8)r2 r �Xz%s%sr zX.Yz%s-%s� r, F�pywra ) r. r1 rM rT r\ r" r% r& �addrJ �versionrw ) r) r[ rq r2 rR �argsrS �scriptr" Z scriptnamesrr r r r � _make_script� s( zScriptMaker._make_scriptc C s� d}t jj| jt|��}t jj| jt jj|��}| j rX| jj ||� rXt j d|� d S yt |d�}W n t k r� | js~� d }Y nLX |j� }|s�t jd| j� |� d S tj|jdd��}|r�d}|jd�p�d }|�s|r�|j� | jj||� | j�r| jj|g� |j|� n�t jd || j� | jj�s�t |j�\} } |j d � | j | |�} d |k�rbd } nd} t jj|�} | j | g| |j � || � |�r�|j� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s rF Tr rA z copying and adjusting %s -> %sr s pythonwrz ra )!r! r/ r1 r r r r] r r' Znewerr: rm r6 r9 r* �readliner; Zget_command_name� FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rn ro �infor �seekrT rw r7 )r) r~ rq Zadjustrt �fZ first_liner� rR rQ �linesrS rr ru r r r � _copy_script sR zScriptMaker._copy_scriptc C s | j jS )N)r' r* )r) r r r r* J s zScriptMaker.dry_runc C s || j _d S )N)r' r* )r) �valuer r r r* N s r c C sH t jd�dkrd}nd}d||f }tjdd�d }t|�j|�j}|S ) N�P� Z64Z32z%s%s.exerd r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_package�resultr r r rf V s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| j||� n| j|||d� |S )a� Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. N)r2 )r r� r )r) � specificationr2 rq r[ r r r �maked s zScriptMaker.makec C s( g }x |D ]}|j | j||�� q W |S )z� Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, )�extendr� )r) Zspecificationsr2 rq r� r r r � make_multiplew s zScriptMaker.make_multiple)TFN)rA N)N)N)N) r� � __module__� __qualname__�__doc__�SCRIPT_TEMPLATErW r r+ r4 rJ rK r r= r@ rT r\ �_DEFAULT_MANIFESTr^ r` rw r r� �propertyr* �setterr! r" r# rf r� r� r r r r r R s, 82 4 r ) �ior Zloggingr! �rer� rJ �compatr r r Z resourcesr �utilr r r r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s site-packages/pip/_vendor/distlib/__pycache__/database.cpython-36.opt-1.pyc 0000644 00000122116 15231162611 0022504 0 ustar 00 3 F��i� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z mZ ddlmZ ddlmZmZ ddlmZmZmZ dd lmZmZmZm Z m Z m Z m Z d d d d dgZ ej!e"�Z#dZ$dZ%deddde$dfZ&dZ'G dd� de(�Z)G dd� de(�Z*G dd � d e(�Z+G dd � d e+�Z,G d d � d e,�Z-G d d � d e,�Z.e-Z/e.Z0G d d � d e(�Z1d)d!d"�Z2d#d$� Z3d%d&� Z4d'd(� Z5dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)� get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports� write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz .dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL A simple cache mapping names and .dist-info paths to distributions c C s i | _ i | _d| _dS )zZ Initialise an instance. There is normally one for each DistributionPath. FN)�name�path� generated)�self� r! � /usr/lib/python3.6/database.py�__init__0 s z_Cache.__init__c C s | j j� | jj� d| _dS )zC Clear the cache, setting it to its initial state. FN)r �clearr r )r r! r! r" r$ 8 s z _Cache.clearc C s2 |j | j kr.|| j |j < | jj|jg �j|� dS )z` Add a distribution to the cache. :param dist: The distribution to add. N)r r � setdefault�key�append)r �distr! r! r" �add@ s z _Cache.addN)�__name__� __module__� __qualname__�__doc__r# r$ r) r! r! r! r" r , s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd d � Z d d � Z dd� Z e dd� �Z dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU Represents a set of distributions installed on a path (typically sys.path). NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a� Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. NT�default) �sysr � _include_dist� _include_eggr �_cache� _cache_egg�_cache_enabledr �_scheme)r r Z include_eggr! r! r" r# N s zDistributionPath.__init__c C s | j S )N)r4 )r r! r! r" �_get_cache_enabledb s z#DistributionPath._get_cache_enabledc C s || _ d S )N)r4 )r �valuer! r! r" �_set_cache_enablede s z#DistributionPath._set_cache_enabledc C s | j j� | jj� dS )z, Clears the internal cache. N)r2 r$ r3 )r r! r! r" � clear_cachej s z DistributionPath.clear_cachec c sT t � }�xF| jD �]:}tj|�}|dkr*q|jd�}| s|j rDqt|j�}� x�|D ]�}|j|�}| sV|j|krvqV| jo�|jt ��rt t g}x*|D ] }t j ||�} |j| �} | r�P q�W qVtj| j� ��} t| dd�} W dQ R X tjd|j� |j|j� t|j| | d�V qV| jrV|jd �rVtjd|j� |j|j� t|j| �V qVW qW dS ) zD Yield .dist-info and/or .egg(-info) distributions. N� �legacy)�fileobj�schemezFound %s)�metadata�env� .egg-info�.egg)r@ rA )�setr r �finder_for_path�findZ is_container�sortedr0 �endswith� DISTINFO_EXTr r � posixpath�join� contextlib�closing� as_streamr �logger�debugr) �new_dist_classr1 �old_dist_class) r �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ metadata_pathZpydist�streamr> r! r! r" �_yield_distributionsr s@ z%DistributionPath._yield_distributionsc C st | j j }| jo| jj }|s"|rpx4| j� D ](}t|t�rH| j j|� q,| jj|� q,W |rdd| j _|rpd| j_dS )zk Scan the path for distributions and populate the cache with those that are found. TN)r2 r r1 r3 rV � isinstancer r) )r Zgen_distZgen_eggr( r! r! r" �_generate_cache� s z DistributionPath._generate_cachec C s |j dd�}dj||g�t S )ao The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string�-�_)�replacerI rG )�clsr �versionr! r! r" �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c sj | j s x^| j� D ] }|V qW nF| j� x| jjj� D ] }|V q6W | jrfx| jjj� D ] }|V qXW dS )a5 Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances N)r4 rV rX r2 r �valuesr1 r3 )r r( r! r! r" �get_distributions� s z"DistributionPath.get_distributionsc C s� d}|j � }| js6xj| j� D ]}|j|kr |}P q W nH| j� || jjkr\| jj| d }n"| jr~|| jjkr~| jj| d }|S )a= Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` Nr ) �lowerr4 rV r& rX r2 r r1 r3 )r r �resultr( r! r! r" �get_distribution� s z!DistributionPath.get_distributionc c s� d}|dk rJy| j jd||f �}W n$ tk rH td||f ��Y nX xd| j� D ]X}|j}xL|D ]D}t|�\}}|dkr�||kr�|V P qd||krd|j|�rd|V P qdW qTW dS )a Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string Nz%s (%s)z invalid name or version: %r, %r)r5 �matcher� ValueErrorr r` �providesr �match) r r r] rd r( �provided�p�p_name�p_verr! r! r" �provides_distribution� s$ z&DistributionPath.provides_distributionc C s( | j |�}|dkr td| ��|j|�S )z5 Return the path to a resource file. Nz no distribution named %r found)rc � LookupError�get_resource_path)r r � relative_pathr( r! r! r" � get_file_path s z DistributionPath.get_file_pathc c s` xZ| j � D ]N}|j}||kr || }|dk r@||krX|| V q x|j� D ] }|V qJW q W dS )z� Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. N)r` �exportsr_ )r �categoryr r( rS �d�vr! r! r" �get_exported_entries" s z%DistributionPath.get_exported_entries)NF)N)N)r* r+ r, r- r# r6 r8 �propertyZ cache_enabledr9 rV rX � classmethodr^ r` rc rl rp ru r! r! r! r" r J s * $ c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z ed d � �Z d d � Z ed d� �Z edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z� A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. Fc C sL || _ |j| _| jj� | _|j| _d| _d| _d| _d| _t � | _ i | _ dS )z� Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. N) r> r ra r& r] Zlocator�digest�extras�contextrB Z download_urlsZdigests)r r> r! r! r" r# G s zDistribution.__init__c C s | j jS )zH The source archive download URL for this distribution. )r> � source_url)r r! r! r" r{ X s zDistribution.source_urlc C s d| j | jf S )zX A utility property which displays the name and version in parentheses. z%s (%s))r r] )r r! r! r" �name_and_versiona s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|j|� |S )z� A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. z%s (%s))r> rf r r] r' )r Zplist�sr! r! r" rf h s zDistribution.providesc C s8 | j }tjd|j� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)ry r? ) r> rM rN Ztodict�getattrrB Zget_requirementsry rz )r Zreq_attr�mdZreqtsr! r! r" �_get_requirementst s z Distribution._get_requirementsc C s | j d�S )N� run_requires)r� )r r! r! r" r� { s zDistribution.run_requiresc C s | j d�S )N� meta_requires)r� )r r! r! r" r� s zDistribution.meta_requiresc C s | j d�S )N�build_requires)r� )r r! r! r" r� � s zDistribution.build_requiresc C s | j d�S )N� test_requires)r� )r r! r! r" r� � s zDistribution.test_requiresc C s | j d�S )N� dev_requires)r� )r r! r! r" r� � s zDistribution.dev_requiresc C s� t |�}t| jj�}y|j|j�}W n6 tk rZ tjd|� |j � d }|j|�}Y nX |j }d}xJ| j D ]@}t |�\}} ||kr�qny|j | �}P W qn tk r� Y qnX qnW |S )z� Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. z+could not read version %r - using name onlyr F)r r r> r= rd � requirementr rM �warning�splitr& rf r rg ) r �reqrS r= rd r rb ri rj rk r! r! r" �matches_requirement� s* z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC Return a textual representation of this instance, z [%s]r: z<Distribution %s (%s)%s>)r{ r r] )r �suffixr! r! r" �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a< See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. F)�typer r] r{ )r �otherrb r! r! r" �__eq__� s zDistribution.__eq__c C s t | j�t | j� t | j� S )zH Compute hash in a way which matches the equality test. )�hashr r] r{ )r r! r! r" �__hash__� s zDistribution.__hash__N)r* r+ r, r- Zbuild_time_dependency� requestedr# rv r{ Z download_urlr| rf r� r� r� r� r� r� r� r� r� r� r! r! r! r" r 5 s$ " c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z] This is the base class for installed distributions (whether PEP 376 or legacy). Nc s t t| �j|� || _|| _dS )a Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. N)�superr r# r � dist_path)r r> r r? )� __class__r! r" r# � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||�j� }tj|�jd�jd�}d||f S )a� Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str Nr: z%s=� =�asciiz%s%s) �hasher�hashlib�md5r~ rx �base64Zurlsafe_b64encode�rstrip�decode)r �datar� �prefixrx r! r! r" �get_hash� s z"BaseInstalledDistribution.get_hash)N)N)r* r+ r, r- r� r# r� � __classcell__r! r! )r� r" r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd d � Ze d d � �Z dd� Z dd� Z dd� Z dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). Zsha256Nc s0 t j|� | _}|d kr(dd l}|j� |rN|jrN||jjkrN|jj| j}nt|d kr�|j t �}|d krr|j t �}|d kr�|j d�}|d kr�t dt |f ��t j|j� ��}t|dd�}W d Q R X tt| �j|||� |r�|jr�|jj| � y|j d�}W n& tk �r dd l}|j� Y nX |d k | _d S )Nr ZMETADATAzno %s found in %sr; )r< r= r )r rC rR �pdbZ set_tracer4 r2 r r> rD r r re rJ rK rL r r� r r# r) �AttributeErrorr� )r r r> r? rR r� rS rU )r� r! r" r# s4 z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>)r r] r )r r! r! r" r� 2 s z InstalledDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" �__str__6 s z InstalledDistribution.__str__c C s� g }| j d�}tj|j� ��`}t|d��J}xB|D ]:}dd� tt|�d�D �}|| \}}} |j||| f� q0W W dQ R X W dQ R X |S )a" Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). r )rU c S s g | ]}d �qS )Nr! )�.0�ir! r! r" � <listcomp>H s z6InstalledDistribution._get_records.<locals>.<listcomp>� N)�get_distinfo_resourcerJ rK rL r �range�lenr' ) r �resultsrS rU Z record_reader�row�missingr �checksum�sizer! r! r" � _get_records9 s (z"InstalledDistribution._get_recordsc C s i }| j t�}|r| j� }|S )a Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. )r� �EXPORTS_FILENAMEr )r rb rS r! r! r" rq P s z InstalledDistribution.exportsc C s8 i }| j t�}|r4tj|j� ��}t|�}W dQ R X |S )z� Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. N)r� r� rJ rK rL r )r rb rS rU r! r! r" r ^ s z"InstalledDistribution.read_exportsc C s. | j t�}t|d��}t||� W dQ R X dS )a Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. �wN)�get_distinfo_filer� �openr )r rq Zrf�fr! r! r" r m s z#InstalledDistribution.write_exportsc C sh | j d�}tj|j� ��:}t|d��$}x |D ]\}}||kr,|S q,W W dQ R X W dQ R X td| ��dS )aW NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. r )rU Nz3no resource file with relative path %r is installed)r� rJ rK rL r �KeyError)r ro rS rU Zresources_readerZrelativeZ destinationr! r! r" rn x s z'InstalledDistribution.get_resource_pathc c s x| j � D ] }|V q W dS )z� Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) N)r� )r rb r! r! r" �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s, t jj|d�}t jj| j�}|j|�}t jj|d�}| jd�}tjd|� |rRdS t|���}x�|D ]�}t jj |�s||j d �r�d } } n4dt jj |� } t |d��} | j | j� �} W dQ R X |j|�s�|r�|j|�r�t jj||�}|j|| | f� qbW |j|��rt jj||�}|j|ddf� W dQ R X |S ) z� Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. r: r z creating %sN�.pyc�.pyoz%d�rb)r� r� )�osr rI �dirname� startswithr� rM �infor �isdirrF �getsizer� r� �read�relpathZwriterow) r �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr � hash_valuer� �fpr! r! r" �write_installed_files� s. z+InstalledDistribution.write_installed_filesc C s g }t jj| j�}| jd�}� x�| j� D ]�\}}}t jj|�sLt jj||�}||krVq(t jj|�sv|j|dddf� q(t jj |�r(t t jj |��}|r�||kr�|j|d||f� q(|r(d|kr�|j dd�d }nd }t |d ��2} | j| j� |�} | |k�r |j|d || f� W d Q R X q(W |S ) a� Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. r �existsTFr� �=r r Nr� r� )r� r r� r� r� �isabsrI r� r' �isfile�strr� r� r� r� r� ) r � mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr! r! r" �check_installed_files� s. z+InstalledDistribution.check_installed_filesc C s� i }t jj| jd�}t jj|�r�tj|ddd��}|j� j� }W dQ R X x@|D ]8}|jdd�\}}|dkr~|j |g �j |� qN|||< qNW |S ) a� A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. r rS zutf-8)�encodingNr� r � namespace) r� r rI r� �codecsr� r� � splitlinesr� r% r' )r rb � shared_pathr� �lines�liner& r7 r! r! r" �shared_locations� s z&InstalledDistribution.shared_locationsc C s� t jj| jd�}tjd|� |r$dS g }x6dD ].}|| }t jj|| �r.|jd ||f � q.W x"|jd f �D ]}|jd | � qnW tj |d d d��}|j dj|�� W dQ R X |S )aa Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. r z creating %sNr� �lib�headers�scriptsr� z%s=%sr� z namespace=%sr� zutf-8)r� � )r� r� r� r� r� ) r� r rI rM r� r� r' �getr� r� �write) r r� r� r� r� r& r �nsr� r! r! r" �write_shared_locations� s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��tj| j�}|d kr<td| j ��|j|�S )Nz+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)� DIST_FILESr r r rC rD )r r rR r! r! r" r� s z+InstalledDistribution.get_distinfo_resourcec C s~ |j tj�dkrT|jtj�dd� \}}|| jjtj�d krTtd|| j| jf ��|tkrntd|| jf ��tjj | j|�S ) a� Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str r � Nr z;dist-info file %r does not belong to the %r %s distributionz+invalid path for a dist-info file: %r at %r������) rD r� �sepr� r r r r] r� rI )r r r^ r! r! r" r� s z'InstalledDistribution.get_distinfo_filec c sV t jj| j�}xB| j� D ]6\}}}t jj|�s<t jj||�}|j| j�r|V qW dS )z� Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths N)r� r r� r� r� rI r� )r r� r r� r� r! r! r" �list_distinfo_files6 s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� F s z InstalledDistribution.__eq__)NN)F)F)r* r+ r, r- r� r# r� r� r� r rq r r rn r� r� r� r� r� r� r� r� r� �objectr� r� r! r! )r� r" r s( ## c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd d � Z d d � Z dd� Z ddd�Z dd� Z ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| j|�}|| |j|j� |rz|jrz|jj| � t t | �j |||� d S )Nc S s || _ |j� | _|| _d S )N)r ra r& r] )r} �nrt r! r! r" �set_name_and_versionX s z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r4 r3 r> r r] � _get_metadatar) r� r r# )r r r? r� r> )r� r! r" r# W s z EggInfoDistribution.__init__c s2 d }dd� � � fdd�}|j d�r�tjj|�rdtjj|dd�}t|dd �}tjj|dd �}||�}n`tj|�}t|j d �j d ��}t|dd �}y |j d�} � | j d��}W n t k r� d }Y nX nX|j d��rtjj|��rtjj|d �}||�}tjj|d�}t|dd �}n t d| ��|�r.|j |� |S )Nc S s� g }| j � }x�|D ]�}|j� }|jd�r6tjd|� P t|�}|sPtjd|� q|jr`tjd� |jst|j|j � qdj dd� |jD ��}|jd|j |f � qW |S ) z�Create a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. �[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )z%s%sNr! )r� �cr! r! r" � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>z%s (%s)) r� �stripr� rM r� r ry Z constraintsr' r rI )r� �reqsr� r� rS Zconsr! r! r" �parse_requires_datao s& z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }y*t j| dd��}� |j� �}W dQ R X W n tk rB Y nX |S )z�Create a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. rS zutf-8N)r� r� r� �IOError)�req_pathr� r� )r� r! r" �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathz.eggzEGG-INFOzPKG-INFOr; )r r= z requires.txtzEGG-INFO/PKG-INFO�utf8)r< r= zEGG-INFO/requires.txtzutf-8z .egg-infoz,path must end with .egg-info or .egg, got %r)rF r� r r� rI r � zipimport� zipimporterr �get_datar� r� r Zadd_requirements) r r �requiresr� � meta_pathr> r� Zzipfr< r� r! )r� r" r� l s: z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>)r r] r )r r! r! r" r� � s z EggInfoDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" r� � s zEggInfoDistribution.__str__c C sd g }t jj| jd�}t jj|�r`x>| j� D ]2\}}}||kr>q*t jj|�s*|j|dddf� q*W |S )a� Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. zinstalled-files.txtr� TF)r� r rI r� r� r' )r r� r� r rZ r! r! r" r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t jj| jd�}g }t jj|�r�tj|ddd��|}xt|D ]l}|j� }t jjt jj| j|��}t jj|�s�tj d |� |j d �r�qHt jj |�sH|j |||�||�f� qHW W d Q R X |j |d d f� |S )z� Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) c S s0 t | d�}z |j� }W d |j� X tj|�j� S )Nr� )r� r� �closer� r� Z hexdigest)r r� Zcontentr! r! r" �_md5� s z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t j| �jS )N)r� �stat�st_size)r r! r! r" �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizezinstalled-files.txtrS zutf-8)r� zNon-existent file: %s�.pyc�.pyoN)r r ) r� r rI r� r� r� r� �normpathrM r� rF r� r' )r r� r r� rb r� r� ri r! r! r" r� � s" &z(EggInfoDistribution.list_installed_filesFc c s� t jj| jd�}d}tj|ddd��d}x\|D ]T}|j� }|dkrFd}q,|s,t jjt jj| j|��}|j| j�r,|rz|V q,|V q,W W dQ R X dS ) a Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths zinstalled-files.txtTrS zutf-8)r� z./FN)r� r rI r� r� r� r r� )r Zabsoluter� �skipr� r� ri r! r! r" r� � s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� s zEggInfoDistribution.__eq__)N)F)r* r+ r, r- r� r� r# r� r� r� r� r� r� r� r� r� r� r! r! )r� r" r N s K& c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d � Zd d � Zddd�Z ddd�Z dd� Z dd� Z dS )�DependencyGrapha� Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. c C s i | _ i | _i | _d S )N)�adjacency_list� reverse_listr� )r r! r! r" r# . s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` N)r r )r � distributionr! r! r" �add_distribution3 s z DependencyGraph.add_distributionNc C s6 | j | j||f� || j| kr2| j| j|� dS )a� Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` N)r r' r )r �x�y�labelr! r! r" �add_edge= s zDependencyGraph.add_edgec C s& t jd||� | jj|g �j|� dS )a Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` z %s missing %rN)rM rN r� r% r' )r r r� r! r! r" � add_missingL s zDependencyGraph.add_missingc C s d|j |jf S )Nz%s %s)r r] )r r( r! r! r" � _repr_distW s zDependencyGraph._repr_distr c C s� | j |�g}xv| j| D ]h\}}| j |�}|dk r>d||f }|jd| t|� � | j||d �}|jd�}|j|dd� � qW dj|�S )zPrints only a subgraphNz%s [%s]z r r� )r r r' r� � repr_noder� �extendrI )r r( �level�outputr� r Z suboutputZsubsr! r! r" r Z s zDependencyGraph.repr_nodeTc C s� g }|j d� x|| jj� D ]n\}}t|�dkr>| r>|j|� xH|D ]@\}}|dk rn|j d|j|j|f � qD|j d|j|jf � qDW qW | r�t|�dkr�|j d� |j d� |j d� x&|D ] }|j d |j � |j d � q�W |j d � |j d � dS ) a9 Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` zdigraph dependencies { r Nz"%s" -> "%s" [label="%s"] z "%s" -> "%s" zsubgraph disconnected { zlabel = "Disconnected" zbgcolor = red z"%s"r� z} )r� r �itemsr� r' r )r r� Zskip_disconnectedZ disconnectedr( �adjsr� r r! r! r" �to_dotg s& zDependencyGraph.to_dotc s� g }i }x&| j j� D ]\}}|dd� ||< qW x�g � x4t|j� �dd� D ] \}}|sL� j|� ||= qLW � srP x*|j� D ] \}}� fdd�|D �||< q|W tjddd� � D �� |j� � q2W |t|j� �fS )aa Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. Nc s g | ]\}}|� kr||f�qS r! r! )r� rs rS )� to_remover! r" r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )z%s (%s))r r] )r� rs r! r! r" r� � s )r r �listr' rM rN r �keys)r rb Zalist�krt r! )r r" �topological_sort� s$ z DependencyGraph.topological_sortc C s6 g }x&| j j� D ]\}}|j| j|�� qW dj|�S )zRepresentation of the graphr� )r r r' r rI )r r r( r r! r! r" r� � s zDependencyGraph.__repr__)N)r )T) r* r+ r, r- r# r r r r r r r r� r! r! r! r" r s r r. c C sf t |�}t� }i }xX| D ]P}|j|� x@|jD ]6}t|�\}}tjd|||� |j|g �j||f� q.W qW x�| D ]�}|j |j B |j B |j B }x�|D ]�} y|j | �} W n6 tk r� tjd| � | j� d }|j |�} Y nX | j}d} ||k�rJxV|| D ]J\}} y| j|�} W n tk �r, d} Y nX | r�|j|| | � d} P q�W | s�|j|| � q�W qrW |S )a6 Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance zAdd to provided: %s, %s, %sz+could not read version %r - using name onlyr FT)r r r rf r rM rN r% r' r� r� r� r� rd r r� r� r& rg r r )�distsr= �graphrh r( ri r r] r� r� rd ZmatchedZproviderrg r! r! r" � make_graph� sD r c C s~ || krt d|j ��t| �}|g}|j| }x@|rn|j� }|j|� x$|j| D ]}||krR|j|� qRW q0W |jd� |S )z�Recursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested z1given distribution %r is not a member of the listr )r r r r �popr' )r r( r Zdep�todors Zsuccr! r! r" �get_dependent_dists� s r! c C sv || krt d|j ��t| �}g }|j| }xD|rp|j� d }|j|� x$|j| D ]}||krT|j|� qTW q.W |S )z�Recursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested z1given distribution %r is not a member of the listr )r r r r r r' )r r( r r� r rs Zpredr! r! r" �get_required_dists� s r" c K s4 |j dd�}tf |�}| |_||_|p(d|_t|�S )zO A convenience method for making a dist given just a name and version. �summaryzPlaceholder for summary)r r r r] r# r )r r] �kwargsr# r r! r! r" � make_dist s r% )r. )6r- Z __future__r r� r� rJ r� Zloggingr� rH r/ r� r: r r �compatr r] r r r> r r r �utilr r r r r r r �__all__Z getLoggerr* rM r� ZCOMMANDS_FILENAMEr� rG r� r r r r r r rO rP r r r! r" r% r! r! r! r" �<module> sV $ l 7 G M 6 site-packages/pip/_vendor/distlib/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000013337 15231162611 0022410 0 ustar 00 3 F��i� � @ sd d Z ddlZddlZddlZddlZddlmZmZ ddlm Z dgZ G dd� de �Z d d d�Z dS ) zEParser for the environment markers micro-language defined in PEP 345.� N� )�python_implementation� string_types)�in_venv� interpretc @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d d� d d� d � Zejd ejdd� ejj dd�d e j e e � �ej� ej� ej� e� d� Zd*dd�Zdd� Zdd� Zd+dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z dS ),� Evaluatorz5 A limited evaluator for Python expressions. c C s | |kS )N� )�x�yr r � /usr/lib/python3.6/markers.py�<lambda> s zEvaluator.<lambda>c C s | |kS )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | |k S )Nr )r r r r r r s c C s | |kS )Nr )r r r r r r s c C s | S )Nr )r r r r r s c C s | |kS )Nr )r r r r r r ! s c C s | |kS )Nr )r r r r r r " s ) �eq�gtZgte�in�ltZlte�notZnoteqZnotinz%s.%sN� � r r ) Z sys_platformZpython_versionZpython_full_versionZos_nameZplatform_in_venvZplatform_releaseZplatform_versionZplatform_machineZ platform_python_implementationc C s |pi | _ d| _dS )zu Initialise an instance. :param context: If specified, names are looked up in this mapping. N)�context�source)�selfr r r r �__init__3 s zEvaluator.__init__c C s8 d}d| j ||| � }|| t| j �k r4|d7 }|S )zH Get the part of the source which is causing a problem. � z%rz...)r �len)r �offsetZ fragment_len�sr r r � get_fragment< s zEvaluator.get_fragmentc C s t | d| d�S )z@ Get a handler for the specified AST node type. zdo_%sN)�getattr)r � node_typer r r � get_handlerF s zEvaluator.get_handlerc C s� t |t�rr|| _ddi}|r$||d< ytj|f|�}W n: tk rp } z | j|j�}td| ��W Y dd}~X nX |jj j � }| j |�}|dkr�| jdkr�d}n | j|j �}td||f ��||�S )zf Evaluate a source string or node, using ``filename`` when displaying errors. �mode�eval�filenamezsyntax error %sNz(source not available)z don't know how to evaluate %r %s) � isinstancer r �ast�parse� SyntaxErrorr r � __class__�__name__�lowerr � col_offset)r �noder" �kwargs�er r Zhandlerr r r �evaluateL s& zEvaluator.evaluatec C s d|j j|jf S )Nz%s.%s)�value�id�attr)r r+ r r r � get_attr_keyf s zEvaluator.get_attr_keyc C sf t |jtj�sd}n | j|�}|| jkp0|| jk}|sBtd| ��|| jkrX| j| }n | j| }|S )NFzinvalid expression: %s)r# r/ r$ �Namer2 r �allowed_valuesr& )r r+ �valid�key�resultr r r � do_attributej s zEvaluator.do_attributec C sx | j |jd �}|jjtjk}|jjtjk}|r4|s>|rt| rtx4|jdd � D ]"}| j |�}|rd|sn|rN| rNP qNW |S )Nr r )r. �values�opr' r$ ZOrZAnd)r r+ r7 Zis_orZis_and�nr r r � do_boolopx s zEvaluator.do_boolopc s� � �fdd�}� j }�j|�}d}xnt� j� j�D ]\\}}|||� |jjj� }|�jkrft d| ���j|�}�j| ||�}|s�P |}|}q2W |S )Nc s@ d}t | tj�r t |tj�r d}|s<�j� j�}td| ��d S )NTFzInvalid comparison: %s)r# r$ ZStrr r* r& )�lhsnode�rhsnoder5 r )r+ r r r � sanity_check� s z*Evaluator.do_compare.<locals>.sanity_checkTzunsupported operation: %r) �leftr. �zipZopsZ comparatorsr' r( r) � operatorsr& ) r r+ r? r= Zlhsr7 r: r> Zrhsr )r+ r r � do_compare� s zEvaluator.do_comparec C s | j |j�S )N)r. Zbody)r r+ r r r � do_expression� s zEvaluator.do_expressionc C sT d}|j | jkr"d}| j|j }n |j | jkr>d}| j|j }|sPtd|j ��|S )NFTzinvalid expression: %s)r0 r r4 r& )r r+ r5 r7 r r r �do_name� s zEvaluator.do_namec C s |j S )N)r )r r+ r r r �do_str� s zEvaluator.do_str)N)N) r( � __module__� __qualname__�__doc__rB �sys�platform� version_info�version�split�os�name�strr �release�machiner r4 r r r r. r2 r8 r< rC rD rE rF r r r r r s< r c C s t |�j| j� �S )z� Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping )r r. �strip)ZmarkerZexecution_contextr r r r � s )N)rI r$ rO rJ rK �compatr r �utilr �__all__�objectr r r r r r �<module> s " site-packages/pip/_vendor/distlib/__pycache__/locators.cpython-36.pyc 0000644 00000113170 15231162611 0021627 0 ustar 00 3 F��iE� � @ s@ d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZy d dlZW n e k rd d dl ZY nX d dl Z ddl m Z ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. dd l/m0Z0m1Z1 dd l2m3Z3m4Z4 ej5e6�Z7ej8d �Z9ej8d ej:�Z;ej8d �Z<dZ=d-dd�Z>G dd� de�Z?G dd� de@�ZAG dd� deA�ZBG dd� deA�ZCG dd� de@�ZDG dd � d eA�ZEG d d � d eA�ZFG d d � d eA�ZGG d!d"� d"eA�ZHG d#d$� d$eA�ZIeIeG� eEd%d&d'�d(d)�ZJeJjKZKej8d*�ZLG d+d,� d,e@�ZMdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse� urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)� get_scheme�UnsupportedVersionError)�Wheel� is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlz https://pypi.python.org/pypic C s | dkr t } t| dd�}|j� S )z� Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. Ng @)�timeout)� DEFAULT_INDEXr � list_packages)�url�client� r* � /usr/lib/python3.6/locators.py�get_all_distribution_names) s r, c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE A class to work around a bug in some Python 3.2.x releases. c C s� d }x dD ]}||kr || }P q W |d kr0d S t |�}|jdkrpt|j� |�}t|d�rh|j||� n|||< tj| |||||�S )N�location�uri� �replace_header)r. r/ )r �schemer Z get_full_url�hasattrr1 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr* r* r+ r5 = s z RedirectHandler.http_error_302N)�__name__� __module__� __qualname__�__doc__r5 Zhttp_error_301Zhttp_error_303Zhttp_error_307r* r* r* r+ r- 4 s r- c @ s� e Zd ZdZd/Zd0Zd1Zd Zed2 Zd3dd�Z dd� Z dd� Z dd� Z dd� Z dd� Zee e�Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd4d-d.�Zd S )5�LocatorzG A base class for locators - things that locate distributions. �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.egg�.exe�.whl�.pdfN�defaultc C s, i | _ || _tt� �| _d| _tj� | _dS )a^ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. N) �_cacher2 r r- �opener�matcherr �Queue�errors)r6 r2 r* r* r+ �__init__c s zLocator.__init__c C sX g }xN| j j� sRy| j jd�}|j|� W n | j jk rD wY nX | j j� qW |S )z8 Return any errors which have occurred. F)rQ �empty�get�appendZEmpty� task_done)r6 �result�er* r* r+ � get_errorsv s zLocator.get_errorsc C s | j � dS )z> Clear any errors which may have been logged. N)rY )r6 r* r* r+ � clear_errors� s zLocator.clear_errorsc C s | j j� d S )N)rM �clear)r6 r* r* r+ � clear_cache� s zLocator.clear_cachec C s | j S )N)�_scheme)r6 r* r* r+ � _get_scheme� s zLocator._get_schemec C s || _ d S )N)r] )r6 �valuer* r* r+ � _set_scheme� s zLocator._set_schemec C s t d��dS )a= For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. z Please implement in the subclassN)�NotImplementedError)r6 �namer* r* r+ � _get_project� s zLocator._get_projectc C s t d��dS )zJ Return all the distribution names known to this locator. z Please implement in the subclassN)ra )r6 r* r* r+ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| j|�}n2|| j kr,| j | }n | j� | j|�}|| j |< |S )z� For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. N)rM rc rZ )r6 rb rW r* r* r+ � get_project� s zLocator.get_projectc C sP t |�}tj|j�}d}|jd�}|r6tt|�| j�}|jdkd|j k|||fS )zu Give an url a score which can be used to choose preferred URLs for a given project release. Tz.whl�httpszpypi.python.org) r � posixpath�basename�path�endswithr$ r# � wheel_tagsr2 �netloc)r6 r( �trh Z compatibleZis_wheelr* r* r+ � score_url� s zLocator.score_urlc C sR |}|rN| j |�}| j |�}||kr(|}||kr@tjd||� ntjd||� |S )a{ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. zNot replacing %r with %rzReplacing %r with %r)rn �logger�debug)r6 �url1�url2rW �s1�s2r* r* r+ � prefer_url� s zLocator.prefer_urlc C s t ||�S )zZ Attempt to split a filename in project name, version and Python version. )r )r6 �filename� project_namer* r* r+ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} } | j� jd�r<tjd|| � tj| �} | rX| j� \} } nd\} } |}|r�|d dkr�|dd� }|jd��r2yrt |�}t || j �� r�|dkr�d }n ||j |�}|� r�|j |j |jt||||| d f�d jd d � |jD ��d�}W n0 tk �r. } ztjd|� W Y dd}~X nX n�|j| j��r�tj|� }}x�| jD ]�}|j|��rV|dt|� � }| j||�}|�s�tjd|� nJ|\}}}| �s�|||��r�|||t||||| d f�d�}|�r�||d< P �qVW |�r| �r| |d| < |S )a See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. c S s t | �t |�kS )N)r )Zname1Zname2r* r* r+ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %rr �/z.whlTr0 z, c S s" g | ]}d j t|dd� ���qS )�.� N)�join�list)�.0�vr* r* r+ � <listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)rb �versionrv r( zpython-versionzinvalid path for wheel: %sz No match for project/version: %s)rb r� rv r( zpython-versionz %s_digest)NN���r� )r �lower� startswithro rp � HASHER_HASH�match�groupsrj r# r$ rk rb r� rv r r| �pyver� Exception�warning�downloadable_extensionsrg rh �lenr )r6 r( rw rx rW r2 rl ri �params�query�frag�m�algo�digestZorigpath�wheel�includerX rv Zextrm rb r� r� r* r* r+ � convert_url_to_download_info� sf z$Locator.convert_url_to_download_infoc C s4 d}x*dD ]"}d| }||kr ||| f}P q W |S )z� Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. N�sha256�md5z %s_digest)r� r� r* )r6 �inforW r� r< r* r* r+ � _get_digest) s zLocator._get_digestc C s� |j d�}|j d�}||kr,|| }|j}nt||| jd�}|j}| j|� |_}|d }||d |< |j|d kr�| j|j|�|_|d j|t � �j |� | |_ |||< dS )z� Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. rb r� )r2 r( �digests�urlsN) �pop�metadatar r2 r� r� � source_urlru � setdefault�set�add�locator) r6 rW r� rb r� �dist�mdr� r( r* r* r+ �_update_version_data9 s z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|j|j� | _}tjd|t|�j � | j |j �}t |�dk�r8g }|j } x�|D ]|} | d kr�qzyJ|j| �s�tjd|| � n,|s�| | �j r�|j| � ntjd| |j � W qz tk r� tjd || � Y qzX qzW t |�d k�rt||jd �}|�r8tjd |� |d } || }|�r�|j�rN|j|_|jdi �j| t� �|_i } |jdi �} x&|jD ] }|| k�r~| | | |< �q~W | |_d| _|S )a Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. NzNot a valid requirement: %rzmatcher: %s (%s)r{ r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r< zsorted list: %s)r� r� r� )r r r! r2 rO � requirementro rp �typer= re rb r� Z version_classr� Z is_prereleaserU r� r� �sortedr< ZextrasrT r� � download_urlsr� )r6 r� � prereleasesrW �rr2 rO �versionsZslistZvcls�kr� �dZsdr( r* r* r+ �locateP sT zLocator.locate)rB rC rD rE rF rG )rH rI rJ )rK )rJ )rL )F)r= r> r? r@ �source_extensions�binary_extensions�excluded_extensionsrk r� rR rY rZ r\ r^ r` �propertyr2 rc rd re rn ru r r� r� r� r� r* r* r* r+ rA S s. FrA c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz� This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). c s* t t| �jf |� || _t|dd�| _dS )z� Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. g @)r% N)�superr� rR �base_urlr r) )r6 r( �kwargs)� __class__r* r+ rR � s zPyPIRPCLocator.__init__c C s t | jj� �S )zJ Return all the distribution names known to this locator. )r� r) r' )r6 r* r* r+ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j j|d�}x�|D ]�}| j j||�}| j j||�}t| jd�}|d |_|d |_|jd�|_ |jdg �|_ |jd�|_ t |�}|r |d } | d |_ | j| �|_| |_|||< xB|D ]:} | d } | j| �} |d j|t� �j| � | |d | < q�W q W |S ) N)r� r� T)r2 rb r� �license�keywords�summaryr r( r� r� )r) Zpackage_releasesZ release_urlsZ release_datar r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� ) r6 rb rW r� r r� �datar� r� r� r( r� r* r* r+ rc � s0 zPyPIRPCLocator._get_project)r= r> r? r@ rR rd rc � __classcell__r* r* )r� r+ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. c s t t| �jf |� t|�| _d S )N)r� r� rR r r� )r6 r( r� )r� r* r+ rR � s zPyPIJSONLocator.__init__c C s t d��dS )zJ Return all the distribution names known to this locator. z Not available from this locatorN)ra )r6 r* r* r+ rd � s z&PyPIJSONLocator.get_distribution_namesc C s i i d�}t | jdt|� �}�y�| jj|�}|j� j� }tj|�}t | j d�}|d }|d |_ |d |_ |j d�|_|j dg �|_|j d �|_t|�}| |_|d } |||j < x`|d D ]T} | d }|jj|� | j| �|j|< |d j|j t� �j|� | j| �|d |< q�W x�|d j� D ]�\} } | |j k�r:�q"t | j d�} |j | _ | | _ t| �}| |_||| < x\| D ]T} | d }|jj|� | j| �|j|< |d j| t� �j|� | j| �|d |< �qpW �q"W W n@ tk �r } z"| jj t |�� t j d|� W Y d d }~X nX |S )N)r� r� z%s/json)r2 r� rb r� r� r� r� r� r( r� ZreleaseszJSON fetch failed: %s) r r� r rN �open�read�decode�json�loadsr r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� �itemsr� rQ �putr ro � exception)r6 rb rW r( �respr� r� r� r� r� r� r� ZinfosZomd�odistrX r* r* r+ rc � sT " z PyPIJSONLocator._get_project)r= r> r? r@ rR rd rc r� r* r* )r� r+ r� � s r� c @ s` e Zd ZdZejdejejB ejB �Z ejdejejB �Z dd� Z ejdej�Z e dd� �Zd S ) �Pagez4 This class represents a scraped HTML page. z� (rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s ]*))\s+)? href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s ]*)) (\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s ]*)))? z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| jj| j �}|r0|jd�| _dS )zk Initialise an instance with the Unicode page contents and the URL they came from. r N)r� r� r( �_base�search�group)r6 r� r( r� r* r* r+ rR s z Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }x�| jj| j�D ]�}|jd�}|d pZ|d pZ|d pZ|d pZ|d pZ|d }|d pr|d pr|d }t| j|�}t|�}| jj d d� |�}|j ||f� q W t |dd� dd�}|S )z� Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r( r2 rl ri r� r� r� r* r* r+ �clean% s zPage.links.<locals>.cleanr0 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rq rr Zurl3c S s dt | jd�� S )Nz%%%2xr )�ordr� )r� r* r* r+ �<lambda>3 s z Page.links.<locals>.<lambda>c S s | d S )Nr r* )rm r* r* r+ r� 7 s T)r< �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r6 r� rW r� r� �relr( r* r* r+ �links s z Page.linksN)r= r> r? r@ �re�compile�I�S�Xr� r� rR r� r r� r* r* r* r+ r� s r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd d � Zd d � Z dd� Z e j de j �Zdd� Zdd� Zdd� Zdd� Zdd� Ze j d�Zd d � Z� ZS ) �SimpleScrapingLocatorz� A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. c C s t jtt�d�j� S )N)Zfileobj)�gzipZGzipFiler r� r� )�br* r* r+ r� E s z SimpleScrapingLocator.<lambda>c C s | S )Nr* )r� r* r* r+ r� F s )Zdeflater� ZnoneN� c sf t t| �jf |� t|�| _|| _i | _t� | _t j � | _ t� | _ d| _ || _tj� | _tj� | _dS )a� Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. FN)r� r� rR r r� r% � _page_cacher� �_seenr rP � _to_fetch� _bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock)r6 r( r% r� r� )r� r* r+ rR I s z SimpleScrapingLocator.__init__c C sJ g | _ x>t| j�D ]0}tj| jd�}|jd� |j� | j j|� qW dS )z� Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). )�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrU )r6 �irm r* r* r+ �_prepare_threadsc s z&SimpleScrapingLocator._prepare_threadsc C s> x| j D ]}| jjd� qW x| j D ] }|j� q$W g | _ dS )zu Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. N)r� r� r� r| )r6 rm r* r* r+ � _wait_threadsp s z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| jj� | jj� | j � z&t j d|� | j j |� | j j� W d | j� X | `W d Q R X |S )N)r� r� z%s/z Queueing %s)r� rW rw r r� r r� r[ r� r� ro rp r� r� r| r� )r6 rb rW r( r* r* r+ rc } s z"SimpleScrapingLocator._get_projectz<\b(linux-(i\d86|x86_64|arm\w+)|win(32|-amd64)|macosx-?\d+)\bc C s | j j|�S )zD Does an URL refer to a platform-specific download? )�platform_dependentr� )r6 r( r* r* r+ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sT | j |�rd}n| j|| j�}tjd||� |rP| j� | j| j|� W dQ R X |S )a% See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. Nzprocess_download: %s -> %s)r� r� rw ro rp r� r� rW )r6 r( r� r* r* r+ �_process_download� s z'SimpleScrapingLocator._process_downloadc C s� t |�\}}}}}}|j| j| j | j �r2d}n~| jrL|j| j� rLd}nd|j| j�s^d}nR|d krld}nD|dkrzd}n6| j|�r�d}n&|j dd�d } | j � d kr�d}nd }t j d ||||� |S )z� Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. F�homepage�download�httprf �ftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)r� r� )r� rf r� ) r rj r� r� r� r� r� r� r� �splitr� ro rp ) r6 �linkZreferrerr� r2 rl ri �_rW �hostr* r* r+ � _should_queue� s* z#SimpleScrapingLocator._should_queuec C s� x�| j j� }z�yz|r�| j|�}|dkr(wx\|jD ]R\}}|| jkr0| jj|� | j|� r0| j|||�r0tj d||� | j j |� q0W W n2 t k r� } z| j j t |�� W Y dd}~X nX W d| j j� X |sP qW dS )z� Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. NzQueueing %s from %s)r� rT �get_pager� r� r� r� r� ro rp r� r� rQ r rV )r6 r( �pager� r� rX r* r* r+ r� � s& & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tjjt|��r:tt|�d�}|| jkr`| j| }tj d||� �n�|j dd�d }d}|| j kr�tj d||� �n�t |d d id �}�z�y�tj d |� | j j|| jd �} tj d|� | j� } | jdd�} tj| ��r�| j� } | j� } | jd�}|�r"| j| }|| �} d}tj| �}|�r@|jd�}y| j|�} W n tk �rn | jd�} Y nX t | | �}|| j| < W n� t k �r� } z |j dk�r�tj d||� W Y dd}~X n� t k �r } z2tj d||� | j!� | j j"|� W dQ R X W Y dd}~X n2 t#k �rB } ztj d||� W Y dd}~X nX W d|| j|< X |S )a Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). �filez index.htmlzReturning %s from cache: %sr� r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r; z Fetching %s)r% z Fetched %sz Content-Typer0 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� ro rp r� r� r rN r� r% r� rT �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r9 r� r r� r� r� )r6 r( r2 rl ri r� rW r� r7 r� r; Z content_typeZ final_urlr� �encoding�decoderr� rX r* r* r+ r � sZ &$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sP t � }| j| j�}|s$td| j ��x&| jj|j�D ]}|j|jd�� q4W |S )zJ Return all the distribution names known to this locator. zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r6 rW r r� r* r* r+ rd $ s z,SimpleScrapingLocator.get_distribution_names)Nr� )r= r> r? r@ �zlibZ decompressr rR r� r� rc r� r� r� r� r� r� r� r� r r rd r� r* r* )r� r+ r� ; s" ; r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS ) �DirectoryLocatorz? This class locates distributions in a directory tree. c sN |j dd�| _tt| �jf |� tjj|�}tjj|�sDt d| ��|| _ dS )a� Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, � recursiveTzNot a directory: %rN) r� r r� r rR r ri �abspathr r �base_dir)r6 ri r� )r� r* r+ rR 5 s zDirectoryLocator.__init__c C s |j | j�S )z� Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. )rj r� )r6 rv �parentr* r* r+ �should_includeF s z DirectoryLocator.should_includec C s� i i d�}x�t j| j�D ]v\}}}xb|D ]Z}| j||�r(t jj||�}tddtt jj|��dddf�}| j ||�}|r(| j ||� q(W | j sP qW |S )N)r� r� r r0 ) r �walkr r ri r| r r r r� r� r ) r6 rb rW �root�dirs�files�fnr( r� r* r* r+ rc N s z DirectoryLocator._get_projectc C s� t � }x�tj| j�D ]x\}}}xd|D ]\}| j||�r$tjj||�}tddttjj |��dddf�}| j |d�}|r$|j |d � q$W | j sP qW |S )zJ Return all the distribution names known to this locator. r r0 Nrb ) r� r r r r ri r| r r r r� r� r )r6 rW r r r r r( r� r* r* r+ rd ^ s z'DirectoryLocator.get_distribution_names) r= r> r? r@ rR r rc rd r� r* r* )r� r+ r 0 s r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. c C s t d��dS )zJ Return all the distribution names known to this locator. z Not available from this locatorN)ra )r6 r* r* r+ rd x s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�x�|jdg �D ]�}|d dks$|d dkrBq$t|d |d |jd d �| jd �}|j}|d |_d |kr�|d r�d|d f|_|jdi �|_|jdi �|_|||j < |d j |j t � �j |d � q$W |S )N)r� r� r ZptypeZsdistZ pyversion�sourcerb r� r� zPlaceholder for summary)r� r2 r( r� r� Z requirements�exportsr� ) r rT r r2 r� r� r� Z dependenciesr r� r� r� r� )r6 rb rW r� r� r� r� r* r* r+ rc ~ s& "zJSONLocator._get_projectN)r= r> r? r@ rd rc r* r* r* r+ r q s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz� This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. c s* t t| �jf |� t|t�s t�|| _dS )zs Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. N)r� r rR � isinstancer �AssertionError�distpath)r6 r r� )r� r* r+ rR � s zDistPathLocator.__init__c C sP | j j|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )N)r� r� r� r� )r Zget_distributionr� r� r� )r6 rb r� rW r* r* r+ rc � s z DistPathLocator._get_project)r= r> r? r@ rR rc r� r* r* )r� r+ r � s r c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j e�Z dd � Z d d � Z � Z S ) �AggregatingLocatorzI This class allows you to chain and/or merge a list of locators. c s* |j dd�| _|| _tt| �jf |� dS )a� Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). �mergeFN)r� r �locatorsr� r rR )r6 r! r� )r� r* r+ rR � s zAggregatingLocator.__init__c s* t t| �j� x| jD ] }|j� qW d S )N)r� r r\ r! )r6 r� )r� r* r+ r\ � s z AggregatingLocator.clear_cachec C s || _ x| jD ] }||_qW d S )N)r] r! r2 )r6 r_ r� r* r* r+ r` � s z AggregatingLocator._set_schemec C s� i }x�| j D ]�}|j|�}|r | jr�|jdi �}|jdi �}|j|� |jd�}|r�|r�x6|j� D ]*\}} ||kr�|| | O < qb| ||< qbW |jd�} |r�| r�| j|� q | jd kr�d} n$d} x |D ]}| jj|�r�d} P q�W | r |}P q W |S )Nr� r� TF)r! re r rT �updater� rO r� ) r6 rb rW r� r� r r� Zdfr� r Zdd�foundr* r* r+ rc � s8 z AggregatingLocator._get_projectc C s@ t � }x4| jD ]*}y||j� O }W q tk r6 Y qX qW |S )zJ Return all the distribution names known to this locator. )r� r! rd ra )r6 rW r� r* r* r+ rd � s z)AggregatingLocator.get_distribution_names)r= r> r? r@ rR r\ r` r� rA r2 �fgetrc rd r� r* r* )r� r+ r � s ,r z https://pypi.python.org/simple/g @)r% �legacy)r2 z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d � Zd d � Zd d� Z ddd�Z dS )�DependencyFinderz0 Locate dependencies for distributions. Nc C s |pt | _t| jj�| _dS )zf Initialise an instance, using the specified locator to locate distributions. N)�default_locatorr� r! r2 )r6 r� r* r* r+ rR s zDependencyFinder.__init__c C sv t jd|� |j}|| j|< || j||jf< xD|jD ]:}t|�\}}t jd|||� | jj |t � �j ||f� q4W dS )z� Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. zadding distribution %szAdd to provided: %s, %s, %sN) ro rp r< � dists_by_name�distsr� �providesr �providedr� r� r� )r6 r� rb �pr� r* r* r+ �add_distribution& s z!DependencyFinder.add_distributionc C s| t jd|� |j}| j|= | j||jf= xN|jD ]D}t|�\}}t jd|||� | j| }|j ||f� |s0| j|= q0W dS )z� Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. zremoving distribution %sz Remove from provided: %s, %s, %sN) ro rp r< r( r) r� r* r r+ �remove)r6 r� rb r, r� �sr* r* r+ �remove_distribution5 s z$DependencyFinder.remove_distributionc C sB y| j j|�}W n, tk r< |j� d }| j j|�}Y nX |S )z� Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). r )r2 rO r" r� )r6 �reqtrO rb r* r* r+ � get_matcherG s z DependencyFinder.get_matcherc C sv | j |�}|j}t� }| j}||krrxL|| D ]@\}}y|j|�}W n tk r\ d}Y nX |r.|j|� P q.W |S )z� Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. F)r2 r< r� r+ r� r" r� ) r6 r1 rO rb rW r+ r� �providerr� r* r* r+ �find_providersW s z DependencyFinder.find_providersc C s� | j | }t� }x,|D ]$}| j|�}|j|j�s|j|� qW |r^|jd||t|�f� d}nD| j|� | j |= x"|D ]}| j j|t� �j|� qvW | j |� d}|S )a� Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. Z cantreplaceFT) �reqtsr� r2 r� r� r� � frozensetr0 r� r- ) r6 r3 �other�problemsZrlistZ unmatchedr/ rO rW r* r* r+ �try_to_replaceo s" z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g �}d|krH|jd� |tdddg�O }t|t�rh| }}tj d|� n4| j j ||d� }}|dkr�t d| ��tj d |� d |_ t� }t|g�}t|g�}�x�|�r�|j� }|j} | | jkr�| j|� n"| j| } | |k�r | j|| |� |j|jB } |j} t� } ||k�rbx2dD ]*}d| }||k�r4| t|d| �O } �q4W | | B | B }�x>|D �]4}| j|�}|�sNtj d|� | j j ||d�}|dk�r�| �r�| j j |d d�}|dk�r�tj d|� |jd|f� n^|j|j }}||f| jk�r|j|� |j|� || k�rN||k�rN|j|� tj d|j� xZ|D ]R}|j} | | jk�r�| jj|t� �j|� n"| j| } | |k�rT| j|| |� �qTW �qvW q�W t| jj� �}x.|D ]&}||k|_ |j �r�tj d|j� �q�W tj d|� ||fS )a� Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz located %sT�test�build�devz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s)r: r; r< ) r+ r) r( r5 r� r. r r ro rp r� r� r Z requestedr� r< r- r9 Z run_requiresZ meta_requiresZbuild_requires�getattrr4 r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r6 r� Z meta_extrasr� r� r� r8 ZtodoZ install_distsrb r7 ZireqtsZsreqtsZereqtsr< rX Z all_reqtsr� Z providersr3 �nr r, r) r* r* r+ �find� s� zDependencyFinder.find)N)NF) r= r> r? r@ rR r- r0 r2 r4 r9 r@ r* r* r* r+ r& s (r& )N)Nr� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r0 r �compatr r r r r r r r r r r r4 r r r r Zdatabaser r r r� r �utilr r r r r r r r r r� r! r" r� r# r$ Z getLoggerr= ro r� r� r� r r r& r, r- �objectrA r� r� r� r� r r r r r' r� ZNAME_VERSION_REr& r* r* r* r+ �<module> sZ D , ;0E: vA& [ site-packages/pip/_vendor/distlib/__pycache__/util.cpython-36.opt-1.pyc 0000644 00000126011 15231162611 0021713 0 ustar 00 3 F��i�� � @ s> d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZy d dlZW n ek r� dZY nX d dlZd dlZd dlZd dlZd dlZy d dlZW n ek r� d dlZY nX d dlZddlmZ ddl m Z m Z mZm Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ e j0e1�Z2dZ3e j4e3�Z5dZ6d e6 d Z7e6d Z8d Z9d e9 d e8 d e3 d e9 d e8 d Z:dZ;de: d e; d e: d Z<e7d e3 e7 d Z=de= d Z>de6 d e> d e< d Z?e j4e?�Z@d e9 d e8 d ZAe j4eA�ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd�d'd(�ZGd)d*� ZHd+d,� ZId-d.� ZJejKd/d0� �ZLejKd1d2� �ZMejKd�d4d5��ZNG d6d7� d7eO�ZPd8d9� ZQG d:d;� d;eO�ZRd<d=� ZSG d>d?� d?eO�ZTe j4d@e jU�ZVdAdB� ZWd�dCdD�ZXdEdF� ZYdGdH� ZZdIdJ� Z[dKdL� Z\dMdN� Z]e j4dOe j^�Z_e j4dP�Z`d�dQdR�Zae j4dS�ZbdTdU� ZcdVdW� ZddXdY� ZedZZfd[d\� Zgd]d^� ZhG d_d`� d`eO�ZiG dadb� dbeO�ZjG dcdd� ddeO�Zkd�Zld�dmdn�Zmdodp� Znd�ZoG dwdx� dxeO�Zpe j4dy�Zqe j4dz�Zre j4d{�Zsd|d}� Zd~d� Zte�r\dd�l muZvmwZwmxZx G d�d�� d�e$jy�ZyG d�d�� d�ev�ZuG d�d�� d�eue'�Zzej{dd�� Z|e|d�k�r�G d�d�� d�e$j}�Z}e�r�G d�d�� d�e$j~�Z~G d�d�� d�e%j�Ze�r�G d�d�� d�e%j��Z�G d�d�� d�e%j��Z�d�d�� Z�G d�d�� d�eO�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e(�Z�G d�d�� d�eO�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquotez\s*,\s*z (\w|[.-])+z(\*|:(\*|\w+):|�)z\*?z([<>=!~]=)|[<>]�(z)?\s*(z)(z)\s*(z))*z(from\s+(?P<diref>.*))z \(\s*(?P<c1>�|z)\s*\)|(?P<c2>z\s*)z)*z \[\s*(?P<ex>z)?\s*\]z(?P<dn>z \s*)?(\s*z)?$z(?P<op>z )\s*(?P<vn>c s� dd� � d }t j| �}|r�|j� }|d }|d p8|d }|d sHd }nd }|d j� }|snd }d}|d }nL|d d kr�d | }tj|�} � fd d �| D �}d |djdd � |D ��f }|d s�d } ntj|d �} t ||| || |d�}|S )Nc S s | j � }|d |d fS )N�opZvn)� groupdict)�m�d� r! �/usr/lib/python3.6/util.py�get_constraintY s z)parse_requirement.<locals>.get_constraintZdnZc1Zc2Zdiref� r z<>!=z~=c s g | ] }� |��qS r! r! )�.0r )r# r! r" � <listcomp>q s z%parse_requirement.<locals>.<listcomp>z%s (%s)z, c S s g | ] }d | �qS )z%s %sr! )r% Zconr! r! r" r& r s Zex)�nameZ constraints�extrasZ requirement�source�url) �REQUIREMENT_RE�matchr �strip�RELOP_IDENT_RE�finditer�join�COMMA_RE�splitr ) �s�resultr r r' Zconsr* ZconstrZrs�iteratorr( r! )r# r" �parse_requirementW s4 r6 c C s� dd� }i }x�|D ]�\}}}t jj| |�}x�t|�D ]t}t jj||�} x`t| �D ]T} || | �} |dkrt|j| d� qP||| �} |jt jjd�jd�} | d | || < qPW q4W qW |S )z%Find destinations for resources filesc S s6 | j tjjd�} |j tjjd�}|t| �d � jd�S )N�/)�replace�os�path�sep�len�lstrip)�baser: r! r! r" � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr7 )r9 r: r0 r �popr8 r; �rstrip)Zresources_rootZrulesr? Z destinationsr> �suffix�dest�prefixZabs_baseZabs_globZabs_pathZ resource_fileZrel_pathZrel_destr! r! r" �get_resources_dests| s rE c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrD �getattr)r4 r! r! r" �in_venv� s rJ c C s$ t jjtj�} t| t�s t| �} | S )N)r9 r: �normcaserH � executable� isinstancer r )r4 r! r! r" �get_executable� s rN c C sT | }xJt |�}| }| r |r |}|r|d j� }||kr:P |rd||| f }qW |S )Nr z %c: %s %s)r �lower)�promptZ allowed_charsZ error_prompt�default�pr3 �cr! r! r" �proceed� s rT c C s< t |t�r|j� }i }x |D ]}|| kr | | ||< q W |S )N)rM r r2 )r �keysr4 �keyr! r! r" �extract_by_key� s rW c C sn t jd dkr tjd�| �} | j� }t|�} yftj| �}|d d d }xF|j� D ]:\}}x0|j� D ]$\}}d||f }t |�} | ||< qdW qRW |S t k r� | j dd� Y nX dd � } t j � } y| | | � W n< t jk �r | j� tj|�}t|�} | | | � Y nX i }xT| j� D ]H} i || < }x4| j| �D ]&\} }d| |f }t |�} | || < �q:W �q W |S ) Nr � zutf-8� extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| j|� n | j|� d S )N� read_file)rG r[ Zreadfp)�cp�streamr! r! r" � read_stream� s z!read_exports.<locals>.read_stream)rH � version_info�codecs� getreader�readr �json�load�items�get_export_entry� Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r] �dataZjdatar4 �groupZentries�k�vr3 �entryr^ r\ rV r' �valuer! r! r" � read_exports� s@ rs c C s� t jd dkr tjd�|�}tj� }x|| j� D ]p\}}|j|� x\|j� D ]P}|j d kr`|j }nd|j |j f }|j r�d|dj |j �f }|j ||j|� qJW q.W |j|� d S )Nr rX zutf-8z%s:%sz%s [%s]z, )rH r_ r` � getwriterr ri re Z add_section�valuesrB rD �flagsr0 �setr' �write)rZ r] r\ ro rp rq r3 r! r! r" � write_exports� s ry c c s$ t j� } z | V W d tj| � X d S )N)�tempfile�mkdtempr �rmtree)Ztdr! r! r" �tempdir s r} c c s. t j� }zt j| � d V W d t j|� X d S )N)r9 �getcwd�chdir)r �cwdr! r! r" r s r � c c s. t j� }zt j| � d V W d t j|� X d S )N)�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor! r! r" �socket_timeout s r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s || _ d S )N)�func)�selfr� r! r! r" �__init__) s zcached_property.__init__Nc C s, |d kr | S | j |�}tj|| j j|� |S )N)r� �object� __setattr__�__name__)r� �obj�clsrr r! r! r" �__get__. s zcached_property.__get__)N)r� � __module__� __qualname__r� r� r! r! r! r" r� ( s r� c C s� t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| jd�}xt j|krj|jt j� qRW |svt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. r7 r z path '%s' cannot be absoluter z path '%s' cannot end with '/'���)r9 r; � ValueErrorr2 �curdir�remover: r0 )�pathname�pathsr! r! r" � convert_path6 s r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z dd� Z dd� Z dd� Z d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd S )(� FileOperatorFc C s || _ t� | _| j� d S )N)�dry_runrw �ensured� _init_record)r� r� r! r! r" r� R s zFileOperator.__init__c C s d| _ t� | _t� | _d S )NF)�recordrw � files_written� dirs_created)r� r! r! r" r� W s zFileOperator._init_recordc C s | j r| jj|� d S )N)r� r� �add)r� r: r! r! r" �record_as_written\ s z FileOperator.record_as_writtenc C sH t jj|�s tdt jj|� ��t jj|�s0dS t j|�jt j|�jkS )a� Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". zfile '%r' does not existT)r9 r: �existsr �abspath�stat�st_mtime)r� r) �targetr! r! r" �newer` s zFileOperator.newerTc C s� | j tjj|�� tjd||� | js�d}|rftjj|�rDd| }n"tjj|�rftjj |� rfd| }|rvt |d ��t j ||� | j |� dS )z8Copy a file respecting dry-run and force flags. zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)� ensure_dirr9 r: �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr! r! r" � copy_filet s zFileOperator.copy_fileNc C st | j tjj|�� tjd||� | jsf|d kr:t|d�}ntj|d|d�}zt j ||� W d |j � X | j |� d S )NzCopying stream %s to %s�wb�w)�encoding) r� r9 r: r� r� r� r� �openr` r Z copyfileobjrj r� )r� Zinstreamr� r� Z outstreamr! r! r" � copy_stream� s zFileOperator.copy_streamc C sF | j tjj|�� | js8t|d��}|j|� W d Q R X | j|� d S )Nr� )r� r9 r: r� r� r� rx r� )r� r: rm �fr! r! r" �write_binary_file� s z FileOperator.write_binary_filec C sL | j tjj|�� | js>t|d��}|j|j|�� W d Q R X | j|� d S )Nr� ) r� r9 r: r� r� r� rx �encoder� )r� r: rm r� r� r! r! r" �write_text_file� s z FileOperator.write_text_filec C sr t jdks t jdkrnt jdkrnxN|D ]F}| jr<tjd|� q$t j|�j|B |@ }tjd||� t j||� q$W d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) r9 r' �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder! r! r" �set_mode� s zFileOperator.set_modec C s | j dd|�S )Nim i� )r� )r3 r� r! r! r" �<lambda>� s zFileOperator.<lambda>c C s~ t jj|�}|| jkrzt jj|� rz| jj|� t jj|�\}}| j|� tj d| � | j sht j |� | j rz| j j|� d S )Nz Creating %s)r9 r: r� r� r� r� r2 r� r� r� r� �mkdirr� r� )r� r: r r� r! r! r" r� � s zFileOperator.ensure_dirc C sh t || �}tjd||� | jsZ|s0| j||�rJ|s:d }n|t|�d � }tj|||d� | j|� |S )NzByte-compiling %s to %sT) r r� r� r� r� r< � py_compile�compiler� )r� r: �optimize�forcerD ZdpathZdiagpathr! r! r" � byte_compile� s zFileOperator.byte_compilec C s� t jj|�r�t jj|�r`t jj|� r`tjd|� | jsBtj |� | j r�|| j kr�| j j |� nPt jj|�rrd}nd}tjd||� | js�t j |� | j r�|| j kr�| j j |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)r9 r: r� �isdirr� r� �debugr� r r| r� r� r� r� )r� r: r3 r! r! r" �ensure_removed� s" zFileOperator.ensure_removedc C sH d}x>|sBt jj|�r&t j|t j�}P t jj|�}||kr<P |}qW |S )NF)r9 r: r� �access�W_OKr� )r� r: r4 �parentr! r! r" � is_writable� s zFileOperator.is_writablec C s | j | jf}| j� |S )zV Commit recorded changes, turn off recording, return changes. )r� r� r� )r� r4 r! r! r" �commit� s zFileOperator.commitc C s� | j s�x(t| j�D ]}tjj|�rtj|� qW t| jdd�}x@|D ]8}tj |�}|rrtjj ||d �}tj |� tj |� qDW | j � d S )NT)�reverser ) r� �listr� r9 r: r� r� �sortedr� �listdirr0 �rmdirr� )r� r� �dirsr �flistZsdr! r! r" �rollback� s zFileOperator.rollback)F)T)N)FFN)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r� r� r� r� r! r! r! r" r� Q s r� c C sb | t jkrt j| }nt| �}|d kr,|}n2|jd�}t||jd��}x|D ]}t||�}qLW |S )N�.r )rH �modules� __import__r2 rI r@ )Z module_nameZ dotted_path�modr4 �partsrR r! r! r" �resolve s r� c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S ) � ExportEntryc C s || _ || _|| _|| _d S )N)r' rD rB rv )r� r' rD rB rv r! r! r" r� s zExportEntry.__init__c C s t | j| j�S )N)r� rD rB )r� r! r! r" rr s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>)r' rD rB rv )r� r! r! r" �__repr__! s zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S )NF)rM r� r' rD rB rv )r� �otherr4 r! r! r" �__eq__% s zExportEntry.__eq__N) r� r� r� r� r� rr r� r� r� �__hash__r! r! r! r" r� s r� z�(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? c C s� t j| �}|s0d }d| ks"d| kr�td| ��n�|j� }|d }|d }|jd�}|dkrf|d }}n"|dkrztd| ��|jd�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd d � | jd �D �} t|||| �}|S ) N�[�]zInvalid specification '%s'r' �callable�:r r rv c S s g | ] }|j � �qS r! )r- )r% r� r! r! r" r& Q s z$get_export_entry.<locals>.<listcomp>�,)�ENTRY_RE�searchr r �countr2 r� ) Z specificationr r4 r r' r: ZcolonsrD rB rv r! r! r" rf 7 s2 rf c C s� | dkr d} t jdkr.dt jkr.t jjd�}n t jjd�}t jj|�rft j|t j�}|s�t j d|� n<yt j |� d}W n( t k r� t j d |dd � d }Y nX |s�t j� }t j d |� t jj|| �S ) a� Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. Nz.distlib�ntZ LOCALAPPDATAz $localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)r9 r' �environr: � expandvars� expanduserr� r� r� r� �warning�makedirs�OSErrorrz r{ r0 )rB r4 Zusabler! r! r" �get_cache_baseV s& r� c C sB t jjt jj| ��\}}|r(|jdd�}|jt jd�}|| d S )a Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. r� z---z--z.cache)r9 r: � splitdriver� r8 r; )r: r rR r! r! r" �path_to_cache_dir s r� c C s | j d�s| d S | S )Nr7 )�endswith)r3 r! r! r" � ensure_slash� s r� c C sH d }}d| kr>| j dd�\}} d|kr.|}n|j dd�\}}||| fS )N�@r r� )r2 )ZnetlocZusernameZpasswordrD r! r! r" �parse_credentials� s r� c C s t jd�} t j| � | S )N� )r9 �umask)r4 r! r! r" �get_process_umask� s r c C s2 d}d }x$t | �D ]\}}t|t�sd}P qW |S )NTF)� enumeraterM r )�seqr4 �ir3 r! r! r" �is_string_sequence� s r z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z -py(\d\.?\d?)c C s� d}d}t | �jdd�} tj| �}|r@|jd�}| d|j� � } |r�t| �t|�d kr�tjtj |�d | �}|r�|j � }| d|� | |d d� |f}|dkr�t j| �}|r�|jd�|jd�|f}|S )zw Extract name, version, python version from a filename (no extension) Return name, version, pyver or None N� �-r z\brX ) r r8 �PYTHON_VERSIONr� rn �startr< �rer, �escape�end�PROJECT_NAME_AND_VERSION)�filenameZ project_namer4 Zpyverr �nr! r! r" �split_filename� s" r z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t j| �}|std| ��|j� }|d j� j� |d fS )z� A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. z$Ill-formed name/version string: '%s'r' Zver)�NAME_VERSION_REr, r r r- rO )rR r r r! r! r" �parse_name_and_version� s r c C s� t � }t | pg �} t |pg �}d| kr8| jd� ||O }x�| D ]x}|dkrV|j|� q>|jd�r�|dd � }||kr�tjd| � ||kr�|j|� q>||kr�tjd| � |j|� q>W |S )N�*r r zundeclared extra: %s)rw r� r� � startswithr� r� )Z requestedZ availabler4 �rZunwantedr! r! r" � get_extras� s& r c C s� i }yNt | �}|j� }|jd�}|jd�s8tjd|� ntjd�|�}tj |�}W n0 t k r� } ztj d| |� W Y d d }~X nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %szutf-8z&Failed to get external data for %s: %s) r r� �getr r� r� r` ra rc rd rg � exception)r* r4 ZrespZheadersZct�reader�er! r! r" �_get_external_data� s r z'https://www.red-dove.com/pypi/projects/c C s* d| d j � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr )�upperr �_external_data_base_urlr )r' r* r4 r! r! r" �get_project_data s r c C s( d| d j � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr )r r r r )r' �versionr* r! r! r" �get_package_data s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez� A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. c C sP t jj|�st j|� t j|�jd@ dkr6tjd|� t jjt jj |��| _ dS )zu Initialise an instance. :param base: The base directory where the cache should be located. �? r z Directory '%s' is not privateN) r9 r: r� r� r� r� r� r� r� �normpathr> )r� r> r! r! r" r� " s zCache.__init__c C s t |�S )zN Converts a resource prefix to a directory name in the cache. )r� )r� rD r! r! r" � prefix_to_dir0 s zCache.prefix_to_dirc C s� g }x�t j| j�D ]r}t jj| j|�}y>t jj|�s@t jj|�rLt j|� nt jj|�rbt j |� W q t k r� |j |� Y qX qW |S )z" Clear the cache. ) r9 r� r> r: r0 r� r� r� r� r r| rg �append)r� Z not_removed�fnr! r! r" �clear6 s z Cache.clearN)r� r� r� �__doc__r� r$ r' r! r! r! r" r! s r! c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d � Zd d � Zd S )� EventMixinz1 A very simple publish/subscribe system. c C s i | _ d S )N)� _subscribers)r� r! r! r" r� K s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|j|� n |j|� dS )a` Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. N)r* r r% � appendleft)r� �event� subscriberr% �subsZsqr! r! r" r� N s zEventMixin.addc C s, | j }||krtd| ��|| j|� dS )z� Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. zNo subscribers: %rN)r* r� r� )r� r, r- r. r! r! r" r� b s zEventMixin.removec C s t | jj|f ��S )z� Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. )�iterr* r )r� r, r! r! r" �get_subscribersn s zEventMixin.get_subscribersc O sp g }xT| j |�D ]F}y||f|�|�}W n" tk rJ tjd� d}Y nX |j|� qW tjd||||� |S )a^ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r0 rg r� r r% r� )r� r, �args�kwargsr4 r- rr r! r! r" �publishu s zEventMixin.publishN)T) r� r� r� r( r� r� r� r0 r3 r! r! r! r" r) G s r) c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd d � Zd d � Zdd� Z e dd� �Z e dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S )N)�_preds�_succsrw �_nodes)r� r! r! r" r� � s zSequencer.__init__c C s | j j|� d S )N)r7 r� )r� �noder! r! r" �add_node� s zSequencer.add_nodeFc C s� || j kr| j j|� |r�x&t| jj|f ��D ]}| j||� q.W x&t| jj|f ��D ]}| j||� qVW x&t| jj� �D ]\}}|sz| j|= qzW x&t| jj� �D ]\}}|s�| j|= q�W d S )N)r7 r� rw r5 r r6 r� re )r� r8 ZedgesrR r3 ro rp r! r! r" � remove_node� s zSequencer.remove_nodec C s0 | j j|t� �j|� | jj|t� �j|� d S )N)r5 � setdefaultrw r� r6 )r� �pred�succr! r! r" r� � s z Sequencer.addc C s| y| j | }| j| }W n tk r8 td| ��Y nX y|j|� |j|� W n$ tk rv td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)r5 r6 �KeyErrorr� r� )r� r< r= �predsZsuccsr! r! r" r� � s zSequencer.removec C s || j kp || jkp || jkS )N)r5 r6 r7 )r� �stepr! r! r" �is_step� s zSequencer.is_stepc C s� | j |�std| ��g }g }t� }|j|� xd|r�|jd�}||krd||kr�|j|� |j|� q0|j|� |j|� | jj|f �}|j |� q0W t |�S )Nz Unknown: %rr ) rA r� rw r% r@ r� r� r5 r �extend�reversed)r� �finalr4 Ztodo�seenr@ r? r! r! r" � get_steps� s" zSequencer.get_stepsc sV dg�g �i �i �g �| j � � ������fdd��x � D ]}|�kr:�|� q:W �S )Nr c s� �d �| < �d �| < �d d7 < �j | � y � | }W n tk rV g }Y nX xR|D ]J}|�kr��|� t�| �| ��| < q^|�kr^t�| �| ��| < q^W �| �| kr�g }x �j� }|j |� || kr�P q�W t|�}�j |� d S )Nr r )r% rg �minr@ �tuple)r8 Z successorsZ successorZconnected_componentZ component)�graph�index� index_counter�lowlinksr4 �stack� strongconnectr! r" rN � s. z3Sequencer.strong_connections.<locals>.strongconnect)r6 )r� r8 r! )rI rJ rK rL r4 rM rN r" �strong_connections� s " z Sequencer.strong_connectionsc C sr dg}x8| j D ].}| j | }x |D ]}|jd||f � q"W qW x | jD ]}|jd| � qHW |jd� dj|�S )Nz digraph G {z %s -> %s;z %s;�}� )r5 r% r7 r0 )r� r4 r= r? r< r8 r! r! r" �dot s z Sequencer.dotN)F) r� r� r� r� r9 r: r� r� rA rF �propertyrO rR r! r! r! r" r4 � s 3r4 �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sX � �fdd�}t jj� �� t� ��d }|d kr�| jd�r>d}nH| jd�rRd}d }n4| jd�rfd }d }n | jd�rzd}d}n td| ��z�|dkr�t| d�}|r�|j� }xD|D ] }||� q�W n.tj | |�}|r�|j � }x|D ] }||� q�W |dk�r6t j d dk �r6x.|j � D ]"} t| jt��s| jjd�| _�qW |j� � W d |�rR|j� X d S )Nc sT t | t�s| jd�} tjjtjj� | ��}|j� � sD|� tjkrPt d| ��d S )Nzutf-8z path outside destination: %r) rM r �decoder9 r: r� r0 r r; r� )r: rR )�dest_dir�plenr! r" � check_path s z unarchive.<locals>.check_path�.zip�.whl�zip�.tar.gz�.tgzZtgzzr:gz�.tar.bz2�.tbzZtbzzr:bz2z.tarZtarr zUnknown format for %rr rX zutf-8)r_ r` )rb rc )rd re )r9 r: r� r< r� r� r Znamelist�tarfiler� ZgetnamesrH r_ Z getmembersrM r' r r[ Z extractallrj ) Zarchive_filenamer\ �formatr� r^ �archiver� �namesr' Ztarinfor! )r\ r] r" � unarchive sH rj c C s� t j� }t| �}t|d��b}xZtj| �D ]L\}}}x@|D ]8}tjj||�}||d� } tjj| |�} |j|| � q8W q(W W dQ R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOr< r r9 �walkr: r0 rx ) Z directoryr4 ZdlenZzf�rootr� r� r' ZfullZrelrC r! r! r" �zip_dirS s ro r$ �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd d � Zd d � Ze dd� �Z e dd� �Z dd� Z e dd� �Z e dd� �ZdS )�ProgressZUNKNOWNr �d c C s( | | _ | _|| _d | _d| _d| _d S )Nr F)rG �cur�max�started�elapsed�done)r� ZminvalZmaxvalr! r! r" r� j s zProgress.__init__c C s0 || _ tj� }| jd kr || _n || j | _d S )N)rw �timery rz )r� ZcurvalZnowr! r! r" �updater s zProgress.updatec C s | j | j| � d S )N)r} rw )r� Zincrr! r! r" � increment| s zProgress.incrementc C s | j | j� | S )N)r} rG )r� r! r! r" r � s zProgress.startc C s | j d k r| j| j � d| _d S )NT)rx r} r{ )r� r! r! r" �stop� s z Progress.stopc C s | j d kr| jS | j S )N)rx �unknown)r� r! r! r" �maximum� s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r{ rx rw rG )r� r4 rp r! r! r" � percentage� s zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntjdtj|��}|S )Nr z??:??:??z%H:%M:%S)rx rw rG r| ZstrftimeZgmtime)r� Zdurationr4 r! r! r" �format_duration� s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| j|�f S )NZDonezETA r r z%s: %sr� )r{ rz rx rw rG �floatr� )r� rD �tr! r! r" �ETA� s z Progress.ETAc C sN | j dkrd}n| j| j | j }x tD ]}|dk r6P |d }q(W d||f S )Nr g i� g @�@z%d %sB/s)rz rw rG �UNITS)r� r4 Zunitr! r! r" �speed� s zProgress.speedN)r rv )r� r� r� r� r� r} r~ r r rS r� r� r� r� r� r! r! r! r" ru g s ru z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t j| �rd}t|| ��tj| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr� r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r! r! r" r � s r c c s t j| d�}t|�dkr\|\}}}x�|jd�D ](}x"tdj|||f��D ] }|V qHW q.W n�d| kr~x�t| �D ] }|V qnW n�| jdd�\}}|dkr�d}|dkr�d}n|jd�}|jd�}xFtj|�D ]8\}}} tj j |�}x ttj j||��D ] } | V q�W q�W d S ) Nr r� r$ z**r� r r7 �\) � RICH_GLOBr2 r< r� r0 � std_iglobr= r9 rm r: r# ) r� Zrich_path_globrD rw rB �itemr: Zradical�dirr� r& r! r! r" r� � s( r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sP t j| j| jf| j�}t| dd�r0|| _| j� tt d�sp| j rHt j }nt j }t j || j| j|t j| j d�| _nxt jt j�}| jt jO _| jr�|j| j| j� i }| j r�t j |_|j| j d� tt dd�r�| j|d< |j |f|�| _| j o�| j�rLy$t| jj� | j� tjd| j� W n0 t k �rJ | jj t j � | jj � � Y nX d S ) NZ _tunnel_hostF� SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrI �sockZ_tunnelrG �sslr� Z CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r� r� ZshutdownZ SHUT_RDWRrj )r� r� r� �contextr2 r! r! r" �connect� s> zHTTPSConnection.connect)r� r� r� r� r� r� r! r! r! r" r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) r� Tc C s t j| � || _|| _d S )N)�BaseHTTPSHandlerr� r� r� )r� r� r� r! r! r" r� # s zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. )r� r� r� )r� r1 r2 r4 r! r! r" � _conn_maker( s zHTTPSHandler._conn_makerc C sV y| j | j|�S tk rP } z&dt|j�kr>td|j ��n� W Y d d }~X nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r �str�reasonr� r� )r� �reqr r! r! r" � https_open8 s zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r! r! r! r" r� " s r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r� r! r! r" � http_openL s zHTTPSOnlyHandler.http_openN)r� r� r� r� r! r! r! r" r� K s r� � � c @ s e Zd Zddd�ZdS )�HTTPr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )�_setup�_connection_class)r� r� r� r2 r! r! r" r� X s z HTTP.__init__)r$ N)r� r� r� r� r! r! r! r" r� W s r� c @ s e Zd Zddd�ZdS )�HTTPSr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )r� r� )r� r� r� r2 r! r! r" r� ` s zHTTPS.__init__)r$ N)r� r� r� r� r! r! r! r" r� _ s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� � use_datetimer! r! r" r� g s zTransport.__init__c C sb | j |�\}}}tdkr(t|| jd�}n6| j s>|| jd krT|| _|tj|�f| _| jd }|S )Nr� r� )r� r r )r� r� )� get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r4 r! r! r" �make_connectionk s zTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� f s r� c @ s e Zd Zddd�Zdd� ZdS )� SafeTransportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� r� r! r! r" r� x s zSafeTransport.__init__c C sz | j |�\}}}|si }| j|d< tdkr:t|d f|�}n<| j sP|| jd krl|| _|tj|d f|�f| _| jd }|S )Nr� r� r� r r )r� r� )r� r� r� r� r� r� r r� )r� r� r� r� r2 r4 r! r! r" r� | s z SafeTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� w s r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |j dd � | _}|d k r^t|�\}}|jdd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport) r@ r� r r r� r� r� r r� r� ) r� Zurir2 r� �scheme�_r� Ztclsr� r! r! r" r� � s zServerProxy.__init__N)r� r� r� r� r! r! r! r" r� � s r� c K s. t jd dk r|d7 }nd|d< t| |f|�S )Nr rX �br$ �newline)rH r_ r� )r& r� r2 r! r! r" � _csv_open� s r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S ) �CSVBaser� �"rQ )Z delimiterZ quotecharZlineterminatorc C s | S )Nr! )r� r! r! r" � __enter__� s zCSVBase.__enter__c G s | j j� d S )N)r] rj )r� r� r! r! r" �__exit__� s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r! r! r! r" r� � s r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,tjd�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr] r rX zutf-8r: r ) rH r_ r` ra r] r� �csvr r� )r� r2 r] r! r! r" r� � s zCSVReader.__init__c C s | S )Nr! )r� r! r! r" �__iter__� s zCSVReader.__iter__c C sJ t | j�}tjd dk rFx,t|�D ] \}}t|t�s"|jd�||< q"W |S )Nr rX zutf-8)�nextr rH r_ r rM r r[ )r� r4 r r� r! r! r" r� � s zCSVReader.nextN)r� r� r� r� r� r� �__next__r! r! r! r" r� � s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r] r� �writerr� )r� r& r2 r! r! r" r� � s zCSVWriter.__init__c C sR t jd dk rBg }x*|D ]"}t|t�r0|jd�}|j|� qW |}| jj|� d S )Nr rX zutf-8)rH r_ rM r r� r% r� �writerow)r� �rowr r� r! r! r" r� � s zCSVWriter.writerowN)r� r� r� r� r� r! r! r! r" r� � s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd d � Z � Z S ) � Configurator� inc_convertZincNc s" t t| �j|� |ptj� | _d S )N)�superr� r� r9 r~ r> )r� �configr> )� __class__r! r" r� � s zConfigurator.__init__c s� ��fdd��� j d�}t|�s*�j|�}� j dd �}� j df �}|r\t�fdd�|D ��}� �fdd�� D �}t|�}|||�}|r�x$|j� D ]\}} t||�| �� q�W |S ) Nc sz t | ttf�r*t| �� fdd�| D ��}nLt | t�rld| krH�j| �}qvi }x(| D ]}� | | �||< qRW n �j| �}|S )Nc s g | ] }� |��qS r! r! )r% r )�convertr! r" r& � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>z())rM r� rH �type�dict�configure_customr� )�or4 ro )r� r� r! r" r� � s z.Configurator.configure_custom.<locals>.convertz()r� z[]c s g | ] }� |��qS r! r! )r% r� )r� r! r" r& s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r! )r )r% ro )r� r� r! r" r& s )r@ r� r� rH r� re �setattr) r� r� rS Zpropsr1 re r2 r4 r rp r! )r� r� r� r" r� � s z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| j|� | j |< }|S )Nz())r� rM r� r� )r� rV r4 r! r! r" � __getitem__ s zConfigurator.__getitem__c C sF t jj|�s t jj| j|�}tj|ddd��}tj|�}W dQ R X |S )z*Default converter for the inc:// protocol.r zutf-8)r� N) r9 r: �isabsr0 r> r` r� rc rd )r� rr r� r4 r! r! r" r� s zConfigurator.inc_convert)N) r� r� r� r� r Zvalue_convertersr� r� r� r� � __classcell__r! r! )r� r" r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS ) �SubprocessMixinFNc C s || _ || _d S )N)�verbose�progress)r� r� r� r! r! r" r� s zSubprocessMixin.__init__c C sn | j }| j}xT|j� }|s P |dk r0|||� q|sBtjjd� ntjj|jd�� tjj� qW |j� dS )z� Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. Nr� zutf-8) r� r� �readlinerH �stderrrx r[ �flushrj )r� r] r� r� r� r3 r! r! r" r " s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|j� tj| j|jdfd�}|j� |j � |j � |j � | j d k r�| j dd� n| j r�t jjd� |S )N)�stdoutr� r� )r� r1 r� zdone.�mainzdone. )� subprocess�Popen�PIPE� threadingZThreadr r� r r� �waitr0 r� r� rH rx )r� �cmdr2 rR Zt1Zt2r! r! r" � run_command7 s zSubprocessMixin.run_command)FN)r� r� r� r� r r� r! r! r! r" r� s r� c C s t jdd| �j� S )z,Normalize a python package name a la PEP 503z[-_.]+r )r �subrO )r' r! r! r" �normalize_nameH s r� )NN)r� )N)N)rT rU rV rW rX rY rZ )NT)r$ rp rq rr rs rt )r� r� )�r` � collectionsr � contextlibr� Zglobr r� rk rc Zloggingr9 r� r r r� r� � ImportErrorr� rH rf rz rk r� Zdummy_threadingr| r$ r �compatr r r r r r r r r r r r r r r r r r r Z getLoggerr� r� �COMMAr� r1 ZIDENTZ EXTRA_IDENTZVERSPECZRELOPZBARE_CONSTRAINTSZ DIRECT_REFZ CONSTRAINTSZ EXTRA_LISTZEXTRASZ REQUIREMENTr+ Z RELOP_IDENTr. r6 rE rJ rN rT rW rs ry �contextmanagerr} r r� r� r� r� r� r� r� �VERBOSEr� rf r� r� r� r� r r �Ir r r r r r r r r r r! r) r4 ZARCHIVE_EXTENSIONSrj ro r� ru r� r� r� r� r� r� r� r� r� r� r_ r� r� r� r� r� r� r� r� r� r� r� r� r� r! r! r! r" �<module> s� X , % / 7 ) ,H 6] *) :+ site-packages/pip/_vendor/distlib/__pycache__/manifest.cpython-36.pyc 0000644 00000024052 15231162611 0021607 0 ustar 00 3 F��i�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z dgZ ej e�Zejdej�Zejd ejejB �Zejdd � ZG d d� de�ZdS ) zu Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. � N� )�DistlibException)�fsdecode)� convert_path�Manifestz\\w* z#.*?(?= )| (?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d � Zd d d �Zdd� Z dd� Z dd� Z d dd�Z d dd�Z d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. Nc C s> t jjt jj|pt j� ��| _| jt j | _d| _t � | _ dS )zd Initialise an instance. :param base: The base directory to explore under. N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r � /usr/lib/python3.6/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}xv|r�|� }tj |�} x\| D ]T} tj j || �} tj | �} | j } || �r�|jt | �� qR|| �rR|| � rR|| � qRW q8W dS )zmFind all files under the base and set ``allfiles`` to the absolute pathnames of files found. r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr �join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s" zManifest.findallc C s4 |j | j�s tjj| j|�}| jjtjj|�� dS )zz Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. N) � startswithr r r r r r �addr )r �itemr r r r) T s z Manifest.addc C s x|D ]}| j |� qW dS )z� Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. N)r) )r �itemsr* r r r �add_many^ s zManifest.add_manyFc sf � �fdd�� t �j�}|rJt � }x |D ]}� |tjj|�� q(W ||O }dd� tdd� |D ��D �S )z8 Return sorted files in directory order c sJ | j |� tjd|� |�jkrFtjj|�\}}|dks<t�� | |� d S )Nzadd_dir added %s� �/)r- r. )r) �logger�debugr r r �split�AssertionError)�dirs�d�parent�_)�add_dirr r r r7 l s z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r r )�.0Z path_tupler r r � <listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t jj|�V qd S )N)r r r1 )r8 r r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r �dirname�sorted)r Zwantdirs�resultr3 �fr )r7 r r r< g s zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C s� | j |�\}}}}|dkrFx&|D ] }| j|dd�s tjd|� q W �n<|dkrnx|D ]}| j|dd�}qTW �n|dkr�x&|D ] }| j|dd�s|tjd|� q|W n�|d kr�x�|D ]}| j|dd�}q�W n�|d k� r�x�|D ] }| j||d �s�tjd ||� q�W n�|d k�r&xz|D ]}| j||d �}�q W n\|dk�rN| jd|d ��s�tjd|� n4|dk�rv| jd|d ��s�tjd|� n td| ��dS )av Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands �includeT)�anchorzno files found matching %r�excludezglobal-includeFz3no files found matching %r anywhere in distributionzglobal-excludezrecursive-include)r z-no files found matching %r under directory %rzrecursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr/ Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ dirpattern�pattern�foundr r r �process_directive� sD zManifest.process_directivec C s |j � }t|�dkr,|d dkr,|jdd� |d }d } }}|dkrxt|�d k r`td | ��dd� |dd � D �}n�|dkr�t|�dk r�td| ��t|d �}dd� |d d � D �}n<|dk� r�t|�d kr�td| ��t|d �}n td| ��||||fS )z� Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns r r r@ rB �global-include�global-exclude�recursive-include�recursive-excluderC rD Nr z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r8 �wordr r r r9 � s z-Manifest._parse_directive.<locals>.<listcomp>� z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r8 rS r r r r9 � s z!%r expects a single <dir_pattern>zunknown action %r)r@ rB rO rP rQ rR rC rD )r@ rB rO rP )rQ rR )rC rD )r1 �len�insertr r )r rH ZwordsrI rJ rK Z dir_patternr r r rE � s: zManifest._parse_directiveTc C sT d}| j ||||�}| jdkr&| j� x(| jD ] }|j|�r.| jj|� d}q.W |S )a� Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. FNT)�_translate_patternr r' �searchr r) )r rL rA r �is_regexrM � pattern_rer$ r r r rF s zManifest._include_patternc C sF d}| j ||||�}x,t| j�D ] }|j|�r | jj|� d}q W |S )at Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions FT)rW �listr rX �remove)r rL rA r rY rM rZ r> r r r rG ) s zManifest._exclude_patternc C s� |r t |t�rtj|�S |S td kr:| jd�jd�\}}}|rj| j|�}td krn|j|�rd|j|�snt �nd}tj t j j | jd��} |dk �rftdkr�| jd�} | j|�dt| � � } n>| j|�} | j|�r�| j|�s�t �| t|�t| �t|� � } t j} t jdk�rd} tdk�r4d| | j | d | f� }n0|t|�t|�t|� � }d || | | ||f }n8|�r�tdk�r�d| | }nd || |t|�d� f }tj|�S )a Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). rT r r6 r- N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)rT r )rT r )rT r )rT r )rT r )� isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partitionr( �endswithr2 �escaper r r r rU r ) r rL rA r rY �startr6 �endrZ r Z empty_patternZ prefix_rer r r r rW = sB zManifest._translate_patternc C s8 t j|�}tj}tjdkr d}d| }tjd||�}|S )z�Translate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). r] z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r ra �sub)r rL rZ r Zescapedr r r rd t s zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__� __module__� __qualname__�__doc__r r' r) r, r< r? rN rE rF rG rW rd r r r r r % s O/ ( 6)rp rj Zloggingr ra �sysr- r �compatr �utilr �__all__Z getLoggerrm r/ rb �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_inforc �objectr r r r r �<module> s site-packages/pip/_vendor/distlib/_backport/sysconfig.py 0000644 00000064513 15231162611 0017473 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Access to Python's configuration information.""" import codecs import os import re import sys from os.path import pardir, realpath try: import configparser except ImportError: import ConfigParser as configparser __all__ = [ 'get_config_h_filename', 'get_config_var', 'get_config_vars', 'get_makefile_filename', 'get_path', 'get_path_names', 'get_paths', 'get_platform', 'get_python_version', 'get_scheme_names', 'parse_config_h', ] def _safe_realpath(path): try: return realpath(path) except OSError: return path if sys.executable: _PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable)) else: # sys.executable can be empty if argv[0] has been changed and Python is # unable to retrieve the real program name _PROJECT_BASE = _safe_realpath(os.getcwd()) if os.name == "nt" and "pcbuild" in _PROJECT_BASE[-8:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir)) # PC/VS7.1 if os.name == "nt" and "\\pc\\v" in _PROJECT_BASE[-10:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir)) # PC/AMD64 if os.name == "nt" and "\\pcbuild\\amd64" in _PROJECT_BASE[-14:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir)) def is_python_build(): for fn in ("Setup.dist", "Setup.local"): if os.path.isfile(os.path.join(_PROJECT_BASE, "Modules", fn)): return True return False _PYTHON_BUILD = is_python_build() _cfg_read = False def _ensure_cfg_read(): global _cfg_read if not _cfg_read: from ..resources import finder backport_package = __name__.rsplit('.', 1)[0] _finder = finder(backport_package) _cfgfile = _finder.find('sysconfig.cfg') assert _cfgfile, 'sysconfig.cfg exists' with _cfgfile.as_stream() as s: _SCHEMES.readfp(s) if _PYTHON_BUILD: for scheme in ('posix_prefix', 'posix_home'): _SCHEMES.set(scheme, 'include', '{srcdir}/Include') _SCHEMES.set(scheme, 'platinclude', '{projectbase}/.') _cfg_read = True _SCHEMES = configparser.RawConfigParser() _VAR_REPL = re.compile(r'\{([^{]*?)\}') def _expand_globals(config): _ensure_cfg_read() if config.has_section('globals'): globals = config.items('globals') else: globals = tuple() sections = config.sections() for section in sections: if section == 'globals': continue for option, value in globals: if config.has_option(section, option): continue config.set(section, option, value) config.remove_section('globals') # now expanding local variables defined in the cfg file # for section in config.sections(): variables = dict(config.items(section)) def _replacer(matchobj): name = matchobj.group(1) if name in variables: return variables[name] return matchobj.group(0) for option, value in config.items(section): config.set(section, option, _VAR_REPL.sub(_replacer, value)) #_expand_globals(_SCHEMES) # FIXME don't rely on sys.version here, its format is an implementation detail # of CPython, use sys.version_info or sys.hexversion _PY_VERSION = sys.version.split()[0] _PY_VERSION_SHORT = sys.version[:3] _PY_VERSION_SHORT_NO_DOT = _PY_VERSION[0] + _PY_VERSION[2] _PREFIX = os.path.normpath(sys.prefix) _EXEC_PREFIX = os.path.normpath(sys.exec_prefix) _CONFIG_VARS = None _USER_BASE = None def _subst_vars(path, local_vars): """In the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. """ def _replacer(matchobj): name = matchobj.group(1) if name in local_vars: return local_vars[name] elif name in os.environ: return os.environ[name] return matchobj.group(0) return _VAR_REPL.sub(_replacer, path) def _extend_dict(target_dict, other_dict): target_keys = target_dict.keys() for key, value in other_dict.items(): if key in target_keys: continue target_dict[key] = value def _expand_vars(scheme, vars): res = {} if vars is None: vars = {} _extend_dict(vars, get_config_vars()) for key, value in _SCHEMES.items(scheme): if os.name in ('posix', 'nt'): value = os.path.expanduser(value) res[key] = os.path.normpath(_subst_vars(value, vars)) return res def format_value(value, vars): def _replacer(matchobj): name = matchobj.group(1) if name in vars: return vars[name] return matchobj.group(0) return _VAR_REPL.sub(_replacer, value) def _get_default_scheme(): if os.name == 'posix': # the default scheme for posix is posix_prefix return 'posix_prefix' return os.name def _getuserbase(): env_base = os.environ.get("PYTHONUSERBASE", None) def joinuser(*args): return os.path.expanduser(os.path.join(*args)) # what about 'os2emx', 'riscos' ? if os.name == "nt": base = os.environ.get("APPDATA") or "~" if env_base: return env_base else: return joinuser(base, "Python") if sys.platform == "darwin": framework = get_config_var("PYTHONFRAMEWORK") if framework: if env_base: return env_base else: return joinuser("~", "Library", framework, "%d.%d" % sys.version_info[:2]) if env_base: return env_base else: return joinuser("~", ".local") def _parse_makefile(filename, vars=None): """Parse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. """ # Regexes needed for parsing Makefile (and similar syntaxes, # like old-style Setup files). _variable_rx = re.compile("([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)") _findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)") _findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}") if vars is None: vars = {} done = {} notdone = {} with codecs.open(filename, encoding='utf-8', errors="surrogateescape") as f: lines = f.readlines() for line in lines: if line.startswith('#') or line.strip() == '': continue m = _variable_rx.match(line) if m: n, v = m.group(1, 2) v = v.strip() # `$$' is a literal `$' in make tmpv = v.replace('$$', '') if "$" in tmpv: notdone[n] = v else: try: v = int(v) except ValueError: # insert literal `$' done[n] = v.replace('$$', '$') else: done[n] = v # do variable interpolation here variables = list(notdone.keys()) # Variables with a 'PY_' prefix in the makefile. These need to # be made available without that prefix through sysconfig. # Special care is needed to ensure that variable expansion works, even # if the expansion uses the name without a prefix. renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS') while len(variables) > 0: for name in tuple(variables): value = notdone[name] m = _findvar1_rx.search(value) or _findvar2_rx.search(value) if m is not None: n = m.group(1) found = True if n in done: item = str(done[n]) elif n in notdone: # get it on a subsequent round found = False elif n in os.environ: # do it like make: fall back to environment item = os.environ[n] elif n in renamed_variables: if (name.startswith('PY_') and name[3:] in renamed_variables): item = "" elif 'PY_' + n in notdone: found = False else: item = str(done['PY_' + n]) else: done[n] = item = "" if found: after = value[m.end():] value = value[:m.start()] + item + after if "$" in after: notdone[name] = value else: try: value = int(value) except ValueError: done[name] = value.strip() else: done[name] = value variables.remove(name) if (name.startswith('PY_') and name[3:] in renamed_variables): name = name[3:] if name not in done: done[name] = value else: # bogus variable reference (e.g. "prefix=$/opt/python"); # just drop it since we can't deal done[name] = value variables.remove(name) # strip spurious spaces for k, v in done.items(): if isinstance(v, str): done[k] = v.strip() # save the results in the global dictionary vars.update(done) return vars def get_makefile_filename(): """Return the path of the Makefile.""" if _PYTHON_BUILD: return os.path.join(_PROJECT_BASE, "Makefile") if hasattr(sys, 'abiflags'): config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags) else: config_dir_name = 'config' return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile') def _init_posix(vars): """Initialize the module as appropriate for POSIX systems.""" # load the installed Makefile: makefile = get_makefile_filename() try: _parse_makefile(makefile, vars) except IOError as e: msg = "invalid Python installation: unable to open %s" % makefile if hasattr(e, "strerror"): msg = msg + " (%s)" % e.strerror raise IOError(msg) # load the installed pyconfig.h: config_h = get_config_h_filename() try: with open(config_h) as f: parse_config_h(f, vars) except IOError as e: msg = "invalid Python installation: unable to open %s" % config_h if hasattr(e, "strerror"): msg = msg + " (%s)" % e.strerror raise IOError(msg) # On AIX, there are wrong paths to the linker scripts in the Makefile # -- these paths are relative to the Python source, but when installed # the scripts are in another directory. if _PYTHON_BUILD: vars['LDSHARED'] = vars['BLDSHARED'] def _init_non_posix(vars): """Initialize the module as appropriate for NT""" # set basic install directories vars['LIBDEST'] = get_path('stdlib') vars['BINLIBDEST'] = get_path('platstdlib') vars['INCLUDEPY'] = get_path('include') vars['SO'] = '.pyd' vars['EXE'] = '.exe' vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable)) # # public APIs # def parse_config_h(fp, vars=None): """Parse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. """ if vars is None: vars = {} define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n") undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n") while True: line = fp.readline() if not line: break m = define_rx.match(line) if m: n, v = m.group(1, 2) try: v = int(v) except ValueError: pass vars[n] = v else: m = undef_rx.match(line) if m: vars[m.group(1)] = 0 return vars def get_config_h_filename(): """Return the path of pyconfig.h.""" if _PYTHON_BUILD: if os.name == "nt": inc_dir = os.path.join(_PROJECT_BASE, "PC") else: inc_dir = _PROJECT_BASE else: inc_dir = get_path('platinclude') return os.path.join(inc_dir, 'pyconfig.h') def get_scheme_names(): """Return a tuple containing the schemes names.""" return tuple(sorted(_SCHEMES.sections())) def get_path_names(): """Return a tuple containing the paths names.""" # xxx see if we want a static list return _SCHEMES.options('posix_prefix') def get_paths(scheme=_get_default_scheme(), vars=None, expand=True): """Return a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. """ _ensure_cfg_read() if expand: return _expand_vars(scheme, vars) else: return dict(_SCHEMES.items(scheme)) def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True): """Return a path corresponding to the scheme. ``scheme`` is the install scheme name. """ return get_paths(scheme, vars, expand)[name] def get_config_vars(*args): """With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. """ global _CONFIG_VARS if _CONFIG_VARS is None: _CONFIG_VARS = {} # Normalized versions of prefix and exec_prefix are handy to have; # in fact, these are the standard versions used most places in the # distutils2 module. _CONFIG_VARS['prefix'] = _PREFIX _CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX _CONFIG_VARS['py_version'] = _PY_VERSION _CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT _CONFIG_VARS['py_version_nodot'] = _PY_VERSION[0] + _PY_VERSION[2] _CONFIG_VARS['base'] = _PREFIX _CONFIG_VARS['platbase'] = _EXEC_PREFIX _CONFIG_VARS['projectbase'] = _PROJECT_BASE try: _CONFIG_VARS['abiflags'] = sys.abiflags except AttributeError: # sys.abiflags may not be defined on all platforms. _CONFIG_VARS['abiflags'] = '' if os.name in ('nt', 'os2'): _init_non_posix(_CONFIG_VARS) if os.name == 'posix': _init_posix(_CONFIG_VARS) # Setting 'userbase' is done below the call to the # init function to enable using 'get_config_var' in # the init-function. if sys.version >= '2.6': _CONFIG_VARS['userbase'] = _getuserbase() if 'srcdir' not in _CONFIG_VARS: _CONFIG_VARS['srcdir'] = _PROJECT_BASE else: _CONFIG_VARS['srcdir'] = _safe_realpath(_CONFIG_VARS['srcdir']) # Convert srcdir into an absolute path if it appears necessary. # Normally it is relative to the build directory. However, during # testing, for example, we might be running a non-installed python # from a different directory. if _PYTHON_BUILD and os.name == "posix": base = _PROJECT_BASE try: cwd = os.getcwd() except OSError: cwd = None if (not os.path.isabs(_CONFIG_VARS['srcdir']) and base != cwd): # srcdir is relative and we are not in the same directory # as the executable. Assume executable is in the build # directory and make srcdir absolute. srcdir = os.path.join(base, _CONFIG_VARS['srcdir']) _CONFIG_VARS['srcdir'] = os.path.normpath(srcdir) if sys.platform == 'darwin': kernel_version = os.uname()[2] # Kernel version (8.4.3) major_version = int(kernel_version.split('.')[0]) if major_version < 8: # On macOS before 10.4, check if -arch and -isysroot # are in CFLAGS or LDFLAGS and remove them if they are. # This is needed when building extensions on a 10.3 system # using a universal build of python. for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub('-arch\s+\w+\s', ' ', flags) flags = re.sub('-isysroot [^ \t]*', ' ', flags) _CONFIG_VARS[key] = flags else: # Allow the user to override the architecture flags using # an environment variable. # NOTE: This name was introduced by Apple in OSX 10.5 and # is used by several scripting languages distributed with # that OS release. if 'ARCHFLAGS' in os.environ: arch = os.environ['ARCHFLAGS'] for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub('-arch\s+\w+\s', ' ', flags) flags = flags + ' ' + arch _CONFIG_VARS[key] = flags # If we're on OSX 10.5 or later and the user tries to # compiles an extension using an SDK that is not present # on the current machine it is better to not use an SDK # than to fail. # # The major usecase for this is users using a Python.org # binary installer on OSX 10.6: that installer uses # the 10.4u SDK, but that SDK is not installed by default # when you install Xcode. # CFLAGS = _CONFIG_VARS.get('CFLAGS', '') m = re.search('-isysroot\s+(\S+)', CFLAGS) if m is not None: sdk = m.group(1) if not os.path.exists(sdk): for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub('-isysroot\s+\S+(\s|$)', ' ', flags) _CONFIG_VARS[key] = flags if args: vals = [] for name in args: vals.append(_CONFIG_VARS.get(name)) return vals else: return _CONFIG_VARS def get_config_var(name): """Return the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) """ return get_config_vars().get(name) def get_platform(): """Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. """ if os.name == 'nt': # sniff sys.version for architecture. prefix = " bit (" i = sys.version.find(prefix) if i == -1: return sys.platform j = sys.version.find(")", i) look = sys.version[i+len(prefix):j].lower() if look == 'amd64': return 'win-amd64' if look == 'itanium': return 'win-ia64' return sys.platform if os.name != "posix" or not hasattr(os, 'uname'): # XXX what about the architecture? NT is Intel or Alpha, # Mac OS is M68k or PPC, etc. return sys.platform # Try to distinguish various flavours of Unix osname, host, release, version, machine = os.uname() # Convert the OS name to lowercase, remove '/' characters # (to accommodate BSD/OS), and translate spaces (for "Power Macintosh") osname = osname.lower().replace('/', '') machine = machine.replace(' ', '_') machine = machine.replace('/', '-') if osname[:5] == "linux": # At least on Linux/Intel, 'machine' is the processor -- # i386, etc. # XXX what about Alpha, SPARC, etc? return "%s-%s" % (osname, machine) elif osname[:5] == "sunos": if release[0] >= "5": # SunOS 5 == Solaris 2 osname = "solaris" release = "%d.%s" % (int(release[0]) - 3, release[2:]) # fall through to standard osname-release-machine representation elif osname[:4] == "irix": # could be "irix64"! return "%s-%s" % (osname, release) elif osname[:3] == "aix": return "%s-%s.%s" % (osname, version, release) elif osname[:6] == "cygwin": osname = "cygwin" rel_re = re.compile(r'[\d.]+') m = rel_re.match(release) if m: release = m.group() elif osname[:6] == "darwin": # # For our purposes, we'll assume that the system version from # distutils' perspective is what MACOSX_DEPLOYMENT_TARGET is set # to. This makes the compatibility story a bit more sane because the # machine is going to compile and link as if it were # MACOSX_DEPLOYMENT_TARGET. cfgvars = get_config_vars() macver = cfgvars.get('MACOSX_DEPLOYMENT_TARGET') if True: # Always calculate the release of the running machine, # needed to determine if we can build fat binaries or not. macrelease = macver # Get the system version. Reading this plist is a documented # way to get the system version (see the documentation for # the Gestalt Manager) try: f = open('/System/Library/CoreServices/SystemVersion.plist') except IOError: # We're on a plain darwin box, fall back to the default # behaviour. pass else: try: m = re.search(r'<key>ProductUserVisibleVersion</key>\s*' r'<string>(.*?)</string>', f.read()) finally: f.close() if m is not None: macrelease = '.'.join(m.group(1).split('.')[:2]) # else: fall back to the default behaviour if not macver: macver = macrelease if macver: release = macver osname = "macosx" if ((macrelease + '.') >= '10.4.' and '-arch' in get_config_vars().get('CFLAGS', '').strip()): # The universal build will build fat binaries, but not on # systems before 10.4 # # Try to detect 4-way universal builds, those have machine-type # 'universal' instead of 'fat'. machine = 'fat' cflags = get_config_vars().get('CFLAGS') archs = re.findall('-arch\s+(\S+)', cflags) archs = tuple(sorted(set(archs))) if len(archs) == 1: machine = archs[0] elif archs == ('i386', 'ppc'): machine = 'fat' elif archs == ('i386', 'x86_64'): machine = 'intel' elif archs == ('i386', 'ppc', 'x86_64'): machine = 'fat3' elif archs == ('ppc64', 'x86_64'): machine = 'fat64' elif archs == ('i386', 'ppc', 'ppc64', 'x86_64'): machine = 'universal' else: raise ValueError( "Don't know machine value for archs=%r" % (archs,)) elif machine == 'i386': # On OSX the machine type returned by uname is always the # 32-bit variant, even if the executable architecture is # the 64-bit variant if sys.maxsize >= 2**32: machine = 'x86_64' elif machine in ('PowerPC', 'Power_Macintosh'): # Pick a sane name for the PPC architecture. # See 'i386' case if sys.maxsize >= 2**32: machine = 'ppc64' else: machine = 'ppc' return "%s-%s-%s" % (osname, release, machine) def get_python_version(): return _PY_VERSION_SHORT def _print_dict(title, data): for index, (key, value) in enumerate(sorted(data.items())): if index == 0: print('%s: ' % (title)) print('\t%s = "%s"' % (key, value)) def _main(): """Display all information sysconfig detains.""" print('Platform: "%s"' % get_platform()) print('Python version: "%s"' % get_python_version()) print('Current installation scheme: "%s"' % _get_default_scheme()) print() _print_dict('Paths', get_paths()) print() _print_dict('Variables', get_config_vars()) if __name__ == '__main__': _main() site-packages/pip/_vendor/distlib/_backport/__init__.py 0000644 00000000422 15231162611 0017213 0 ustar 00 """Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. """ site-packages/pip/_vendor/distlib/_backport/shutil.py 0000644 00000062057 15231162611 0017000 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Utility functions for copying and archiving files and directory trees. XXX The functions here don't copy the resource fork or other metadata on Mac. """ import os import sys import stat from os.path import abspath import fnmatch import collections import errno from . import tarfile try: import bz2 _BZ2_SUPPORTED = True except ImportError: _BZ2_SUPPORTED = False try: from pwd import getpwnam except ImportError: getpwnam = None try: from grp import getgrnam except ImportError: getgrnam = None __all__ = ["copyfileobj", "copyfile", "copymode", "copystat", "copy", "copy2", "copytree", "move", "rmtree", "Error", "SpecialFileError", "ExecError", "make_archive", "get_archive_formats", "register_archive_format", "unregister_archive_format", "get_unpack_formats", "register_unpack_format", "unregister_unpack_format", "unpack_archive", "ignore_patterns"] class Error(EnvironmentError): pass class SpecialFileError(EnvironmentError): """Raised when trying to do a kind of operation (e.g. copying) which is not supported on a special file (e.g. a named pipe)""" class ExecError(EnvironmentError): """Raised when a command could not be executed""" class ReadError(EnvironmentError): """Raised when an archive cannot be read""" class RegistryError(Exception): """Raised when a registry operation with the archiving and unpacking registries fails""" try: WindowsError except NameError: WindowsError = None def copyfileobj(fsrc, fdst, length=16*1024): """copy data from file-like object fsrc to file-like object fdst""" while 1: buf = fsrc.read(length) if not buf: break fdst.write(buf) def _samefile(src, dst): # Macintosh, Unix. if hasattr(os.path, 'samefile'): try: return os.path.samefile(src, dst) except OSError: return False # All other platforms: check for same pathname. return (os.path.normcase(os.path.abspath(src)) == os.path.normcase(os.path.abspath(dst))) def copyfile(src, dst): """Copy data from src to dst""" if _samefile(src, dst): raise Error("`%s` and `%s` are the same file" % (src, dst)) for fn in [src, dst]: try: st = os.stat(fn) except OSError: # File most likely does not exist pass else: # XXX What about other special files? (sockets, devices...) if stat.S_ISFIFO(st.st_mode): raise SpecialFileError("`%s` is a named pipe" % fn) with open(src, 'rb') as fsrc: with open(dst, 'wb') as fdst: copyfileobj(fsrc, fdst) def copymode(src, dst): """Copy mode bits from src to dst""" if hasattr(os, 'chmod'): st = os.stat(src) mode = stat.S_IMODE(st.st_mode) os.chmod(dst, mode) def copystat(src, dst): """Copy all stat info (mode bits, atime, mtime, flags) from src to dst""" st = os.stat(src) mode = stat.S_IMODE(st.st_mode) if hasattr(os, 'utime'): os.utime(dst, (st.st_atime, st.st_mtime)) if hasattr(os, 'chmod'): os.chmod(dst, mode) if hasattr(os, 'chflags') and hasattr(st, 'st_flags'): try: os.chflags(dst, st.st_flags) except OSError as why: if (not hasattr(errno, 'EOPNOTSUPP') or why.errno != errno.EOPNOTSUPP): raise def copy(src, dst): """Copy data and mode bits ("cp src dst"). The destination may be a directory. """ if os.path.isdir(dst): dst = os.path.join(dst, os.path.basename(src)) copyfile(src, dst) copymode(src, dst) def copy2(src, dst): """Copy data and all stat info ("cp -p src dst"). The destination may be a directory. """ if os.path.isdir(dst): dst = os.path.join(dst, os.path.basename(src)) copyfile(src, dst) copystat(src, dst) def ignore_patterns(*patterns): """Function that can be used as copytree() ignore parameter. Patterns is a sequence of glob-style patterns that are used to exclude files""" def _ignore_patterns(path, names): ignored_names = [] for pattern in patterns: ignored_names.extend(fnmatch.filter(names, pattern)) return set(ignored_names) return _ignore_patterns def copytree(src, dst, symlinks=False, ignore=None, copy_function=copy2, ignore_dangling_symlinks=False): """Recursively copy a directory tree. The destination directory must not already exist. If exception(s) occur, an Error is raised with a list of reasons. If the optional symlinks flag is true, symbolic links in the source tree result in symbolic links in the destination tree; if it is false, the contents of the files pointed to by symbolic links are copied. If the file pointed by the symlink doesn't exist, an exception will be added in the list of errors raised in an Error exception at the end of the copy process. You can set the optional ignore_dangling_symlinks flag to true if you want to silence this exception. Notice that this has no effect on platforms that don't support os.symlink. The optional ignore argument is a callable. If given, it is called with the `src` parameter, which is the directory being visited by copytree(), and `names` which is the list of `src` contents, as returned by os.listdir(): callable(src, names) -> ignored_names Since copytree() is called recursively, the callable will be called once for each directory that is copied. It returns a list of names relative to the `src` directory that should not be copied. The optional copy_function argument is a callable that will be used to copy each file. It will be called with the source path and the destination path as arguments. By default, copy2() is used, but any function that supports the same signature (like copy()) can be used. """ names = os.listdir(src) if ignore is not None: ignored_names = ignore(src, names) else: ignored_names = set() os.makedirs(dst) errors = [] for name in names: if name in ignored_names: continue srcname = os.path.join(src, name) dstname = os.path.join(dst, name) try: if os.path.islink(srcname): linkto = os.readlink(srcname) if symlinks: os.symlink(linkto, dstname) else: # ignore dangling symlink if the flag is on if not os.path.exists(linkto) and ignore_dangling_symlinks: continue # otherwise let the copy occurs. copy2 will raise an error copy_function(srcname, dstname) elif os.path.isdir(srcname): copytree(srcname, dstname, symlinks, ignore, copy_function) else: # Will raise a SpecialFileError for unsupported file types copy_function(srcname, dstname) # catch the Error from the recursive copytree so that we can # continue with other files except Error as err: errors.extend(err.args[0]) except EnvironmentError as why: errors.append((srcname, dstname, str(why))) try: copystat(src, dst) except OSError as why: if WindowsError is not None and isinstance(why, WindowsError): # Copying file access times may fail on Windows pass else: errors.extend((src, dst, str(why))) if errors: raise Error(errors) def rmtree(path, ignore_errors=False, onerror=None): """Recursively delete a directory tree. If ignore_errors is set, errors are ignored; otherwise, if onerror is set, it is called to handle the error with arguments (func, path, exc_info) where func is os.listdir, os.remove, or os.rmdir; path is the argument to that function that caused it to fail; and exc_info is a tuple returned by sys.exc_info(). If ignore_errors is false and onerror is None, an exception is raised. """ if ignore_errors: def onerror(*args): pass elif onerror is None: def onerror(*args): raise try: if os.path.islink(path): # symlinks to directories are forbidden, see bug #1669 raise OSError("Cannot call rmtree on a symbolic link") except OSError: onerror(os.path.islink, path, sys.exc_info()) # can't continue even if onerror hook returns return names = [] try: names = os.listdir(path) except os.error: onerror(os.listdir, path, sys.exc_info()) for name in names: fullname = os.path.join(path, name) try: mode = os.lstat(fullname).st_mode except os.error: mode = 0 if stat.S_ISDIR(mode): rmtree(fullname, ignore_errors, onerror) else: try: os.remove(fullname) except os.error: onerror(os.remove, fullname, sys.exc_info()) try: os.rmdir(path) except os.error: onerror(os.rmdir, path, sys.exc_info()) def _basename(path): # A basename() variant which first strips the trailing slash, if present. # Thus we always get the last component of the path, even for directories. return os.path.basename(path.rstrip(os.path.sep)) def move(src, dst): """Recursively move a file or directory to another location. This is similar to the Unix "mv" command. If the destination is a directory or a symlink to a directory, the source is moved inside the directory. The destination path must not already exist. If the destination already exists but is not a directory, it may be overwritten depending on os.rename() semantics. If the destination is on our current filesystem, then rename() is used. Otherwise, src is copied to the destination and then removed. A lot more could be done here... A look at a mv.c shows a lot of the issues this implementation glosses over. """ real_dst = dst if os.path.isdir(dst): if _samefile(src, dst): # We might be on a case insensitive filesystem, # perform the rename anyway. os.rename(src, dst) return real_dst = os.path.join(dst, _basename(src)) if os.path.exists(real_dst): raise Error("Destination path '%s' already exists" % real_dst) try: os.rename(src, real_dst) except OSError: if os.path.isdir(src): if _destinsrc(src, dst): raise Error("Cannot move a directory '%s' into itself '%s'." % (src, dst)) copytree(src, real_dst, symlinks=True) rmtree(src) else: copy2(src, real_dst) os.unlink(src) def _destinsrc(src, dst): src = abspath(src) dst = abspath(dst) if not src.endswith(os.path.sep): src += os.path.sep if not dst.endswith(os.path.sep): dst += os.path.sep return dst.startswith(src) def _get_gid(name): """Returns a gid, given a group name.""" if getgrnam is None or name is None: return None try: result = getgrnam(name) except KeyError: result = None if result is not None: return result[2] return None def _get_uid(name): """Returns an uid, given a user name.""" if getpwnam is None or name is None: return None try: result = getpwnam(name) except KeyError: result = None if result is not None: return result[2] return None def _make_tarball(base_name, base_dir, compress="gzip", verbose=0, dry_run=0, owner=None, group=None, logger=None): """Create a (possibly compressed) tar file from all the files under 'base_dir'. 'compress' must be "gzip" (the default), "bzip2", or None. 'owner' and 'group' can be used to define an owner and a group for the archive that is being built. If not provided, the current owner and group will be used. The output tar file will be named 'base_name' + ".tar", possibly plus the appropriate compression extension (".gz", or ".bz2"). Returns the output filename. """ tar_compression = {'gzip': 'gz', None: ''} compress_ext = {'gzip': '.gz'} if _BZ2_SUPPORTED: tar_compression['bzip2'] = 'bz2' compress_ext['bzip2'] = '.bz2' # flags for compression program, each element of list will be an argument if compress is not None and compress not in compress_ext: raise ValueError("bad value for 'compress', or compression format not " "supported : {0}".format(compress)) archive_name = base_name + '.tar' + compress_ext.get(compress, '') archive_dir = os.path.dirname(archive_name) if not os.path.exists(archive_dir): if logger is not None: logger.info("creating %s", archive_dir) if not dry_run: os.makedirs(archive_dir) # creating the tarball if logger is not None: logger.info('Creating tar archive') uid = _get_uid(owner) gid = _get_gid(group) def _set_uid_gid(tarinfo): if gid is not None: tarinfo.gid = gid tarinfo.gname = group if uid is not None: tarinfo.uid = uid tarinfo.uname = owner return tarinfo if not dry_run: tar = tarfile.open(archive_name, 'w|%s' % tar_compression[compress]) try: tar.add(base_dir, filter=_set_uid_gid) finally: tar.close() return archive_name def _call_external_zip(base_dir, zip_filename, verbose=False, dry_run=False): # XXX see if we want to keep an external call here if verbose: zipoptions = "-r" else: zipoptions = "-rq" from distutils.errors import DistutilsExecError from distutils.spawn import spawn try: spawn(["zip", zipoptions, zip_filename, base_dir], dry_run=dry_run) except DistutilsExecError: # XXX really should distinguish between "couldn't find # external 'zip' command" and "zip failed". raise ExecError("unable to create zip file '%s': " "could neither import the 'zipfile' module nor " "find a standalone zip utility") % zip_filename def _make_zipfile(base_name, base_dir, verbose=0, dry_run=0, logger=None): """Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_name' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises ExecError. Returns the name of the output zip file. """ zip_filename = base_name + ".zip" archive_dir = os.path.dirname(base_name) if not os.path.exists(archive_dir): if logger is not None: logger.info("creating %s", archive_dir) if not dry_run: os.makedirs(archive_dir) # If zipfile module is not available, try spawning an external 'zip' # command. try: import zipfile except ImportError: zipfile = None if zipfile is None: _call_external_zip(base_dir, zip_filename, verbose, dry_run) else: if logger is not None: logger.info("creating '%s' and adding '%s' to it", zip_filename, base_dir) if not dry_run: zip = zipfile.ZipFile(zip_filename, "w", compression=zipfile.ZIP_DEFLATED) for dirpath, dirnames, filenames in os.walk(base_dir): for name in filenames: path = os.path.normpath(os.path.join(dirpath, name)) if os.path.isfile(path): zip.write(path, path) if logger is not None: logger.info("adding '%s'", path) zip.close() return zip_filename _ARCHIVE_FORMATS = { 'gztar': (_make_tarball, [('compress', 'gzip')], "gzip'ed tar-file"), 'bztar': (_make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file"), 'tar': (_make_tarball, [('compress', None)], "uncompressed tar file"), 'zip': (_make_zipfile, [], "ZIP file"), } if _BZ2_SUPPORTED: _ARCHIVE_FORMATS['bztar'] = (_make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file") def get_archive_formats(): """Returns a list of supported formats for archiving and unarchiving. Each element of the returned sequence is a tuple (name, description) """ formats = [(name, registry[2]) for name, registry in _ARCHIVE_FORMATS.items()] formats.sort() return formats def register_archive_format(name, function, extra_args=None, description=''): """Registers an archive format. name is the name of the format. function is the callable that will be used to create archives. If provided, extra_args is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_archive_formats() function. """ if extra_args is None: extra_args = [] if not isinstance(function, collections.Callable): raise TypeError('The %s object is not callable' % function) if not isinstance(extra_args, (tuple, list)): raise TypeError('extra_args needs to be a sequence') for element in extra_args: if not isinstance(element, (tuple, list)) or len(element) !=2: raise TypeError('extra_args elements are : (arg_name, value)') _ARCHIVE_FORMATS[name] = (function, extra_args, description) def unregister_archive_format(name): del _ARCHIVE_FORMATS[name] def make_archive(base_name, format, root_dir=None, base_dir=None, verbose=0, dry_run=0, owner=None, group=None, logger=None): """Create an archive file (eg. zip or tar). 'base_name' is the name of the file to create, minus any format-specific extension; 'format' is the archive format: one of "zip", "tar", "bztar" or "gztar". 'root_dir' is a directory that will be the root directory of the archive; ie. we typically chdir into 'root_dir' before creating the archive. 'base_dir' is the directory where we start archiving from; ie. 'base_dir' will be the common prefix of all files and directories in the archive. 'root_dir' and 'base_dir' both default to the current directory. Returns the name of the archive file. 'owner' and 'group' are used when creating a tar archive. By default, uses the current owner and group. """ save_cwd = os.getcwd() if root_dir is not None: if logger is not None: logger.debug("changing into '%s'", root_dir) base_name = os.path.abspath(base_name) if not dry_run: os.chdir(root_dir) if base_dir is None: base_dir = os.curdir kwargs = {'dry_run': dry_run, 'logger': logger} try: format_info = _ARCHIVE_FORMATS[format] except KeyError: raise ValueError("unknown archive format '%s'" % format) func = format_info[0] for arg, val in format_info[1]: kwargs[arg] = val if format != 'zip': kwargs['owner'] = owner kwargs['group'] = group try: filename = func(base_name, base_dir, **kwargs) finally: if root_dir is not None: if logger is not None: logger.debug("changing back to '%s'", save_cwd) os.chdir(save_cwd) return filename def get_unpack_formats(): """Returns a list of supported formats for unpacking. Each element of the returned sequence is a tuple (name, extensions, description) """ formats = [(name, info[0], info[3]) for name, info in _UNPACK_FORMATS.items()] formats.sort() return formats def _check_unpack_options(extensions, function, extra_args): """Checks what gets registered as an unpacker.""" # first make sure no other unpacker is registered for this extension existing_extensions = {} for name, info in _UNPACK_FORMATS.items(): for ext in info[0]: existing_extensions[ext] = name for extension in extensions: if extension in existing_extensions: msg = '%s is already registered for "%s"' raise RegistryError(msg % (extension, existing_extensions[extension])) if not isinstance(function, collections.Callable): raise TypeError('The registered function must be a callable') def register_unpack_format(name, extensions, function, extra_args=None, description=''): """Registers an unpack format. `name` is the name of the format. `extensions` is a list of extensions corresponding to the format. `function` is the callable that will be used to unpack archives. The callable will receive archives to unpack. If it's unable to handle an archive, it needs to raise a ReadError exception. If provided, `extra_args` is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_unpack_formats() function. """ if extra_args is None: extra_args = [] _check_unpack_options(extensions, function, extra_args) _UNPACK_FORMATS[name] = extensions, function, extra_args, description def unregister_unpack_format(name): """Removes the pack format from the registry.""" del _UNPACK_FORMATS[name] def _ensure_directory(path): """Ensure that the parent directory of `path` exists""" dirname = os.path.dirname(path) if not os.path.isdir(dirname): os.makedirs(dirname) def _unpack_zipfile(filename, extract_dir): """Unpack zip `filename` to `extract_dir` """ try: import zipfile except ImportError: raise ReadError('zlib not supported, cannot unpack this archive.') if not zipfile.is_zipfile(filename): raise ReadError("%s is not a zip file" % filename) zip = zipfile.ZipFile(filename) try: for info in zip.infolist(): name = info.filename # don't extract absolute paths or ones with .. in them if name.startswith('/') or '..' in name: continue target = os.path.join(extract_dir, *name.split('/')) if not target: continue _ensure_directory(target) if not name.endswith('/'): # file data = zip.read(info.filename) f = open(target, 'wb') try: f.write(data) finally: f.close() del data finally: zip.close() def _unpack_tarfile(filename, extract_dir): """Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` """ try: tarobj = tarfile.open(filename) except tarfile.TarError: raise ReadError( "%s is not a compressed or uncompressed tar file" % filename) try: tarobj.extractall(extract_dir) finally: tarobj.close() _UNPACK_FORMATS = { 'gztar': (['.tar.gz', '.tgz'], _unpack_tarfile, [], "gzip'ed tar-file"), 'tar': (['.tar'], _unpack_tarfile, [], "uncompressed tar file"), 'zip': (['.zip'], _unpack_zipfile, [], "ZIP file") } if _BZ2_SUPPORTED: _UNPACK_FORMATS['bztar'] = (['.bz2'], _unpack_tarfile, [], "bzip2'ed tar-file") def _find_unpack_format(filename): for name, info in _UNPACK_FORMATS.items(): for extension in info[0]: if filename.endswith(extension): return name return None def unpack_archive(filename, extract_dir=None, format=None): """Unpack an archive. `filename` is the name of the archive. `extract_dir` is the name of the target directory, where the archive is unpacked. If not provided, the current working directory is used. `format` is the archive format: one of "zip", "tar", or "gztar". Or any other registered format. If not provided, unpack_archive will use the filename extension and see if an unpacker was registered for that extension. In case none is found, a ValueError is raised. """ if extract_dir is None: extract_dir = os.getcwd() if format is not None: try: format_info = _UNPACK_FORMATS[format] except KeyError: raise ValueError("Unknown unpack format '{0}'".format(format)) func = format_info[1] func(filename, extract_dir, **dict(format_info[2])) else: # we need to look at the registered unpackers supported extensions format = _find_unpack_format(filename) if format is None: raise ReadError("Unknown archive format '{0}'".format(filename)) func = _UNPACK_FORMATS[format][1] kwargs = dict(_UNPACK_FORMATS[format][2]) func(filename, extract_dir, **kwargs) site-packages/pip/_vendor/distlib/_backport/tarfile.py 0000644 00000264724 15231162611 0017123 0 ustar 00 #------------------------------------------------------------------- # tarfile.py #------------------------------------------------------------------- # Copyright (C) 2002 Lars Gustaebel <lars@gustaebel.de> # All rights reserved. # # Permission is hereby granted, free of charge, to any person # obtaining a copy of this software and associated documentation # files (the "Software"), to deal in the Software without # restriction, including without limitation the rights to use, # copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the # Software is furnished to do so, subject to the following # conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES # OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT # HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING # FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR # OTHER DEALINGS IN THE SOFTWARE. # from __future__ import print_function """Read from and write to tar format archives. """ __version__ = "$Revision$" version = "0.9.0" __author__ = "Lars Gust\u00e4bel (lars@gustaebel.de)" __date__ = "$Date: 2011-02-25 17:42:01 +0200 (Fri, 25 Feb 2011) $" __cvsid__ = "$Id: tarfile.py 88586 2011-02-25 15:42:01Z marc-andre.lemburg $" __credits__ = "Gustavo Niemeyer, Niels Gust\u00e4bel, Richard Townsend." #--------- # Imports #--------- import sys import os import stat import errno import time import struct import copy import re try: import grp, pwd except ImportError: grp = pwd = None # os.symlink on Windows prior to 6.0 raises NotImplementedError symlink_exception = (AttributeError, NotImplementedError) try: # WindowsError (1314) will be raised if the caller does not hold the # SeCreateSymbolicLinkPrivilege privilege symlink_exception += (WindowsError,) except NameError: pass # from tarfile import * __all__ = ["TarFile", "TarInfo", "is_tarfile", "TarError"] if sys.version_info[0] < 3: import __builtin__ as builtins else: import builtins _open = builtins.open # Since 'open' is TarFile.open #--------------------------------------------------------- # tar constants #--------------------------------------------------------- NUL = b"\0" # the null character BLOCKSIZE = 512 # length of processing blocks RECORDSIZE = BLOCKSIZE * 20 # length of records GNU_MAGIC = b"ustar \0" # magic gnu tar string POSIX_MAGIC = b"ustar\x0000" # magic posix tar string LENGTH_NAME = 100 # maximum length of a filename LENGTH_LINK = 100 # maximum length of a linkname LENGTH_PREFIX = 155 # maximum length of the prefix field REGTYPE = b"0" # regular file AREGTYPE = b"\0" # regular file LNKTYPE = b"1" # link (inside tarfile) SYMTYPE = b"2" # symbolic link CHRTYPE = b"3" # character special device BLKTYPE = b"4" # block special device DIRTYPE = b"5" # directory FIFOTYPE = b"6" # fifo special device CONTTYPE = b"7" # contiguous file GNUTYPE_LONGNAME = b"L" # GNU tar longname GNUTYPE_LONGLINK = b"K" # GNU tar longlink GNUTYPE_SPARSE = b"S" # GNU tar sparse file XHDTYPE = b"x" # POSIX.1-2001 extended header XGLTYPE = b"g" # POSIX.1-2001 global header SOLARIS_XHDTYPE = b"X" # Solaris extended header USTAR_FORMAT = 0 # POSIX.1-1988 (ustar) format GNU_FORMAT = 1 # GNU tar format PAX_FORMAT = 2 # POSIX.1-2001 (pax) format DEFAULT_FORMAT = GNU_FORMAT #--------------------------------------------------------- # tarfile constants #--------------------------------------------------------- # File types that tarfile supports: SUPPORTED_TYPES = (REGTYPE, AREGTYPE, LNKTYPE, SYMTYPE, DIRTYPE, FIFOTYPE, CONTTYPE, CHRTYPE, BLKTYPE, GNUTYPE_LONGNAME, GNUTYPE_LONGLINK, GNUTYPE_SPARSE) # File types that will be treated as a regular file. REGULAR_TYPES = (REGTYPE, AREGTYPE, CONTTYPE, GNUTYPE_SPARSE) # File types that are part of the GNU tar format. GNU_TYPES = (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK, GNUTYPE_SPARSE) # Fields from a pax header that override a TarInfo attribute. PAX_FIELDS = ("path", "linkpath", "size", "mtime", "uid", "gid", "uname", "gname") # Fields from a pax header that are affected by hdrcharset. PAX_NAME_FIELDS = set(("path", "linkpath", "uname", "gname")) # Fields in a pax header that are numbers, all other fields # are treated as strings. PAX_NUMBER_FIELDS = { "atime": float, "ctime": float, "mtime": float, "uid": int, "gid": int, "size": int } #--------------------------------------------------------- # Bits used in the mode field, values in octal. #--------------------------------------------------------- S_IFLNK = 0o120000 # symbolic link S_IFREG = 0o100000 # regular file S_IFBLK = 0o060000 # block device S_IFDIR = 0o040000 # directory S_IFCHR = 0o020000 # character device S_IFIFO = 0o010000 # fifo TSUID = 0o4000 # set UID on execution TSGID = 0o2000 # set GID on execution TSVTX = 0o1000 # reserved TUREAD = 0o400 # read by owner TUWRITE = 0o200 # write by owner TUEXEC = 0o100 # execute/search by owner TGREAD = 0o040 # read by group TGWRITE = 0o020 # write by group TGEXEC = 0o010 # execute/search by group TOREAD = 0o004 # read by other TOWRITE = 0o002 # write by other TOEXEC = 0o001 # execute/search by other #--------------------------------------------------------- # initialization #--------------------------------------------------------- if os.name in ("nt", "ce"): ENCODING = "utf-8" else: ENCODING = sys.getfilesystemencoding() #--------------------------------------------------------- # Some useful functions #--------------------------------------------------------- def stn(s, length, encoding, errors): """Convert a string to a null-terminated bytes object. """ s = s.encode(encoding, errors) return s[:length] + (length - len(s)) * NUL def nts(s, encoding, errors): """Convert a null-terminated bytes object to a string. """ p = s.find(b"\0") if p != -1: s = s[:p] return s.decode(encoding, errors) def nti(s): """Convert a number field to a python number. """ # There are two possible encodings for a number field, see # itn() below. if s[0] != chr(0o200): try: n = int(nts(s, "ascii", "strict") or "0", 8) except ValueError: raise InvalidHeaderError("invalid header") else: n = 0 for i in range(len(s) - 1): n <<= 8 n += ord(s[i + 1]) return n def itn(n, digits=8, format=DEFAULT_FORMAT): """Convert a python number to a number field. """ # POSIX 1003.1-1988 requires numbers to be encoded as a string of # octal digits followed by a null-byte, this allows values up to # (8**(digits-1))-1. GNU tar allows storing numbers greater than # that if necessary. A leading 0o200 byte indicates this particular # encoding, the following digits-1 bytes are a big-endian # representation. This allows values up to (256**(digits-1))-1. if 0 <= n < 8 ** (digits - 1): s = ("%0*o" % (digits - 1, n)).encode("ascii") + NUL else: if format != GNU_FORMAT or n >= 256 ** (digits - 1): raise ValueError("overflow in number field") if n < 0: # XXX We mimic GNU tar's behaviour with negative numbers, # this could raise OverflowError. n = struct.unpack("L", struct.pack("l", n))[0] s = bytearray() for i in range(digits - 1): s.insert(0, n & 0o377) n >>= 8 s.insert(0, 0o200) return s def calc_chksums(buf): """Calculate the checksum for a member's header by summing up all characters except for the chksum field which is treated as if it was filled with spaces. According to the GNU tar sources, some tars (Sun and NeXT) calculate chksum with signed char, which will be different if there are chars in the buffer with the high bit set. So we calculate two checksums, unsigned and signed. """ unsigned_chksum = 256 + sum(struct.unpack("148B", buf[:148]) + struct.unpack("356B", buf[156:512])) signed_chksum = 256 + sum(struct.unpack("148b", buf[:148]) + struct.unpack("356b", buf[156:512])) return unsigned_chksum, signed_chksum def copyfileobj(src, dst, length=None): """Copy length bytes from fileobj src to fileobj dst. If length is None, copy the entire content. """ if length == 0: return if length is None: while True: buf = src.read(16*1024) if not buf: break dst.write(buf) return BUFSIZE = 16 * 1024 blocks, remainder = divmod(length, BUFSIZE) for b in range(blocks): buf = src.read(BUFSIZE) if len(buf) < BUFSIZE: raise IOError("end of file reached") dst.write(buf) if remainder != 0: buf = src.read(remainder) if len(buf) < remainder: raise IOError("end of file reached") dst.write(buf) return filemode_table = ( ((S_IFLNK, "l"), (S_IFREG, "-"), (S_IFBLK, "b"), (S_IFDIR, "d"), (S_IFCHR, "c"), (S_IFIFO, "p")), ((TUREAD, "r"),), ((TUWRITE, "w"),), ((TUEXEC|TSUID, "s"), (TSUID, "S"), (TUEXEC, "x")), ((TGREAD, "r"),), ((TGWRITE, "w"),), ((TGEXEC|TSGID, "s"), (TSGID, "S"), (TGEXEC, "x")), ((TOREAD, "r"),), ((TOWRITE, "w"),), ((TOEXEC|TSVTX, "t"), (TSVTX, "T"), (TOEXEC, "x")) ) def filemode(mode): """Convert a file's mode to a string of the form -rwxrwxrwx. Used by TarFile.list() """ perm = [] for table in filemode_table: for bit, char in table: if mode & bit == bit: perm.append(char) break else: perm.append("-") return "".join(perm) class TarError(Exception): """Base exception.""" pass class ExtractError(TarError): """General exception for extract errors.""" pass class ReadError(TarError): """Exception for unreadable tar archives.""" pass class CompressionError(TarError): """Exception for unavailable compression methods.""" pass class StreamError(TarError): """Exception for unsupported operations on stream-like TarFiles.""" pass class HeaderError(TarError): """Base exception for header errors.""" pass class EmptyHeaderError(HeaderError): """Exception for empty headers.""" pass class TruncatedHeaderError(HeaderError): """Exception for truncated headers.""" pass class EOFHeaderError(HeaderError): """Exception for end of file headers.""" pass class InvalidHeaderError(HeaderError): """Exception for invalid headers.""" pass class SubsequentHeaderError(HeaderError): """Exception for missing and invalid extended headers.""" pass #--------------------------- # internal stream interface #--------------------------- class _LowLevelFile(object): """Low-level file object. Supports reading and writing. It is used instead of a regular file object for streaming access. """ def __init__(self, name, mode): mode = { "r": os.O_RDONLY, "w": os.O_WRONLY | os.O_CREAT | os.O_TRUNC, }[mode] if hasattr(os, "O_BINARY"): mode |= os.O_BINARY self.fd = os.open(name, mode, 0o666) def close(self): os.close(self.fd) def read(self, size): return os.read(self.fd, size) def write(self, s): os.write(self.fd, s) class _Stream(object): """Class that serves as an adapter between TarFile and a stream-like object. The stream-like object only needs to have a read() or write() method and is accessed blockwise. Use of gzip or bzip2 compression is possible. A stream-like object could be for example: sys.stdin, sys.stdout, a socket, a tape device etc. _Stream is intended to be used only internally. """ def __init__(self, name, mode, comptype, fileobj, bufsize): """Construct a _Stream object. """ self._extfileobj = True if fileobj is None: fileobj = _LowLevelFile(name, mode) self._extfileobj = False if comptype == '*': # Enable transparent compression detection for the # stream interface fileobj = _StreamProxy(fileobj) comptype = fileobj.getcomptype() self.name = name or "" self.mode = mode self.comptype = comptype self.fileobj = fileobj self.bufsize = bufsize self.buf = b"" self.pos = 0 self.closed = False try: if comptype == "gz": try: import zlib except ImportError: raise CompressionError("zlib module is not available") self.zlib = zlib self.crc = zlib.crc32(b"") if mode == "r": self._init_read_gz() else: self._init_write_gz() if comptype == "bz2": try: import bz2 except ImportError: raise CompressionError("bz2 module is not available") if mode == "r": self.dbuf = b"" self.cmp = bz2.BZ2Decompressor() else: self.cmp = bz2.BZ2Compressor() except: if not self._extfileobj: self.fileobj.close() self.closed = True raise def __del__(self): if hasattr(self, "closed") and not self.closed: self.close() def _init_write_gz(self): """Initialize for writing with gzip compression. """ self.cmp = self.zlib.compressobj(9, self.zlib.DEFLATED, -self.zlib.MAX_WBITS, self.zlib.DEF_MEM_LEVEL, 0) timestamp = struct.pack("<L", int(time.time())) self.__write(b"\037\213\010\010" + timestamp + b"\002\377") if self.name.endswith(".gz"): self.name = self.name[:-3] # RFC1952 says we must use ISO-8859-1 for the FNAME field. self.__write(self.name.encode("iso-8859-1", "replace") + NUL) def write(self, s): """Write string s to the stream. """ if self.comptype == "gz": self.crc = self.zlib.crc32(s, self.crc) self.pos += len(s) if self.comptype != "tar": s = self.cmp.compress(s) self.__write(s) def __write(self, s): """Write string s to the stream if a whole new block is ready to be written. """ self.buf += s while len(self.buf) > self.bufsize: self.fileobj.write(self.buf[:self.bufsize]) self.buf = self.buf[self.bufsize:] def close(self): """Close the _Stream object. No operation should be done on it afterwards. """ if self.closed: return if self.mode == "w" and self.comptype != "tar": self.buf += self.cmp.flush() if self.mode == "w" and self.buf: self.fileobj.write(self.buf) self.buf = b"" if self.comptype == "gz": # The native zlib crc is an unsigned 32-bit integer, but # the Python wrapper implicitly casts that to a signed C # long. So, on a 32-bit box self.crc may "look negative", # while the same crc on a 64-bit box may "look positive". # To avoid irksome warnings from the `struct` module, force # it to look positive on all boxes. self.fileobj.write(struct.pack("<L", self.crc & 0xffffffff)) self.fileobj.write(struct.pack("<L", self.pos & 0xffffFFFF)) if not self._extfileobj: self.fileobj.close() self.closed = True def _init_read_gz(self): """Initialize for reading a gzip compressed fileobj. """ self.cmp = self.zlib.decompressobj(-self.zlib.MAX_WBITS) self.dbuf = b"" # taken from gzip.GzipFile with some alterations if self.__read(2) != b"\037\213": raise ReadError("not a gzip file") if self.__read(1) != b"\010": raise CompressionError("unsupported compression method") flag = ord(self.__read(1)) self.__read(6) if flag & 4: xlen = ord(self.__read(1)) + 256 * ord(self.__read(1)) self.read(xlen) if flag & 8: while True: s = self.__read(1) if not s or s == NUL: break if flag & 16: while True: s = self.__read(1) if not s or s == NUL: break if flag & 2: self.__read(2) def tell(self): """Return the stream's file pointer position. """ return self.pos def seek(self, pos=0): """Set the stream's file pointer to pos. Negative seeking is forbidden. """ if pos - self.pos >= 0: blocks, remainder = divmod(pos - self.pos, self.bufsize) for i in range(blocks): self.read(self.bufsize) self.read(remainder) else: raise StreamError("seeking backwards is not allowed") return self.pos def read(self, size=None): """Return the next size number of bytes from the stream. If size is not defined, return all bytes of the stream up to EOF. """ if size is None: t = [] while True: buf = self._read(self.bufsize) if not buf: break t.append(buf) buf = "".join(t) else: buf = self._read(size) self.pos += len(buf) return buf def _read(self, size): """Return size bytes from the stream. """ if self.comptype == "tar": return self.__read(size) c = len(self.dbuf) while c < size: buf = self.__read(self.bufsize) if not buf: break try: buf = self.cmp.decompress(buf) except IOError: raise ReadError("invalid compressed data") self.dbuf += buf c += len(buf) buf = self.dbuf[:size] self.dbuf = self.dbuf[size:] return buf def __read(self, size): """Return size bytes from stream. If internal buffer is empty, read another block from the stream. """ c = len(self.buf) while c < size: buf = self.fileobj.read(self.bufsize) if not buf: break self.buf += buf c += len(buf) buf = self.buf[:size] self.buf = self.buf[size:] return buf # class _Stream class _StreamProxy(object): """Small proxy class that enables transparent compression detection for the Stream interface (mode 'r|*'). """ def __init__(self, fileobj): self.fileobj = fileobj self.buf = self.fileobj.read(BLOCKSIZE) def read(self, size): self.read = self.fileobj.read return self.buf def getcomptype(self): if self.buf.startswith(b"\037\213\010"): return "gz" if self.buf.startswith(b"BZh91"): return "bz2" return "tar" def close(self): self.fileobj.close() # class StreamProxy class _BZ2Proxy(object): """Small proxy class that enables external file object support for "r:bz2" and "w:bz2" modes. This is actually a workaround for a limitation in bz2 module's BZ2File class which (unlike gzip.GzipFile) has no support for a file object argument. """ blocksize = 16 * 1024 def __init__(self, fileobj, mode): self.fileobj = fileobj self.mode = mode self.name = getattr(self.fileobj, "name", None) self.init() def init(self): import bz2 self.pos = 0 if self.mode == "r": self.bz2obj = bz2.BZ2Decompressor() self.fileobj.seek(0) self.buf = b"" else: self.bz2obj = bz2.BZ2Compressor() def read(self, size): x = len(self.buf) while x < size: raw = self.fileobj.read(self.blocksize) if not raw: break data = self.bz2obj.decompress(raw) self.buf += data x += len(data) buf = self.buf[:size] self.buf = self.buf[size:] self.pos += len(buf) return buf def seek(self, pos): if pos < self.pos: self.init() self.read(pos - self.pos) def tell(self): return self.pos def write(self, data): self.pos += len(data) raw = self.bz2obj.compress(data) self.fileobj.write(raw) def close(self): if self.mode == "w": raw = self.bz2obj.flush() self.fileobj.write(raw) # class _BZ2Proxy #------------------------ # Extraction file object #------------------------ class _FileInFile(object): """A thin wrapper around an existing file object that provides a part of its data as an individual file object. """ def __init__(self, fileobj, offset, size, blockinfo=None): self.fileobj = fileobj self.offset = offset self.size = size self.position = 0 if blockinfo is None: blockinfo = [(0, size)] # Construct a map with data and zero blocks. self.map_index = 0 self.map = [] lastpos = 0 realpos = self.offset for offset, size in blockinfo: if offset > lastpos: self.map.append((False, lastpos, offset, None)) self.map.append((True, offset, offset + size, realpos)) realpos += size lastpos = offset + size if lastpos < self.size: self.map.append((False, lastpos, self.size, None)) def seekable(self): if not hasattr(self.fileobj, "seekable"): # XXX gzip.GzipFile and bz2.BZ2File return True return self.fileobj.seekable() def tell(self): """Return the current file position. """ return self.position def seek(self, position): """Seek to a position in the file. """ self.position = position def read(self, size=None): """Read data from the file. """ if size is None: size = self.size - self.position else: size = min(size, self.size - self.position) buf = b"" while size > 0: while True: data, start, stop, offset = self.map[self.map_index] if start <= self.position < stop: break else: self.map_index += 1 if self.map_index == len(self.map): self.map_index = 0 length = min(size, stop - self.position) if data: self.fileobj.seek(offset + (self.position - start)) buf += self.fileobj.read(length) else: buf += NUL * length size -= length self.position += length return buf #class _FileInFile class ExFileObject(object): """File-like object for reading an archive member. Is returned by TarFile.extractfile(). """ blocksize = 1024 def __init__(self, tarfile, tarinfo): self.fileobj = _FileInFile(tarfile.fileobj, tarinfo.offset_data, tarinfo.size, tarinfo.sparse) self.name = tarinfo.name self.mode = "r" self.closed = False self.size = tarinfo.size self.position = 0 self.buffer = b"" def readable(self): return True def writable(self): return False def seekable(self): return self.fileobj.seekable() def read(self, size=None): """Read at most size bytes from the file. If size is not present or None, read all data until EOF is reached. """ if self.closed: raise ValueError("I/O operation on closed file") buf = b"" if self.buffer: if size is None: buf = self.buffer self.buffer = b"" else: buf = self.buffer[:size] self.buffer = self.buffer[size:] if size is None: buf += self.fileobj.read() else: buf += self.fileobj.read(size - len(buf)) self.position += len(buf) return buf # XXX TextIOWrapper uses the read1() method. read1 = read def readline(self, size=-1): """Read one entire line from the file. If size is present and non-negative, return a string with at most that size, which may be an incomplete line. """ if self.closed: raise ValueError("I/O operation on closed file") pos = self.buffer.find(b"\n") + 1 if pos == 0: # no newline found. while True: buf = self.fileobj.read(self.blocksize) self.buffer += buf if not buf or b"\n" in buf: pos = self.buffer.find(b"\n") + 1 if pos == 0: # no newline found. pos = len(self.buffer) break if size != -1: pos = min(size, pos) buf = self.buffer[:pos] self.buffer = self.buffer[pos:] self.position += len(buf) return buf def readlines(self): """Return a list with all remaining lines. """ result = [] while True: line = self.readline() if not line: break result.append(line) return result def tell(self): """Return the current file position. """ if self.closed: raise ValueError("I/O operation on closed file") return self.position def seek(self, pos, whence=os.SEEK_SET): """Seek to a position in the file. """ if self.closed: raise ValueError("I/O operation on closed file") if whence == os.SEEK_SET: self.position = min(max(pos, 0), self.size) elif whence == os.SEEK_CUR: if pos < 0: self.position = max(self.position + pos, 0) else: self.position = min(self.position + pos, self.size) elif whence == os.SEEK_END: self.position = max(min(self.size + pos, self.size), 0) else: raise ValueError("Invalid argument") self.buffer = b"" self.fileobj.seek(self.position) def close(self): """Close the file object. """ self.closed = True def __iter__(self): """Get an iterator over the file's lines. """ while True: line = self.readline() if not line: break yield line #class ExFileObject #------------------ # Exported Classes #------------------ class TarInfo(object): """Informational class which holds the details about an archive member given by a tar header block. TarInfo objects are returned by TarFile.getmember(), TarFile.getmembers() and TarFile.gettarinfo() and are usually created internally. """ __slots__ = ("name", "mode", "uid", "gid", "size", "mtime", "chksum", "type", "linkname", "uname", "gname", "devmajor", "devminor", "offset", "offset_data", "pax_headers", "sparse", "tarfile", "_sparse_structs", "_link_target") def __init__(self, name=""): """Construct a TarInfo object. name is the optional name of the member. """ self.name = name # member name self.mode = 0o644 # file permissions self.uid = 0 # user id self.gid = 0 # group id self.size = 0 # file size self.mtime = 0 # modification time self.chksum = 0 # header checksum self.type = REGTYPE # member type self.linkname = "" # link name self.uname = "" # user name self.gname = "" # group name self.devmajor = 0 # device major number self.devminor = 0 # device minor number self.offset = 0 # the tar header starts here self.offset_data = 0 # the file's data starts here self.sparse = None # sparse member information self.pax_headers = {} # pax header information # In pax headers the "name" and "linkname" field are called # "path" and "linkpath". def _getpath(self): return self.name def _setpath(self, name): self.name = name path = property(_getpath, _setpath) def _getlinkpath(self): return self.linkname def _setlinkpath(self, linkname): self.linkname = linkname linkpath = property(_getlinkpath, _setlinkpath) def __repr__(self): return "<%s %r at %#x>" % (self.__class__.__name__,self.name,id(self)) def get_info(self): """Return the TarInfo's attributes as a dictionary. """ info = { "name": self.name, "mode": self.mode & 0o7777, "uid": self.uid, "gid": self.gid, "size": self.size, "mtime": self.mtime, "chksum": self.chksum, "type": self.type, "linkname": self.linkname, "uname": self.uname, "gname": self.gname, "devmajor": self.devmajor, "devminor": self.devminor } if info["type"] == DIRTYPE and not info["name"].endswith("/"): info["name"] += "/" return info def tobuf(self, format=DEFAULT_FORMAT, encoding=ENCODING, errors="surrogateescape"): """Return a tar header as a string of 512 byte blocks. """ info = self.get_info() if format == USTAR_FORMAT: return self.create_ustar_header(info, encoding, errors) elif format == GNU_FORMAT: return self.create_gnu_header(info, encoding, errors) elif format == PAX_FORMAT: return self.create_pax_header(info, encoding) else: raise ValueError("invalid format") def create_ustar_header(self, info, encoding, errors): """Return the object as a ustar header block. """ info["magic"] = POSIX_MAGIC if len(info["linkname"]) > LENGTH_LINK: raise ValueError("linkname is too long") if len(info["name"]) > LENGTH_NAME: info["prefix"], info["name"] = self._posix_split_name(info["name"]) return self._create_header(info, USTAR_FORMAT, encoding, errors) def create_gnu_header(self, info, encoding, errors): """Return the object as a GNU header block sequence. """ info["magic"] = GNU_MAGIC buf = b"" if len(info["linkname"]) > LENGTH_LINK: buf += self._create_gnu_long_header(info["linkname"], GNUTYPE_LONGLINK, encoding, errors) if len(info["name"]) > LENGTH_NAME: buf += self._create_gnu_long_header(info["name"], GNUTYPE_LONGNAME, encoding, errors) return buf + self._create_header(info, GNU_FORMAT, encoding, errors) def create_pax_header(self, info, encoding): """Return the object as a ustar header block. If it cannot be represented this way, prepend a pax extended header sequence with supplement information. """ info["magic"] = POSIX_MAGIC pax_headers = self.pax_headers.copy() # Test string fields for values that exceed the field length or cannot # be represented in ASCII encoding. for name, hname, length in ( ("name", "path", LENGTH_NAME), ("linkname", "linkpath", LENGTH_LINK), ("uname", "uname", 32), ("gname", "gname", 32)): if hname in pax_headers: # The pax header has priority. continue # Try to encode the string as ASCII. try: info[name].encode("ascii", "strict") except UnicodeEncodeError: pax_headers[hname] = info[name] continue if len(info[name]) > length: pax_headers[hname] = info[name] # Test number fields for values that exceed the field limit or values # that like to be stored as float. for name, digits in (("uid", 8), ("gid", 8), ("size", 12), ("mtime", 12)): if name in pax_headers: # The pax header has priority. Avoid overflow. info[name] = 0 continue val = info[name] if not 0 <= val < 8 ** (digits - 1) or isinstance(val, float): pax_headers[name] = str(val) info[name] = 0 # Create a pax extended header if necessary. if pax_headers: buf = self._create_pax_generic_header(pax_headers, XHDTYPE, encoding) else: buf = b"" return buf + self._create_header(info, USTAR_FORMAT, "ascii", "replace") @classmethod def create_pax_global_header(cls, pax_headers): """Return the object as a pax global header block sequence. """ return cls._create_pax_generic_header(pax_headers, XGLTYPE, "utf8") def _posix_split_name(self, name): """Split a name longer than 100 chars into a prefix and a name part. """ prefix = name[:LENGTH_PREFIX + 1] while prefix and prefix[-1] != "/": prefix = prefix[:-1] name = name[len(prefix):] prefix = prefix[:-1] if not prefix or len(name) > LENGTH_NAME: raise ValueError("name is too long") return prefix, name @staticmethod def _create_header(info, format, encoding, errors): """Return a header block. info is a dictionary with file information, format must be one of the *_FORMAT constants. """ parts = [ stn(info.get("name", ""), 100, encoding, errors), itn(info.get("mode", 0) & 0o7777, 8, format), itn(info.get("uid", 0), 8, format), itn(info.get("gid", 0), 8, format), itn(info.get("size", 0), 12, format), itn(info.get("mtime", 0), 12, format), b" ", # checksum field info.get("type", REGTYPE), stn(info.get("linkname", ""), 100, encoding, errors), info.get("magic", POSIX_MAGIC), stn(info.get("uname", ""), 32, encoding, errors), stn(info.get("gname", ""), 32, encoding, errors), itn(info.get("devmajor", 0), 8, format), itn(info.get("devminor", 0), 8, format), stn(info.get("prefix", ""), 155, encoding, errors) ] buf = struct.pack("%ds" % BLOCKSIZE, b"".join(parts)) chksum = calc_chksums(buf[-BLOCKSIZE:])[0] buf = buf[:-364] + ("%06o\0" % chksum).encode("ascii") + buf[-357:] return buf @staticmethod def _create_payload(payload): """Return the string payload filled with zero bytes up to the next 512 byte border. """ blocks, remainder = divmod(len(payload), BLOCKSIZE) if remainder > 0: payload += (BLOCKSIZE - remainder) * NUL return payload @classmethod def _create_gnu_long_header(cls, name, type, encoding, errors): """Return a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence for name. """ name = name.encode(encoding, errors) + NUL info = {} info["name"] = "././@LongLink" info["type"] = type info["size"] = len(name) info["magic"] = GNU_MAGIC # create extended header + name blocks. return cls._create_header(info, USTAR_FORMAT, encoding, errors) + \ cls._create_payload(name) @classmethod def _create_pax_generic_header(cls, pax_headers, type, encoding): """Return a POSIX.1-2008 extended or global header sequence that contains a list of keyword, value pairs. The values must be strings. """ # Check if one of the fields contains surrogate characters and thereby # forces hdrcharset=BINARY, see _proc_pax() for more information. binary = False for keyword, value in pax_headers.items(): try: value.encode("utf8", "strict") except UnicodeEncodeError: binary = True break records = b"" if binary: # Put the hdrcharset field at the beginning of the header. records += b"21 hdrcharset=BINARY\n" for keyword, value in pax_headers.items(): keyword = keyword.encode("utf8") if binary: # Try to restore the original byte representation of `value'. # Needless to say, that the encoding must match the string. value = value.encode(encoding, "surrogateescape") else: value = value.encode("utf8") l = len(keyword) + len(value) + 3 # ' ' + '=' + '\n' n = p = 0 while True: n = l + len(str(p)) if n == p: break p = n records += bytes(str(p), "ascii") + b" " + keyword + b"=" + value + b"\n" # We use a hardcoded "././@PaxHeader" name like star does # instead of the one that POSIX recommends. info = {} info["name"] = "././@PaxHeader" info["type"] = type info["size"] = len(records) info["magic"] = POSIX_MAGIC # Create pax header + record blocks. return cls._create_header(info, USTAR_FORMAT, "ascii", "replace") + \ cls._create_payload(records) @classmethod def frombuf(cls, buf, encoding, errors): """Construct a TarInfo object from a 512 byte bytes object. """ if len(buf) == 0: raise EmptyHeaderError("empty header") if len(buf) != BLOCKSIZE: raise TruncatedHeaderError("truncated header") if buf.count(NUL) == BLOCKSIZE: raise EOFHeaderError("end of file header") chksum = nti(buf[148:156]) if chksum not in calc_chksums(buf): raise InvalidHeaderError("bad checksum") obj = cls() obj.name = nts(buf[0:100], encoding, errors) obj.mode = nti(buf[100:108]) obj.uid = nti(buf[108:116]) obj.gid = nti(buf[116:124]) obj.size = nti(buf[124:136]) obj.mtime = nti(buf[136:148]) obj.chksum = chksum obj.type = buf[156:157] obj.linkname = nts(buf[157:257], encoding, errors) obj.uname = nts(buf[265:297], encoding, errors) obj.gname = nts(buf[297:329], encoding, errors) obj.devmajor = nti(buf[329:337]) obj.devminor = nti(buf[337:345]) prefix = nts(buf[345:500], encoding, errors) # Old V7 tar format represents a directory as a regular # file with a trailing slash. if obj.type == AREGTYPE and obj.name.endswith("/"): obj.type = DIRTYPE # The old GNU sparse format occupies some of the unused # space in the buffer for up to 4 sparse structures. # Save the them for later processing in _proc_sparse(). if obj.type == GNUTYPE_SPARSE: pos = 386 structs = [] for i in range(4): try: offset = nti(buf[pos:pos + 12]) numbytes = nti(buf[pos + 12:pos + 24]) except ValueError: break structs.append((offset, numbytes)) pos += 24 isextended = bool(buf[482]) origsize = nti(buf[483:495]) obj._sparse_structs = (structs, isextended, origsize) # Remove redundant slashes from directories. if obj.isdir(): obj.name = obj.name.rstrip("/") # Reconstruct a ustar longname. if prefix and obj.type not in GNU_TYPES: obj.name = prefix + "/" + obj.name return obj @classmethod def fromtarfile(cls, tarfile): """Return the next TarInfo object from TarFile object tarfile. """ buf = tarfile.fileobj.read(BLOCKSIZE) obj = cls.frombuf(buf, tarfile.encoding, tarfile.errors) obj.offset = tarfile.fileobj.tell() - BLOCKSIZE return obj._proc_member(tarfile) #-------------------------------------------------------------------------- # The following are methods that are called depending on the type of a # member. The entry point is _proc_member() which can be overridden in a # subclass to add custom _proc_*() methods. A _proc_*() method MUST # implement the following # operations: # 1. Set self.offset_data to the position where the data blocks begin, # if there is data that follows. # 2. Set tarfile.offset to the position where the next member's header will # begin. # 3. Return self or another valid TarInfo object. def _proc_member(self, tarfile): """Choose the right processing method depending on the type and call it. """ if self.type in (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK): return self._proc_gnulong(tarfile) elif self.type == GNUTYPE_SPARSE: return self._proc_sparse(tarfile) elif self.type in (XHDTYPE, XGLTYPE, SOLARIS_XHDTYPE): return self._proc_pax(tarfile) else: return self._proc_builtin(tarfile) def _proc_builtin(self, tarfile): """Process a builtin type or an unknown type which will be treated as a regular file. """ self.offset_data = tarfile.fileobj.tell() offset = self.offset_data if self.isreg() or self.type not in SUPPORTED_TYPES: # Skip the following data blocks. offset += self._block(self.size) tarfile.offset = offset # Patch the TarInfo object with saved global # header information. self._apply_pax_info(tarfile.pax_headers, tarfile.encoding, tarfile.errors) return self def _proc_gnulong(self, tarfile): """Process the blocks that hold a GNU longname or longlink member. """ buf = tarfile.fileobj.read(self._block(self.size)) # Fetch the next header and process it. try: next = self.fromtarfile(tarfile) except HeaderError: raise SubsequentHeaderError("missing or bad subsequent header") # Patch the TarInfo object from the next header with # the longname information. next.offset = self.offset if self.type == GNUTYPE_LONGNAME: next.name = nts(buf, tarfile.encoding, tarfile.errors) elif self.type == GNUTYPE_LONGLINK: next.linkname = nts(buf, tarfile.encoding, tarfile.errors) return next def _proc_sparse(self, tarfile): """Process a GNU sparse header plus extra headers. """ # We already collected some sparse structures in frombuf(). structs, isextended, origsize = self._sparse_structs del self._sparse_structs # Collect sparse structures from extended header blocks. while isextended: buf = tarfile.fileobj.read(BLOCKSIZE) pos = 0 for i in range(21): try: offset = nti(buf[pos:pos + 12]) numbytes = nti(buf[pos + 12:pos + 24]) except ValueError: break if offset and numbytes: structs.append((offset, numbytes)) pos += 24 isextended = bool(buf[504]) self.sparse = structs self.offset_data = tarfile.fileobj.tell() tarfile.offset = self.offset_data + self._block(self.size) self.size = origsize return self def _proc_pax(self, tarfile): """Process an extended or global header as described in POSIX.1-2008. """ # Read the header information. buf = tarfile.fileobj.read(self._block(self.size)) # A pax header stores supplemental information for either # the following file (extended) or all following files # (global). if self.type == XGLTYPE: pax_headers = tarfile.pax_headers else: pax_headers = tarfile.pax_headers.copy() # Check if the pax header contains a hdrcharset field. This tells us # the encoding of the path, linkpath, uname and gname fields. Normally, # these fields are UTF-8 encoded but since POSIX.1-2008 tar # implementations are allowed to store them as raw binary strings if # the translation to UTF-8 fails. match = re.search(br"\d+ hdrcharset=([^\n]+)\n", buf) if match is not None: pax_headers["hdrcharset"] = match.group(1).decode("utf8") # For the time being, we don't care about anything other than "BINARY". # The only other value that is currently allowed by the standard is # "ISO-IR 10646 2000 UTF-8" in other words UTF-8. hdrcharset = pax_headers.get("hdrcharset") if hdrcharset == "BINARY": encoding = tarfile.encoding else: encoding = "utf8" # Parse pax header information. A record looks like that: # "%d %s=%s\n" % (length, keyword, value). length is the size # of the complete record including the length field itself and # the newline. keyword and value are both UTF-8 encoded strings. regex = re.compile(br"(\d+) ([^=]+)=") pos = 0 while True: match = regex.match(buf, pos) if not match: break length, keyword = match.groups() length = int(length) value = buf[match.end(2) + 1:match.start(1) + length - 1] # Normally, we could just use "utf8" as the encoding and "strict" # as the error handler, but we better not take the risk. For # example, GNU tar <= 1.23 is known to store filenames it cannot # translate to UTF-8 as raw strings (unfortunately without a # hdrcharset=BINARY header). # We first try the strict standard encoding, and if that fails we # fall back on the user's encoding and error handler. keyword = self._decode_pax_field(keyword, "utf8", "utf8", tarfile.errors) if keyword in PAX_NAME_FIELDS: value = self._decode_pax_field(value, encoding, tarfile.encoding, tarfile.errors) else: value = self._decode_pax_field(value, "utf8", "utf8", tarfile.errors) pax_headers[keyword] = value pos += length # Fetch the next header. try: next = self.fromtarfile(tarfile) except HeaderError: raise SubsequentHeaderError("missing or bad subsequent header") # Process GNU sparse information. if "GNU.sparse.map" in pax_headers: # GNU extended sparse format version 0.1. self._proc_gnusparse_01(next, pax_headers) elif "GNU.sparse.size" in pax_headers: # GNU extended sparse format version 0.0. self._proc_gnusparse_00(next, pax_headers, buf) elif pax_headers.get("GNU.sparse.major") == "1" and pax_headers.get("GNU.sparse.minor") == "0": # GNU extended sparse format version 1.0. self._proc_gnusparse_10(next, pax_headers, tarfile) if self.type in (XHDTYPE, SOLARIS_XHDTYPE): # Patch the TarInfo object with the extended header info. next._apply_pax_info(pax_headers, tarfile.encoding, tarfile.errors) next.offset = self.offset if "size" in pax_headers: # If the extended header replaces the size field, # we need to recalculate the offset where the next # header starts. offset = next.offset_data if next.isreg() or next.type not in SUPPORTED_TYPES: offset += next._block(next.size) tarfile.offset = offset return next def _proc_gnusparse_00(self, next, pax_headers, buf): """Process a GNU tar extended sparse header, version 0.0. """ offsets = [] for match in re.finditer(br"\d+ GNU.sparse.offset=(\d+)\n", buf): offsets.append(int(match.group(1))) numbytes = [] for match in re.finditer(br"\d+ GNU.sparse.numbytes=(\d+)\n", buf): numbytes.append(int(match.group(1))) next.sparse = list(zip(offsets, numbytes)) def _proc_gnusparse_01(self, next, pax_headers): """Process a GNU tar extended sparse header, version 0.1. """ sparse = [int(x) for x in pax_headers["GNU.sparse.map"].split(",")] next.sparse = list(zip(sparse[::2], sparse[1::2])) def _proc_gnusparse_10(self, next, pax_headers, tarfile): """Process a GNU tar extended sparse header, version 1.0. """ fields = None sparse = [] buf = tarfile.fileobj.read(BLOCKSIZE) fields, buf = buf.split(b"\n", 1) fields = int(fields) while len(sparse) < fields * 2: if b"\n" not in buf: buf += tarfile.fileobj.read(BLOCKSIZE) number, buf = buf.split(b"\n", 1) sparse.append(int(number)) next.offset_data = tarfile.fileobj.tell() next.sparse = list(zip(sparse[::2], sparse[1::2])) def _apply_pax_info(self, pax_headers, encoding, errors): """Replace fields with supplemental information from a previous pax extended or global header. """ for keyword, value in pax_headers.items(): if keyword == "GNU.sparse.name": setattr(self, "path", value) elif keyword == "GNU.sparse.size": setattr(self, "size", int(value)) elif keyword == "GNU.sparse.realsize": setattr(self, "size", int(value)) elif keyword in PAX_FIELDS: if keyword in PAX_NUMBER_FIELDS: try: value = PAX_NUMBER_FIELDS[keyword](value) except ValueError: value = 0 if keyword == "path": value = value.rstrip("/") setattr(self, keyword, value) self.pax_headers = pax_headers.copy() def _decode_pax_field(self, value, encoding, fallback_encoding, fallback_errors): """Decode a single field from a pax record. """ try: return value.decode(encoding, "strict") except UnicodeDecodeError: return value.decode(fallback_encoding, fallback_errors) def _block(self, count): """Round up a byte count by BLOCKSIZE and return it, e.g. _block(834) => 1024. """ blocks, remainder = divmod(count, BLOCKSIZE) if remainder: blocks += 1 return blocks * BLOCKSIZE def isreg(self): return self.type in REGULAR_TYPES def isfile(self): return self.isreg() def isdir(self): return self.type == DIRTYPE def issym(self): return self.type == SYMTYPE def islnk(self): return self.type == LNKTYPE def ischr(self): return self.type == CHRTYPE def isblk(self): return self.type == BLKTYPE def isfifo(self): return self.type == FIFOTYPE def issparse(self): return self.sparse is not None def isdev(self): return self.type in (CHRTYPE, BLKTYPE, FIFOTYPE) # class TarInfo class TarFile(object): """The TarFile Class provides an interface to tar archives. """ debug = 0 # May be set from 0 (no msgs) to 3 (all msgs) dereference = False # If true, add content of linked file to the # tar file, else the link. ignore_zeros = False # If true, skips empty or invalid blocks and # continues processing. errorlevel = 1 # If 0, fatal errors only appear in debug # messages (if debug >= 0). If > 0, errors # are passed to the caller as exceptions. format = DEFAULT_FORMAT # The format to use when creating an archive. encoding = ENCODING # Encoding for 8-bit character strings. errors = None # Error handler for unicode conversion. tarinfo = TarInfo # The default TarInfo class to use. fileobject = ExFileObject # The default ExFileObject class to use. def __init__(self, name=None, mode="r", fileobj=None, format=None, tarinfo=None, dereference=None, ignore_zeros=None, encoding=None, errors="surrogateescape", pax_headers=None, debug=None, errorlevel=None): """Open an (uncompressed) tar archive `name'. `mode' is either 'r' to read from an existing archive, 'a' to append data to an existing file or 'w' to create a new file overwriting an existing one. `mode' defaults to 'r'. If `fileobj' is given, it is used for reading or writing data. If it can be determined, `mode' is overridden by `fileobj's mode. `fileobj' is not closed, when TarFile is closed. """ if len(mode) > 1 or mode not in "raw": raise ValueError("mode must be 'r', 'a' or 'w'") self.mode = mode self._mode = {"r": "rb", "a": "r+b", "w": "wb"}[mode] if not fileobj: if self.mode == "a" and not os.path.exists(name): # Create nonexistent files in append mode. self.mode = "w" self._mode = "wb" fileobj = bltn_open(name, self._mode) self._extfileobj = False else: if name is None and hasattr(fileobj, "name"): name = fileobj.name if hasattr(fileobj, "mode"): self._mode = fileobj.mode self._extfileobj = True self.name = os.path.abspath(name) if name else None self.fileobj = fileobj # Init attributes. if format is not None: self.format = format if tarinfo is not None: self.tarinfo = tarinfo if dereference is not None: self.dereference = dereference if ignore_zeros is not None: self.ignore_zeros = ignore_zeros if encoding is not None: self.encoding = encoding self.errors = errors if pax_headers is not None and self.format == PAX_FORMAT: self.pax_headers = pax_headers else: self.pax_headers = {} if debug is not None: self.debug = debug if errorlevel is not None: self.errorlevel = errorlevel # Init datastructures. self.closed = False self.members = [] # list of members as TarInfo objects self._loaded = False # flag if all members have been read self.offset = self.fileobj.tell() # current position in the archive file self.inodes = {} # dictionary caching the inodes of # archive members already added try: if self.mode == "r": self.firstmember = None self.firstmember = self.next() if self.mode == "a": # Move to the end of the archive, # before the first empty block. while True: self.fileobj.seek(self.offset) try: tarinfo = self.tarinfo.fromtarfile(self) self.members.append(tarinfo) except EOFHeaderError: self.fileobj.seek(self.offset) break except HeaderError as e: raise ReadError(str(e)) if self.mode in "aw": self._loaded = True if self.pax_headers: buf = self.tarinfo.create_pax_global_header(self.pax_headers.copy()) self.fileobj.write(buf) self.offset += len(buf) except: if not self._extfileobj: self.fileobj.close() self.closed = True raise #-------------------------------------------------------------------------- # Below are the classmethods which act as alternate constructors to the # TarFile class. The open() method is the only one that is needed for # public use; it is the "super"-constructor and is able to select an # adequate "sub"-constructor for a particular compression using the mapping # from OPEN_METH. # # This concept allows one to subclass TarFile without losing the comfort of # the super-constructor. A sub-constructor is registered and made available # by adding it to the mapping in OPEN_METH. @classmethod def open(cls, name=None, mode="r", fileobj=None, bufsize=RECORDSIZE, **kwargs): """Open a tar archive for reading, writing or appending. Return an appropriate TarFile class. mode: 'r' or 'r:*' open for reading with transparent compression 'r:' open for reading exclusively uncompressed 'r:gz' open for reading with gzip compression 'r:bz2' open for reading with bzip2 compression 'a' or 'a:' open for appending, creating the file if necessary 'w' or 'w:' open for writing without compression 'w:gz' open for writing with gzip compression 'w:bz2' open for writing with bzip2 compression 'r|*' open a stream of tar blocks with transparent compression 'r|' open an uncompressed stream of tar blocks for reading 'r|gz' open a gzip compressed stream of tar blocks 'r|bz2' open a bzip2 compressed stream of tar blocks 'w|' open an uncompressed stream for writing 'w|gz' open a gzip compressed stream for writing 'w|bz2' open a bzip2 compressed stream for writing """ if not name and not fileobj: raise ValueError("nothing to open") if mode in ("r", "r:*"): # Find out which *open() is appropriate for opening the file. for comptype in cls.OPEN_METH: func = getattr(cls, cls.OPEN_METH[comptype]) if fileobj is not None: saved_pos = fileobj.tell() try: return func(name, "r", fileobj, **kwargs) except (ReadError, CompressionError) as e: if fileobj is not None: fileobj.seek(saved_pos) continue raise ReadError("file could not be opened successfully") elif ":" in mode: filemode, comptype = mode.split(":", 1) filemode = filemode or "r" comptype = comptype or "tar" # Select the *open() function according to # given compression. if comptype in cls.OPEN_METH: func = getattr(cls, cls.OPEN_METH[comptype]) else: raise CompressionError("unknown compression type %r" % comptype) return func(name, filemode, fileobj, **kwargs) elif "|" in mode: filemode, comptype = mode.split("|", 1) filemode = filemode or "r" comptype = comptype or "tar" if filemode not in "rw": raise ValueError("mode must be 'r' or 'w'") stream = _Stream(name, filemode, comptype, fileobj, bufsize) try: t = cls(name, filemode, stream, **kwargs) except: stream.close() raise t._extfileobj = False return t elif mode in "aw": return cls.taropen(name, mode, fileobj, **kwargs) raise ValueError("undiscernible mode") @classmethod def taropen(cls, name, mode="r", fileobj=None, **kwargs): """Open uncompressed tar archive name for reading or writing. """ if len(mode) > 1 or mode not in "raw": raise ValueError("mode must be 'r', 'a' or 'w'") return cls(name, mode, fileobj, **kwargs) @classmethod def gzopen(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs): """Open gzip compressed tar archive name for reading or writing. Appending is not allowed. """ if len(mode) > 1 or mode not in "rw": raise ValueError("mode must be 'r' or 'w'") try: import gzip gzip.GzipFile except (ImportError, AttributeError): raise CompressionError("gzip module is not available") extfileobj = fileobj is not None try: fileobj = gzip.GzipFile(name, mode + "b", compresslevel, fileobj) t = cls.taropen(name, mode, fileobj, **kwargs) except IOError: if not extfileobj and fileobj is not None: fileobj.close() if fileobj is None: raise raise ReadError("not a gzip file") except: if not extfileobj and fileobj is not None: fileobj.close() raise t._extfileobj = extfileobj return t @classmethod def bz2open(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs): """Open bzip2 compressed tar archive name for reading or writing. Appending is not allowed. """ if len(mode) > 1 or mode not in "rw": raise ValueError("mode must be 'r' or 'w'.") try: import bz2 except ImportError: raise CompressionError("bz2 module is not available") if fileobj is not None: fileobj = _BZ2Proxy(fileobj, mode) else: fileobj = bz2.BZ2File(name, mode, compresslevel=compresslevel) try: t = cls.taropen(name, mode, fileobj, **kwargs) except (IOError, EOFError): fileobj.close() raise ReadError("not a bzip2 file") t._extfileobj = False return t # All *open() methods are registered here. OPEN_METH = { "tar": "taropen", # uncompressed tar "gz": "gzopen", # gzip compressed tar "bz2": "bz2open" # bzip2 compressed tar } #-------------------------------------------------------------------------- # The public methods which TarFile provides: def close(self): """Close the TarFile. In write-mode, two finishing zero blocks are appended to the archive. """ if self.closed: return if self.mode in "aw": self.fileobj.write(NUL * (BLOCKSIZE * 2)) self.offset += (BLOCKSIZE * 2) # fill up the end with zero-blocks # (like option -b20 for tar does) blocks, remainder = divmod(self.offset, RECORDSIZE) if remainder > 0: self.fileobj.write(NUL * (RECORDSIZE - remainder)) if not self._extfileobj: self.fileobj.close() self.closed = True def getmember(self, name): """Return a TarInfo object for member `name'. If `name' can not be found in the archive, KeyError is raised. If a member occurs more than once in the archive, its last occurrence is assumed to be the most up-to-date version. """ tarinfo = self._getmember(name) if tarinfo is None: raise KeyError("filename %r not found" % name) return tarinfo def getmembers(self): """Return the members of the archive as a list of TarInfo objects. The list has the same order as the members in the archive. """ self._check() if not self._loaded: # if we want to obtain a list of self._load() # all members, we first have to # scan the whole archive. return self.members def getnames(self): """Return the members of the archive as a list of their names. It has the same order as the list returned by getmembers(). """ return [tarinfo.name for tarinfo in self.getmembers()] def gettarinfo(self, name=None, arcname=None, fileobj=None): """Create a TarInfo object for either the file `name' or the file object `fileobj' (using os.fstat on its file descriptor). You can modify some of the TarInfo's attributes before you add it using addfile(). If given, `arcname' specifies an alternative name for the file in the archive. """ self._check("aw") # When fileobj is given, replace name by # fileobj's real name. if fileobj is not None: name = fileobj.name # Building the name of the member in the archive. # Backward slashes are converted to forward slashes, # Absolute paths are turned to relative paths. if arcname is None: arcname = name drv, arcname = os.path.splitdrive(arcname) arcname = arcname.replace(os.sep, "/") arcname = arcname.lstrip("/") # Now, fill the TarInfo object with # information specific for the file. tarinfo = self.tarinfo() tarinfo.tarfile = self # Use os.stat or os.lstat, depending on platform # and if symlinks shall be resolved. if fileobj is None: if hasattr(os, "lstat") and not self.dereference: statres = os.lstat(name) else: statres = os.stat(name) else: statres = os.fstat(fileobj.fileno()) linkname = "" stmd = statres.st_mode if stat.S_ISREG(stmd): inode = (statres.st_ino, statres.st_dev) if not self.dereference and statres.st_nlink > 1 and \ inode in self.inodes and arcname != self.inodes[inode]: # Is it a hardlink to an already # archived file? type = LNKTYPE linkname = self.inodes[inode] else: # The inode is added only if its valid. # For win32 it is always 0. type = REGTYPE if inode[0]: self.inodes[inode] = arcname elif stat.S_ISDIR(stmd): type = DIRTYPE elif stat.S_ISFIFO(stmd): type = FIFOTYPE elif stat.S_ISLNK(stmd): type = SYMTYPE linkname = os.readlink(name) elif stat.S_ISCHR(stmd): type = CHRTYPE elif stat.S_ISBLK(stmd): type = BLKTYPE else: return None # Fill the TarInfo object with all # information we can get. tarinfo.name = arcname tarinfo.mode = stmd tarinfo.uid = statres.st_uid tarinfo.gid = statres.st_gid if type == REGTYPE: tarinfo.size = statres.st_size else: tarinfo.size = 0 tarinfo.mtime = statres.st_mtime tarinfo.type = type tarinfo.linkname = linkname if pwd: try: tarinfo.uname = pwd.getpwuid(tarinfo.uid)[0] except KeyError: pass if grp: try: tarinfo.gname = grp.getgrgid(tarinfo.gid)[0] except KeyError: pass if type in (CHRTYPE, BLKTYPE): if hasattr(os, "major") and hasattr(os, "minor"): tarinfo.devmajor = os.major(statres.st_rdev) tarinfo.devminor = os.minor(statres.st_rdev) return tarinfo def list(self, verbose=True): """Print a table of contents to sys.stdout. If `verbose' is False, only the names of the members are printed. If it is True, an `ls -l'-like output is produced. """ self._check() for tarinfo in self: if verbose: print(filemode(tarinfo.mode), end=' ') print("%s/%s" % (tarinfo.uname or tarinfo.uid, tarinfo.gname or tarinfo.gid), end=' ') if tarinfo.ischr() or tarinfo.isblk(): print("%10s" % ("%d,%d" \ % (tarinfo.devmajor, tarinfo.devminor)), end=' ') else: print("%10d" % tarinfo.size, end=' ') print("%d-%02d-%02d %02d:%02d:%02d" \ % time.localtime(tarinfo.mtime)[:6], end=' ') print(tarinfo.name + ("/" if tarinfo.isdir() else ""), end=' ') if verbose: if tarinfo.issym(): print("->", tarinfo.linkname, end=' ') if tarinfo.islnk(): print("link to", tarinfo.linkname, end=' ') print() def add(self, name, arcname=None, recursive=True, exclude=None, filter=None): """Add the file `name' to the archive. `name' may be any type of file (directory, fifo, symbolic link, etc.). If given, `arcname' specifies an alternative name for the file in the archive. Directories are added recursively by default. This can be avoided by setting `recursive' to False. `exclude' is a function that should return True for each filename to be excluded. `filter' is a function that expects a TarInfo object argument and returns the changed TarInfo object, if it returns None the TarInfo object will be excluded from the archive. """ self._check("aw") if arcname is None: arcname = name # Exclude pathnames. if exclude is not None: import warnings warnings.warn("use the filter argument instead", DeprecationWarning, 2) if exclude(name): self._dbg(2, "tarfile: Excluded %r" % name) return # Skip if somebody tries to archive the archive... if self.name is not None and os.path.abspath(name) == self.name: self._dbg(2, "tarfile: Skipped %r" % name) return self._dbg(1, name) # Create a TarInfo object from the file. tarinfo = self.gettarinfo(name, arcname) if tarinfo is None: self._dbg(1, "tarfile: Unsupported type %r" % name) return # Change or exclude the TarInfo object. if filter is not None: tarinfo = filter(tarinfo) if tarinfo is None: self._dbg(2, "tarfile: Excluded %r" % name) return # Append the tar header and data to the archive. if tarinfo.isreg(): f = bltn_open(name, "rb") self.addfile(tarinfo, f) f.close() elif tarinfo.isdir(): self.addfile(tarinfo) if recursive: for f in os.listdir(name): self.add(os.path.join(name, f), os.path.join(arcname, f), recursive, exclude, filter=filter) else: self.addfile(tarinfo) def addfile(self, tarinfo, fileobj=None): """Add the TarInfo object `tarinfo' to the archive. If `fileobj' is given, tarinfo.size bytes are read from it and added to the archive. You can create TarInfo objects using gettarinfo(). On Windows platforms, `fileobj' should always be opened with mode 'rb' to avoid irritation about the file size. """ self._check("aw") tarinfo = copy.copy(tarinfo) buf = tarinfo.tobuf(self.format, self.encoding, self.errors) self.fileobj.write(buf) self.offset += len(buf) # If there's data to follow, append it. if fileobj is not None: copyfileobj(fileobj, self.fileobj, tarinfo.size) blocks, remainder = divmod(tarinfo.size, BLOCKSIZE) if remainder > 0: self.fileobj.write(NUL * (BLOCKSIZE - remainder)) blocks += 1 self.offset += blocks * BLOCKSIZE self.members.append(tarinfo) def extractall(self, path=".", members=None): """Extract all members from the archive to the current working directory and set owner, modification time and permissions on directories afterwards. `path' specifies a different directory to extract to. `members' is optional and must be a subset of the list returned by getmembers(). """ directories = [] if members is None: members = self for tarinfo in members: if tarinfo.isdir(): # Extract directories with a safe mode. directories.append(tarinfo) tarinfo = copy.copy(tarinfo) tarinfo.mode = 0o700 # Do not set_attrs directories, as we will do that further down self.extract(tarinfo, path, set_attrs=not tarinfo.isdir()) # Reverse sort directories. directories.sort(key=lambda a: a.name) directories.reverse() # Set correct owner, mtime and filemode on directories. for tarinfo in directories: dirpath = os.path.join(path, tarinfo.name) try: self.chown(tarinfo, dirpath) self.utime(tarinfo, dirpath) self.chmod(tarinfo, dirpath) except ExtractError as e: if self.errorlevel > 1: raise else: self._dbg(1, "tarfile: %s" % e) def extract(self, member, path="", set_attrs=True): """Extract a member from the archive to the current working directory, using its full name. Its file information is extracted as accurately as possible. `member' may be a filename or a TarInfo object. You can specify a different directory using `path'. File attributes (owner, mtime, mode) are set unless `set_attrs' is False. """ self._check("r") if isinstance(member, str): tarinfo = self.getmember(member) else: tarinfo = member # Prepare the link target for makelink(). if tarinfo.islnk(): tarinfo._link_target = os.path.join(path, tarinfo.linkname) try: self._extract_member(tarinfo, os.path.join(path, tarinfo.name), set_attrs=set_attrs) except EnvironmentError as e: if self.errorlevel > 0: raise else: if e.filename is None: self._dbg(1, "tarfile: %s" % e.strerror) else: self._dbg(1, "tarfile: %s %r" % (e.strerror, e.filename)) except ExtractError as e: if self.errorlevel > 1: raise else: self._dbg(1, "tarfile: %s" % e) def extractfile(self, member): """Extract a member from the archive as a file object. `member' may be a filename or a TarInfo object. If `member' is a regular file, a file-like object is returned. If `member' is a link, a file-like object is constructed from the link's target. If `member' is none of the above, None is returned. The file-like object is read-only and provides the following methods: read(), readline(), readlines(), seek() and tell() """ self._check("r") if isinstance(member, str): tarinfo = self.getmember(member) else: tarinfo = member if tarinfo.isreg(): return self.fileobject(self, tarinfo) elif tarinfo.type not in SUPPORTED_TYPES: # If a member's type is unknown, it is treated as a # regular file. return self.fileobject(self, tarinfo) elif tarinfo.islnk() or tarinfo.issym(): if isinstance(self.fileobj, _Stream): # A small but ugly workaround for the case that someone tries # to extract a (sym)link as a file-object from a non-seekable # stream of tar blocks. raise StreamError("cannot extract (sym)link as file object") else: # A (sym)link's file object is its target's file object. return self.extractfile(self._find_link_target(tarinfo)) else: # If there's no data associated with the member (directory, chrdev, # blkdev, etc.), return None instead of a file object. return None def _extract_member(self, tarinfo, targetpath, set_attrs=True): """Extract the TarInfo object tarinfo to a physical file called targetpath. """ # Fetch the TarInfo object for the given name # and build the destination pathname, replacing # forward slashes to platform specific separators. targetpath = targetpath.rstrip("/") targetpath = targetpath.replace("/", os.sep) # Create all upper directories. upperdirs = os.path.dirname(targetpath) if upperdirs and not os.path.exists(upperdirs): # Create directories that are not part of the archive with # default permissions. os.makedirs(upperdirs) if tarinfo.islnk() or tarinfo.issym(): self._dbg(1, "%s -> %s" % (tarinfo.name, tarinfo.linkname)) else: self._dbg(1, tarinfo.name) if tarinfo.isreg(): self.makefile(tarinfo, targetpath) elif tarinfo.isdir(): self.makedir(tarinfo, targetpath) elif tarinfo.isfifo(): self.makefifo(tarinfo, targetpath) elif tarinfo.ischr() or tarinfo.isblk(): self.makedev(tarinfo, targetpath) elif tarinfo.islnk() or tarinfo.issym(): self.makelink(tarinfo, targetpath) elif tarinfo.type not in SUPPORTED_TYPES: self.makeunknown(tarinfo, targetpath) else: self.makefile(tarinfo, targetpath) if set_attrs: self.chown(tarinfo, targetpath) if not tarinfo.issym(): self.chmod(tarinfo, targetpath) self.utime(tarinfo, targetpath) #-------------------------------------------------------------------------- # Below are the different file methods. They are called via # _extract_member() when extract() is called. They can be replaced in a # subclass to implement other functionality. def makedir(self, tarinfo, targetpath): """Make a directory called targetpath. """ try: # Use a safe mode for the directory, the real mode is set # later in _extract_member(). os.mkdir(targetpath, 0o700) except EnvironmentError as e: if e.errno != errno.EEXIST: raise def makefile(self, tarinfo, targetpath): """Make a file called targetpath. """ source = self.fileobj source.seek(tarinfo.offset_data) target = bltn_open(targetpath, "wb") if tarinfo.sparse is not None: for offset, size in tarinfo.sparse: target.seek(offset) copyfileobj(source, target, size) else: copyfileobj(source, target, tarinfo.size) target.seek(tarinfo.size) target.truncate() target.close() def makeunknown(self, tarinfo, targetpath): """Make a file from a TarInfo object with an unknown type at targetpath. """ self.makefile(tarinfo, targetpath) self._dbg(1, "tarfile: Unknown file type %r, " \ "extracted as regular file." % tarinfo.type) def makefifo(self, tarinfo, targetpath): """Make a fifo called targetpath. """ if hasattr(os, "mkfifo"): os.mkfifo(targetpath) else: raise ExtractError("fifo not supported by system") def makedev(self, tarinfo, targetpath): """Make a character or block device called targetpath. """ if not hasattr(os, "mknod") or not hasattr(os, "makedev"): raise ExtractError("special devices not supported by system") mode = tarinfo.mode if tarinfo.isblk(): mode |= stat.S_IFBLK else: mode |= stat.S_IFCHR os.mknod(targetpath, mode, os.makedev(tarinfo.devmajor, tarinfo.devminor)) def makelink(self, tarinfo, targetpath): """Make a (symbolic) link called targetpath. If it cannot be created (platform limitation), we try to make a copy of the referenced file instead of a link. """ try: # For systems that support symbolic and hard links. if tarinfo.issym(): os.symlink(tarinfo.linkname, targetpath) else: # See extract(). if os.path.exists(tarinfo._link_target): os.link(tarinfo._link_target, targetpath) else: self._extract_member(self._find_link_target(tarinfo), targetpath) except symlink_exception: if tarinfo.issym(): linkpath = os.path.join(os.path.dirname(tarinfo.name), tarinfo.linkname) else: linkpath = tarinfo.linkname else: try: self._extract_member(self._find_link_target(tarinfo), targetpath) except KeyError: raise ExtractError("unable to resolve link inside archive") def chown(self, tarinfo, targetpath): """Set owner of targetpath according to tarinfo. """ if pwd and hasattr(os, "geteuid") and os.geteuid() == 0: # We have to be root to do so. try: g = grp.getgrnam(tarinfo.gname)[2] except KeyError: g = tarinfo.gid try: u = pwd.getpwnam(tarinfo.uname)[2] except KeyError: u = tarinfo.uid try: if tarinfo.issym() and hasattr(os, "lchown"): os.lchown(targetpath, u, g) else: if sys.platform != "os2emx": os.chown(targetpath, u, g) except EnvironmentError as e: raise ExtractError("could not change owner") def chmod(self, tarinfo, targetpath): """Set file permissions of targetpath according to tarinfo. """ if hasattr(os, 'chmod'): try: os.chmod(targetpath, tarinfo.mode) except EnvironmentError as e: raise ExtractError("could not change mode") def utime(self, tarinfo, targetpath): """Set modification time of targetpath according to tarinfo. """ if not hasattr(os, 'utime'): return try: os.utime(targetpath, (tarinfo.mtime, tarinfo.mtime)) except EnvironmentError as e: raise ExtractError("could not change modification time") #-------------------------------------------------------------------------- def next(self): """Return the next member of the archive as a TarInfo object, when TarFile is opened for reading. Return None if there is no more available. """ self._check("ra") if self.firstmember is not None: m = self.firstmember self.firstmember = None return m # Read the next block. self.fileobj.seek(self.offset) tarinfo = None while True: try: tarinfo = self.tarinfo.fromtarfile(self) except EOFHeaderError as e: if self.ignore_zeros: self._dbg(2, "0x%X: %s" % (self.offset, e)) self.offset += BLOCKSIZE continue except InvalidHeaderError as e: if self.ignore_zeros: self._dbg(2, "0x%X: %s" % (self.offset, e)) self.offset += BLOCKSIZE continue elif self.offset == 0: raise ReadError(str(e)) except EmptyHeaderError: if self.offset == 0: raise ReadError("empty file") except TruncatedHeaderError as e: if self.offset == 0: raise ReadError(str(e)) except SubsequentHeaderError as e: raise ReadError(str(e)) break if tarinfo is not None: self.members.append(tarinfo) else: self._loaded = True return tarinfo #-------------------------------------------------------------------------- # Little helper methods: def _getmember(self, name, tarinfo=None, normalize=False): """Find an archive member by name from bottom to top. If tarinfo is given, it is used as the starting point. """ # Ensure that all members have been loaded. members = self.getmembers() # Limit the member search list up to tarinfo. if tarinfo is not None: members = members[:members.index(tarinfo)] if normalize: name = os.path.normpath(name) for member in reversed(members): if normalize: member_name = os.path.normpath(member.name) else: member_name = member.name if name == member_name: return member def _load(self): """Read through the entire archive file and look for readable members. """ while True: tarinfo = self.next() if tarinfo is None: break self._loaded = True def _check(self, mode=None): """Check if TarFile is still open, and if the operation's mode corresponds to TarFile's mode. """ if self.closed: raise IOError("%s is closed" % self.__class__.__name__) if mode is not None and self.mode not in mode: raise IOError("bad operation for mode %r" % self.mode) def _find_link_target(self, tarinfo): """Find the target member of a symlink or hardlink member in the archive. """ if tarinfo.issym(): # Always search the entire archive. linkname = os.path.dirname(tarinfo.name) + "/" + tarinfo.linkname limit = None else: # Search the archive before the link, because a hard link is # just a reference to an already archived file. linkname = tarinfo.linkname limit = tarinfo member = self._getmember(linkname, tarinfo=limit, normalize=True) if member is None: raise KeyError("linkname %r not found" % linkname) return member def __iter__(self): """Provide an iterator object. """ if self._loaded: return iter(self.members) else: return TarIter(self) def _dbg(self, level, msg): """Write debugging output to sys.stderr. """ if level <= self.debug: print(msg, file=sys.stderr) def __enter__(self): self._check() return self def __exit__(self, type, value, traceback): if type is None: self.close() else: # An exception occurred. We must not call close() because # it would try to write end-of-archive blocks and padding. if not self._extfileobj: self.fileobj.close() self.closed = True # class TarFile class TarIter(object): """Iterator Class. for tarinfo in TarFile(...): suite... """ def __init__(self, tarfile): """Construct a TarIter object. """ self.tarfile = tarfile self.index = 0 def __iter__(self): """Return iterator object. """ return self def __next__(self): """Return the next item using TarFile's next() method. When all members have been read, set TarFile as _loaded. """ # Fix for SF #1100429: Under rare circumstances it can # happen that getmembers() is called during iteration, # which will cause TarIter to stop prematurely. if not self.tarfile._loaded: tarinfo = self.tarfile.next() if not tarinfo: self.tarfile._loaded = True raise StopIteration else: try: tarinfo = self.tarfile.members[self.index] except IndexError: raise StopIteration self.index += 1 return tarinfo next = __next__ # for Python 2.x #-------------------- # exported functions #-------------------- def is_tarfile(name): """Return True if name points to a tar archive that we are able to handle, else return False. """ try: t = open(name) t.close() return True except TarError: return False bltn_open = open open = TarFile.open site-packages/pip/_vendor/distlib/_backport/misc.py 0000644 00000001713 15231162611 0016413 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Backports for individual classes and functions.""" import os import sys __all__ = ['cache_from_source', 'callable', 'fsencode'] try: from imp import cache_from_source except ImportError: def cache_from_source(py_file, debug=__debug__): ext = debug and 'c' or 'o' return py_file + ext try: callable = callable except NameError: from collections import Callable def callable(obj): return isinstance(obj, Callable) try: fsencode = os.fsencode except AttributeError: def fsencode(filename): if isinstance(filename, bytes): return filename elif isinstance(filename, str): return filename.encode(sys.getfilesystemencoding()) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) site-packages/pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000613 15231162611 0024440 0 ustar 00 3 F��i � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. N)�__doc__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/distlib/_backport/__pycache__/tarfile.cpython-36.pyc 0000644 00000172757 15231162611 0023413 0 ustar 00 3 F��i�i � @ sN d dl mZ dZdZdZdZdZdZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZyd dlZd dlZW n ek r� d ZZY nX eefZyeef7 ZW n ek r� Y nX d d d d gZejd d k r�d dlZnd dlZej Z dZ dZ e d Z dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-d Z.d Z/d Z0d Z1d Z2d!Z3d"Z4d Z5d#Z6d$Z7e6Z8e&e'e(e)e,e-e.e*e+e/e0e1f Z9e&e'e.e1fZ:e/e0e1fZ;d�Z<e=d��Z>e?e?e?e@e@e@d-�ZAd.ZBd/ZCd0ZDd1ZEd2ZFd3ZGd4ZHd5ZIdZJd6ZKd7ZLd8ZMd9ZNd:ZOd;ZPd<ZQd$ZRd#ZSe jTd�k�rd?ZUnejV� ZUd@dA� ZWdBdC� ZXdDdE� ZYd;e8fdFdG�ZZdHdI� Z[d�dJdK�Z\eBdLfeCdMfeDdNfeEdOfeFdPfeGdQffeKdRffeLdSffeMeHB dTfeHdUfeMdVffeNdRffeOdSffePeIB dTfeIdUfePdVffeQdRffeRdSffeSeJB dWfeJdXfeSdVfff Z]dYdZ� Z^G d[d � d e_�Z`G d\d]� d]e`�ZaG d^d_� d_e`�ZbG d`da� dae`�ZcG dbdc� dce`�ZdG ddde� dee`�ZeG dfdg� dgee�ZfG dhdi� diee�ZgG djdk� dkee�ZhG dldm� dmee�ZiG dndo� doee�ZjG dpdq� dqek�ZlG drds� dsek�ZmG dtdu� duek�ZnG dvdw� dwek�ZoG dxdy� dyek�ZpG dzd{� d{ek�ZqG d|d � d ek�ZrG d}d � d ek�ZsG d~d� dek�Ztd�d � Zue Zvesj Z dS )�� )�print_functionz $Revision$z0.9.0u" Lars Gustäbel (lars@gustaebel.de)z5$Date: 2011-02-25 17:42:01 +0200 (Fri, 25 Feb 2011) $z?$Id: tarfile.py 88586 2011-02-25 15:42:01Z marc-andre.lemburg $u4 Gustavo Niemeyer, Niels Gustäbel, Richard Townsend.N�TarFile�TarInfo� is_tarfile�TarError� � i � s ustar s ustar 00�d � � 0� 1� 2� 3� 4� 5� 6� 7� L� K� S� x� g� X� � �path�linkpath�size�mtime�uid�gid�uname�gname)ZatimeZctimer r r! r i � i � i ` i @ i i i i � � �@ � � � � �nt�cezutf-8c C s( | j ||�} | d|� |t| � t S )z8Convert a string to a null-terminated bytes object. N)�encode�len�NUL)�s�length�encoding�errors� r4 � /usr/lib/python3.6/tarfile.py�stn� s r6 c C s* | j d�}|dkr | d|� } | j||�S )z8Convert a null-terminated bytes object to a string. r r N���)�find�decode)r0 r2 r3 �pr4 r4 r5 �nts� s r; c C s� | d t d�krJytt| dd�p"dd�}W q� tk rF td��Y q�X n:d}x4tt| �d �D ] }|dK }|t| |d �7 }q`W |S ) z/Convert a number field to a python number. r r% �ascii�strict�0r) zinvalid headerr )�chr�intr; � ValueError�InvalidHeaderError�ranger. �ord)r0 �n�ir4 r4 r5 �nti� s rG c C s� d| kod|d k n r<d|d | f j d�t }n�|tksT| d|d kr\td��| dk r|tjdtjd | ��d } t� }x,t|d �D ] }|j d| d @ � | dL } q�W |j dd � |S ) z/Convert a python number to a number field. r r) r z%0*or< r$ zoverflow in number field�L�l� r% ) r- r/ � GNU_FORMATrA �struct�unpack�pack� bytearrayrC �insert)rE �digits�formatr0 rF r4 r4 r5 �itn� s rS c C sh dt tjd| dd� �tjd| dd� � � }dt tjd| dd� �tjd | dd� � � }||fS ) a� Calculate the checksum for a member's header by summing up all characters except for the chksum field which is treated as if it was filled with spaces. According to the GNU tar sources, some tars (Sun and NeXT) calculate chksum with signed char, which will be different if there are chars in the buffer with the high bit set. So we calculate two checksums, unsigned and signed. r$ Z148BN� Z356B� i Z148bZ356b)�sumrL rM )�bufZunsigned_chksumZ signed_chksumr4 r4 r5 � calc_chksums� s 00rX c C s� |dkr dS |dkr8x | j d�}|s&P |j|� qW dS d}t||�\}}x8t|�D ],}| j |�}t|�|k rvtd��|j|� qTW |dkr�| j |�}t|�|k r�td��|j|� dS )zjCopy length bytes from fileobj src to fileobj dst. If length is None, copy the entire content. r Nr( i zend of file reachedi @ i @ )�read�write�divmodrC r. �IOError)�src�dstr1 rW ZBUFSIZE�blocks� remainder�br4 r4 r5 � copyfileobj s, rb rI �-ra �d�cr: �r�wr0 �S�x�t�Tc C sP g }x@t D ]8}x2|D ] \}}| |@ |kr|j|� P qW |jd� q W dj|�S )zcConvert a file's mode to a string of the form -rwxrwxrwx. Used by TarFile.list() rc � )�filemode_table�append�join)�modeZperm�table�bit�charr4 r4 r5 �filemode8 s rt c @ s e Zd ZdZdS )r zBase exception.N)�__name__� __module__� __qualname__�__doc__r4 r4 r4 r5 r G s c @ s e Zd ZdZdS )� ExtractErrorz%General exception for extract errors.N)ru rv rw rx r4 r4 r4 r5 ry J s ry c @ s e Zd ZdZdS )� ReadErrorz&Exception for unreadable tar archives.N)ru rv rw rx r4 r4 r4 r5 rz M s rz c @ s e Zd ZdZdS )�CompressionErrorz.Exception for unavailable compression methods.N)ru rv rw rx r4 r4 r4 r5 r{ P s r{ c @ s e Zd ZdZdS )� StreamErrorz=Exception for unsupported operations on stream-like TarFiles.N)ru rv rw rx r4 r4 r4 r5 r| S s r| c @ s e Zd ZdZdS )� HeaderErrorz!Base exception for header errors.N)ru rv rw rx r4 r4 r4 r5 r} V s r} c @ s e Zd ZdZdS )�EmptyHeaderErrorz Exception for empty headers.N)ru rv rw rx r4 r4 r4 r5 r~ Y s r~ c @ s e Zd ZdZdS )�TruncatedHeaderErrorz Exception for truncated headers.N)ru rv rw rx r4 r4 r4 r5 r \ s r c @ s e Zd ZdZdS )�EOFHeaderErrorz"Exception for end of file headers.N)ru rv rw rx r4 r4 r4 r5 r� _ s r� c @ s e Zd ZdZdS )rB z Exception for invalid headers.N)ru rv rw rx r4 r4 r4 r5 rB b s rB c @ s e Zd ZdZdS )�SubsequentHeaderErrorz3Exception for missing and invalid extended headers.N)ru rv rw rx r4 r4 r4 r5 r� e s r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) � _LowLevelFilez�Low-level file object. Supports reading and writing. It is used instead of a regular file object for streaming access. c C sF t jt jt jB t jB d�| }tt d�r2|t jO }t j||d�| _d S )N)rf rg �O_BINARYi� ) �os�O_RDONLY�O_WRONLY�O_CREAT�O_TRUNC�hasattrr� �open�fd)�self�namerp r4 r4 r5 �__init__r s z_LowLevelFile.__init__c C s t j| j� d S )N)r� �closer� )r� r4 r4 r5 r� { s z_LowLevelFile.closec C s t j| j|�S )N)r� rY r� )r� r r4 r4 r5 rY ~ s z_LowLevelFile.readc C s t j| j|� d S )N)r� rZ r� )r� r0 r4 r4 r5 rZ � s z_LowLevelFile.writeN)ru rv rw rx r� r� rY rZ r4 r4 r4 r5 r� l s r� c @ st e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z d dd�Z d dd�Z dd� Zdd� ZdS ) �_Streama� Class that serves as an adapter between TarFile and a stream-like object. The stream-like object only needs to have a read() or write() method and is accessed blockwise. Use of gzip or bzip2 compression is possible. A stream-like object could be for example: sys.stdin, sys.stdout, a socket, a tape device etc. _Stream is intended to be used only internally. c C sR d| _ |dkr t||�}d| _ |dkr6t|�}|j� }|p<d| _|| _|| _|| _|| _d| _ d| _ d| _ y�|dkr�y ddl }W n t k r� td ��Y nX || _ |jd�| _|d kr�| j� n| j� |d k�r$y ddl}W n t k r� td ��Y nX |d k�rd| _|j� | _n |j� | _W n& | j �s@| jj� d| _ � Y nX dS ) z$Construct a _Stream object. TNF�*rl � r �gzz zlib module is not availablerf �bz2zbz2 module is not available)� _extfileobjr� � _StreamProxy� getcomptyper� rp �comptype�fileobj�bufsizerW �pos�closed�zlib� ImportErrorr{ �crc32�crc� _init_read_gz�_init_write_gzr� �dbuf�BZ2Decompressor�cmp� BZ2Compressorr� )r� r� rp r� r� r� r� r� r4 r4 r5 r� � sP z_Stream.__init__c C s t | d�r| j r| j� d S )Nr� )r� r� r� )r� r4 r4 r5 �__del__� s z_Stream.__del__c C s� | j jd| j j| j j | j jd�| _tjdtt j � ��}| j d| d � | j j d�rf| j dd � | _ | j | j j d d �t � dS ) z6Initialize for writing with gzip compression. � r z<Ls �s �z.gzNr z iso-8859-1�replace���)r� Z compressobjZDEFLATED� MAX_WBITSZ DEF_MEM_LEVELr� rL rN r@ �time�_Stream__writer� �endswithr- r/ )r� Z timestampr4 r4 r5 r� � s z_Stream._init_write_gzc C sR | j dkr | jj|| j�| _| jt|�7 _| j dkrD| jj|�}| j|� dS )z&Write string s to the stream. r� �tarN) r� r� r� r� r� r. r� �compressr� )r� r0 r4 r4 r5 rZ � s z _Stream.writec C sR | j |7 _ x>t| j �| jkrL| jj| j d| j� � | j | jd� | _ qW dS )z]Write string s to the stream if a whole new block is ready to be written. N)rW r. r� r� rZ )r� r0 r4 r4 r5 Z__write� s z_Stream.__writec C s� | j r dS | jdkr2| jdkr2| j| jj� 7 _| jdkr�| jr�| jj| j� d| _| jdkr�| jjtj d| j d@ �� | jjtj d| j d@ �� | j s�| jj � d| _ dS ) z[Close the _Stream object. No operation should be done on it afterwards. Nrg r� r� r� z<Ll �� T)r� rp r� rW r� �flushr� rZ rL rN r� r� r� r� )r� r4 r4 r5 r� � s z _Stream.closec C s� | j j| j j �| _d| _| jd�dkr0td��| jd�dkrFtd��t| jd��}| jd� |d @ r�t| jd��d t| jd�� }| j |� |d @ r�x | jd�}| s�|t kr�P q�W |d @ r�x | jd�}| s�|t kr�P q�W |d@ r�| jd� d S )z:Initialize for reading a gzip compressed fileobj. r� r s �znot a gzip filer � z unsupported compression method� r* r$ r) r( N) r� Z decompressobjr� r� r� � _Stream__readrz r{ rD rY r/ )r� �flagZxlenr0 r4 r4 r5 r� s. z_Stream._init_read_gzc C s | j S )z3Return the stream's file pointer position. )r� )r� r4 r4 r5 �tell# s z _Stream.tellr c C s\ || j dkrNt|| j | j�\}}x t|�D ]}| j| j� q.W | j|� ntd��| j S )zXSet the stream's file pointer to pos. Negative seeking is forbidden. r z seeking backwards is not allowed)r� r[ r� rC rY r| )r� r� r_ r` rF r4 r4 r5 �seek( s z _Stream.seekNc C sZ |dkr:g }x | j | j�}|s P |j|� qW dj|�}n | j |�}| jt|�7 _|S )z�Return the next size number of bytes from the stream. If size is not defined, return all bytes of the stream up to EOF. Nrl )�_readr� rn ro r� r. )r� r rj rW r4 r4 r5 rY 5 s z _Stream.readc C s� | j dkr| j|�S t| j�}xf||k r�| j| j�}|s:P y| jj|�}W n tk rf td��Y nX | j|7 _|t|�7 }q W | jd|� }| j|d� | _|S )z+Return size bytes from the stream. r� zinvalid compressed dataN) r� r� r. r� r� r� � decompressr\ rz )r� r re rW r4 r4 r5 r� G s z _Stream._readc C sh t | j�}x:||k rD| jj| j�}|s(P | j|7 _|t |�7 }q W | jd|� }| j|d� | _|S )zsReturn size bytes from stream. If internal buffer is empty, read another block from the stream. N)r. rW r� rY r� )r� r re rW r4 r4 r5 Z__read\ s z_Stream.__read)r )N)ru rv rw rx r� r� r� rZ r� r� r� r� r� rY r� r� r4 r4 r4 r5 r� � s 4 r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) r� zsSmall proxy class that enables transparent compression detection for the Stream interface (mode 'r|*'). c C s || _ | j jt�| _d S )N)r� rY � BLOCKSIZErW )r� r� r4 r4 r5 r� q s z_StreamProxy.__init__c C s | j j| _| jS )N)r� rY rW )r� r r4 r4 r5 rY u s z_StreamProxy.readc C s$ | j jd�rdS | j jd�r dS dS )Ns �r� s BZh91r� r� )rW � startswith)r� r4 r4 r5 r� y s z_StreamProxy.getcomptypec C s | j j� d S )N)r� r� )r� r4 r4 r5 r� � s z_StreamProxy.closeN)ru rv rw rx r� rY r� r� r4 r4 r4 r5 r� l s r� c @ sL e Zd ZdZdZdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dS )� _BZ2Proxya Small proxy class that enables external file object support for "r:bz2" and "w:bz2" modes. This is actually a workaround for a limitation in bz2 module's BZ2File class which (unlike gzip.GzipFile) has no support for a file object argument. r( i c C s( || _ || _t| j dd �| _| j� d S )Nr� )r� rp �getattrr� �init)r� r� rp r4 r4 r5 r� � s z_BZ2Proxy.__init__c C sD dd l }d| _| jdkr6|j� | _| jjd� d| _n |j� | _d S )Nr rf r� ) r� r� rp r� �bz2objr� r� rW r� )r� r� r4 r4 r5 r� � s z_BZ2Proxy.initc C s� t | j�}xF||k rP| jj| j�}|s(P | jj|�}| j|7 _|t |�7 }q W | jd |� }| j|d � | _| jt |�7 _|S )N)r. rW r� rY � blocksizer� r� r� )r� r ri �raw�datarW r4 r4 r5 rY � s z_BZ2Proxy.readc C s& || j k r| j� | j|| j � d S )N)r� r� rY )r� r� r4 r4 r5 r� � s z_BZ2Proxy.seekc C s | j S )N)r� )r� r4 r4 r5 r� � s z_BZ2Proxy.tellc C s. | j t|�7 _ | jj|�}| jj|� d S )N)r� r. r� r� r� rZ )r� r� r� r4 r4 r5 rZ � s z_BZ2Proxy.writec C s$ | j dkr | jj� }| jj|� d S )Nrg )rp r� r� r� rZ )r� r� r4 r4 r5 r� � s z_BZ2Proxy.closeNi @ ) ru rv rw rx r� r� r� rY r� r� rZ r� r4 r4 r4 r5 r� � s r� c @ s< e Zd ZdZd dd�Zdd� Zdd� Zd d � Zdd d �ZdS )� _FileInFilezA thin wrapper around an existing file object that provides a part of its data as an individual file object. Nc C s� || _ || _|| _d| _|d kr*d|fg}d| _g | _d}| j}xT|D ]L\}}||krj| jjd||d f� | jjd||| |f� ||7 }|| }qFW || jk r�| jjd|| jd f� d S )Nr FT)r� �offsetr �position� map_index�maprn )r� r� r� r Z blockinfoZlastposZrealposr4 r4 r5 r� � s$ z_FileInFile.__init__c C s t | jd�sdS | jj� S )N�seekableT)r� r� r� )r� r4 r4 r5 r� � s z_FileInFile.seekablec C s | j S )z*Return the current file position. )r� )r� r4 r4 r5 r� � s z_FileInFile.tellc C s || _ dS )z(Seek to a position in the file. N)r� )r� r� r4 r4 r5 r� � s z_FileInFile.seekc C s� |dkr| j | j }nt|| j | j �}d}x�|dkr�xZ| j| j \}}}}|| j ko`|k n rjP q8| jd7 _| jt| j�kr8d| _q8W t||| j �}|r�| jj|| j| � || jj|�7 }n |t | 7 }||8 }| j|7 _q.W |S )z!Read data from the file. Nr� r r ) r r� �minr� r� r. r� r� rY r/ )r� r rW r� �start�stopr� r1 r4 r4 r5 rY � s( z_FileInFile.read)N)N) ru rv rw rx r� r� r� r� rY r4 r4 r4 r5 r� � s r� c @ sz e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zdd d �Z e Z d dd�Z dd� Z dd� Z ejfdd�Zdd� Zdd� Zd S ) � ExFileObjectzaFile-like object for reading an archive member. Is returned by TarFile.extractfile(). i c C sD t |j|j|j|j�| _|j| _d| _d| _|j| _d| _d| _ d S )Nrf Fr r� ) r� r� � offset_datar �sparser� rp r� r� �buffer)r� �tarfile�tarinfor4 r4 r5 r� s zExFileObject.__init__c C s dS )NTr4 )r� r4 r4 r5 �readable! s zExFileObject.readablec C s dS )NFr4 )r� r4 r4 r5 �writable$ s zExFileObject.writablec C s | j j� S )N)r� r� )r� r4 r4 r5 r� ' s zExFileObject.seekableNc C s� | j rtd��d}| jrL|dkr.| j}d| _n | jd|� }| j|d� | _|dkrd|| jj� 7 }n|| jj|t|� �7 }| jt|�7 _|S )z~Read at most size bytes from the file. If size is not present or None, read all data until EOF is reached. z I/O operation on closed filer� N)r� rA r� r� rY r. r� )r� r rW r4 r4 r5 rY * s zExFileObject.readr c C s� | j rtd��| jjd�d }|dkrzxR| jj| j�}| j|7 _| sRd|kr(| jjd�d }|dkrtt| j�}P q(W |dkr�t||�}| jd|� }| j|d� | _| j t|�7 _ |S )z�Read one entire line from the file. If size is present and non-negative, return a string with at most that size, which may be an incomplete line. z I/O operation on closed file� r r Nr7 ) r� rA r� r8 r� rY r� r. r� r� )r� r r� rW r4 r4 r5 �readlineE s$ zExFileObject.readlinec C s& g }x | j � }|sP |j|� qW |S )z0Return a list with all remaining lines. )r� rn )r� �result�liner4 r4 r5 � readlinesb s zExFileObject.readlinesc C s | j rtd��| jS )z*Return the current file position. z I/O operation on closed file)r� rA r� )r� r4 r4 r5 r� l s zExFileObject.tellc C s� | j rtd��|tjkr.tt|d�| j�| _nj|tjkrj|dk rTt| j| d�| _q�t| j| | j�| _n.|tj kr�tt| j| | j�d�| _ntd��d| _ | j j | j� dS )z(Seek to a position in the file. z I/O operation on closed filer zInvalid argumentr� N) r� rA r� �SEEK_SETr� �maxr r� �SEEK_CUR�SEEK_ENDr� r� r� )r� r� �whencer4 r4 r5 r� t s zExFileObject.seekc C s d| _ dS )z Close the file object. TN)r� )r� r4 r4 r5 r� � s zExFileObject.closec c s x| j � }|sP |V qW dS )z/Get an iterator over the file's lines. N)r� )r� r� r4 r4 r5 �__iter__� s zExFileObject.__iter__)Nr7 )r7 )ru rv rw rx r� r� r� r� r� rY �read1r� r� r� r� r� r� r� r� r4 r4 r4 r5 r� s r� c @ s� e Zd ZdZdiZdjdd�Zdd� Zdd � Zeee�Z d d � Z d d � Z ee e �Z d!d"� Z d#d$� Zeed%fd&d'�Zd(d)� Zd*d+� Zd,d-� Zed.d/� �Zd0d1� Zed2d3� �Zed4d5� �Zed6d7� �Zed8d9� �Z ed:d;� �Z ed<d=� �Z d>d?� Z d@dA� Z dBdC� Z!dDdE� Z"dFdG� Z#dHdI� Z$dJdK� Z%dLdM� Z&dNdO� Z'dPdQ� Z(dRdS� Z)dTdU� Z*dVdW� Z+dXdY� Z,dZd[� Z-d\d]� Z.d^d_� Z/d`da� Z0dbdc� Z1ddde� Z2dfdg� Z3dhS )kr a Informational class which holds the details about an archive member given by a tar header block. TarInfo objects are returned by TarFile.getmember(), TarFile.getmembers() and TarFile.gettarinfo() and are usually created internally. r� rp r r! r r �chksum�type�linknamer" r# �devmajor�devminorr� r� � pax_headersr� r� �_sparse_structs� _link_targetrl c C sj || _ d| _d| _d| _d| _d| _d| _t| _d| _ d| _ d| _ d| _ d| _ d| _d| _d| _i | _dS )zXConstruct a TarInfo object. name is the optional name of the member. i� r rl N)r� rp r r! r r r� �REGTYPEr� r� r" r# r� r� r� r� r� r� )r� r� r4 r4 r5 r� � s" zTarInfo.__init__c C s | j S )N)r� )r� r4 r4 r5 �_getpath� s zTarInfo._getpathc C s || _ d S )N)r� )r� r� r4 r4 r5 �_setpath� s zTarInfo._setpathc C s | j S )N)r� )r� r4 r4 r5 � _getlinkpath� s zTarInfo._getlinkpathc C s || _ d S )N)r� )r� r� r4 r4 r5 � _setlinkpath� s zTarInfo._setlinkpathc C s d| j j| jt| �f S )Nz<%s %r at %#x>)� __class__ru r� �id)r� r4 r4 r5 �__repr__� s zTarInfo.__repr__c C sn | j | jd@ | j| j| j| j| j| j| j| j | j | j | j d� }|d t krj|d jd� rj|d d7 < |S )z9Return the TarInfo's attributes as a dictionary. i� ) r� rp r r! r r r� r� r� r" r# r� r� r� r� �/)r� rp r r! r r r� r� r� r" r# r� r� �DIRTYPEr� )r� �infor4 r4 r5 �get_info� s zTarInfo.get_info�surrogateescapec C sT | j � }|tkr | j|||�S |tkr4| j|||�S |tkrH| j||�S td��dS )z<Return a tar header as a string of 512 byte blocks. zinvalid formatN)r� � USTAR_FORMAT�create_ustar_headerrK �create_gnu_header� PAX_FORMAT�create_pax_headerrA )r� rR r2 r3 r� r4 r4 r5 �tobuf� s z TarInfo.tobufc C sZ t |d< t|d �tkr td��t|d �tkrJ| j|d �\|d< |d< | j|t||�S )z3Return the object as a ustar header block. �magicr� zlinkname is too longr� �prefix)� POSIX_MAGICr. � LENGTH_LINKrA � LENGTH_NAME�_posix_split_name�_create_headerr� )r� r� r2 r3 r4 r4 r5 r� � s zTarInfo.create_ustar_headerc C sp t |d< d}t|d �tkr4|| j|d t||�7 }t|d �tkr\|| j|d t||�7 }|| j|t||� S )z:Return the object as a GNU header block sequence. r� r� r� r� ) � GNU_MAGICr. r� �_create_gnu_long_header�GNUTYPE_LONGLINKr� �GNUTYPE_LONGNAMEr rK )r� r� r2 r3 rW r4 r4 r5 r� s zTarInfo.create_gnu_headerc C s4 t |d< | jj� }x�ddtfddtfddfD ]h\}}}||kr@q,y|| jd d � W n" tk rv || ||< w,Y nX t|| �|kr,|| ||< q,W xldD ]d\}}||kr�d||< q�|| }d| ko�d |d k n � s�t|t �r�t |�||< d||< q�W |�r | j |t |�} nd} | | j |td d� S ) z�Return the object as a ustar header block. If it cannot be represented this way, prepend a pax extended header sequence with supplement information. r� r� r r� r r" r' r# r< r= r r) r! r � r r r r� r� )r" r" r' )r# r# r' �r r) �r! r) �r r �r r )r r r r )r� r� �copyr� r� r- �UnicodeEncodeErrorr. � isinstance�float�str�_create_pax_generic_header�XHDTYPEr r� ) r� r� r2 r� r� Zhnamer1 rQ �valrW r4 r4 r5 r� s4 . zTarInfo.create_pax_headerc C s | j |td�S )zAReturn the object as a pax global header block sequence. �utf8)r �XGLTYPE)�clsr� r4 r4 r5 �create_pax_global_headerD s z TarInfo.create_pax_global_headerc C sp |dt d � }x |r0|d dkr0|dd� }qW |t|�d� }|dd� }| s`t|�tkrhtd��||fS )zUSplit a name longer than 100 chars into a prefix and a name part. Nr r� zname is too longr7 r7 r7 )� LENGTH_PREFIXr. r� rA )r� r� r� r4 r4 r5 r J s zTarInfo._posix_split_namec C sV t | jdd�d||�t| jdd�d@ d|�t| jdd�d|�t| jd d�d|�t| jd d�d |�t| jd d�d |�d | jdt�t | jdd�d||�| jdt�t | jdd�d||�t | jdd�d||�t| jdd�d|�t| jdd�d|�t | jdd�d||�g}tjdt dj|��}t |t d� �d }|dd � d | j d � |d d� }|S )!z�Return a header block. info is a dictionary with file information, format must be one of the *_FORMAT constants. r� rl r rp r i� r) r r! r r r s r� r� r� r" r' r# r� r� r� r z%dsr� Nil z%06o r< ie i����i����) r6 �getrS r� r� rL rN r� ro rX r- )r� rR r2 r3 �partsrW r� r4 r4 r5 r Y s& &zTarInfo._create_headerc C s. t t| �t�\}}|dkr*| t| t 7 } | S )zdReturn the string payload filled with zero bytes up to the next 512 byte border. r )r[ r. r� r/ )Zpayloadr_ r` r4 r4 r5 �_create_payloadu s zTarInfo._create_payloadc C sR |j ||�t }i }d|d< ||d< t|�|d< t|d< | j|t||�| j|� S )zTReturn a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence for name. z ././@LongLinkr� r� r r� )r- r/ r. r r r� r )r r� r� r2 r3 r� r4 r4 r5 r s z TarInfo._create_gnu_long_headerc C s: d}x@|j � D ]4\}}y|jdd� W q tk r@ d}P Y qX qW d}|rV|d7 }x�|j � D ]�\}}|jd�}|r�|j|d�}n |jd�}t|�t|� d }d } } x"|tt| �� } | | kr�P | } q�W |tt| �d �d | d | d 7 }q`W i } d| d< || d< t|�| d< t| d< | j| td d�| j |� S )z�Return a POSIX.1-2008 extended or global header sequence that contains a list of keyword, value pairs. The values must be strings. Fr r= Tr� s 21 hdrcharset=BINARY r� r r r< � � =r� z././@PaxHeaderr� r� r r� r� ) �itemsr- r r. r �bytesr� r r� r ) r r� r� r2 Zbinary�keyword�valueZrecordsrI rE r: r� r4 r4 r5 r � s< * z"TarInfo._create_pax_generic_headerc C st t |�dkrtd��t |�tkr(td��|jt�tkr>td��t|dd� �}|t|�krbt d��| � }t |dd� ||�|_ t|dd � �|_ t|d d � �|_ t|d d � �|_t|d d � �|_t|d d� �|_||_|dd � |_t |d d� ||�|_t |dd� ||�|_t |dd� ||�|_t|dd� �|_t|dd� �|_t |dd� ||�}|jtk�r�|j jd��r�t|_|jtk�r6d}g }xrt d�D ]f} y0t|||d � �} t||d |d � �} W n t k �r� P Y nX |j | | f� |d7 }�q�W t |d �} t|dd � �} || | f|_ |j!� �rN|j j"d�|_ |�rp|jt#k�rp|d |j |_ |S ) zAConstruct a TarInfo object from a 512 byte bytes object. r z empty headerztruncated headerzend of file headerrT rU z bad checksumr �l �t �| � � i i i) iI iQ iY i� r� i� r* r � i� i� i� )$r. r~ r� r �countr/ r� rG rX rB r; r� rp r r! r r r� r� r� r" r# r� r� �AREGTYPEr� r� �GNUTYPE_SPARSErC rA rn �boolr� �isdir�rstrip� GNU_TYPES)r rW r2 r3 r� �objr� r� �structsrF r� �numbytes� isextended�origsizer4 r4 r5 �frombuf� sZ zTarInfo.frombufc C s8 |j jt�}| j||j|j�}|j j� t |_|j|�S )zOReturn the next TarInfo object from TarFile object tarfile. ) r� rY r� r3 r2 r3 r� r� � _proc_member)r r� rW r. r4 r4 r5 � fromtarfile s zTarInfo.fromtarfilec C sT | j ttfkr| j|�S | j tkr,| j|�S | j tttfkrF| j |�S | j |�S dS )zYChoose the right processing method depending on the type and call it. N) r� r r � _proc_gnulongr) � _proc_sparser r �SOLARIS_XHDTYPE� _proc_pax� _proc_builtin)r� r� r4 r4 r5 r4 s zTarInfo._proc_memberc C sR |j j� | _| j}| j� s$| jtkr4|| j| j�7 }||_| j |j |j |j � | S )zfProcess a builtin type or an unknown type which will be treated as a regular file. ) r� r� r� �isregr� �SUPPORTED_TYPES�_blockr r� �_apply_pax_infor� r2 r3 )r� r� r� r4 r4 r5 r: $ s zTarInfo._proc_builtinc C s� |j j| j| j��}y| j|�}W n tk r> td��Y nX | j|_| jt krft ||j |j �|_ n | jtkr�t ||j |j �|_|S )zSProcess the blocks that hold a GNU longname or longlink member. z missing or bad subsequent header)r� rY r= r r5 r} r� r� r� r r; r2 r3 r� r r� )r� r� rW �nextr4 r4 r5 r6 5 s zTarInfo._proc_gnulongc C s� | j \}}}| ` x�|r�|jjt�}d}xvtd�D ]j}y0t|||d � �}t||d |d � �} W n tk rz P Y nX |r�| r�|j|| f� |d7 }q0W t|d �}qW || _ |jj � | _ | j | j | j � |_|| _ | S )z8Process a GNU sparse header plus extra headers. r � r r& i� )r� r� rY r� rC rG rA rn r* r� r� r� r= r r� ) r� r� r/ r1 r2 rW r� rF r� r0 r4 r4 r5 r7 K s( zTarInfo._proc_sparsec C s |j j| j| j��}| jtkr&|j}n |jj� }tj d|�}|dk rX|j d�j d�|d< |j d�}|dkrr|j }nd}tjd�}d}x�|j||�}|s�P |j� \} } t| �} ||jd �d |jd�| d � } | j| dd|j�} | tk�r| j| ||j |j�} n| j| dd|j�} | || < || 7 }q�W y| j|�} W n tk �rT td ��Y nX d |k�rn| j| |� nHd |k�r�| j| ||� n.|j d �dk�r�|j d�dk�r�| j | ||� | jt t fk�r | j ||j |j� | j | _ d|k�r | j!} | j"� �s| jt#k�r| | j| j�7 } | |_ | S )zVProcess an extended or global header as described in POSIX.1-2008. s \d+ hdrcharset=([^\n]+)\nNr r � hdrcharsetZBINARYs (\d+) ([^=]+)=r r z missing or bad subsequent headerzGNU.sparse.mapzGNU.sparse.sizezGNU.sparse.major�1zGNU.sparse.minorr> r )$r� rY r= r r� r r� r �re�search�groupr9 r r2 �compile�match�groupsr@ �endr� �_decode_pax_fieldr3 �PAX_NAME_FIELDSr5 r} r� �_proc_gnusparse_01�_proc_gnusparse_00�_proc_gnusparse_10r r8 r> r� r� r; r< )r� r� rW r� rG rA r2 Zregexr� r1 r r r? r� r4 r4 r5 r9 g s` $ zTarInfo._proc_paxc C sp g }x(t jd|�D ]}|jt|jd��� qW g }x(t jd|�D ]}|jt|jd��� q@W tt||��|_dS )z?Process a GNU tar extended sparse header, version 0.0. s \d+ GNU.sparse.offset=(\d+)\nr s \d+ GNU.sparse.numbytes=(\d+)\nN)rC �finditerrn r@ rE �list�zipr� )r� r? r� rW ZoffsetsrG r0 r4 r4 r5 rM � s zTarInfo._proc_gnusparse_00c C s@ dd� |d j d�D �}tt|ddd� |ddd� ��|_dS )z?Process a GNU tar extended sparse header, version 0.1. c S s g | ] }t |��qS r4 )r@ )�.0ri r4 r4 r5 � <listcomp>� s z.TarInfo._proc_gnusparse_01.<locals>.<listcomp>zGNU.sparse.map�,Nr r )�splitrP rQ r� )r� r? r� r� r4 r4 r5 rL � s zTarInfo._proc_gnusparse_01c C s� d}g }|j jt�}|jdd�\}}t|�}xJt|�|d k rvd|krV||j jt�7 }|jdd�\}}|jt|�� q.W |j j� |_t t |ddd� |ddd� ��|_ dS )z?Process a GNU tar extended sparse header, version 1.0. Nr� r r ) r� rY r� rU r@ r. rn r� r� rP rQ r� )r� r? r� r� Zfieldsr� rW Znumberr4 r4 r5 rN � s zTarInfo._proc_gnusparse_10c C s� x�|j � D ]�\}}|dkr(t| d|� q |dkrBt| dt|�� q |dkr\t| dt|�� q |tkr |tkr�yt| |�}W n tk r� d}Y nX |dkr�|jd�}t| ||� q W |j� | _dS ) zoReplace fields with supplemental information from a previous pax extended or global header. zGNU.sparse.namer zGNU.sparse.sizer zGNU.sparse.realsizer r� N) r �setattrr@ � PAX_FIELDS�PAX_NUMBER_FIELDSrA r, r r� )r� r� r2 r3 r r r4 r4 r5 r> � s" zTarInfo._apply_pax_infoc C s. y |j |d�S tk r( |j ||�S X dS )z1Decode a single field from a pax record. r= N)r9 �UnicodeDecodeError)r� r r2 Zfallback_encodingZfallback_errorsr4 r4 r5 rJ s zTarInfo._decode_pax_fieldc C s" t |t�\}}|r|d7 }|t S )z_Round up a byte count by BLOCKSIZE and return it, e.g. _block(834) => 1024. r )r[ r� )r� r' r_ r` r4 r4 r5 r= s zTarInfo._blockc C s | j tkS )N)r� � REGULAR_TYPES)r� r4 r4 r5 r; s z TarInfo.isregc C s | j � S )N)r; )r� r4 r4 r5 �isfile s zTarInfo.isfilec C s | j tkS )N)r� r� )r� r4 r4 r5 r+ s z TarInfo.isdirc C s | j tkS )N)r� �SYMTYPE)r� r4 r4 r5 �issym s z TarInfo.issymc C s | j tkS )N)r� �LNKTYPE)r� r4 r4 r5 �islnk s z TarInfo.islnkc C s | j tkS )N)r� �CHRTYPE)r� r4 r4 r5 �ischr s z TarInfo.ischrc C s | j tkS )N)r� �BLKTYPE)r� r4 r4 r5 �isblk" s z TarInfo.isblkc C s | j tkS )N)r� �FIFOTYPE)r� r4 r4 r5 �isfifo$ s zTarInfo.isfifoc C s | j d k S )N)r� )r� r4 r4 r5 �issparse& s zTarInfo.issparsec C s | j tttfkS )N)r� r` rb rd )r� r4 r4 r5 �isdev( s z TarInfo.isdevN)r� rp r r! r r r� r� r� r" r# r� r� r� r� r� r� r� r� r� )rl )4ru rv rw rx � __slots__r� r� r� �propertyr r� r� r r� r� �DEFAULT_FORMAT�ENCODINGr� r� r� r� � classmethodr r � staticmethodr r r r r3 r5 r4 r: r6 r7 r9 rM rL rN r> rJ r= r; r[ r+ r] r_ ra rc re rf rg r4 r4 r4 r5 r � s` 1 3 ? f c @ s� e Zd ZdZdZdZdZdZeZ e Z dZ e ZeZdVdd �Zedddefd d ��ZedWd d ��ZedXdd��ZedYdd��Zdddd�Zdd� Zdd� Zdd � Zd d � Z dZd d �Z d[d"d#�Z d\d$d%�Z d]d&d'�Z d^d)d*�Z!d_d,d-�Z"d.d/� Z#d`d0d1�Z$d2d3� Z%d4d5� Z&d6d7� Z'd8d9� Z(d:d;� Z)d<d=� Z*d>d?� Z+d@dA� Z,dBdC� Z-dDdE� Z.dadFdG�Z/dHdI� Z0dbdJdK�Z1dLdM� Z2dNdO� Z3dPdQ� Z4dRdS� Z5dTdU� Z6dS )cr z=The TarFile Class provides an interface to tar archives. r Fr Nrf r� c C s� t |�dks|dkr td��|| _dddd�| | _|sp| jdkr\tjj|� r\d | _d| _t|| j�}d | _n0|d kr�t |d �r�|j }t |d �r�|j| _d| _|r�tjj |�nd | _ || _ |d k r�|| _ |d k r�|| _|d k r�|| _|d k r�|| _|d k �r|| _| | _| d k �r(| j tk�r(| | _ni | _| d k �r>| | _| d k �rN| | _d | _g | _d | _| j j� | _i | _ y�| jdk�r�d | _ | j � | _ | jdk�r$x�| j j | j� y | jj | �}| jj!|� W nT t"k �r� | j j | j� P Y n0 t#k �r } zt$t%| ���W Y d d } ~ X nX �q�W | jdk�rnd| _| j�rn| jj&| jj'� �}| j j(|� | jt |�7 _W n& | j�s�| j j)� d| _� Y nX d S )a� Open an (uncompressed) tar archive `name'. `mode' is either 'r' to read from an existing archive, 'a' to append data to an existing file or 'w' to create a new file overwriting an existing one. `mode' defaults to 'r'. If `fileobj' is given, it is used for reading or writing data. If it can be determined, `mode' is overridden by `fileobj's mode. `fileobj' is not closed, when TarFile is closed. r r� z mode must be 'r', 'a' or 'w'�rbzr+b�wb)rf �arg rp rg FNr� rp Trf �aw)*r. rA rp �_moder� r �exists� bltn_openr� r� r� �abspathr� rR r� � dereference� ignore_zerosr2 r3 r� r� �debug� errorlevelr� �members�_loadedr� r� �inodes� firstmemberr? r� r5 rn r� r} rz r r r rZ r� )r� r� rp r� rR r� rv rw r2 r3 r� rx ry �erW r4 r4 r5 r� F s� $ zTarFile.__init__c K s� | r| rt d��|dkr�xz| jD ]p}t| | j| �}|dk rH|j� }y||d|f|�S ttfk r� } z|dk r�|j|� w$W Y dd} ~ X q$X q$W td���nd|k�r|jdd�\} }| p�d} |p�d}|| jkr�t| | j| �}n td | ��||| |f|�S d |k�r�|jd d�\} }| �p(d} |�p2d}| d k�rFt d ��t|| |||�} y| || | f|�} W n | j � � Y nX d | _ | S |dk�r�| j |||f|�S t d��dS )a| Open a tar archive for reading, writing or appending. Return an appropriate TarFile class. mode: 'r' or 'r:*' open for reading with transparent compression 'r:' open for reading exclusively uncompressed 'r:gz' open for reading with gzip compression 'r:bz2' open for reading with bzip2 compression 'a' or 'a:' open for appending, creating the file if necessary 'w' or 'w:' open for writing without compression 'w:gz' open for writing with gzip compression 'w:bz2' open for writing with bzip2 compression 'r|*' open a stream of tar blocks with transparent compression 'r|' open an uncompressed stream of tar blocks for reading 'r|gz' open a gzip compressed stream of tar blocks 'r|bz2' open a bzip2 compressed stream of tar blocks 'w|' open an uncompressed stream for writing 'w|gz' open a gzip compressed stream for writing 'w|bz2' open a bzip2 compressed stream for writing znothing to openrf �r:*Nz%file could not be opened successfully�:r r� zunknown compression type %r�|�rwzmode must be 'r' or 'w'Frq zundiscernible mode)rf r ) rA � OPEN_METHr� r� rz r{ r� rU r� r� r� �taropen) r r� rp r� r� �kwargsr� �funcZ saved_posr~ rt �streamrj r4 r4 r5 r� � sN z TarFile.openc K s, t |�dks|dkr td��| |||f|�S )zCOpen uncompressed tar archive name for reading or writing. r r� z mode must be 'r', 'a' or 'w')r. rA )r r� rp r� r� r4 r4 r5 r� � s zTarFile.taropenr� c K s� t |�dks|dkr td��yddl}|j W n ttfk rN td��Y nX |dk }y*|j||d ||�}| j|||f|�}W n^ tk r� | r�|dk r�|j � |dkr�� t d��Y n$ | r�|dk r�|j � � Y nX ||_ |S ) zkOpen gzip compressed tar archive name for reading or writing. Appending is not allowed. r r� zmode must be 'r' or 'w'r Nz gzip module is not availablera znot a gzip file) r. rA �gzipZGzipFiler� �AttributeErrorr{ r� r\ r� rz r� ) r r� rp r� � compresslevelr� r� Z extfileobjrj r4 r4 r5 �gzopen s. zTarFile.gzopenc K s� t |�dks|dkr td��y ddl}W n tk rD td��Y nX |dk rZt||�}n|j|||d�}y| j|||f|�}W n( tt fk r� |j � t d��Y nX d |_ |S ) zlOpen bzip2 compressed tar archive name for reading or writing. Appending is not allowed. r r� zmode must be 'r' or 'w'.r Nzbz2 module is not available)r� znot a bzip2 fileF) r. rA r� r� r{ r� ZBZ2Filer� r\ �EOFErrorr� rz r� )r r� rp r� r� r� r� rj r4 r4 r5 �bz2open$ s zTarFile.bz2openr� r� r� )r� r� r� c C s� | j r dS | jdkrf| jjttd � | jtd 7 _t| jt�\}}|dkrf| jjtt| � | j sv| jj � d| _ dS )zlClose the TarFile. In write-mode, two finishing zero blocks are appended to the archive. Nrq r r T) r� rp r� rZ r/ r� r� r[ � RECORDSIZEr� r� )r� r_ r` r4 r4 r5 r� H s z TarFile.closec C s" | j |�}|dkr td| ��|S )a Return a TarInfo object for member `name'. If `name' can not be found in the archive, KeyError is raised. If a member occurs more than once in the archive, its last occurrence is assumed to be the most up-to-date version. Nzfilename %r not found)� _getmember�KeyError)r� r� r� r4 r4 r5 � getmember\ s zTarFile.getmemberc C s | j � | js| j� | jS )z�Return the members of the archive as a list of TarInfo objects. The list has the same order as the members in the archive. )�_checkr{ �_loadrz )r� r4 r4 r5 � getmembersg s zTarFile.getmembersc C s dd� | j � D �S )z�Return the members of the archive as a list of their names. It has the same order as the list returned by getmembers(). c S s g | ] }|j �qS r4 )r� )rR r� r4 r4 r5 rS u s z$TarFile.getnames.<locals>.<listcomp>)r� )r� r4 r4 r5 �getnamesq s zTarFile.getnamesc C sp | j d� |dk r|j}|dkr$|}tjj|�\}}|jtjd�}|jd�}| j� }| |_ |dkr�t td�r�| j r�tj |�}q�tj |�}ntj|j� �}d}|j}t j|��r|j|jf} | j r�|jdkr�| | jkr�|| j| kr�t} | j| }nt} | d �rx|| j| < nht j|��r"t} nVt j|��r4t} nDt j |��rPt } tj |�}n(t j |��rbt } nt j!|��rtt"} ndS ||_||_#|j$|_%|j&|_'| tk�r�|j(|_)nd|_)|j*|_+| |_,||_-t.�r�yt.j/|j%�d |_0W n t1k �r� Y nX t2�r*yt2j3|j'�d |_4W n t1k �r( Y nX | t t"fk�rlt td��rlt td ��rltj5|j6�|_7tj8|j6�|_9|S ) aO Create a TarInfo object for either the file `name' or the file object `fileobj' (using os.fstat on its file descriptor). You can modify some of the TarInfo's attributes before you add it using addfile(). If given, `arcname' specifies an alternative name for the file in the archive. rq Nr� �lstatrl r r �major�minor):r� r� r� r � splitdriver� �sep�lstripr� r� r� rv r� �stat�fstat�fileno�st_mode�S_ISREG�st_ino�st_dev�st_nlinkr| r^ r� �S_ISDIRr� �S_ISFIFOrd �S_ISLNKr\ �readlink�S_ISCHRr` �S_ISBLKrb rp �st_uidr �st_gidr! �st_sizer �st_mtimer r� r� �pwd�getpwuidr" r� �grpZgetgrgidr# r� �st_rdevr� r� r� ) r� r� �arcnamer� Zdrvr� Zstatresr� Zstmd�inoder� r4 r4 r5 � gettarinfow s~ zTarFile.gettarinfoTc C s | j � x�| D ]�}|r�tt|j�dd� td|jp6|j|jp@|jf dd� |j� s\|j � rztdd|j |j f dd� ntd|j dd� tdt j|j�dd � dd� t|j|j� r�d nd dd� |r�|j� r�td |jdd� |j� r�td |jdd� t� qW dS )z�Print a table of contents to sys.stdout. If `verbose' is False, only the names of the members are printed. If it is True, an `ls -l'-like output is produced. � )rI z%s/%sz%10sz%d,%dz%10dz%d-%02d-%02d %02d:%02d:%02dNr� r� rl z->zlink to)r� �printrt rp r" r r# r! ra rc r� r� r r� Z localtimer r� r+ r] r� r_ )r� �verboser� r4 r4 r5 rP � s& z TarFile.listc C sr | j d� |dkr|}|dk rPddl}|jdtd� ||�rP| jdd| � dS | jdk r�tjj|�| jkr�| jdd| � dS | jd|� | j ||�}|dkr�| jdd | � dS |dk r�||�}|dkr�| jdd| � dS |j � �r t |d �}| j ||� |j � nd|j� �rd| j |� |�rnxHtj|�D ].}| jtjj||�tjj||�|||d � �q0W n | j |� dS ) a~ Add the file `name' to the archive. `name' may be any type of file (directory, fifo, symbolic link, etc.). If given, `arcname' specifies an alternative name for the file in the archive. Directories are added recursively by default. This can be avoided by setting `recursive' to False. `exclude' is a function that should return True for each filename to be excluded. `filter' is a function that expects a TarInfo object argument and returns the changed TarInfo object, if it returns None the TarInfo object will be excluded from the archive. rq Nr z use the filter argument insteadr ztarfile: Excluded %rztarfile: Skipped %rr z tarfile: Unsupported type %rrn )�filter)r� �warnings�warn�DeprecationWarning�_dbgr� r� r ru r� r; rt �addfiler� r+ �listdir�addro ) r� r� r� � recursiveZexcluder� r� r� �fr4 r4 r5 r� � sD z TarFile.addc C s� | j d� tj|�}|j| j| j| j�}| jj|� | jt |�7 _|dk r�t || j|j � t |j t �\}}|dkr�| jjtt | � |d7 }| j|t 7 _| jj|� dS )a] Add the TarInfo object `tarinfo' to the archive. If `fileobj' is given, tarinfo.size bytes are read from it and added to the archive. You can create TarInfo objects using gettarinfo(). On Windows platforms, `fileobj' should always be opened with mode 'rb' to avoid irritation about the file size. rq Nr r )r� r r� rR r2 r3 r� rZ r� r. rb r r[ r� r/ rz rn )r� r� r� rW r_ r` r4 r4 r5 r� 4 s zTarFile.addfile�.c C s� g }|dkr| }xD|D ]<}|j � r<|j|� tj|�}d|_| j|||j � d� qW |jdd� d� |j� x�|D ]~}tjj ||j �}y(| j ||� | j ||� | j ||� W qt tk r� } z$| jdkrЂ n| jdd| � W Y dd}~X qtX qtW dS ) aM Extract all members from the archive to the current working directory and set owner, modification time and permissions on directories afterwards. `path' specifies a different directory to extract to. `members' is optional and must be a subset of the list returned by getmembers(). Ni� )� set_attrsc S s | j S )N)r� )rp r4 r4 r5 �<lambda>d s z$TarFile.extractall.<locals>.<lambda>)�keyr z tarfile: %s)r+ rn r rp �extract�sort�reverser� r ro r� �chown�utime�chmodry ry r� )r� r rz Z directoriesr� �dirpathr~ r4 r4 r5 � extractallN s* zTarFile.extractallrl c C s | j d� t|t�r | j|�}n|}|j� r>tjj||j�|_ y | j |tjj||j �|d� W n� t k r� } zJ| j dkr~� n6|jdkr�| jdd|j � n| jdd|j|jf � W Y dd}~X nB tk �r } z$| j dkr� n| jdd| � W Y dd}~X nX dS )ax Extract a member from the archive to the current working directory, using its full name. Its file information is extracted as accurately as possible. `member' may be a filename or a TarInfo object. You can specify a different directory using `path'. File attributes (owner, mtime, mode) are set unless `set_attrs' is False. rf )r� r Nr z tarfile: %sztarfile: %s %r)r� r r r� r_ r� r ro r� r� �_extract_memberr� �EnvironmentErrorry �filenamer� �strerrorry )r� �memberr r� r� r~ r4 r4 r5 r� t s& ( zTarFile.extractc C s� | j d� t|t�r | j|�}n|}|j� r8| j| |�S |jtkrN| j| |�S |j� s^|j � r�t| j t �rtt d��q�| j | j|��S ndS dS )a� Extract a member from the archive as a file object. `member' may be a filename or a TarInfo object. If `member' is a regular file, a file-like object is returned. If `member' is a link, a file-like object is constructed from the link's target. If `member' is none of the above, None is returned. The file-like object is read-only and provides the following methods: read(), readline(), readlines(), seek() and tell() rf z'cannot extract (sym)link as file objectN)r� r r r� r; � fileobjectr� r< r_ r] r� r� r| � extractfile�_find_link_target)r� r� r� r4 r4 r5 r� � s zTarFile.extractfilec C sT |j d�}|jdtj�}tjj|�}|r@tjj|� r@tj|� |j� sP|j � rj| j dd|j |j f � n| j d|j � |j � r�| j||� n�|j� r�| j||� nx|j� r�| j||� nb|j� s�|j� r�| j||� nD|j� s�|j � r�| j||� n&|jtk�r| j||� n | j||� |�rP| j||� |j � �sP| j||� | j ||� dS )z\Extract the TarInfo object tarinfo to a physical file called targetpath. r� r z%s -> %sN) r, r� r� r� r �dirnamers �makedirsr_ r] r� r� r� r; �makefiler+ �makedirre �makefifora rc �makedev�makelinkr� r< � makeunknownr� r� r� )r� r� � targetpathr� Z upperdirsr4 r4 r5 r� � s4 zTarFile._extract_memberc C sF yt j|d� W n0 tk r@ } z|jtjkr0� W Y dd}~X nX dS )z,Make a directory called targetpath. i� N)r� �mkdirr� �errnoZEEXIST)r� r� r� r~ r4 r4 r5 r� � s zTarFile.makedirc C s� | j }|j|j� t|d�}|jdk rRx8|jD ] \}}|j|� t|||� q.W nt|||j� |j|j� |j� |j� dS )z'Make a file called targetpath. ro N) r� r� r� rt r� rb r �truncater� )r� r� r� �source�targetr� r r4 r4 r5 r� � s zTarFile.makefilec C s" | j ||� | jdd|j � dS )zYMake a file from a TarInfo object with an unknown type at targetpath. r z9tarfile: Unknown file type %r, extracted as regular file.N)r� r� r� )r� r� r� r4 r4 r5 r� s zTarFile.makeunknownc C s" t td�rtj|� ntd��dS )z'Make a fifo called targetpath. �mkfifoz fifo not supported by systemN)r� r� r� ry )r� r� r� r4 r4 r5 r� s zTarFile.makefifoc C sb t td� st td� r td��|j}|j� r:|tjO }n |tjO }tj||tj |j |j �� dS )z<Make a character or block device called targetpath. �mknodr� z'special devices not supported by systemN) r� r� ry rp rc r� �S_IFBLK�S_IFCHRr� r� r� r� )r� r� r� rp r4 r4 r5 r� s zTarFile.makedevc C s� yL|j � rtj|j|� n0tjj|j�r8tj|j|� n| j| j |�|� W n> t k r� |j � r�tjj tjj |j �|j�}n|j}Y n6X y| j| j |�|� W n tk r� td��Y nX dS )z�Make a (symbolic) link called targetpath. If it cannot be created (platform limitation), we try to make a copy of the referenced file instead of a link. z%unable to resolve link inside archiveN)r] r� �symlinkr� r rs r� �linkr� r� �symlink_exceptionro r� r� r� ry )r� r� r� r r4 r4 r5 r� ' s" zTarFile.makelinkc C s� t r�ttd�r�tj� dkr�ytj|j�d }W n tk rH |j}Y nX yt j |j �d }W n tk rx |j }Y nX y>|j � r�ttd�r�tj |||� ntjdkr�tj|||� W n* tk r� } ztd��W Y dd}~X nX dS )z6Set owner of targetpath according to tarinfo. �geteuidr r �lchownZos2emxzcould not change ownerN)r� r� r� r� r� Zgetgrnamr# r� r! �getpwnamr" r r] r� �sys�platformr� r� ry )r� r� r� �g�ur~ r4 r4 r5 r� D s z TarFile.chownc C sL t td�rHytj||j� W n* tk rF } ztd��W Y dd}~X nX dS )zASet file permissions of targetpath according to tarinfo. r� zcould not change modeN)r� r� r� rp r� ry )r� r� r� r~ r4 r4 r5 r� Z s z TarFile.chmodc C sV t td�sdS ytj||j|jf� W n* tk rP } ztd��W Y dd}~X nX dS )zBSet modification time of targetpath according to tarinfo. r� Nz"could not change modification time)r� r� r� r r� ry )r� r� r� r~ r4 r4 r5 r� c s z TarFile.utimec C s� | j d� | jdk r$| j}d| _|S | jj| j� d}�x\y| jj| �}W �nB tk r� } z2| jr�| j dd| j|f � | jt 7 _w:W Y dd}~X n� t k r� } zJ| jr�| j dd| j|f � | jt 7 _w:n| jdkr�t t |���W Y dd}~X n� tk �r& | jdk�r"t d��Y nj tk �r` } z | jdk�rPt t |���W Y dd}~X n0 tk �r� } zt t |���W Y dd}~X nX P q:W |dk �r�| jj|� nd| _|S )z�Return the next member of the archive as a TarInfo object, when TarFile is opened for reading. Return None if there is no more available. ZraNr z0x%X: %sr z empty fileT)r� r} r� r� r� r� r5 r� rw r� r� rB rz r r~ r r� rz rn r{ )r� �mr� r~ r4 r4 r5 r? n sF z TarFile.nextc C sn | j � }|dk r"|d|j|�� }|r2tjj|�}x6t|�D ]*}|rTtjj|j�}n|j}||kr<|S q<W dS )z}Find an archive member by name from bottom to top. If tarinfo is given, it is used as the starting point. N)r� �indexr� r �normpath�reversedr� )r� r� r� � normalizerz r� � member_namer4 r4 r5 r� � s zTarFile._getmemberc C s" x| j � }|dkrP qW d| _dS )zWRead through the entire archive file and look for readable members. NT)r? r{ )r� r� r4 r4 r5 r� � s z TarFile._loadc C s: | j rtd| jj ��|dk r6| j|kr6td| j ��dS )znCheck if TarFile is still open, and if the operation's mode corresponds to TarFile's mode. z %s is closedNzbad operation for mode %r)r� r\ r� ru rp )r� rp r4 r4 r5 r� � s zTarFile._checkc C sX |j � r&tjj|j�d |j }d}n |j}|}| j||dd�}|dkrTtd| ��|S )zZFind the target member of a symlink or hardlink member in the archive. r� NT)r� r� zlinkname %r not found)r] r� r r� r� r� r� r� )r� r� r� �limitr� r4 r4 r5 r� � s zTarFile._find_link_targetc C s | j rt| j�S t| �S dS )z$Provide an iterator object. N)r{ �iterrz �TarIter)r� r4 r4 r5 r� � s zTarFile.__iter__c C s || j krt|tjd� dS )z.Write debugging output to sys.stderr. )�fileN)rx r� r� �stderr)r� �level�msgr4 r4 r5 r� � s z TarFile._dbgc C s | j � | S )N)r� )r� r4 r4 r5 � __enter__� s zTarFile.__enter__c C s, |d kr| j � n| js"| jj � d| _d S )NT)r� r� r� r� )r� r� r � tracebackr4 r4 r5 �__exit__� s zTarFile.__exit__) Nrf NNNNNNr� NNN)rf N)rf Nr� )rf Nr� )NNN)T)NTNN)N)r� N)rl T)T)NF)N)7ru rv rw rx rx rv rw ry rj rR rk r2 r3 r r� r� r� r� rl r� r� r� r� r� r� r� r� r� r� r� rP r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r? r� r� r� r� r� r� r� r r4 r4 r4 r5 r , sl iK b > & #& 0 1 c @ s, e Zd ZdZdd� Zdd� Zdd� ZeZdS ) r� zMIterator Class. for tarinfo in TarFile(...): suite... c C s || _ d| _dS )z$Construct a TarIter object. r N)r� r� )r� r� r4 r4 r5 r� s zTarIter.__init__c C s | S )z Return iterator object. r4 )r� r4 r4 r5 r� s zTarIter.__iter__c C sb | j js$| j j� }|sPd| j _t�n,y| j j| j }W n tk rN t�Y nX | jd7 _|S )z�Return the next item using TarFile's next() method. When all members have been read, set TarFile as _loaded. Tr )r� r{ r? � StopIterationrz r� � IndexError)r� r� r4 r4 r5 �__next__ s zTarIter.__next__N)ru rv rw rx r� r� r r? r4 r4 r4 r5 r� � s r� c C s. yt | �}|j� dS tk r( dS X dS )zfReturn True if name points to a tar archive that we are able to handle, else return False. TFN)r� r� r )r� rj r4 r4 r5 r # s )r r r r r r! r" r# )r r r" r# )r+ r, )N)wZ __future__r � __version__�version� __author__Z__date__Z __cvsid__� __credits__r� r� r� r� r� rL r rC r� r� r� r� �NotImplementedErrorr� Z WindowsError� NameError�__all__� version_infoZ __builtin__�builtinsr� Z_openr/ r� r� r r� r� r� r r� r( r^ r\ r` rb r� rd ZCONTTYPEr r r) r r r8 r� rK r� rj r< rZ r- rW �setrK r r@ rX �S_IFLNK�S_IFREGr� �S_IFDIRr� �S_IFIFOZTSUIDZTSGIDZTSVTXZTUREADZTUWRITEZTUEXECZTGREADZTGWRITEZTGEXECZTOREADZTOWRITEZTOEXECr� rk �getfilesystemencodingr6 r; rG rS rX rb rm rt � Exceptionr ry rz r{ r| r} r~ r r� rB r� �objectr� r� r� r� r� r� r r r� r rt r4 r4 r4 r5 �<module> s> i?K T* site-packages/pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-36.pyc 0000644 00000000613 15231162611 0023501 0 ustar 00 3 F��i � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. N)�__doc__� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-36.opt-1.pyc 0000644 00000037031 15231162611 0024711 0 ustar 00 3 F��iKi � @ s� d Z ddlZddlZddlZddlZddlmZmZ y ddlZW n e k r\ ddl ZY nX dddddd d d d d dg Z dd� Z ej r�ejje ej ��Zn e ej� �Zejdkr�dedEd� j� kr�e ejjee��Zejdko�dedFd� j� k�r e ejjeee��Zejdk�r@dedGd� j� k�r@e ejjeee��Zdd� Ze� Zdadd � Zej� Zejd �Z d d � Z ej j � d Z ej dd � Z!e d e d! Z"ejj#ej$�Z%ejj#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dHd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dId5d�Z4d6d� Z5d7d � Z6d8d � Z7e.� dd9fd:d �Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Jz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s" yt | �S tk r | S X d S )N)r �OSError)�path� r � /usr/lib/python3.6/sysconfig.py�_safe_realpath" s r �ntZpcbuild� z\pc\v� z\pcbuild\amd64� c C s. x(dD ] } t jjt jjtd| ��rdS qW dS )N� Setup.dist� Setup.local�ModulesTF)r r )�osr �isfile�join� _PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s�ddlm} tjdd�d }| |�}|jd�}|j� �}tj|� W d Q R X t r~x(dD ] }tj |d d � tj |d d � qZW d a d S )N� )�finder�.� r z sysconfig.cfg� posix_prefix� posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T)r% r& ) � _cfg_readZ resourcesr" �__name__�rsplit�findZ as_stream�_SCHEMESZreadfp� _PYTHON_BUILD�set)r" Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s r2 z \{([^{]*?)\}c s� t � | jd�r | jd�}nt� }| j� }xD|D ]<}|dkr>q0x,|D ]$\}}| j||�rZqD| j|||� qDW q0W | jd� xX| j� D ]L}t| j|��� � fdd�}x,| j|�D ] \}}| j||t j ||�� q�W q�W d S )N�globalsc s$ | j d�}|� kr� | S | j d�S )Nr$ r )�group)�matchobj�name)� variablesr r � _replacero s z"_expand_globals.<locals>._replacer) r2 Z has_section�items�tuple�sectionsZ has_optionr/ Zremove_section�dict� _VAR_REPL�sub)�configr3 r; ZsectionZoption�valuer8 r )r7 r �_expand_globalsY s$ rA � r! c s � fdd�}t j|| �S )z�In the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. c s8 | j d�}|� kr� | S |tjkr.tj| S | j d�S )Nr$ r )r4 r �environ)r5 r6 )� local_varsr r r8 � s z _subst_vars.<locals>._replacer)r= r> )r rD r8 r )rD r � _subst_vars� s rE c C s4 | j � }x&|j� D ]\}}||kr$q|| |< qW d S )N)�keysr9 )� target_dict� other_dict� target_keys�keyr@ r r r � _extend_dict� s rK c C sd i }|d kri }t |t� � xBtj| �D ]4\}}tjdkrFtjj|�}tjjt ||��||< q(W |S )N�posixr )rL r ) rK r r- r9 r r6 r � expanduser�normpathrE )r1 �vars�resrJ r@ r r r � _expand_vars� s rQ c s � fdd�}t j|| �S )Nc s$ | j d�}|� kr� | S | j d�S )Nr$ r )r4 )r5 r6 )rO r r r8 � s z format_value.<locals>._replacer)r= r> )r@ rO r8 r )rO r � format_value� s rR c C s t jdkrdS t jS )NrL r% )r r6 r r r r �_get_default_scheme� s rS c C s� t jjdd �} dd� }t jdkrBt jjd�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd |d tjd d � �S | r�| S |dd �S d S )N�PYTHONUSERBASEc W s t jjt jj| � �S )N)r r rM r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwin�PYTHONFRAMEWORK�Libraryz%d.%dr! z.local)r rC �getr6 �sys�platformr � version_info)�env_baserV �base� frameworkr r r � _getuserbase� s" rd c C s" t jd�}t jd�}t jd�}|dkr*i }i }i }tj| ddd��}|j� }W dQ R X x�|D ]�} | jd�s\| j� d krxq\|j| �} | r\| jd d �\} } | j� } | j d d �} d | kr�| || < q\y t | �} W n$ t k r� | j d d �|| < Y q\X | || < q\W t |j � �}d}�x�t|�dk�r�x�t|�D �]�}|| }|j|��pJ|j|�} | dk �r�| jd �} d}| |k�r|t|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|jd��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�|| j� d� }|d| j� � | | }d |k�rF|||< n~y t |�}W n" t k �rt |j� ||< Y n X |||< |j|� |jd��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |j|� �q(W �qW x.|j� D ]"\}} t| t��r�| j� ||< �q�W |j|� |S )z�Parse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r$ r! z$$�$�CFLAGS�LDFLAGS�CPPFLAGSr TF�PY_rB )rk rl rm )�re�compile�codecs�open� readlines� startswith�strip�matchr4 �replace�int� ValueError�listrF �lenr: �search�strr rC �end�start�remover9 � isinstance�update)�filenamerO � _variable_rx� _findvar1_rx� _findvar2_rx�done�notdone�f�lines�line�m�n�v�tmpvr7 �renamed_variablesr6 r@ �found�item�after�kr r r �_parse_makefile� s� r� c C sD t rtjjtd�S ttd�r,dttjf } nd} tjjt d�| d�S )z Return the path of the Makefile.�Makefile�abiflagsz config-%s%sr? �stdlib) r. r r r r �hasattrr^ �_PY_VERSION_SHORTr� r )�config_dir_namer r r r M s c C s� t � }yt|| � W nJ tk r^ } z.d| }t|d�rF|d|j }t|��W Y dd}~X nX t� }y"t|��}t|| � W dQ R X W nJ tk r� } z.d| }t|d�r�|d|j }t|��W Y dd}~X nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHARED�LDSHARED) r r� �IOErrorr� r� r rr r r. )rO �makefile�e�msg�config_hr� r r r � _init_posixX s& r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d < t| d < tjjttj��| d < d S )z+Initialize the module as appropriate for NTr� �LIBDEST� platstdlib� BINLIBDESTr' � INCLUDEPYz.pyd�SOz.exe�EXE�VERSION�BINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer r^ � executable)rO r r r �_init_non_posixt s r� c C s� |dkr i }t jd�}t jd�}xx| j� }|s0P |j|�}|rz|jdd�\}}y t|�}W n tk rn Y nX |||< q"|j|�}|r"d||jd�< q"W |S )z�Parse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. Nz"#define ([A-Z][A-Za-z0-9_]+) (.*) z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/ r$ r! r )ro rp �readlinerv r4 rx ry )�fprO � define_rx�undef_rxr� r� r� r� r r r r � s( c C s: t r$tjdkr tjjtd�} q,t} ntd�} tjj| d�S )z Return the path of pyconfig.h.r �PCr( z pyconfig.h)r. r r6 r r r r )�inc_dirr r r r � s c C s t ttj� ��S )z,Return a tuple containing the schemes names.)r: �sortedr- r; r r r r r � s c C s t jd�S )z*Return a tuple containing the paths names.r% )r- Zoptionsr r r r r � s Tc C s& t � |rt| |�S ttj| ��S dS )z�Return a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. N)r2 rQ r< r- r9 )r1 rO �expandr r r r � s c C s t |||�| S )z[Return a path corresponding to the scheme. ``scheme`` is the install scheme name. )r )r6 r1 rO r� r r r r � s c G s� t dk�r�i a tt d< tt d< tt d< tt d< td td t d< tt d < tt d < tt d < ytjt d < W n tk r� d t d < Y nX t j d#kr�t t � t j dkr�t t � tj dkr�t� t d< dt kr�tt d< ntt d �t d< to�t j dk�r\t}y t j� }W n tk �r d}Y nX t jjt d � �r\||k�r\t jj|t d �}t jj|�t d< tjdk�r�t j� d }t|jd�d �}|dk �r�x:d$D ]2}t | }tj d d |�}tj d d |�}|t |< �q�W n�d t j k�r t j d }x8d%D ]0}t | }tj d d |�}|d | }|t |< �q�W t j dd �} tj d | �} | dk �r�| j d!�} t jj!| ��s�x,d&D ]$}t | }tj d"d |�}|t |< �q^W | �r�g } x | D ]} | j"t j | �� �q�W | S t S dS )'ay With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. N�prefix� exec_prefix� py_version�py_version_shortr r! �py_version_nodotrb �platbase� projectbaser� ri r �os2rL z2.6�userbase�srcdirrZ r# r rl � BASECFLAGSrk � PY_CFLAGSr� z -arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSz-isysroot\s+(\S+)r$ z-isysroot\s+\S+(\s|$))r r� )rl r� rk r� r� )rl r� rk r� r� )rl r� rk r� r� )#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r r^ r� �AttributeErrorr r6 r� r� �versionrd r r. �getcwdr r �isabsr rN r_ �unamerx �splitro r> rC r] r| r4 �exists�append)rU rb �cwdr� Zkernel_versionZ major_versionrJ �flagsZarchrk r� Zsdk�valsr6 r r r r � s� c C s t � j| �S )z�Return the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) )r r] )r6 r r r r R s c C s` t jdkrnd} tjj| �}|d:kr(tjS tjjd|�}tj|t| � |� j� }|dkr\dS |dkrhdS tjS t jd ks�tt d � r�tjS t j � \}}}}}|j� j d d �}|j d d�}|j d d�}|dd� dkr�d||f S |dd� dk�r(|d dk�rRd}dt |d �d |dd� f }�n*|dd� d k�rFd||f S |dd� d k�rfd |||f S |dd � d k�r�d }t j d!�} | j|�} | �rR| j� }�n�|dd � d"k�rRt� } | jd#�} | } y td$�}W n tk �r� Y nJX zt jd%|j� �} W d|j� X | dk �r4d&j| jd�jd&�dd� �} | �s>| } | �rR| }d'}| d& d(k�rd)t� jd*d �j� k�rd+}t� jd*�}t jd,|�}tt t |���}t|�dk�r�|d }n^|d;k�r�d+}nN|d<k�r�d0}n>|d=k�r�d1}n.|d>k�r�d3}n |d?k�rd4}nt d5|f ��n<|d-k�r2tj d@k�rRd/}n |dAk�rRtj dBk�rNd2}nd.}d9|||f S )Ca� Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. r z bit (r$ �)�amd64z win-amd64�itaniumzwin-ia64rL r� �/ri r� �_�-N� �linuxz%s-%s�sunosr �5�solarisz%d.%srB r! � �irix�aixz%s-%s.%s� �cygwinz[\d.]+rZ �MACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r# Zmacosxz10.4.z-archrk Zfatz -arch\s+(\S+)�i386�ppc�x86_64ZintelZfat3�ppc64Zfat64Z universalz%Don't know machine value for archs=%r� �PowerPC�Power_Macintoshz%s-%s-%s���)r� r� )r� r� )r� r� r� )r� r� )r� r� r� r� l )r� r� l ) r r6 r^ r� r, r_ r{ �lowerr� r� rw rx ro rp rv r4 r r] rr r� r| �read�closer r� ru �findallr: r� r/ ry �maxsize)r� �i�j�look�osname�host�releaser� �machine�rel_rer� ZcfgvarsZmacverZ macreleaser� ZcflagsZarchsr r r r [ s� $ c C s t S )N)r� r r r r r � s c C sJ xDt t|j� ��D ]0\}\}}|dkr2td| � td||f � qW d S )Nr z%s: z %s = "%s")� enumerater� r9 �print)�title�data�indexrJ r@ r r r � _print_dict s r c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"�Paths� VariablesN)r� r r rS r r r r r r r �_main s r �__main__i����i����i�)N)N)A�__doc__rq r ro r^ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r6 r� r r r. r) r2 ZRawConfigParserr- rp r= rA r� r� r� r� r� rN r� r� r� r� r� � _USER_BASErE rK rQ rR rS rd r� r r� r� r r r r r r r r r r r r r* r r r r �<module> s� " # v # site-packages/pip/_vendor/distlib/_backport/__pycache__/misc.cpython-36.opt-1.pyc 0000644 00000001740 15231162611 0023636 0 ustar 00 3 F��i� � @ s� d Z ddlZddlZdddgZyddlmZ W n ek rL d dd�ZY nX yeZW n( ek r~ dd l m Z d d� ZY nX y ej Z W n e k r� d d� Z Y nX dS ) z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Fc C s |rdp d}| | S )N�c�o� )Zpy_file�debugZextr r �/usr/lib/python3.6/misc.pyr s )�Callablec C s t | t�S )N)� isinstancer )�objr r r r s c C s< t | t�r| S t | t�r&| jtj� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s )F) �__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr r �AttributeErrorr r r r �<module> s site-packages/pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-36.pyc 0000644 00000037115 15231162611 0023755 0 ustar 00 3 F��iKi � @ s� d Z ddlZddlZddlZddlZddlmZmZ y ddlZW n e k r\ ddl ZY nX dddddd d d d d dg Z dd� Z ej r�ejje ej ��Zn e ej� �Zejdkr�dedEd� j� kr�e ejjee��Zejdko�dedFd� j� k�r e ejjeee��Zejdk�r@dedGd� j� k�r@e ejjeee��Zdd� Ze� Zdadd � Zej� Zejd �Z d d � Z ej j � d Z ej dd � Z!e d e d! Z"ejj#ej$�Z%ejj#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dHd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dId5d�Z4d6d� Z5d7d � Z6d8d � Z7e.� dd9fd:d �Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Jz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s" yt | �S tk r | S X d S )N)r �OSError)�path� r � /usr/lib/python3.6/sysconfig.py�_safe_realpath" s r �ntZpcbuild� z\pc\v� z\pcbuild\amd64� c C s. x(dD ] } t jjt jjtd| ��rdS qW dS )N� Setup.dist� Setup.local�ModulesTF)r r )�osr �isfile�join� _PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s�ddlm} tjdd�d }| |�}|jd�}|s>td��|j� �}tj |� W d Q R X t r�x(dD ] }tj |d d � tj |d d � qfW da d S )N� )�finder�.� r z sysconfig.cfgzsysconfig.cfg exists� posix_prefix� posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T)r% r& ) � _cfg_readZ resourcesr" �__name__�rsplit�find�AssertionErrorZ as_stream�_SCHEMESZreadfp� _PYTHON_BUILD�set)r" Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s r3 z \{([^{]*?)\}c s� t � | jd�r | jd�}nt� }| j� }xD|D ]<}|dkr>q0x,|D ]$\}}| j||�rZqD| j|||� qDW q0W | jd� xX| j� D ]L}t| j|��� � fdd�}x,| j|�D ] \}}| j||t j ||�� q�W q�W d S )N�globalsc s$ | j d�}|� kr� | S | j d�S )Nr$ r )�group)�matchobj�name)� variablesr r � _replacero s z"_expand_globals.<locals>._replacer) r3 Z has_section�items�tuple�sectionsZ has_optionr0 Zremove_section�dict� _VAR_REPL�sub)�configr4 r< ZsectionZoption�valuer9 r )r8 r �_expand_globalsY s$ rB � r! c s � fdd�}t j|| �S )z�In the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. c s8 | j d�}|� kr� | S |tjkr.tj| S | j d�S )Nr$ r )r5 r �environ)r6 r7 )� local_varsr r r9 � s z _subst_vars.<locals>._replacer)r> r? )r rE r9 r )rE r � _subst_vars� s rF c C s4 | j � }x&|j� D ]\}}||kr$q|| |< qW d S )N)�keysr: )� target_dict� other_dict� target_keys�keyrA r r r � _extend_dict� s rL c C sd i }|d kri }t |t� � xBtj| �D ]4\}}tjdkrFtjj|�}tjjt ||��||< q(W |S )N�posixr )rM r ) rL r r. r: r r7 r � expanduser�normpathrF )r2 �vars�resrK rA r r r � _expand_vars� s rR c s � fdd�}t j|| �S )Nc s$ | j d�}|� kr� | S | j d�S )Nr$ r )r5 )r6 r7 )rP r r r9 � s z format_value.<locals>._replacer)r> r? )rA rP r9 r )rP r � format_value� s rS c C s t jdkrdS t jS )NrM r% )r r7 r r r r �_get_default_scheme� s rT c C s� t jjdd �} dd� }t jdkrBt jjd�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd |d tjd d � �S | r�| S |dd �S d S )N�PYTHONUSERBASEc W s t jjt jj| � �S )N)r r rN r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwin�PYTHONFRAMEWORK�Libraryz%d.%dr! z.local)r rD �getr7 �sys�platformr � version_info)�env_baserW �base� frameworkr r r � _getuserbase� s" re c C s" t jd�}t jd�}t jd�}|dkr*i }i }i }tj| ddd��}|j� }W dQ R X x�|D ]�} | jd�s\| j� d krxq\|j| �} | r\| jd d �\} } | j� } | j d d �} d | kr�| || < q\y t | �} W n$ t k r� | j d d �|| < Y q\X | || < q\W t |j � �}d}�x�t|�dk�r�x�t|�D �]�}|| }|j|��pJ|j|�} | dk �r�| jd �} d}| |k�r|t|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|jd��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�|| j� d� }|d| j� � | | }d |k�rF|||< n~y t |�}W n" t k �rt |j� ||< Y n X |||< |j|� |jd��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |j|� �q(W �qW x.|j� D ]"\}} t| t��r�| j� ||< �q�W |j|� |S )z�Parse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r$ r! z$$�$�CFLAGS�LDFLAGS�CPPFLAGSr TF�PY_rC )rl rm rn )�re�compile�codecs�open� readlines� startswith�strip�matchr5 �replace�int� ValueError�listrG �lenr; �search�strr rD �end�start�remover: � isinstance�update)�filenamerP � _variable_rx� _findvar1_rx� _findvar2_rx�done�notdone�f�lines�line�m�n�v�tmpvr8 �renamed_variablesr7 rA �found�item�after�kr r r �_parse_makefile� s� r� c C sD t rtjjtd�S ttd�r,dttjf } nd} tjjt d�| d�S )z Return the path of the Makefile.�Makefile�abiflagsz config-%s%sr@ �stdlib) r/ r r r r �hasattrr_ �_PY_VERSION_SHORTr� r )�config_dir_namer r r r M s c C s� t � }yt|| � W nJ tk r^ } z.d| }t|d�rF|d|j }t|��W Y dd}~X nX t� }y"t|��}t|| � W dQ R X W nJ tk r� } z.d| }t|d�r�|d|j }t|��W Y dd}~X nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHARED�LDSHARED) r r� �IOErrorr� r� r rs r r/ )rP �makefile�e�msg�config_hr� r r r � _init_posixX s& r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d < t| d < tjjttj��| d < d S )z+Initialize the module as appropriate for NTr� �LIBDEST� platstdlib� BINLIBDESTr' � INCLUDEPYz.pyd�SOz.exe�EXE�VERSION�BINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer r_ � executable)rP r r r �_init_non_posixt s r� c C s� |dkr i }t jd�}t jd�}xx| j� }|s0P |j|�}|rz|jdd�\}}y t|�}W n tk rn Y nX |||< q"|j|�}|r"d||jd�< q"W |S )z�Parse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. Nz"#define ([A-Z][A-Za-z0-9_]+) (.*) z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/ r$ r! r )rp rq �readlinerw r5 ry rz )�fprP � define_rx�undef_rxr� r� r� r� r r r r � s( c C s: t r$tjdkr tjjtd�} q,t} ntd�} tjj| d�S )z Return the path of pyconfig.h.r �PCr( z pyconfig.h)r/ r r7 r r r r )�inc_dirr r r r � s c C s t ttj� ��S )z,Return a tuple containing the schemes names.)r; �sortedr. r< r r r r r � s c C s t jd�S )z*Return a tuple containing the paths names.r% )r. Zoptionsr r r r r � s Tc C s& t � |rt| |�S ttj| ��S dS )z�Return a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. N)r3 rR r= r. r: )r2 rP �expandr r r r � s c C s t |||�| S )z[Return a path corresponding to the scheme. ``scheme`` is the install scheme name. )r )r7 r2 rP r� r r r r � s c G s� t dk�r�i a tt d< tt d< tt d< tt d< td td t d< tt d < tt d < tt d < ytjt d < W n tk r� d t d < Y nX t j d#kr�t t � t j dkr�t t � tj dkr�t� t d< dt kr�tt d< ntt d �t d< to�t j dk�r\t}y t j� }W n tk �r d}Y nX t jjt d � �r\||k�r\t jj|t d �}t jj|�t d< tjdk�r�t j� d }t|jd�d �}|dk �r�x:d$D ]2}t | }tj d d |�}tj d d |�}|t |< �q�W n�d t j k�r t j d }x8d%D ]0}t | }tj d d |�}|d | }|t |< �q�W t j dd �} tj d | �} | dk �r�| j d!�} t jj!| ��s�x,d&D ]$}t | }tj d"d |�}|t |< �q^W | �r�g } x | D ]} | j"t j | �� �q�W | S t S dS )'ay With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. N�prefix� exec_prefix� py_version�py_version_shortr r! �py_version_nodotrc �platbase� projectbaser� rj r �os2rM z2.6�userbase�srcdirr[ r# r rm � BASECFLAGSrl � PY_CFLAGSr� z -arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSz-isysroot\s+(\S+)r$ z-isysroot\s+\S+(\s|$))r r� )rm r� rl r� r� )rm r� rl r� r� )rm r� rl r� r� )#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r r_ r� �AttributeErrorr r7 r� r� �versionre r r/ �getcwdr r �isabsr rO r` �unamery �splitrp r? rD r^ r} r5 �exists�append)rV rc �cwdr� Zkernel_versionZ major_versionrK �flagsZarchrl r� Zsdk�valsr7 r r r r � s� c C s t � j| �S )z�Return the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) )r r^ )r7 r r r r R s c C s` t jdkrnd} tjj| �}|d:kr(tjS tjjd|�}tj|t| � |� j� }|dkr\dS |dkrhdS tjS t jd ks�tt d � r�tjS t j � \}}}}}|j� j d d �}|j d d�}|j d d�}|dd� dkr�d||f S |dd� dk�r(|d dk�rRd}dt |d �d |dd� f }�n*|dd� d k�rFd||f S |dd� d k�rfd |||f S |dd � d k�r�d }t j d!�} | j|�} | �rR| j� }�n�|dd � d"k�rRt� } | jd#�} | } y td$�}W n tk �r� Y nJX zt jd%|j� �} W d|j� X | dk �r4d&j| jd�jd&�dd� �} | �s>| } | �rR| }d'}| d& d(k�rd)t� jd*d �j� k�rd+}t� jd*�}t jd,|�}tt t |���}t|�dk�r�|d }n^|d;k�r�d+}nN|d<k�r�d0}n>|d=k�r�d1}n.|d>k�r�d3}n |d?k�rd4}nt d5|f ��n<|d-k�r2tj d@k�rRd/}n |dAk�rRtj dBk�rNd2}nd.}d9|||f S )Ca� Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. r z bit (r$ �)�amd64z win-amd64�itaniumzwin-ia64rM r� �/rj r� �_�-N� �linuxz%s-%s�sunosr �5�solarisz%d.%srC r! � �irix�aixz%s-%s.%s� �cygwinz[\d.]+r[ �MACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r# Zmacosxz10.4.z-archrl Zfatz -arch\s+(\S+)�i386�ppc�x86_64ZintelZfat3�ppc64Zfat64Z universalz%Don't know machine value for archs=%r� �PowerPC�Power_Macintoshz%s-%s-%s���)r� r� )r� r� )r� r� r� )r� r� )r� r� r� r� l )r� r� l ) r r7 r_ r� r, r` r| �lowerr� r� rx ry rp rq rw r5 r r^ rs r� r} �read�closer r� rv �findallr; r� r0 rz �maxsize)r� �i�j�look�osname�host�releaser� �machine�rel_rer� ZcfgvarsZmacverZ macreleaser� ZcflagsZarchsr r r r [ s� $ c C s t S )N)r� r r r r r � s c C sJ xDt t|j� ��D ]0\}\}}|dkr2td| � td||f � qW d S )Nr z%s: z %s = "%s")� enumerater� r: �print)�title�data�indexrK rA r r r � _print_dict s r c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"�Paths� VariablesN)r� r r rT r r r r r r r �_main s r �__main__i����i����i�)N)N)A�__doc__rr r rp r_ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r7 r� r r r/ r) r3 ZRawConfigParserr. rq r> rB r� r� r� r� r� rO r� r� r� r� r� � _USER_BASErF rL rR rS rT re r� r r� r� r r r r r r r r r r r r r* r r r r �<module> s� " # v # site-packages/pip/_vendor/distlib/_backport/__pycache__/shutil.cpython-36.opt-1.pyc 0000644 00000051544 15231162611 0024222 0 ustar 00 3 F��i/d � - @ s d Z ddlZddlZddlZddlmZ ddlZddlZddlZddl m Z yddl Z dZ W n e k rt dZ Y nX yddlmZ W n e k r� dZY nX ydd lmZ W n e k r� dZY nX d d d d ddddddddddddddd d d gZG d d� de�ZG d d� de�ZG d!d� de�ZG d"d#� d#e�ZG d$d%� d%e�Zye W n ek �rj dZY nX ded(d �Z d)d*� Z d+d � Z d,d � Z d-d � Z d.d� Z!d/d� Z"d0d � Z#dde"dfd1d�Z$dfd2d�Z%d3d4� Z&d5d� Z'd6d7� Z(d8d9� Z)d:d;� Z*dgd=d>�Z+dhd?d@�Z,didAdB�Z-e+djgdDfe+dkgdFfe+dlgdGfe-g dHfdI�Z.e �rRe+dmgdFfe.dJ< dKd� Z/dndMd�Z0dNd� Z1dodOd�Z2dPd� Z3dQdR� Z4dpdSd�Z5dTd � Z6dUdV� Z7dWdX� Z8dYdZ� Z9d[d\ge9g dDfd]ge9g dGfd^ge8g dHfd_�Z:e �r�d`ge9g dFfe:dJ< dadb� Z;dqdcd �Z<dS )rz�Utility functions for copying and archiving files and directory trees. XXX The functions here don't copy the resource fork or other metadata on Mac. � N)�abspath� )�tarfileTF)�getpwnam)�getgrnam� copyfileobj�copyfile�copymode�copystat�copy�copy2�copytree�move�rmtree�Error�SpecialFileError� ExecError� make_archive�get_archive_formats�register_archive_format�unregister_archive_format�get_unpack_formats�register_unpack_format�unregister_unpack_format�unpack_archive�ignore_patternsc @ s e Zd ZdS )r N)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/shutil.pyr , s c @ s e Zd ZdZdS )r z|Raised when trying to do a kind of operation (e.g. copying) which is not supported on a special file (e.g. a named pipe)N)r r r �__doc__r r r r r / s c @ s e Zd ZdZdS )r z+Raised when a command could not be executedN)r r r r! r r r r r 3 s c @ s e Zd ZdZdS )� ReadErrorz%Raised when an archive cannot be readN)r r r r! r r r r r" 6 s r" c @ s e Zd ZdZdS )� RegistryErrorzVRaised when a registry operation with the archiving and unpacking registries failsN)r r r r! r r r r r# 9 s r# � i c C s$ x | j |�}|sP |j|� qW dS )z=copy data from file-like object fsrc to file-like object fdstN)�read�write)�fsrc�fdstZlengthZbufr r r r C s c C sX t tjd�r0ytjj| |�S tk r. dS X tjjtjj| ��tjjtjj|��kS )N�samefileF)�hasattr�os�pathr) �OSError�normcaser )�src�dstr r r � _samefileK s r1 c C s� t | |�rtd| |f ��xL| |gD ]@}ytj|�}W n tk rJ Y q$X tj|j�r$td| ��q$W t| d��&}t|d��}t ||� W dQ R X W dQ R X dS )zCopy data from src to dstz `%s` and `%s` are the same filez`%s` is a named pipe�rb�wbN) r1 r r+ �statr- �S_ISFIFO�st_moder �openr )r/ r0 �fn�str' r( r r r r W s c C s0 t td�r,tj| �}tj|j�}tj||� dS )z Copy mode bits from src to dst�chmodN)r* r+ r4 �S_IMODEr6 r: )r/ r0 r9 �moder r r r k s c C s� t j| �}tj|j�}tt d�r4t j||j|jf� tt d�rJt j||� tt d�r�t|d�r�yt j ||j � W n< t k r� } z tt d� s�|j t j kr�� W Y dd}~X nX dS )zCCopy all stat info (mode bits, atime, mtime, flags) from src to dst�utimer: �chflags�st_flags� EOPNOTSUPPN)r+ r4 r; r6 r* r= �st_atime�st_mtimer: r> r? r- �errnor@ )r/ r0 r9 r< �whyr r r r r s c C s: t jj|�r"t jj|t jj| ��}t| |� t| |� dS )zVCopy data and mode bits ("cp src dst"). The destination may be a directory. N)r+ r, �isdir�join�basenamer r )r/ r0 r r r r � s c C s: t jj|�r"t jj|t jj| ��}t| |� t| |� dS )z]Copy data and all stat info ("cp -p src dst"). The destination may be a directory. N)r+ r, rE rF rG r r )r/ r0 r r r r � s c s � fdd�}|S )z�Function that can be used as copytree() ignore parameter. Patterns is a sequence of glob-style patterns that are used to exclude filesc s, g }x � D ]}|j tj||�� q W t|�S )N)�extend�fnmatch�filter�set)r, �names� ignored_names�pattern)�patternsr r �_ignore_patterns� s z)ignore_patterns.<locals>._ignore_patternsr )rO rP r )rO r r � s c C s� t j| �}|dk r || |�}nt� }t j|� g }�x|D �] } | |krJq:t jj| | �} t jj|| �} ytt jj| �r�t j| �} |r�t j| | � q�t jj | � r�|r�w:|| | � n(t jj | �r�t | | |||� n || | � W q: t k �r } z|j | jd � W Y dd} ~ X q: tk �rD } z|j| | t|�f� W Y dd}~X q:X q:W yt| |� W nP tk �r� } z2tdk �r�t|t��r�n|j | |t|�f� W Y dd}~X nX |�r�t |��dS )a� Recursively copy a directory tree. The destination directory must not already exist. If exception(s) occur, an Error is raised with a list of reasons. If the optional symlinks flag is true, symbolic links in the source tree result in symbolic links in the destination tree; if it is false, the contents of the files pointed to by symbolic links are copied. If the file pointed by the symlink doesn't exist, an exception will be added in the list of errors raised in an Error exception at the end of the copy process. You can set the optional ignore_dangling_symlinks flag to true if you want to silence this exception. Notice that this has no effect on platforms that don't support os.symlink. The optional ignore argument is a callable. If given, it is called with the `src` parameter, which is the directory being visited by copytree(), and `names` which is the list of `src` contents, as returned by os.listdir(): callable(src, names) -> ignored_names Since copytree() is called recursively, the callable will be called once for each directory that is copied. It returns a list of names relative to the `src` directory that should not be copied. The optional copy_function argument is a callable that will be used to copy each file. It will be called with the source path and the destination path as arguments. By default, copy2() is used, but any function that supports the same signature (like copy()) can be used. Nr )r+ �listdirrK �makedirsr, rF �islink�readlink�symlink�existsrE r r rH �args�EnvironmentError�append�strr r- � WindowsError� isinstance)r/ r0 �symlinks�ignoreZ copy_functionZignore_dangling_symlinksrL rM �errors�nameZsrcnameZdstnameZlinkto�errrD r r r r � sD $ *&c $ C st |rdd� }n|dkr dd� }yt jj| �r4td��W n( tk r^ |t jj| tj� � dS X g }yt j| �}W n( t jk r� |t j| tj� � Y nX x�|D ]�}t jj| |�}yt j |�j }W n t jk r� d}Y nX t j |�r�t |||� q�yt j|� W q� t jk �r0 |t j|tj� � Y q�X q�W yt j| � W n* t jk �rn |t j| tj� � Y nX dS )a� Recursively delete a directory tree. If ignore_errors is set, errors are ignored; otherwise, if onerror is set, it is called to handle the error with arguments (func, path, exc_info) where func is os.listdir, os.remove, or os.rmdir; path is the argument to that function that caused it to fail; and exc_info is a tuple returned by sys.exc_info(). If ignore_errors is false and onerror is None, an exception is raised. c W s d S )Nr )rW r r r �onerror s zrmtree.<locals>.onerrorNc W s � d S )Nr )rW r r r rb s z%Cannot call rmtree on a symbolic linkr )r+ r, rS r- �sys�exc_inforQ �errorrF �lstatr6 r4 �S_ISDIRr �remove�rmdir)r, � ignore_errorsrb rL r` �fullnamer< r r r r � s> c C s t jj| jt jj��S )N)r+ r, rG �rstrip�sep)r, r r r � _basename' s rn c C s� |}t jj|�rTt| |�r*t j| |� dS t jj|t| ��}t jj|�rTtd| ��yt j| |� W nf t k r� t jj| �r�t | |�r�td| |f ��t | |dd� t | � nt | |� t j| � Y nX dS )a� Recursively move a file or directory to another location. This is similar to the Unix "mv" command. If the destination is a directory or a symlink to a directory, the source is moved inside the directory. The destination path must not already exist. If the destination already exists but is not a directory, it may be overwritten depending on os.rename() semantics. If the destination is on our current filesystem, then rename() is used. Otherwise, src is copied to the destination and then removed. A lot more could be done here... A look at a mv.c shows a lot of the issues this implementation glosses over. Nz$Destination path '%s' already existsz.Cannot move a directory '%s' into itself '%s'.T)r] )r+ r, rE r1 �renamerF rn rV r r- � _destinsrcr r r �unlink)r/ r0 Zreal_dstr r r r , s$ c C sN t | �} t |�}| jtjj�s*| tjj7 } |jtjj�sD|tjj7 }|j| �S )N)r �endswithr+ r, rm � startswith)r/ r0 r r r rp T s rp c C sN t dks| dkrdS y t | �}W n tk r8 d}Y nX |dk rJ|d S dS )z"Returns a gid, given a group name.N� )r �KeyError)r` �resultr r r �_get_gid] s rw c C sN t dks| dkrdS y t | �}W n tk r8 d}Y nX |dk rJ|d S dS )z"Returns an uid, given a user name.Nrt )r ru )r` rv r r r �_get_uidi s rx �gzipc s ddd�}ddi} t r&d|d< d| d< |d k rD|| krDtd j|���| d | j|d� } tjj| �} tjj| �s�|d k r�|jd | � |s�tj | � |d k r�|jd � t ���t ��� � ���fdd�} |� s�t j | d|| �} z| j|| d� W d | j� X | S )a� Create a (possibly compressed) tar file from all the files under 'base_dir'. 'compress' must be "gzip" (the default), "bzip2", or None. 'owner' and 'group' can be used to define an owner and a group for the archive that is being built. If not provided, the current owner and group will be used. The output tar file will be named 'base_name' + ".tar", possibly plus the appropriate compression extension (".gz", or ".bz2"). Returns the output filename. Zgz� )ry Nry z.gz�bz2�bzip2z.bz2NzCbad value for 'compress', or compression format not supported : {0}z.tarz creating %szCreating tar archivec s, � d k r� | _ �| _�d k r(�| _�| _| S )N)�gidZgname�uid�uname)Ztarinfo)r} �group�ownerr~ r r � _set_uid_gid� s z#_make_tarball.<locals>._set_uid_gidzw|%s)rJ )�_BZ2_SUPPORTED� ValueError�format�getr+ r, �dirnamerV �inforR rx rw r r7 �add�close)� base_name�base_dir�compress�verbose�dry_runr� r� �loggerZtar_compressionZ compress_extZ archive_name� archive_dirr� �tarr )r} r� r� r~ r � _make_tarballu s4 r� c C sd |r d}nd}ddl m} ddlm} y|d||| g|d� W n |k r^ td�| �Y nX d S ) Nz-rz-rqr )�DistutilsExecError)�spawn�zip)r� zkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utility)Zdistutils.errorsr� Zdistutils.spawnr� r )r� � zip_filenamer� r� Z zipoptionsr� r� r r r �_call_external_zip� s r� c C s$ | d }t jj| �}t jj|�sB|dk r4|jd|� |sBt j|� y ddl}W n tk rf d}Y nX |dkr�t||||� n�|dk r�|jd||� |�s |j |d|j d�}xht j |�D ]Z\} } } xN| D ]F} t jj t jj | | ��} t jj| �r�|j| | � |dk r�|jd| � q�W q�W |j� |S ) am Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_name' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises ExecError. Returns the name of the output zip file. z.zipNz creating %sr z#creating '%s' and adding '%s' to it�w)Z compressionz adding '%s')r+ r, r� rV r� rR �zipfile� ImportErrorr� �ZipFileZ ZIP_DEFLATED�walk�normpathrF �isfiler& r� )r� r� r� r� r� r� r� r� r� �dirpathZdirnames� filenamesr` r, r r r � _make_zipfile� s8 r� r� zgzip'ed tar-filer| zbzip2'ed tar-filezuncompressed tar filezZIP file)�gztar�bztarr� r� r� c C s dd� t j� D �} | j� | S )z�Returns a list of supported formats for archiving and unarchiving. Each element of the returned sequence is a tuple (name, description) c S s g | ]\}}||d f�qS )rt r )�.0r` �registryr r r � <listcomp> s z'get_archive_formats.<locals>.<listcomp>)�_ARCHIVE_FORMATS�items�sort)�formatsr r r r � s rz c C s~ |dkr g }t |tj�s$td| ��t |ttf�s:td��x0|D ](}t |ttf� s`t|�dkr@td��q@W |||ft| < dS )au Registers an archive format. name is the name of the format. function is the callable that will be used to create archives. If provided, extra_args is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_archive_formats() function. Nz The %s object is not callablez!extra_args needs to be a sequencert z+extra_args elements are : (arg_name, value))r\ � collections�Callable� TypeError�tuple�list�lenr� )r` �function� extra_args� description�elementr r r r s c C s t | = d S )N)r� )r` r r r r s c C s t j� } |dk r>|dk r$|jd|� t jj| �} |s>t j|� |dkrLt j}||d�} y t| } W n tk r� t d| ��Y nX | d } x | d D ]\} }|| | < q�W |dkr�|| d< || d < z| | |f| �}W d|dk r�|dk r�|jd | � t j| � X |S ) a� Create an archive file (eg. zip or tar). 'base_name' is the name of the file to create, minus any format-specific extension; 'format' is the archive format: one of "zip", "tar", "bztar" or "gztar". 'root_dir' is a directory that will be the root directory of the archive; ie. we typically chdir into 'root_dir' before creating the archive. 'base_dir' is the directory where we start archiving from; ie. 'base_dir' will be the common prefix of all files and directories in the archive. 'root_dir' and 'base_dir' both default to the current directory. Returns the name of the archive file. 'owner' and 'group' are used when creating a tar archive. By default, uses the current owner and group. Nzchanging into '%s')r� r� zunknown archive format '%s'r r r� r� r� zchanging back to '%s') r+ �getcwd�debugr, r �chdir�curdirr� ru r� )r� r� Zroot_dirr� r� r� r� r� r� Zsave_cwd�kwargs� format_info�func�arg�val�filenamer r r r s6 c C s dd� t j� D �} | j� | S )z�Returns a list of supported formats for unpacking. Each element of the returned sequence is a tuple (name, extensions, description) c S s" g | ]\}}||d |d f�qS )r � r )r� r` r� r r r r� ] s z&get_unpack_formats.<locals>.<listcomp>)�_UNPACK_FORMATSr� r� )r� r r r r W s c C sz i }x.t j� D ]"\}}x|d D ] }|||< q W qW x,| D ]$}||kr:d}t|||| f ��q:W t|tj�svtd��dS )z+Checks what gets registered as an unpacker.r z!%s is already registered for "%s"z*The registered function must be a callableN)r� r� r# r\ r� r� r� ) � extensionsr� r� Zexisting_extensionsr` r� Zext� extension�msgr r r �_check_unpack_optionsb s r� c C s, |dkr g }t |||� ||||ft| < dS )aM Registers an unpack format. `name` is the name of the format. `extensions` is a list of extensions corresponding to the format. `function` is the callable that will be used to unpack archives. The callable will receive archives to unpack. If it's unable to handle an archive, it needs to raise a ReadError exception. If provided, `extra_args` is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_unpack_formats() function. N)r� r� )r` r� r� r� r� r r r r t s c C s t | = dS )z*Removes the pack format from the registry.N)r� )r` r r r r � s c C s& t jj| �}t jj|�s"t j|� dS )z1Ensure that the parent directory of `path` existsN)r+ r, r� rE rR )r, r� r r r �_ensure_directory� s r� c C s� y ddl }W n tk r( td��Y nX |j| �s@td| ��|j| �}z�x�|j� D ]�}|j}|jd�sVd|krtqVtj j |f|j d��� }|s�qVt |� |j d�sV|j|j�}t|d�}z|j|� W d|j� ~X qVW W d|j� X dS )z+Unpack zip `filename` to `extract_dir` r Nz/zlib not supported, cannot unpack this archive.z%s is not a zip file�/z..r3 )r� r� r" Z is_zipfiler� Zinfolistr� rs r+ r, rF �splitr� rr r% r7 r& r� ) r� � extract_dirr� r� r� r` �target�data�fr r r �_unpack_zipfile� s0 r� c C sP yt j| �}W n" t jk r0 td| ��Y nX z|j|� W d|j� X dS )z:Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` z/%s is not a compressed or uncompressed tar fileN)r r7 ZTarErrorr" Z extractallr� )r� r� Ztarobjr r r �_unpack_tarfile� s r� z.tar.gzz.tgzz.tarz.zip)r� r� r� z.bz2c C s: x4t j� D ](\}}x |d D ]}| j|�r |S q W q W d S )Nr )r� r� rr )r� r` r� r� r r r �_find_unpack_format� s r� c C s� |dkrt j� }|dk rhy t| }W n" tk rF tdj|���Y nX |d }|| |ft|d �� nHt| �}|dkr�tdj| ���t| d }tt| d �}|| |f|� dS )a� Unpack an archive. `filename` is the name of the archive. `extract_dir` is the name of the target directory, where the archive is unpacked. If not provided, the current working directory is used. `format` is the archive format: one of "zip", "tar", or "gztar". Or any other registered format. If not provided, unpack_archive will use the filename extension and see if an unpacker was registered for that extension. In case none is found, a ValueError is raised. NzUnknown unpack format '{0}'r rt z Unknown archive format '{0}') r+ r� r� ru r� r� �dictr� r" )r� r� r� r� r� r� r r r r � s � @ )r� )FN)ry r r NNN)FF)r r N)r� ry )r� r| )r� N)r� r| )Nrz )NNr r NNN)Nrz )NN)=r! r+ rc r4 Zos.pathr rI r� rC rz r r{ r� r� �pwdr Zgrpr �__all__rX r r r r" � Exceptionr# r[ � NameErrorr r1 r r r r r r r r rn r rp rw rx r� r� r� r� r r r r r r� r r r� r� r� r� r� r r r r r �<module> s� Q 1( = 0 6 % site-packages/pip/_vendor/distlib/_backport/__pycache__/shutil.cpython-36.pyc 0000644 00000051544 15231162611 0023263 0 ustar 00 3 F��i/d � - @ s d Z ddlZddlZddlZddlmZ ddlZddlZddlZddl m Z yddl Z dZ W n e k rt dZ Y nX yddlmZ W n e k r� dZY nX ydd lmZ W n e k r� dZY nX d d d d ddddddddddddddd d d gZG d d� de�ZG d d� de�ZG d!d� de�ZG d"d#� d#e�ZG d$d%� d%e�Zye W n ek �rj dZY nX ded(d �Z d)d*� Z d+d � Z d,d � Z d-d � Z d.d� Z!d/d� Z"d0d � Z#dde"dfd1d�Z$dfd2d�Z%d3d4� Z&d5d� Z'd6d7� Z(d8d9� Z)d:d;� Z*dgd=d>�Z+dhd?d@�Z,didAdB�Z-e+djgdDfe+dkgdFfe+dlgdGfe-g dHfdI�Z.e �rRe+dmgdFfe.dJ< dKd� Z/dndMd�Z0dNd� Z1dodOd�Z2dPd� Z3dQdR� Z4dpdSd�Z5dTd � Z6dUdV� Z7dWdX� Z8dYdZ� Z9d[d\ge9g dDfd]ge9g dGfd^ge8g dHfd_�Z:e �r�d`ge9g dFfe:dJ< dadb� Z;dqdcd �Z<dS )rz�Utility functions for copying and archiving files and directory trees. XXX The functions here don't copy the resource fork or other metadata on Mac. � N)�abspath� )�tarfileTF)�getpwnam)�getgrnam� copyfileobj�copyfile�copymode�copystat�copy�copy2�copytree�move�rmtree�Error�SpecialFileError� ExecError� make_archive�get_archive_formats�register_archive_format�unregister_archive_format�get_unpack_formats�register_unpack_format�unregister_unpack_format�unpack_archive�ignore_patternsc @ s e Zd ZdS )r N)�__name__� __module__� __qualname__� r r � /usr/lib/python3.6/shutil.pyr , s c @ s e Zd ZdZdS )r z|Raised when trying to do a kind of operation (e.g. copying) which is not supported on a special file (e.g. a named pipe)N)r r r �__doc__r r r r r / s c @ s e Zd ZdZdS )r z+Raised when a command could not be executedN)r r r r! r r r r r 3 s c @ s e Zd ZdZdS )� ReadErrorz%Raised when an archive cannot be readN)r r r r! r r r r r" 6 s r" c @ s e Zd ZdZdS )� RegistryErrorzVRaised when a registry operation with the archiving and unpacking registries failsN)r r r r! r r r r r# 9 s r# � i c C s$ x | j |�}|sP |j|� qW dS )z=copy data from file-like object fsrc to file-like object fdstN)�read�write)�fsrc�fdstZlengthZbufr r r r C s c C sX t tjd�r0ytjj| |�S tk r. dS X tjjtjj| ��tjjtjj|��kS )N�samefileF)�hasattr�os�pathr) �OSError�normcaser )�src�dstr r r � _samefileK s r1 c C s� t | |�rtd| |f ��xL| |gD ]@}ytj|�}W n tk rJ Y q$X tj|j�r$td| ��q$W t| d��&}t|d��}t ||� W dQ R X W dQ R X dS )zCopy data from src to dstz `%s` and `%s` are the same filez`%s` is a named pipe�rb�wbN) r1 r r+ �statr- �S_ISFIFO�st_moder �openr )r/ r0 �fn�str' r( r r r r W s c C s0 t td�r,tj| �}tj|j�}tj||� dS )z Copy mode bits from src to dst�chmodN)r* r+ r4 �S_IMODEr6 r: )r/ r0 r9 �moder r r r k s c C s� t j| �}tj|j�}tt d�r4t j||j|jf� tt d�rJt j||� tt d�r�t|d�r�yt j ||j � W n< t k r� } z tt d� s�|j t j kr�� W Y dd}~X nX dS )zCCopy all stat info (mode bits, atime, mtime, flags) from src to dst�utimer: �chflags�st_flags� EOPNOTSUPPN)r+ r4 r; r6 r* r= �st_atime�st_mtimer: r> r? r- �errnor@ )r/ r0 r9 r< �whyr r r r r s c C s: t jj|�r"t jj|t jj| ��}t| |� t| |� dS )zVCopy data and mode bits ("cp src dst"). The destination may be a directory. N)r+ r, �isdir�join�basenamer r )r/ r0 r r r r � s c C s: t jj|�r"t jj|t jj| ��}t| |� t| |� dS )z]Copy data and all stat info ("cp -p src dst"). The destination may be a directory. N)r+ r, rE rF rG r r )r/ r0 r r r r � s c s � fdd�}|S )z�Function that can be used as copytree() ignore parameter. Patterns is a sequence of glob-style patterns that are used to exclude filesc s, g }x � D ]}|j tj||�� q W t|�S )N)�extend�fnmatch�filter�set)r, �names� ignored_names�pattern)�patternsr r �_ignore_patterns� s z)ignore_patterns.<locals>._ignore_patternsr )rO rP r )rO r r � s c C s� t j| �}|dk r || |�}nt� }t j|� g }�x|D �] } | |krJq:t jj| | �} t jj|| �} ytt jj| �r�t j| �} |r�t j| | � q�t jj | � r�|r�w:|| | � n(t jj | �r�t | | |||� n || | � W q: t k �r } z|j | jd � W Y dd} ~ X q: tk �rD } z|j| | t|�f� W Y dd}~X q:X q:W yt| |� W nP tk �r� } z2tdk �r�t|t��r�n|j | |t|�f� W Y dd}~X nX |�r�t |��dS )a� Recursively copy a directory tree. The destination directory must not already exist. If exception(s) occur, an Error is raised with a list of reasons. If the optional symlinks flag is true, symbolic links in the source tree result in symbolic links in the destination tree; if it is false, the contents of the files pointed to by symbolic links are copied. If the file pointed by the symlink doesn't exist, an exception will be added in the list of errors raised in an Error exception at the end of the copy process. You can set the optional ignore_dangling_symlinks flag to true if you want to silence this exception. Notice that this has no effect on platforms that don't support os.symlink. The optional ignore argument is a callable. If given, it is called with the `src` parameter, which is the directory being visited by copytree(), and `names` which is the list of `src` contents, as returned by os.listdir(): callable(src, names) -> ignored_names Since copytree() is called recursively, the callable will be called once for each directory that is copied. It returns a list of names relative to the `src` directory that should not be copied. The optional copy_function argument is a callable that will be used to copy each file. It will be called with the source path and the destination path as arguments. By default, copy2() is used, but any function that supports the same signature (like copy()) can be used. Nr )r+ �listdirrK �makedirsr, rF �islink�readlink�symlink�existsrE r r rH �args�EnvironmentError�append�strr r- � WindowsError� isinstance)r/ r0 �symlinks�ignoreZ copy_functionZignore_dangling_symlinksrL rM �errors�nameZsrcnameZdstnameZlinkto�errrD r r r r � sD $ *&c $ C st |rdd� }n|dkr dd� }yt jj| �r4td��W n( tk r^ |t jj| tj� � dS X g }yt j| �}W n( t jk r� |t j| tj� � Y nX x�|D ]�}t jj| |�}yt j |�j }W n t jk r� d}Y nX t j |�r�t |||� q�yt j|� W q� t jk �r0 |t j|tj� � Y q�X q�W yt j| � W n* t jk �rn |t j| tj� � Y nX dS )a� Recursively delete a directory tree. If ignore_errors is set, errors are ignored; otherwise, if onerror is set, it is called to handle the error with arguments (func, path, exc_info) where func is os.listdir, os.remove, or os.rmdir; path is the argument to that function that caused it to fail; and exc_info is a tuple returned by sys.exc_info(). If ignore_errors is false and onerror is None, an exception is raised. c W s d S )Nr )rW r r r �onerror s zrmtree.<locals>.onerrorNc W s � d S )Nr )rW r r r rb s z%Cannot call rmtree on a symbolic linkr )r+ r, rS r- �sys�exc_inforQ �errorrF �lstatr6 r4 �S_ISDIRr �remove�rmdir)r, � ignore_errorsrb rL r` �fullnamer< r r r r � s> c C s t jj| jt jj��S )N)r+ r, rG �rstrip�sep)r, r r r � _basename' s rn c C s� |}t jj|�rTt| |�r*t j| |� dS t jj|t| ��}t jj|�rTtd| ��yt j| |� W nf t k r� t jj| �r�t | |�r�td| |f ��t | |dd� t | � nt | |� t j| � Y nX dS )a� Recursively move a file or directory to another location. This is similar to the Unix "mv" command. If the destination is a directory or a symlink to a directory, the source is moved inside the directory. The destination path must not already exist. If the destination already exists but is not a directory, it may be overwritten depending on os.rename() semantics. If the destination is on our current filesystem, then rename() is used. Otherwise, src is copied to the destination and then removed. A lot more could be done here... A look at a mv.c shows a lot of the issues this implementation glosses over. Nz$Destination path '%s' already existsz.Cannot move a directory '%s' into itself '%s'.T)r] )r+ r, rE r1 �renamerF rn rV r r- � _destinsrcr r r �unlink)r/ r0 Zreal_dstr r r r , s$ c C sN t | �} t |�}| jtjj�s*| tjj7 } |jtjj�sD|tjj7 }|j| �S )N)r �endswithr+ r, rm � startswith)r/ r0 r r r rp T s rp c C sN t dks| dkrdS y t | �}W n tk r8 d}Y nX |dk rJ|d S dS )z"Returns a gid, given a group name.N� )r �KeyError)r` �resultr r r �_get_gid] s rw c C sN t dks| dkrdS y t | �}W n tk r8 d}Y nX |dk rJ|d S dS )z"Returns an uid, given a user name.Nrt )r ru )r` rv r r r �_get_uidi s rx �gzipc s ddd�}ddi} t r&d|d< d| d< |d k rD|| krDtd j|���| d | j|d� } tjj| �} tjj| �s�|d k r�|jd | � |s�tj | � |d k r�|jd � t ���t ��� � ���fdd�} |� s�t j | d|| �} z| j|| d� W d | j� X | S )a� Create a (possibly compressed) tar file from all the files under 'base_dir'. 'compress' must be "gzip" (the default), "bzip2", or None. 'owner' and 'group' can be used to define an owner and a group for the archive that is being built. If not provided, the current owner and group will be used. The output tar file will be named 'base_name' + ".tar", possibly plus the appropriate compression extension (".gz", or ".bz2"). Returns the output filename. Zgz� )ry Nry z.gz�bz2�bzip2z.bz2NzCbad value for 'compress', or compression format not supported : {0}z.tarz creating %szCreating tar archivec s, � d k r� | _ �| _�d k r(�| _�| _| S )N)�gidZgname�uid�uname)Ztarinfo)r} �group�ownerr~ r r � _set_uid_gid� s z#_make_tarball.<locals>._set_uid_gidzw|%s)rJ )�_BZ2_SUPPORTED� ValueError�format�getr+ r, �dirnamerV �inforR rx rw r r7 �add�close)� base_name�base_dir�compress�verbose�dry_runr� r� �loggerZtar_compressionZ compress_extZ archive_name� archive_dirr� �tarr )r} r� r� r~ r � _make_tarballu s4 r� c C sd |r d}nd}ddl m} ddlm} y|d||| g|d� W n |k r^ td�| �Y nX d S ) Nz-rz-rqr )�DistutilsExecError)�spawn�zip)r� zkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utility)Zdistutils.errorsr� Zdistutils.spawnr� r )r� � zip_filenamer� r� Z zipoptionsr� r� r r r �_call_external_zip� s r� c C s$ | d }t jj| �}t jj|�sB|dk r4|jd|� |sBt j|� y ddl}W n tk rf d}Y nX |dkr�t||||� n�|dk r�|jd||� |�s |j |d|j d�}xht j |�D ]Z\} } } xN| D ]F} t jj t jj | | ��} t jj| �r�|j| | � |dk r�|jd| � q�W q�W |j� |S ) am Create a zip file from all the files under 'base_dir'. The output zip file will be named 'base_name' + ".zip". Uses either the "zipfile" Python module (if available) or the InfoZIP "zip" utility (if installed and found on the default search path). If neither tool is available, raises ExecError. Returns the name of the output zip file. z.zipNz creating %sr z#creating '%s' and adding '%s' to it�w)Z compressionz adding '%s')r+ r, r� rV r� rR �zipfile� ImportErrorr� �ZipFileZ ZIP_DEFLATED�walk�normpathrF �isfiler& r� )r� r� r� r� r� r� r� r� r� �dirpathZdirnames� filenamesr` r, r r r � _make_zipfile� s8 r� r� zgzip'ed tar-filer| zbzip2'ed tar-filezuncompressed tar filezZIP file)�gztar�bztarr� r� r� c C s dd� t j� D �} | j� | S )z�Returns a list of supported formats for archiving and unarchiving. Each element of the returned sequence is a tuple (name, description) c S s g | ]\}}||d f�qS )rt r )�.0r` �registryr r r � <listcomp> s z'get_archive_formats.<locals>.<listcomp>)�_ARCHIVE_FORMATS�items�sort)�formatsr r r r � s rz c C s~ |dkr g }t |tj�s$td| ��t |ttf�s:td��x0|D ](}t |ttf� s`t|�dkr@td��q@W |||ft| < dS )au Registers an archive format. name is the name of the format. function is the callable that will be used to create archives. If provided, extra_args is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_archive_formats() function. Nz The %s object is not callablez!extra_args needs to be a sequencert z+extra_args elements are : (arg_name, value))r\ � collections�Callable� TypeError�tuple�list�lenr� )r` �function� extra_args� description�elementr r r r s c C s t | = d S )N)r� )r` r r r r s c C s t j� } |dk r>|dk r$|jd|� t jj| �} |s>t j|� |dkrLt j}||d�} y t| } W n tk r� t d| ��Y nX | d } x | d D ]\} }|| | < q�W |dkr�|| d< || d < z| | |f| �}W d|dk r�|dk r�|jd | � t j| � X |S ) a� Create an archive file (eg. zip or tar). 'base_name' is the name of the file to create, minus any format-specific extension; 'format' is the archive format: one of "zip", "tar", "bztar" or "gztar". 'root_dir' is a directory that will be the root directory of the archive; ie. we typically chdir into 'root_dir' before creating the archive. 'base_dir' is the directory where we start archiving from; ie. 'base_dir' will be the common prefix of all files and directories in the archive. 'root_dir' and 'base_dir' both default to the current directory. Returns the name of the archive file. 'owner' and 'group' are used when creating a tar archive. By default, uses the current owner and group. Nzchanging into '%s')r� r� zunknown archive format '%s'r r r� r� r� zchanging back to '%s') r+ �getcwd�debugr, r �chdir�curdirr� ru r� )r� r� Zroot_dirr� r� r� r� r� r� Zsave_cwd�kwargs� format_info�func�arg�val�filenamer r r r s6 c C s dd� t j� D �} | j� | S )z�Returns a list of supported formats for unpacking. Each element of the returned sequence is a tuple (name, extensions, description) c S s" g | ]\}}||d |d f�qS )r � r )r� r` r� r r r r� ] s z&get_unpack_formats.<locals>.<listcomp>)�_UNPACK_FORMATSr� r� )r� r r r r W s c C sz i }x.t j� D ]"\}}x|d D ] }|||< q W qW x,| D ]$}||kr:d}t|||| f ��q:W t|tj�svtd��dS )z+Checks what gets registered as an unpacker.r z!%s is already registered for "%s"z*The registered function must be a callableN)r� r� r# r\ r� r� r� ) � extensionsr� r� Zexisting_extensionsr` r� Zext� extension�msgr r r �_check_unpack_optionsb s r� c C s, |dkr g }t |||� ||||ft| < dS )aM Registers an unpack format. `name` is the name of the format. `extensions` is a list of extensions corresponding to the format. `function` is the callable that will be used to unpack archives. The callable will receive archives to unpack. If it's unable to handle an archive, it needs to raise a ReadError exception. If provided, `extra_args` is a sequence of (name, value) tuples that will be passed as arguments to the callable. description can be provided to describe the format, and will be returned by the get_unpack_formats() function. N)r� r� )r` r� r� r� r� r r r r t s c C s t | = dS )z*Removes the pack format from the registry.N)r� )r` r r r r � s c C s& t jj| �}t jj|�s"t j|� dS )z1Ensure that the parent directory of `path` existsN)r+ r, r� rE rR )r, r� r r r �_ensure_directory� s r� c C s� y ddl }W n tk r( td��Y nX |j| �s@td| ��|j| �}z�x�|j� D ]�}|j}|jd�sVd|krtqVtj j |f|j d��� }|s�qVt |� |j d�sV|j|j�}t|d�}z|j|� W d|j� ~X qVW W d|j� X dS )z+Unpack zip `filename` to `extract_dir` r Nz/zlib not supported, cannot unpack this archive.z%s is not a zip file�/z..r3 )r� r� r" Z is_zipfiler� Zinfolistr� rs r+ r, rF �splitr� rr r% r7 r& r� ) r� � extract_dirr� r� r� r` �target�data�fr r r �_unpack_zipfile� s0 r� c C sP yt j| �}W n" t jk r0 td| ��Y nX z|j|� W d|j� X dS )z:Unpack tar/tar.gz/tar.bz2 `filename` to `extract_dir` z/%s is not a compressed or uncompressed tar fileN)r r7 ZTarErrorr" Z extractallr� )r� r� Ztarobjr r r �_unpack_tarfile� s r� z.tar.gzz.tgzz.tarz.zip)r� r� r� z.bz2c C s: x4t j� D ](\}}x |d D ]}| j|�r |S q W q W d S )Nr )r� r� rr )r� r` r� r� r r r �_find_unpack_format� s r� c C s� |dkrt j� }|dk rhy t| }W n" tk rF tdj|���Y nX |d }|| |ft|d �� nHt| �}|dkr�tdj| ���t| d }tt| d �}|| |f|� dS )a� Unpack an archive. `filename` is the name of the archive. `extract_dir` is the name of the target directory, where the archive is unpacked. If not provided, the current working directory is used. `format` is the archive format: one of "zip", "tar", or "gztar". Or any other registered format. If not provided, unpack_archive will use the filename extension and see if an unpacker was registered for that extension. In case none is found, a ValueError is raised. NzUnknown unpack format '{0}'r rt z Unknown archive format '{0}') r+ r� r� ru r� r� �dictr� r" )r� r� r� r� r� r� r r r r � s � @ )r� )FN)ry r r NNN)FF)r r N)r� ry )r� r| )r� N)r� r| )Nrz )NNr r NNN)Nrz )NN)=r! r+ rc r4 Zos.pathr rI r� rC rz r r{ r� r� �pwdr Zgrpr �__all__rX r r r r" � Exceptionr# r[ � NameErrorr r1 r r r r r r r r rn r rp rw rx r� r� r� r� r r r r r r� r r r� r� r� r� r� r r r r r �<module> s� Q 1( = 0 6 % site-packages/pip/_vendor/distlib/_backport/__pycache__/tarfile.cpython-36.opt-1.pyc 0000644 00000172757 15231162611 0024352 0 ustar 00 3 F��i�i � @ sN d dl mZ dZdZdZdZdZdZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZyd dlZd dlZW n ek r� d ZZY nX eefZyeef7 ZW n ek r� Y nX d d d d gZejd d k r�d dlZnd dlZej Z dZ dZ e d Z dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-d Z.d Z/d Z0d Z1d Z2d!Z3d"Z4d Z5d#Z6d$Z7e6Z8e&e'e(e)e,e-e.e*e+e/e0e1f Z9e&e'e.e1fZ:e/e0e1fZ;d�Z<e=d��Z>e?e?e?e@e@e@d-�ZAd.ZBd/ZCd0ZDd1ZEd2ZFd3ZGd4ZHd5ZIdZJd6ZKd7ZLd8ZMd9ZNd:ZOd;ZPd<ZQd$ZRd#ZSe jTd�k�rd?ZUnejV� ZUd@dA� ZWdBdC� ZXdDdE� ZYd;e8fdFdG�ZZdHdI� Z[d�dJdK�Z\eBdLfeCdMfeDdNfeEdOfeFdPfeGdQffeKdRffeLdSffeMeHB dTfeHdUfeMdVffeNdRffeOdSffePeIB dTfeIdUfePdVffeQdRffeRdSffeSeJB dWfeJdXfeSdVfff Z]dYdZ� Z^G d[d � d e_�Z`G d\d]� d]e`�ZaG d^d_� d_e`�ZbG d`da� dae`�ZcG dbdc� dce`�ZdG ddde� dee`�ZeG dfdg� dgee�ZfG dhdi� diee�ZgG djdk� dkee�ZhG dldm� dmee�ZiG dndo� doee�ZjG dpdq� dqek�ZlG drds� dsek�ZmG dtdu� duek�ZnG dvdw� dwek�ZoG dxdy� dyek�ZpG dzd{� d{ek�ZqG d|d � d ek�ZrG d}d � d ek�ZsG d~d� dek�Ztd�d � Zue Zvesj Z dS )�� )�print_functionz $Revision$z0.9.0u" Lars Gustäbel (lars@gustaebel.de)z5$Date: 2011-02-25 17:42:01 +0200 (Fri, 25 Feb 2011) $z?$Id: tarfile.py 88586 2011-02-25 15:42:01Z marc-andre.lemburg $u4 Gustavo Niemeyer, Niels Gustäbel, Richard Townsend.N�TarFile�TarInfo� is_tarfile�TarError� � i � s ustar s ustar 00�d � � 0� 1� 2� 3� 4� 5� 6� 7� L� K� S� x� g� X� � �path�linkpath�size�mtime�uid�gid�uname�gname)ZatimeZctimer r r! r i � i � i ` i @ i i i i � � �@ � � � � �nt�cezutf-8c C s( | j ||�} | d|� |t| � t S )z8Convert a string to a null-terminated bytes object. N)�encode�len�NUL)�s�length�encoding�errors� r4 � /usr/lib/python3.6/tarfile.py�stn� s r6 c C s* | j d�}|dkr | d|� } | j||�S )z8Convert a null-terminated bytes object to a string. r r N���)�find�decode)r0 r2 r3 �pr4 r4 r5 �nts� s r; c C s� | d t d�krJytt| dd�p"dd�}W q� tk rF td��Y q�X n:d}x4tt| �d �D ] }|dK }|t| |d �7 }q`W |S ) z/Convert a number field to a python number. r r% �ascii�strict�0r) zinvalid headerr )�chr�intr; � ValueError�InvalidHeaderError�ranger. �ord)r0 �n�ir4 r4 r5 �nti� s rG c C s� d| kod|d k n r<d|d | f j d�t }n�|tksT| d|d kr\td��| dk r|tjdtjd | ��d } t� }x,t|d �D ] }|j d| d @ � | dL } q�W |j dd � |S ) z/Convert a python number to a number field. r r) r z%0*or< r$ zoverflow in number field�L�l� r% ) r- r/ � GNU_FORMATrA �struct�unpack�pack� bytearrayrC �insert)rE �digits�formatr0 rF r4 r4 r5 �itn� s rS c C sh dt tjd| dd� �tjd| dd� � � }dt tjd| dd� �tjd | dd� � � }||fS ) a� Calculate the checksum for a member's header by summing up all characters except for the chksum field which is treated as if it was filled with spaces. According to the GNU tar sources, some tars (Sun and NeXT) calculate chksum with signed char, which will be different if there are chars in the buffer with the high bit set. So we calculate two checksums, unsigned and signed. r$ Z148BN� Z356B� i Z148bZ356b)�sumrL rM )�bufZunsigned_chksumZ signed_chksumr4 r4 r5 � calc_chksums� s 00rX c C s� |dkr dS |dkr8x | j d�}|s&P |j|� qW dS d}t||�\}}x8t|�D ],}| j |�}t|�|k rvtd��|j|� qTW |dkr�| j |�}t|�|k r�td��|j|� dS )zjCopy length bytes from fileobj src to fileobj dst. If length is None, copy the entire content. r Nr( i zend of file reachedi @ i @ )�read�write�divmodrC r. �IOError)�src�dstr1 rW ZBUFSIZE�blocks� remainder�br4 r4 r5 � copyfileobj s, rb rI �-ra �d�cr: �r�wr0 �S�x�t�Tc C sP g }x@t D ]8}x2|D ] \}}| |@ |kr|j|� P qW |jd� q W dj|�S )zcConvert a file's mode to a string of the form -rwxrwxrwx. Used by TarFile.list() rc � )�filemode_table�append�join)�modeZperm�table�bit�charr4 r4 r5 �filemode8 s rt c @ s e Zd ZdZdS )r zBase exception.N)�__name__� __module__� __qualname__�__doc__r4 r4 r4 r5 r G s c @ s e Zd ZdZdS )� ExtractErrorz%General exception for extract errors.N)ru rv rw rx r4 r4 r4 r5 ry J s ry c @ s e Zd ZdZdS )� ReadErrorz&Exception for unreadable tar archives.N)ru rv rw rx r4 r4 r4 r5 rz M s rz c @ s e Zd ZdZdS )�CompressionErrorz.Exception for unavailable compression methods.N)ru rv rw rx r4 r4 r4 r5 r{ P s r{ c @ s e Zd ZdZdS )� StreamErrorz=Exception for unsupported operations on stream-like TarFiles.N)ru rv rw rx r4 r4 r4 r5 r| S s r| c @ s e Zd ZdZdS )� HeaderErrorz!Base exception for header errors.N)ru rv rw rx r4 r4 r4 r5 r} V s r} c @ s e Zd ZdZdS )�EmptyHeaderErrorz Exception for empty headers.N)ru rv rw rx r4 r4 r4 r5 r~ Y s r~ c @ s e Zd ZdZdS )�TruncatedHeaderErrorz Exception for truncated headers.N)ru rv rw rx r4 r4 r4 r5 r \ s r c @ s e Zd ZdZdS )�EOFHeaderErrorz"Exception for end of file headers.N)ru rv rw rx r4 r4 r4 r5 r� _ s r� c @ s e Zd ZdZdS )rB z Exception for invalid headers.N)ru rv rw rx r4 r4 r4 r5 rB b s rB c @ s e Zd ZdZdS )�SubsequentHeaderErrorz3Exception for missing and invalid extended headers.N)ru rv rw rx r4 r4 r4 r5 r� e s r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) � _LowLevelFilez�Low-level file object. Supports reading and writing. It is used instead of a regular file object for streaming access. c C sF t jt jt jB t jB d�| }tt d�r2|t jO }t j||d�| _d S )N)rf rg �O_BINARYi� ) �os�O_RDONLY�O_WRONLY�O_CREAT�O_TRUNC�hasattrr� �open�fd)�self�namerp r4 r4 r5 �__init__r s z_LowLevelFile.__init__c C s t j| j� d S )N)r� �closer� )r� r4 r4 r5 r� { s z_LowLevelFile.closec C s t j| j|�S )N)r� rY r� )r� r r4 r4 r5 rY ~ s z_LowLevelFile.readc C s t j| j|� d S )N)r� rZ r� )r� r0 r4 r4 r5 rZ � s z_LowLevelFile.writeN)ru rv rw rx r� r� rY rZ r4 r4 r4 r5 r� l s r� c @ st e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z d dd�Z d dd�Z dd� Zdd� ZdS ) �_Streama� Class that serves as an adapter between TarFile and a stream-like object. The stream-like object only needs to have a read() or write() method and is accessed blockwise. Use of gzip or bzip2 compression is possible. A stream-like object could be for example: sys.stdin, sys.stdout, a socket, a tape device etc. _Stream is intended to be used only internally. c C sR d| _ |dkr t||�}d| _ |dkr6t|�}|j� }|p<d| _|| _|| _|| _|| _d| _ d| _ d| _ y�|dkr�y ddl }W n t k r� td ��Y nX || _ |jd�| _|d kr�| j� n| j� |d k�r$y ddl}W n t k r� td ��Y nX |d k�rd| _|j� | _n |j� | _W n& | j �s@| jj� d| _ � Y nX dS ) z$Construct a _Stream object. TNF�*rl � r �gzz zlib module is not availablerf �bz2zbz2 module is not available)� _extfileobjr� � _StreamProxy� getcomptyper� rp �comptype�fileobj�bufsizerW �pos�closed�zlib� ImportErrorr{ �crc32�crc� _init_read_gz�_init_write_gzr� �dbuf�BZ2Decompressor�cmp� BZ2Compressorr� )r� r� rp r� r� r� r� r� r4 r4 r5 r� � sP z_Stream.__init__c C s t | d�r| j r| j� d S )Nr� )r� r� r� )r� r4 r4 r5 �__del__� s z_Stream.__del__c C s� | j jd| j j| j j | j jd�| _tjdtt j � ��}| j d| d � | j j d�rf| j dd � | _ | j | j j d d �t � dS ) z6Initialize for writing with gzip compression. � r z<Ls �s �z.gzNr z iso-8859-1�replace���)r� Z compressobjZDEFLATED� MAX_WBITSZ DEF_MEM_LEVELr� rL rN r@ �time�_Stream__writer� �endswithr- r/ )r� Z timestampr4 r4 r5 r� � s z_Stream._init_write_gzc C sR | j dkr | jj|| j�| _| jt|�7 _| j dkrD| jj|�}| j|� dS )z&Write string s to the stream. r� �tarN) r� r� r� r� r� r. r� �compressr� )r� r0 r4 r4 r5 rZ � s z _Stream.writec C sR | j |7 _ x>t| j �| jkrL| jj| j d| j� � | j | jd� | _ qW dS )z]Write string s to the stream if a whole new block is ready to be written. N)rW r. r� r� rZ )r� r0 r4 r4 r5 Z__write� s z_Stream.__writec C s� | j r dS | jdkr2| jdkr2| j| jj� 7 _| jdkr�| jr�| jj| j� d| _| jdkr�| jjtj d| j d@ �� | jjtj d| j d@ �� | j s�| jj � d| _ dS ) z[Close the _Stream object. No operation should be done on it afterwards. Nrg r� r� r� z<Ll �� T)r� rp r� rW r� �flushr� rZ rL rN r� r� r� r� )r� r4 r4 r5 r� � s z _Stream.closec C s� | j j| j j �| _d| _| jd�dkr0td��| jd�dkrFtd��t| jd��}| jd� |d @ r�t| jd��d t| jd�� }| j |� |d @ r�x | jd�}| s�|t kr�P q�W |d @ r�x | jd�}| s�|t kr�P q�W |d@ r�| jd� d S )z:Initialize for reading a gzip compressed fileobj. r� r s �znot a gzip filer � z unsupported compression method� r* r$ r) r( N) r� Z decompressobjr� r� r� � _Stream__readrz r{ rD rY r/ )r� �flagZxlenr0 r4 r4 r5 r� s. z_Stream._init_read_gzc C s | j S )z3Return the stream's file pointer position. )r� )r� r4 r4 r5 �tell# s z _Stream.tellr c C s\ || j dkrNt|| j | j�\}}x t|�D ]}| j| j� q.W | j|� ntd��| j S )zXSet the stream's file pointer to pos. Negative seeking is forbidden. r z seeking backwards is not allowed)r� r[ r� rC rY r| )r� r� r_ r` rF r4 r4 r5 �seek( s z _Stream.seekNc C sZ |dkr:g }x | j | j�}|s P |j|� qW dj|�}n | j |�}| jt|�7 _|S )z�Return the next size number of bytes from the stream. If size is not defined, return all bytes of the stream up to EOF. Nrl )�_readr� rn ro r� r. )r� r rj rW r4 r4 r5 rY 5 s z _Stream.readc C s� | j dkr| j|�S t| j�}xf||k r�| j| j�}|s:P y| jj|�}W n tk rf td��Y nX | j|7 _|t|�7 }q W | jd|� }| j|d� | _|S )z+Return size bytes from the stream. r� zinvalid compressed dataN) r� r� r. r� r� r� � decompressr\ rz )r� r re rW r4 r4 r5 r� G s z _Stream._readc C sh t | j�}x:||k rD| jj| j�}|s(P | j|7 _|t |�7 }q W | jd|� }| j|d� | _|S )zsReturn size bytes from stream. If internal buffer is empty, read another block from the stream. N)r. rW r� rY r� )r� r re rW r4 r4 r5 Z__read\ s z_Stream.__read)r )N)ru rv rw rx r� r� r� rZ r� r� r� r� r� rY r� r� r4 r4 r4 r5 r� � s 4 r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) r� zsSmall proxy class that enables transparent compression detection for the Stream interface (mode 'r|*'). c C s || _ | j jt�| _d S )N)r� rY � BLOCKSIZErW )r� r� r4 r4 r5 r� q s z_StreamProxy.__init__c C s | j j| _| jS )N)r� rY rW )r� r r4 r4 r5 rY u s z_StreamProxy.readc C s$ | j jd�rdS | j jd�r dS dS )Ns �r� s BZh91r� r� )rW � startswith)r� r4 r4 r5 r� y s z_StreamProxy.getcomptypec C s | j j� d S )N)r� r� )r� r4 r4 r5 r� � s z_StreamProxy.closeN)ru rv rw rx r� rY r� r� r4 r4 r4 r5 r� l s r� c @ sL e Zd ZdZdZdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z dd� Z dS )� _BZ2Proxya Small proxy class that enables external file object support for "r:bz2" and "w:bz2" modes. This is actually a workaround for a limitation in bz2 module's BZ2File class which (unlike gzip.GzipFile) has no support for a file object argument. r( i c C s( || _ || _t| j dd �| _| j� d S )Nr� )r� rp �getattrr� �init)r� r� rp r4 r4 r5 r� � s z_BZ2Proxy.__init__c C sD dd l }d| _| jdkr6|j� | _| jjd� d| _n |j� | _d S )Nr rf r� ) r� r� rp r� �bz2objr� r� rW r� )r� r� r4 r4 r5 r� � s z_BZ2Proxy.initc C s� t | j�}xF||k rP| jj| j�}|s(P | jj|�}| j|7 _|t |�7 }q W | jd |� }| j|d � | _| jt |�7 _|S )N)r. rW r� rY � blocksizer� r� r� )r� r ri �raw�datarW r4 r4 r5 rY � s z_BZ2Proxy.readc C s& || j k r| j� | j|| j � d S )N)r� r� rY )r� r� r4 r4 r5 r� � s z_BZ2Proxy.seekc C s | j S )N)r� )r� r4 r4 r5 r� � s z_BZ2Proxy.tellc C s. | j t|�7 _ | jj|�}| jj|� d S )N)r� r. r� r� r� rZ )r� r� r� r4 r4 r5 rZ � s z_BZ2Proxy.writec C s$ | j dkr | jj� }| jj|� d S )Nrg )rp r� r� r� rZ )r� r� r4 r4 r5 r� � s z_BZ2Proxy.closeNi @ ) ru rv rw rx r� r� r� rY r� r� rZ r� r4 r4 r4 r5 r� � s r� c @ s< e Zd ZdZd dd�Zdd� Zdd� Zd d � Zdd d �ZdS )� _FileInFilezA thin wrapper around an existing file object that provides a part of its data as an individual file object. Nc C s� || _ || _|| _d| _|d kr*d|fg}d| _g | _d}| j}xT|D ]L\}}||krj| jjd||d f� | jjd||| |f� ||7 }|| }qFW || jk r�| jjd|| jd f� d S )Nr FT)r� �offsetr �position� map_index�maprn )r� r� r� r Z blockinfoZlastposZrealposr4 r4 r5 r� � s$ z_FileInFile.__init__c C s t | jd�sdS | jj� S )N�seekableT)r� r� r� )r� r4 r4 r5 r� � s z_FileInFile.seekablec C s | j S )z*Return the current file position. )r� )r� r4 r4 r5 r� � s z_FileInFile.tellc C s || _ dS )z(Seek to a position in the file. N)r� )r� r� r4 r4 r5 r� � s z_FileInFile.seekc C s� |dkr| j | j }nt|| j | j �}d}x�|dkr�xZ| j| j \}}}}|| j ko`|k n rjP q8| jd7 _| jt| j�kr8d| _q8W t||| j �}|r�| jj|| j| � || jj|�7 }n |t | 7 }||8 }| j|7 _q.W |S )z!Read data from the file. Nr� r r ) r r� �minr� r� r. r� r� rY r/ )r� r rW r� �start�stopr� r1 r4 r4 r5 rY � s( z_FileInFile.read)N)N) ru rv rw rx r� r� r� r� rY r4 r4 r4 r5 r� � s r� c @ sz e Zd ZdZdZdd� Zdd� Zdd� Zd d � Zdd d �Z e Z d dd�Z dd� Z dd� Z ejfdd�Zdd� Zdd� Zd S ) � ExFileObjectzaFile-like object for reading an archive member. Is returned by TarFile.extractfile(). i c C sD t |j|j|j|j�| _|j| _d| _d| _|j| _d| _d| _ d S )Nrf Fr r� ) r� r� � offset_datar �sparser� rp r� r� �buffer)r� �tarfile�tarinfor4 r4 r5 r� s zExFileObject.__init__c C s dS )NTr4 )r� r4 r4 r5 �readable! s zExFileObject.readablec C s dS )NFr4 )r� r4 r4 r5 �writable$ s zExFileObject.writablec C s | j j� S )N)r� r� )r� r4 r4 r5 r� ' s zExFileObject.seekableNc C s� | j rtd��d}| jrL|dkr.| j}d| _n | jd|� }| j|d� | _|dkrd|| jj� 7 }n|| jj|t|� �7 }| jt|�7 _|S )z~Read at most size bytes from the file. If size is not present or None, read all data until EOF is reached. z I/O operation on closed filer� N)r� rA r� r� rY r. r� )r� r rW r4 r4 r5 rY * s zExFileObject.readr c C s� | j rtd��| jjd�d }|dkrzxR| jj| j�}| j|7 _| sRd|kr(| jjd�d }|dkrtt| j�}P q(W |dkr�t||�}| jd|� }| j|d� | _| j t|�7 _ |S )z�Read one entire line from the file. If size is present and non-negative, return a string with at most that size, which may be an incomplete line. z I/O operation on closed file� r r Nr7 ) r� rA r� r8 r� rY r� r. r� r� )r� r r� rW r4 r4 r5 �readlineE s$ zExFileObject.readlinec C s& g }x | j � }|sP |j|� qW |S )z0Return a list with all remaining lines. )r� rn )r� �result�liner4 r4 r5 � readlinesb s zExFileObject.readlinesc C s | j rtd��| jS )z*Return the current file position. z I/O operation on closed file)r� rA r� )r� r4 r4 r5 r� l s zExFileObject.tellc C s� | j rtd��|tjkr.tt|d�| j�| _nj|tjkrj|dk rTt| j| d�| _q�t| j| | j�| _n.|tj kr�tt| j| | j�d�| _ntd��d| _ | j j | j� dS )z(Seek to a position in the file. z I/O operation on closed filer zInvalid argumentr� N) r� rA r� �SEEK_SETr� �maxr r� �SEEK_CUR�SEEK_ENDr� r� r� )r� r� �whencer4 r4 r5 r� t s zExFileObject.seekc C s d| _ dS )z Close the file object. TN)r� )r� r4 r4 r5 r� � s zExFileObject.closec c s x| j � }|sP |V qW dS )z/Get an iterator over the file's lines. N)r� )r� r� r4 r4 r5 �__iter__� s zExFileObject.__iter__)Nr7 )r7 )ru rv rw rx r� r� r� r� r� rY �read1r� r� r� r� r� r� r� r� r4 r4 r4 r5 r� s r� c @ s� e Zd ZdZdiZdjdd�Zdd� Zdd � Zeee�Z d d � Z d d � Z ee e �Z d!d"� Z d#d$� Zeed%fd&d'�Zd(d)� Zd*d+� Zd,d-� Zed.d/� �Zd0d1� Zed2d3� �Zed4d5� �Zed6d7� �Zed8d9� �Z ed:d;� �Z ed<d=� �Z d>d?� Z d@dA� Z dBdC� Z!dDdE� Z"dFdG� Z#dHdI� Z$dJdK� Z%dLdM� Z&dNdO� Z'dPdQ� Z(dRdS� Z)dTdU� Z*dVdW� Z+dXdY� Z,dZd[� Z-d\d]� Z.d^d_� Z/d`da� Z0dbdc� Z1ddde� Z2dfdg� Z3dhS )kr a Informational class which holds the details about an archive member given by a tar header block. TarInfo objects are returned by TarFile.getmember(), TarFile.getmembers() and TarFile.gettarinfo() and are usually created internally. r� rp r r! r r �chksum�type�linknamer" r# �devmajor�devminorr� r� � pax_headersr� r� �_sparse_structs� _link_targetrl c C sj || _ d| _d| _d| _d| _d| _d| _t| _d| _ d| _ d| _ d| _ d| _ d| _d| _d| _i | _dS )zXConstruct a TarInfo object. name is the optional name of the member. i� r rl N)r� rp r r! r r r� �REGTYPEr� r� r" r# r� r� r� r� r� r� )r� r� r4 r4 r5 r� � s" zTarInfo.__init__c C s | j S )N)r� )r� r4 r4 r5 �_getpath� s zTarInfo._getpathc C s || _ d S )N)r� )r� r� r4 r4 r5 �_setpath� s zTarInfo._setpathc C s | j S )N)r� )r� r4 r4 r5 � _getlinkpath� s zTarInfo._getlinkpathc C s || _ d S )N)r� )r� r� r4 r4 r5 � _setlinkpath� s zTarInfo._setlinkpathc C s d| j j| jt| �f S )Nz<%s %r at %#x>)� __class__ru r� �id)r� r4 r4 r5 �__repr__� s zTarInfo.__repr__c C sn | j | jd@ | j| j| j| j| j| j| j| j | j | j | j d� }|d t krj|d jd� rj|d d7 < |S )z9Return the TarInfo's attributes as a dictionary. i� ) r� rp r r! r r r� r� r� r" r# r� r� r� r� �/)r� rp r r! r r r� r� r� r" r# r� r� �DIRTYPEr� )r� �infor4 r4 r5 �get_info� s zTarInfo.get_info�surrogateescapec C sT | j � }|tkr | j|||�S |tkr4| j|||�S |tkrH| j||�S td��dS )z<Return a tar header as a string of 512 byte blocks. zinvalid formatN)r� � USTAR_FORMAT�create_ustar_headerrK �create_gnu_header� PAX_FORMAT�create_pax_headerrA )r� rR r2 r3 r� r4 r4 r5 �tobuf� s z TarInfo.tobufc C sZ t |d< t|d �tkr td��t|d �tkrJ| j|d �\|d< |d< | j|t||�S )z3Return the object as a ustar header block. �magicr� zlinkname is too longr� �prefix)� POSIX_MAGICr. � LENGTH_LINKrA � LENGTH_NAME�_posix_split_name�_create_headerr� )r� r� r2 r3 r4 r4 r5 r� � s zTarInfo.create_ustar_headerc C sp t |d< d}t|d �tkr4|| j|d t||�7 }t|d �tkr\|| j|d t||�7 }|| j|t||� S )z:Return the object as a GNU header block sequence. r� r� r� r� ) � GNU_MAGICr. r� �_create_gnu_long_header�GNUTYPE_LONGLINKr� �GNUTYPE_LONGNAMEr rK )r� r� r2 r3 rW r4 r4 r5 r� s zTarInfo.create_gnu_headerc C s4 t |d< | jj� }x�ddtfddtfddfD ]h\}}}||kr@q,y|| jd d � W n" tk rv || ||< w,Y nX t|| �|kr,|| ||< q,W xldD ]d\}}||kr�d||< q�|| }d| ko�d |d k n � s�t|t �r�t |�||< d||< q�W |�r | j |t |�} nd} | | j |td d� S ) z�Return the object as a ustar header block. If it cannot be represented this way, prepend a pax extended header sequence with supplement information. r� r� r r� r r" r' r# r< r= r r) r! r � r r r r� r� )r" r" r' )r# r# r' �r r) �r! r) �r r �r r )r r r r )r� r� �copyr� r� r- �UnicodeEncodeErrorr. � isinstance�float�str�_create_pax_generic_header�XHDTYPEr r� ) r� r� r2 r� r� Zhnamer1 rQ �valrW r4 r4 r5 r� s4 . zTarInfo.create_pax_headerc C s | j |td�S )zAReturn the object as a pax global header block sequence. �utf8)r �XGLTYPE)�clsr� r4 r4 r5 �create_pax_global_headerD s z TarInfo.create_pax_global_headerc C sp |dt d � }x |r0|d dkr0|dd� }qW |t|�d� }|dd� }| s`t|�tkrhtd��||fS )zUSplit a name longer than 100 chars into a prefix and a name part. Nr r� zname is too longr7 r7 r7 )� LENGTH_PREFIXr. r� rA )r� r� r� r4 r4 r5 r J s zTarInfo._posix_split_namec C sV t | jdd�d||�t| jdd�d@ d|�t| jdd�d|�t| jd d�d|�t| jd d�d |�t| jd d�d |�d | jdt�t | jdd�d||�| jdt�t | jdd�d||�t | jdd�d||�t| jdd�d|�t| jdd�d|�t | jdd�d||�g}tjdt dj|��}t |t d� �d }|dd � d | j d � |d d� }|S )!z�Return a header block. info is a dictionary with file information, format must be one of the *_FORMAT constants. r� rl r rp r i� r) r r! r r r s r� r� r� r" r' r# r� r� r� r z%dsr� Nil z%06o r< ie i����i����) r6 �getrS r� r� rL rN r� ro rX r- )r� rR r2 r3 �partsrW r� r4 r4 r5 r Y s& &zTarInfo._create_headerc C s. t t| �t�\}}|dkr*| t| t 7 } | S )zdReturn the string payload filled with zero bytes up to the next 512 byte border. r )r[ r. r� r/ )Zpayloadr_ r` r4 r4 r5 �_create_payloadu s zTarInfo._create_payloadc C sR |j ||�t }i }d|d< ||d< t|�|d< t|d< | j|t||�| j|� S )zTReturn a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence for name. z ././@LongLinkr� r� r r� )r- r/ r. r r r� r )r r� r� r2 r3 r� r4 r4 r5 r s z TarInfo._create_gnu_long_headerc C s: d}x@|j � D ]4\}}y|jdd� W q tk r@ d}P Y qX qW d}|rV|d7 }x�|j � D ]�\}}|jd�}|r�|j|d�}n |jd�}t|�t|� d }d } } x"|tt| �� } | | kr�P | } q�W |tt| �d �d | d | d 7 }q`W i } d| d< || d< t|�| d< t| d< | j| td d�| j |� S )z�Return a POSIX.1-2008 extended or global header sequence that contains a list of keyword, value pairs. The values must be strings. Fr r= Tr� s 21 hdrcharset=BINARY r� r r r< � � =r� z././@PaxHeaderr� r� r r� r� ) �itemsr- r r. r �bytesr� r r� r ) r r� r� r2 Zbinary�keyword�valueZrecordsrI rE r: r� r4 r4 r5 r � s< * z"TarInfo._create_pax_generic_headerc C st t |�dkrtd��t |�tkr(td��|jt�tkr>td��t|dd� �}|t|�krbt d��| � }t |dd� ||�|_ t|dd � �|_ t|d d � �|_ t|d d � �|_t|d d � �|_t|d d� �|_||_|dd � |_t |d d� ||�|_t |dd� ||�|_t |dd� ||�|_t|dd� �|_t|dd� �|_t |dd� ||�}|jtk�r�|j jd��r�t|_|jtk�r6d}g }xrt d�D ]f} y0t|||d � �} t||d |d � �} W n t k �r� P Y nX |j | | f� |d7 }�q�W t |d �} t|dd � �} || | f|_ |j!� �rN|j j"d�|_ |�rp|jt#k�rp|d |j |_ |S ) zAConstruct a TarInfo object from a 512 byte bytes object. r z empty headerztruncated headerzend of file headerrT rU z bad checksumr �l �t �| � � i i i) iI iQ iY i� r� i� r* r � i� i� i� )$r. r~ r� r �countr/ r� rG rX rB r; r� rp r r! r r r� r� r� r" r# r� r� �AREGTYPEr� r� �GNUTYPE_SPARSErC rA rn �boolr� �isdir�rstrip� GNU_TYPES)r rW r2 r3 r� �objr� r� �structsrF r� �numbytes� isextended�origsizer4 r4 r5 �frombuf� sZ zTarInfo.frombufc C s8 |j jt�}| j||j|j�}|j j� t |_|j|�S )zOReturn the next TarInfo object from TarFile object tarfile. ) r� rY r� r3 r2 r3 r� r� � _proc_member)r r� rW r. r4 r4 r5 � fromtarfile s zTarInfo.fromtarfilec C sT | j ttfkr| j|�S | j tkr,| j|�S | j tttfkrF| j |�S | j |�S dS )zYChoose the right processing method depending on the type and call it. N) r� r r � _proc_gnulongr) � _proc_sparser r �SOLARIS_XHDTYPE� _proc_pax� _proc_builtin)r� r� r4 r4 r5 r4 s zTarInfo._proc_memberc C sR |j j� | _| j}| j� s$| jtkr4|| j| j�7 }||_| j |j |j |j � | S )zfProcess a builtin type or an unknown type which will be treated as a regular file. ) r� r� r� �isregr� �SUPPORTED_TYPES�_blockr r� �_apply_pax_infor� r2 r3 )r� r� r� r4 r4 r5 r: $ s zTarInfo._proc_builtinc C s� |j j| j| j��}y| j|�}W n tk r> td��Y nX | j|_| jt krft ||j |j �|_ n | jtkr�t ||j |j �|_|S )zSProcess the blocks that hold a GNU longname or longlink member. z missing or bad subsequent header)r� rY r= r r5 r} r� r� r� r r; r2 r3 r� r r� )r� r� rW �nextr4 r4 r5 r6 5 s zTarInfo._proc_gnulongc C s� | j \}}}| ` x�|r�|jjt�}d}xvtd�D ]j}y0t|||d � �}t||d |d � �} W n tk rz P Y nX |r�| r�|j|| f� |d7 }q0W t|d �}qW || _ |jj � | _ | j | j | j � |_|| _ | S )z8Process a GNU sparse header plus extra headers. r � r r& i� )r� r� rY r� rC rG rA rn r* r� r� r� r= r r� ) r� r� r/ r1 r2 rW r� rF r� r0 r4 r4 r5 r7 K s( zTarInfo._proc_sparsec C s |j j| j| j��}| jtkr&|j}n |jj� }tj d|�}|dk rX|j d�j d�|d< |j d�}|dkrr|j }nd}tjd�}d}x�|j||�}|s�P |j� \} } t| �} ||jd �d |jd�| d � } | j| dd|j�} | tk�r| j| ||j |j�} n| j| dd|j�} | || < || 7 }q�W y| j|�} W n tk �rT td ��Y nX d |k�rn| j| |� nHd |k�r�| j| ||� n.|j d �dk�r�|j d�dk�r�| j | ||� | jt t fk�r | j ||j |j� | j | _ d|k�r | j!} | j"� �s| jt#k�r| | j| j�7 } | |_ | S )zVProcess an extended or global header as described in POSIX.1-2008. s \d+ hdrcharset=([^\n]+)\nNr r � hdrcharsetZBINARYs (\d+) ([^=]+)=r r z missing or bad subsequent headerzGNU.sparse.mapzGNU.sparse.sizezGNU.sparse.major�1zGNU.sparse.minorr> r )$r� rY r= r r� r r� r �re�search�groupr9 r r2 �compile�match�groupsr@ �endr� �_decode_pax_fieldr3 �PAX_NAME_FIELDSr5 r} r� �_proc_gnusparse_01�_proc_gnusparse_00�_proc_gnusparse_10r r8 r> r� r� r; r< )r� r� rW r� rG rA r2 Zregexr� r1 r r r? r� r4 r4 r5 r9 g s` $ zTarInfo._proc_paxc C sp g }x(t jd|�D ]}|jt|jd��� qW g }x(t jd|�D ]}|jt|jd��� q@W tt||��|_dS )z?Process a GNU tar extended sparse header, version 0.0. s \d+ GNU.sparse.offset=(\d+)\nr s \d+ GNU.sparse.numbytes=(\d+)\nN)rC �finditerrn r@ rE �list�zipr� )r� r? r� rW ZoffsetsrG r0 r4 r4 r5 rM � s zTarInfo._proc_gnusparse_00c C s@ dd� |d j d�D �}tt|ddd� |ddd� ��|_dS )z?Process a GNU tar extended sparse header, version 0.1. c S s g | ] }t |��qS r4 )r@ )�.0ri r4 r4 r5 � <listcomp>� s z.TarInfo._proc_gnusparse_01.<locals>.<listcomp>zGNU.sparse.map�,Nr r )�splitrP rQ r� )r� r? r� r� r4 r4 r5 rL � s zTarInfo._proc_gnusparse_01c C s� d}g }|j jt�}|jdd�\}}t|�}xJt|�|d k rvd|krV||j jt�7 }|jdd�\}}|jt|�� q.W |j j� |_t t |ddd� |ddd� ��|_ dS )z?Process a GNU tar extended sparse header, version 1.0. Nr� r r ) r� rY r� rU r@ r. rn r� r� rP rQ r� )r� r? r� r� Zfieldsr� rW Znumberr4 r4 r5 rN � s zTarInfo._proc_gnusparse_10c C s� x�|j � D ]�\}}|dkr(t| d|� q |dkrBt| dt|�� q |dkr\t| dt|�� q |tkr |tkr�yt| |�}W n tk r� d}Y nX |dkr�|jd�}t| ||� q W |j� | _dS ) zoReplace fields with supplemental information from a previous pax extended or global header. zGNU.sparse.namer zGNU.sparse.sizer zGNU.sparse.realsizer r� N) r �setattrr@ � PAX_FIELDS�PAX_NUMBER_FIELDSrA r, r r� )r� r� r2 r3 r r r4 r4 r5 r> � s" zTarInfo._apply_pax_infoc C s. y |j |d�S tk r( |j ||�S X dS )z1Decode a single field from a pax record. r= N)r9 �UnicodeDecodeError)r� r r2 Zfallback_encodingZfallback_errorsr4 r4 r5 rJ s zTarInfo._decode_pax_fieldc C s" t |t�\}}|r|d7 }|t S )z_Round up a byte count by BLOCKSIZE and return it, e.g. _block(834) => 1024. r )r[ r� )r� r' r_ r` r4 r4 r5 r= s zTarInfo._blockc C s | j tkS )N)r� � REGULAR_TYPES)r� r4 r4 r5 r; s z TarInfo.isregc C s | j � S )N)r; )r� r4 r4 r5 �isfile s zTarInfo.isfilec C s | j tkS )N)r� r� )r� r4 r4 r5 r+ s z TarInfo.isdirc C s | j tkS )N)r� �SYMTYPE)r� r4 r4 r5 �issym s z TarInfo.issymc C s | j tkS )N)r� �LNKTYPE)r� r4 r4 r5 �islnk s z TarInfo.islnkc C s | j tkS )N)r� �CHRTYPE)r� r4 r4 r5 �ischr s z TarInfo.ischrc C s | j tkS )N)r� �BLKTYPE)r� r4 r4 r5 �isblk" s z TarInfo.isblkc C s | j tkS )N)r� �FIFOTYPE)r� r4 r4 r5 �isfifo$ s zTarInfo.isfifoc C s | j d k S )N)r� )r� r4 r4 r5 �issparse& s zTarInfo.issparsec C s | j tttfkS )N)r� r` rb rd )r� r4 r4 r5 �isdev( s z TarInfo.isdevN)r� rp r r! r r r� r� r� r" r# r� r� r� r� r� r� r� r� r� )rl )4ru rv rw rx � __slots__r� r� r� �propertyr r� r� r r� r� �DEFAULT_FORMAT�ENCODINGr� r� r� r� � classmethodr r � staticmethodr r r r r3 r5 r4 r: r6 r7 r9 rM rL rN r> rJ r= r; r[ r+ r] r_ ra rc re rf rg r4 r4 r4 r5 r � s` 1 3 ? f c @ s� e Zd ZdZdZdZdZdZeZ e Z dZ e ZeZdVdd �Zedddefd d ��ZedWd d ��ZedXdd��ZedYdd��Zdddd�Zdd� Zdd� Zdd � Zd d � Z dZd d �Z d[d"d#�Z d\d$d%�Z d]d&d'�Z d^d)d*�Z!d_d,d-�Z"d.d/� Z#d`d0d1�Z$d2d3� Z%d4d5� Z&d6d7� Z'd8d9� Z(d:d;� Z)d<d=� Z*d>d?� Z+d@dA� Z,dBdC� Z-dDdE� Z.dadFdG�Z/dHdI� Z0dbdJdK�Z1dLdM� Z2dNdO� Z3dPdQ� Z4dRdS� Z5dTdU� Z6dS )cr z=The TarFile Class provides an interface to tar archives. r Fr Nrf r� c C s� t |�dks|dkr td��|| _dddd�| | _|sp| jdkr\tjj|� r\d | _d| _t|| j�}d | _n0|d kr�t |d �r�|j }t |d �r�|j| _d| _|r�tjj |�nd | _ || _ |d k r�|| _ |d k r�|| _|d k r�|| _|d k r�|| _|d k �r|| _| | _| d k �r(| j tk�r(| | _ni | _| d k �r>| | _| d k �rN| | _d | _g | _d | _| j j� | _i | _ y�| jdk�r�d | _ | j � | _ | jdk�r$x�| j j | j� y | jj | �}| jj!|� W nT t"k �r� | j j | j� P Y n0 t#k �r } zt$t%| ���W Y d d } ~ X nX �q�W | jdk�rnd| _| j�rn| jj&| jj'� �}| j j(|� | jt |�7 _W n& | j�s�| j j)� d| _� Y nX d S )a� Open an (uncompressed) tar archive `name'. `mode' is either 'r' to read from an existing archive, 'a' to append data to an existing file or 'w' to create a new file overwriting an existing one. `mode' defaults to 'r'. If `fileobj' is given, it is used for reading or writing data. If it can be determined, `mode' is overridden by `fileobj's mode. `fileobj' is not closed, when TarFile is closed. r r� z mode must be 'r', 'a' or 'w'�rbzr+b�wb)rf �arg rp rg FNr� rp Trf �aw)*r. rA rp �_moder� r �exists� bltn_openr� r� r� �abspathr� rR r� � dereference� ignore_zerosr2 r3 r� r� �debug� errorlevelr� �members�_loadedr� r� �inodes� firstmemberr? r� r5 rn r� r} rz r r r rZ r� )r� r� rp r� rR r� rv rw r2 r3 r� rx ry �erW r4 r4 r5 r� F s� $ zTarFile.__init__c K s� | r| rt d��|dkr�xz| jD ]p}t| | j| �}|dk rH|j� }y||d|f|�S ttfk r� } z|dk r�|j|� w$W Y dd} ~ X q$X q$W td���nd|k�r|jdd�\} }| p�d} |p�d}|| jkr�t| | j| �}n td | ��||| |f|�S d |k�r�|jd d�\} }| �p(d} |�p2d}| d k�rFt d ��t|| |||�} y| || | f|�} W n | j � � Y nX d | _ | S |dk�r�| j |||f|�S t d��dS )a| Open a tar archive for reading, writing or appending. Return an appropriate TarFile class. mode: 'r' or 'r:*' open for reading with transparent compression 'r:' open for reading exclusively uncompressed 'r:gz' open for reading with gzip compression 'r:bz2' open for reading with bzip2 compression 'a' or 'a:' open for appending, creating the file if necessary 'w' or 'w:' open for writing without compression 'w:gz' open for writing with gzip compression 'w:bz2' open for writing with bzip2 compression 'r|*' open a stream of tar blocks with transparent compression 'r|' open an uncompressed stream of tar blocks for reading 'r|gz' open a gzip compressed stream of tar blocks 'r|bz2' open a bzip2 compressed stream of tar blocks 'w|' open an uncompressed stream for writing 'w|gz' open a gzip compressed stream for writing 'w|bz2' open a bzip2 compressed stream for writing znothing to openrf �r:*Nz%file could not be opened successfully�:r r� zunknown compression type %r�|�rwzmode must be 'r' or 'w'Frq zundiscernible mode)rf r ) rA � OPEN_METHr� r� rz r{ r� rU r� r� r� �taropen) r r� rp r� r� �kwargsr� �funcZ saved_posr~ rt �streamrj r4 r4 r5 r� � sN z TarFile.openc K s, t |�dks|dkr td��| |||f|�S )zCOpen uncompressed tar archive name for reading or writing. r r� z mode must be 'r', 'a' or 'w')r. rA )r r� rp r� r� r4 r4 r5 r� � s zTarFile.taropenr� c K s� t |�dks|dkr td��yddl}|j W n ttfk rN td��Y nX |dk }y*|j||d ||�}| j|||f|�}W n^ tk r� | r�|dk r�|j � |dkr�� t d��Y n$ | r�|dk r�|j � � Y nX ||_ |S ) zkOpen gzip compressed tar archive name for reading or writing. Appending is not allowed. r r� zmode must be 'r' or 'w'r Nz gzip module is not availablera znot a gzip file) r. rA �gzipZGzipFiler� �AttributeErrorr{ r� r\ r� rz r� ) r r� rp r� � compresslevelr� r� Z extfileobjrj r4 r4 r5 �gzopen s. zTarFile.gzopenc K s� t |�dks|dkr td��y ddl}W n tk rD td��Y nX |dk rZt||�}n|j|||d�}y| j|||f|�}W n( tt fk r� |j � t d��Y nX d |_ |S ) zlOpen bzip2 compressed tar archive name for reading or writing. Appending is not allowed. r r� zmode must be 'r' or 'w'.r Nzbz2 module is not available)r� znot a bzip2 fileF) r. rA r� r� r{ r� ZBZ2Filer� r\ �EOFErrorr� rz r� )r r� rp r� r� r� r� rj r4 r4 r5 �bz2open$ s zTarFile.bz2openr� r� r� )r� r� r� c C s� | j r dS | jdkrf| jjttd � | jtd 7 _t| jt�\}}|dkrf| jjtt| � | j sv| jj � d| _ dS )zlClose the TarFile. In write-mode, two finishing zero blocks are appended to the archive. Nrq r r T) r� rp r� rZ r/ r� r� r[ � RECORDSIZEr� r� )r� r_ r` r4 r4 r5 r� H s z TarFile.closec C s" | j |�}|dkr td| ��|S )a Return a TarInfo object for member `name'. If `name' can not be found in the archive, KeyError is raised. If a member occurs more than once in the archive, its last occurrence is assumed to be the most up-to-date version. Nzfilename %r not found)� _getmember�KeyError)r� r� r� r4 r4 r5 � getmember\ s zTarFile.getmemberc C s | j � | js| j� | jS )z�Return the members of the archive as a list of TarInfo objects. The list has the same order as the members in the archive. )�_checkr{ �_loadrz )r� r4 r4 r5 � getmembersg s zTarFile.getmembersc C s dd� | j � D �S )z�Return the members of the archive as a list of their names. It has the same order as the list returned by getmembers(). c S s g | ] }|j �qS r4 )r� )rR r� r4 r4 r5 rS u s z$TarFile.getnames.<locals>.<listcomp>)r� )r� r4 r4 r5 �getnamesq s zTarFile.getnamesc C sp | j d� |dk r|j}|dkr$|}tjj|�\}}|jtjd�}|jd�}| j� }| |_ |dkr�t td�r�| j r�tj |�}q�tj |�}ntj|j� �}d}|j}t j|��r|j|jf} | j r�|jdkr�| | jkr�|| j| kr�t} | j| }nt} | d �rx|| j| < nht j|��r"t} nVt j|��r4t} nDt j |��rPt } tj |�}n(t j |��rbt } nt j!|��rtt"} ndS ||_||_#|j$|_%|j&|_'| tk�r�|j(|_)nd|_)|j*|_+| |_,||_-t.�r�yt.j/|j%�d |_0W n t1k �r� Y nX t2�r*yt2j3|j'�d |_4W n t1k �r( Y nX | t t"fk�rlt td��rlt td ��rltj5|j6�|_7tj8|j6�|_9|S ) aO Create a TarInfo object for either the file `name' or the file object `fileobj' (using os.fstat on its file descriptor). You can modify some of the TarInfo's attributes before you add it using addfile(). If given, `arcname' specifies an alternative name for the file in the archive. rq Nr� �lstatrl r r �major�minor):r� r� r� r � splitdriver� �sep�lstripr� r� r� rv r� �stat�fstat�fileno�st_mode�S_ISREG�st_ino�st_dev�st_nlinkr| r^ r� �S_ISDIRr� �S_ISFIFOrd �S_ISLNKr\ �readlink�S_ISCHRr` �S_ISBLKrb rp �st_uidr �st_gidr! �st_sizer �st_mtimer r� r� �pwd�getpwuidr" r� �grpZgetgrgidr# r� �st_rdevr� r� r� ) r� r� �arcnamer� Zdrvr� Zstatresr� Zstmd�inoder� r4 r4 r5 � gettarinfow s~ zTarFile.gettarinfoTc C s | j � x�| D ]�}|r�tt|j�dd� td|jp6|j|jp@|jf dd� |j� s\|j � rztdd|j |j f dd� ntd|j dd� tdt j|j�dd � dd� t|j|j� r�d nd dd� |r�|j� r�td |jdd� |j� r�td |jdd� t� qW dS )z�Print a table of contents to sys.stdout. If `verbose' is False, only the names of the members are printed. If it is True, an `ls -l'-like output is produced. � )rI z%s/%sz%10sz%d,%dz%10dz%d-%02d-%02d %02d:%02d:%02dNr� r� rl z->zlink to)r� �printrt rp r" r r# r! ra rc r� r� r r� Z localtimer r� r+ r] r� r_ )r� �verboser� r4 r4 r5 rP � s& z TarFile.listc C sr | j d� |dkr|}|dk rPddl}|jdtd� ||�rP| jdd| � dS | jdk r�tjj|�| jkr�| jdd| � dS | jd|� | j ||�}|dkr�| jdd | � dS |dk r�||�}|dkr�| jdd| � dS |j � �r t |d �}| j ||� |j � nd|j� �rd| j |� |�rnxHtj|�D ].}| jtjj||�tjj||�|||d � �q0W n | j |� dS ) a~ Add the file `name' to the archive. `name' may be any type of file (directory, fifo, symbolic link, etc.). If given, `arcname' specifies an alternative name for the file in the archive. Directories are added recursively by default. This can be avoided by setting `recursive' to False. `exclude' is a function that should return True for each filename to be excluded. `filter' is a function that expects a TarInfo object argument and returns the changed TarInfo object, if it returns None the TarInfo object will be excluded from the archive. rq Nr z use the filter argument insteadr ztarfile: Excluded %rztarfile: Skipped %rr z tarfile: Unsupported type %rrn )�filter)r� �warnings�warn�DeprecationWarning�_dbgr� r� r ru r� r; rt �addfiler� r+ �listdir�addro ) r� r� r� � recursiveZexcluder� r� r� �fr4 r4 r5 r� � sD z TarFile.addc C s� | j d� tj|�}|j| j| j| j�}| jj|� | jt |�7 _|dk r�t || j|j � t |j t �\}}|dkr�| jjtt | � |d7 }| j|t 7 _| jj|� dS )a] Add the TarInfo object `tarinfo' to the archive. If `fileobj' is given, tarinfo.size bytes are read from it and added to the archive. You can create TarInfo objects using gettarinfo(). On Windows platforms, `fileobj' should always be opened with mode 'rb' to avoid irritation about the file size. rq Nr r )r� r r� rR r2 r3 r� rZ r� r. rb r r[ r� r/ rz rn )r� r� r� rW r_ r` r4 r4 r5 r� 4 s zTarFile.addfile�.c C s� g }|dkr| }xD|D ]<}|j � r<|j|� tj|�}d|_| j|||j � d� qW |jdd� d� |j� x�|D ]~}tjj ||j �}y(| j ||� | j ||� | j ||� W qt tk r� } z$| jdkrЂ n| jdd| � W Y dd}~X qtX qtW dS ) aM Extract all members from the archive to the current working directory and set owner, modification time and permissions on directories afterwards. `path' specifies a different directory to extract to. `members' is optional and must be a subset of the list returned by getmembers(). Ni� )� set_attrsc S s | j S )N)r� )rp r4 r4 r5 �<lambda>d s z$TarFile.extractall.<locals>.<lambda>)�keyr z tarfile: %s)r+ rn r rp �extract�sort�reverser� r ro r� �chown�utime�chmodry ry r� )r� r rz Z directoriesr� �dirpathr~ r4 r4 r5 � extractallN s* zTarFile.extractallrl c C s | j d� t|t�r | j|�}n|}|j� r>tjj||j�|_ y | j |tjj||j �|d� W n� t k r� } zJ| j dkr~� n6|jdkr�| jdd|j � n| jdd|j|jf � W Y dd}~X nB tk �r } z$| j dkr� n| jdd| � W Y dd}~X nX dS )ax Extract a member from the archive to the current working directory, using its full name. Its file information is extracted as accurately as possible. `member' may be a filename or a TarInfo object. You can specify a different directory using `path'. File attributes (owner, mtime, mode) are set unless `set_attrs' is False. rf )r� r Nr z tarfile: %sztarfile: %s %r)r� r r r� r_ r� r ro r� r� �_extract_memberr� �EnvironmentErrorry �filenamer� �strerrorry )r� �memberr r� r� r~ r4 r4 r5 r� t s& ( zTarFile.extractc C s� | j d� t|t�r | j|�}n|}|j� r8| j| |�S |jtkrN| j| |�S |j� s^|j � r�t| j t �rtt d��q�| j | j|��S ndS dS )a� Extract a member from the archive as a file object. `member' may be a filename or a TarInfo object. If `member' is a regular file, a file-like object is returned. If `member' is a link, a file-like object is constructed from the link's target. If `member' is none of the above, None is returned. The file-like object is read-only and provides the following methods: read(), readline(), readlines(), seek() and tell() rf z'cannot extract (sym)link as file objectN)r� r r r� r; � fileobjectr� r< r_ r] r� r� r| � extractfile�_find_link_target)r� r� r� r4 r4 r5 r� � s zTarFile.extractfilec C sT |j d�}|jdtj�}tjj|�}|r@tjj|� r@tj|� |j� sP|j � rj| j dd|j |j f � n| j d|j � |j � r�| j||� n�|j� r�| j||� nx|j� r�| j||� nb|j� s�|j� r�| j||� nD|j� s�|j � r�| j||� n&|jtk�r| j||� n | j||� |�rP| j||� |j � �sP| j||� | j ||� dS )z\Extract the TarInfo object tarinfo to a physical file called targetpath. r� r z%s -> %sN) r, r� r� r� r �dirnamers �makedirsr_ r] r� r� r� r; �makefiler+ �makedirre �makefifora rc �makedev�makelinkr� r< � makeunknownr� r� r� )r� r� � targetpathr� Z upperdirsr4 r4 r5 r� � s4 zTarFile._extract_memberc C sF yt j|d� W n0 tk r@ } z|jtjkr0� W Y dd}~X nX dS )z,Make a directory called targetpath. i� N)r� �mkdirr� �errnoZEEXIST)r� r� r� r~ r4 r4 r5 r� � s zTarFile.makedirc C s� | j }|j|j� t|d�}|jdk rRx8|jD ] \}}|j|� t|||� q.W nt|||j� |j|j� |j� |j� dS )z'Make a file called targetpath. ro N) r� r� r� rt r� rb r �truncater� )r� r� r� �source�targetr� r r4 r4 r5 r� � s zTarFile.makefilec C s" | j ||� | jdd|j � dS )zYMake a file from a TarInfo object with an unknown type at targetpath. r z9tarfile: Unknown file type %r, extracted as regular file.N)r� r� r� )r� r� r� r4 r4 r5 r� s zTarFile.makeunknownc C s" t td�rtj|� ntd��dS )z'Make a fifo called targetpath. �mkfifoz fifo not supported by systemN)r� r� r� ry )r� r� r� r4 r4 r5 r� s zTarFile.makefifoc C sb t td� st td� r td��|j}|j� r:|tjO }n |tjO }tj||tj |j |j �� dS )z<Make a character or block device called targetpath. �mknodr� z'special devices not supported by systemN) r� r� ry rp rc r� �S_IFBLK�S_IFCHRr� r� r� r� )r� r� r� rp r4 r4 r5 r� s zTarFile.makedevc C s� yL|j � rtj|j|� n0tjj|j�r8tj|j|� n| j| j |�|� W n> t k r� |j � r�tjj tjj |j �|j�}n|j}Y n6X y| j| j |�|� W n tk r� td��Y nX dS )z�Make a (symbolic) link called targetpath. If it cannot be created (platform limitation), we try to make a copy of the referenced file instead of a link. z%unable to resolve link inside archiveN)r] r� �symlinkr� r rs r� �linkr� r� �symlink_exceptionro r� r� r� ry )r� r� r� r r4 r4 r5 r� ' s" zTarFile.makelinkc C s� t r�ttd�r�tj� dkr�ytj|j�d }W n tk rH |j}Y nX yt j |j �d }W n tk rx |j }Y nX y>|j � r�ttd�r�tj |||� ntjdkr�tj|||� W n* tk r� } ztd��W Y dd}~X nX dS )z6Set owner of targetpath according to tarinfo. �geteuidr r �lchownZos2emxzcould not change ownerN)r� r� r� r� r� Zgetgrnamr# r� r! �getpwnamr" r r] r� �sys�platformr� r� ry )r� r� r� �g�ur~ r4 r4 r5 r� D s z TarFile.chownc C sL t td�rHytj||j� W n* tk rF } ztd��W Y dd}~X nX dS )zASet file permissions of targetpath according to tarinfo. r� zcould not change modeN)r� r� r� rp r� ry )r� r� r� r~ r4 r4 r5 r� Z s z TarFile.chmodc C sV t td�sdS ytj||j|jf� W n* tk rP } ztd��W Y dd}~X nX dS )zBSet modification time of targetpath according to tarinfo. r� Nz"could not change modification time)r� r� r� r r� ry )r� r� r� r~ r4 r4 r5 r� c s z TarFile.utimec C s� | j d� | jdk r$| j}d| _|S | jj| j� d}�x\y| jj| �}W �nB tk r� } z2| jr�| j dd| j|f � | jt 7 _w:W Y dd}~X n� t k r� } zJ| jr�| j dd| j|f � | jt 7 _w:n| jdkr�t t |���W Y dd}~X n� tk �r& | jdk�r"t d��Y nj tk �r` } z | jdk�rPt t |���W Y dd}~X n0 tk �r� } zt t |���W Y dd}~X nX P q:W |dk �r�| jj|� nd| _|S )z�Return the next member of the archive as a TarInfo object, when TarFile is opened for reading. Return None if there is no more available. ZraNr z0x%X: %sr z empty fileT)r� r} r� r� r� r� r5 r� rw r� r� rB rz r r~ r r� rz rn r{ )r� �mr� r~ r4 r4 r5 r? n sF z TarFile.nextc C sn | j � }|dk r"|d|j|�� }|r2tjj|�}x6t|�D ]*}|rTtjj|j�}n|j}||kr<|S q<W dS )z}Find an archive member by name from bottom to top. If tarinfo is given, it is used as the starting point. N)r� �indexr� r �normpath�reversedr� )r� r� r� � normalizerz r� � member_namer4 r4 r5 r� � s zTarFile._getmemberc C s" x| j � }|dkrP qW d| _dS )zWRead through the entire archive file and look for readable members. NT)r? r{ )r� r� r4 r4 r5 r� � s z TarFile._loadc C s: | j rtd| jj ��|dk r6| j|kr6td| j ��dS )znCheck if TarFile is still open, and if the operation's mode corresponds to TarFile's mode. z %s is closedNzbad operation for mode %r)r� r\ r� ru rp )r� rp r4 r4 r5 r� � s zTarFile._checkc C sX |j � r&tjj|j�d |j }d}n |j}|}| j||dd�}|dkrTtd| ��|S )zZFind the target member of a symlink or hardlink member in the archive. r� NT)r� r� zlinkname %r not found)r] r� r r� r� r� r� r� )r� r� r� �limitr� r4 r4 r5 r� � s zTarFile._find_link_targetc C s | j rt| j�S t| �S dS )z$Provide an iterator object. N)r{ �iterrz �TarIter)r� r4 r4 r5 r� � s zTarFile.__iter__c C s || j krt|tjd� dS )z.Write debugging output to sys.stderr. )�fileN)rx r� r� �stderr)r� �level�msgr4 r4 r5 r� � s z TarFile._dbgc C s | j � | S )N)r� )r� r4 r4 r5 � __enter__� s zTarFile.__enter__c C s, |d kr| j � n| js"| jj � d| _d S )NT)r� r� r� r� )r� r� r � tracebackr4 r4 r5 �__exit__� s zTarFile.__exit__) Nrf NNNNNNr� NNN)rf N)rf Nr� )rf Nr� )NNN)T)NTNN)N)r� N)rl T)T)NF)N)7ru rv rw rx rx rv rw ry rj rR rk r2 r3 r r� r� r� r� rl r� r� r� r� r� r� r� r� r� r� r� rP r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r? r� r� r� r� r� r� r� r r4 r4 r4 r5 r , sl iK b > & #& 0 1 c @ s, e Zd ZdZdd� Zdd� Zdd� ZeZdS ) r� zMIterator Class. for tarinfo in TarFile(...): suite... c C s || _ d| _dS )z$Construct a TarIter object. r N)r� r� )r� r� r4 r4 r5 r� s zTarIter.__init__c C s | S )z Return iterator object. r4 )r� r4 r4 r5 r� s zTarIter.__iter__c C sb | j js$| j j� }|sPd| j _t�n,y| j j| j }W n tk rN t�Y nX | jd7 _|S )z�Return the next item using TarFile's next() method. When all members have been read, set TarFile as _loaded. Tr )r� r{ r? � StopIterationrz r� � IndexError)r� r� r4 r4 r5 �__next__ s zTarIter.__next__N)ru rv rw rx r� r� r r? r4 r4 r4 r5 r� � s r� c C s. yt | �}|j� dS tk r( dS X dS )zfReturn True if name points to a tar archive that we are able to handle, else return False. TFN)r� r� r )r� rj r4 r4 r5 r # s )r r r r r r! r" r# )r r r" r# )r+ r, )N)wZ __future__r � __version__�version� __author__Z__date__Z __cvsid__� __credits__r� r� r� r� r� rL r rC r� r� r� r� �NotImplementedErrorr� Z WindowsError� NameError�__all__� version_infoZ __builtin__�builtinsr� Z_openr/ r� r� r r� r� r� r r� r( r^ r\ r` rb r� rd ZCONTTYPEr r r) r r r8 r� rK r� rj r< rZ r- rW �setrK r r@ rX �S_IFLNK�S_IFREGr� �S_IFDIRr� �S_IFIFOZTSUIDZTSGIDZTSVTXZTUREADZTUWRITEZTUEXECZTGREADZTGWRITEZTGEXECZTOREADZTOWRITEZTOEXECr� rk �getfilesystemencodingr6 r; rG rS rX rb rm rt � Exceptionr ry rz r{ r| r} r~ r r� rB r� �objectr� r� r� r� r� r� r r r� r rt r4 r4 r4 r5 �<module> s> i?K T* site-packages/pip/_vendor/distlib/_backport/__pycache__/misc.cpython-36.pyc 0000644 00000001740 15231162611 0022677 0 ustar 00 3 F��i� � @ s� d Z ddlZddlZdddgZyddlmZ W n ek rL d dd�ZY nX yeZW n( ek r~ dd l m Z d d� ZY nX y ej Z W n e k r� d d� Z Y nX dS ) z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Tc C s |rdp d}| | S )N�c�o� )Zpy_file�debugZextr r �/usr/lib/python3.6/misc.pyr s )�Callablec C s t | t�S )N)� isinstancer )�objr r r r s c C s< t | t�r| S t | t�r&| jtj� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s )T) �__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr r �AttributeErrorr r r r �<module> s site-packages/pip/_vendor/distlib/_backport/sysconfig.cfg 0000644 00000005071 15231162611 0017574 0 ustar 00 [posix_prefix] # Configuration directories. Some of these come straight out of the # configure script. They are for implementing the other variables, not to # be used directly in [resource_locations]. confdir = /etc datadir = /usr/share libdir = /usr/lib statedir = /var # User resource directory local = ~/.local/{distribution.name} stdlib = {base}/lib/python{py_version_short} platstdlib = {platbase}/lib/python{py_version_short} purelib = {base}/lib/python{py_version_short}/site-packages platlib = {platbase}/lib/python{py_version_short}/site-packages include = {base}/include/python{py_version_short}{abiflags} platinclude = {platbase}/include/python{py_version_short}{abiflags} data = {base} [posix_home] stdlib = {base}/lib/python platstdlib = {base}/lib/python purelib = {base}/lib/python platlib = {base}/lib/python include = {base}/include/python platinclude = {base}/include/python scripts = {base}/bin data = {base} [nt] stdlib = {base}/Lib platstdlib = {base}/Lib purelib = {base}/Lib/site-packages platlib = {base}/Lib/site-packages include = {base}/Include platinclude = {base}/Include scripts = {base}/Scripts data = {base} [os2] stdlib = {base}/Lib platstdlib = {base}/Lib purelib = {base}/Lib/site-packages platlib = {base}/Lib/site-packages include = {base}/Include platinclude = {base}/Include scripts = {base}/Scripts data = {base} [os2_home] stdlib = {userbase}/lib/python{py_version_short} platstdlib = {userbase}/lib/python{py_version_short} purelib = {userbase}/lib/python{py_version_short}/site-packages platlib = {userbase}/lib/python{py_version_short}/site-packages include = {userbase}/include/python{py_version_short} scripts = {userbase}/bin data = {userbase} [nt_user] stdlib = {userbase}/Python{py_version_nodot} platstdlib = {userbase}/Python{py_version_nodot} purelib = {userbase}/Python{py_version_nodot}/site-packages platlib = {userbase}/Python{py_version_nodot}/site-packages include = {userbase}/Python{py_version_nodot}/Include scripts = {userbase}/Scripts data = {userbase} [posix_user] stdlib = {userbase}/lib/python{py_version_short} platstdlib = {userbase}/lib/python{py_version_short} purelib = {userbase}/lib/python{py_version_short}/site-packages platlib = {userbase}/lib/python{py_version_short}/site-packages include = {userbase}/include/python{py_version_short} scripts = {userbase}/bin data = {userbase} [osx_framework_user] stdlib = {userbase}/lib/python platstdlib = {userbase}/lib/python purelib = {userbase}/lib/python/site-packages platlib = {userbase}/lib/python/site-packages include = {userbase}/include scripts = {userbase}/bin data = {userbase} site-packages/pip/_vendor/distlib/resources.py 0000644 00000025016 15231162611 0015530 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2013-2016 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import unicode_literals import bisect import io import logging import os import pkgutil import shutil import sys import types import zipimport from . import DistlibException from .util import cached_property, get_cache_base, path_to_cache_dir, Cache logger = logging.getLogger(__name__) cache = None # created when needed class ResourceCache(Cache): def __init__(self, base=None): if base is None: # Use native string to avoid issues on 2.x: see Python #20140. base = os.path.join(get_cache_base(), str('resource-cache')) super(ResourceCache, self).__init__(base) def is_stale(self, resource, path): """ Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. """ # Cache invalidation is a hard problem :-) return True def get(self, resource): """ Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. """ prefix, path = resource.finder.get_cache_info(resource) if prefix is None: result = path else: result = os.path.join(self.base, self.prefix_to_dir(prefix), path) dirname = os.path.dirname(result) if not os.path.isdir(dirname): os.makedirs(dirname) if not os.path.exists(result): stale = True else: stale = self.is_stale(resource, path) if stale: # write the bytes of the resource to the cache location with open(result, 'wb') as f: f.write(resource.bytes) return result class ResourceBase(object): def __init__(self, finder, name): self.finder = finder self.name = name class Resource(ResourceBase): """ A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. """ is_container = False # Backwards compatibility def as_stream(self): """ Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. """ return self.finder.get_stream(self) @cached_property def file_path(self): global cache if cache is None: cache = ResourceCache() return cache.get(self) @cached_property def bytes(self): return self.finder.get_bytes(self) @cached_property def size(self): return self.finder.get_size(self) class ResourceContainer(ResourceBase): is_container = True # Backwards compatibility @cached_property def resources(self): return self.finder.get_resources(self) class ResourceFinder(object): """ Resource finder for file system resources. """ if sys.platform.startswith('java'): skipped_extensions = ('.pyc', '.pyo', '.class') else: skipped_extensions = ('.pyc', '.pyo') def __init__(self, module): self.module = module self.loader = getattr(module, '__loader__', None) self.base = os.path.dirname(getattr(module, '__file__', '')) def _adjust_path(self, path): return os.path.realpath(path) def _make_path(self, resource_name): # Issue #50: need to preserve type of path on Python 2.x # like os.path._get_sep if isinstance(resource_name, bytes): # should only happen on 2.x sep = b'/' else: sep = '/' parts = resource_name.split(sep) parts.insert(0, self.base) result = os.path.join(*parts) return self._adjust_path(result) def _find(self, path): return os.path.exists(path) def get_cache_info(self, resource): return None, resource.path def find(self, resource_name): path = self._make_path(resource_name) if not self._find(path): result = None else: if self._is_directory(path): result = ResourceContainer(self, resource_name) else: result = Resource(self, resource_name) result.path = path return result def get_stream(self, resource): return open(resource.path, 'rb') def get_bytes(self, resource): with open(resource.path, 'rb') as f: return f.read() def get_size(self, resource): return os.path.getsize(resource.path) def get_resources(self, resource): def allowed(f): return (f != '__pycache__' and not f.endswith(self.skipped_extensions)) return set([f for f in os.listdir(resource.path) if allowed(f)]) def is_container(self, resource): return self._is_directory(resource.path) _is_directory = staticmethod(os.path.isdir) def iterator(self, resource_name): resource = self.find(resource_name) if resource is not None: todo = [resource] while todo: resource = todo.pop(0) yield resource if resource.is_container: rname = resource.name for name in resource.resources: if not rname: new_name = name else: new_name = '/'.join([rname, name]) child = self.find(new_name) if child.is_container: todo.append(child) else: yield child class ZipResourceFinder(ResourceFinder): """ Resource finder for resources in .zip files. """ def __init__(self, module): super(ZipResourceFinder, self).__init__(module) archive = self.loader.archive self.prefix_len = 1 + len(archive) # PyPy doesn't have a _files attr on zipimporter, and you can't set one if hasattr(self.loader, '_files'): self._files = self.loader._files else: self._files = zipimport._zip_directory_cache[archive] self.index = sorted(self._files) def _adjust_path(self, path): return path def _find(self, path): path = path[self.prefix_len:] if path in self._files: result = True else: if path and path[-1] != os.sep: path = path + os.sep i = bisect.bisect(self.index, path) try: result = self.index[i].startswith(path) except IndexError: result = False if not result: logger.debug('_find failed: %r %r', path, self.loader.prefix) else: logger.debug('_find worked: %r %r', path, self.loader.prefix) return result def get_cache_info(self, resource): prefix = self.loader.archive path = resource.path[1 + len(prefix):] return prefix, path def get_bytes(self, resource): return self.loader.get_data(resource.path) def get_stream(self, resource): return io.BytesIO(self.get_bytes(resource)) def get_size(self, resource): path = resource.path[self.prefix_len:] return self._files[path][3] def get_resources(self, resource): path = resource.path[self.prefix_len:] if path and path[-1] != os.sep: path += os.sep plen = len(path) result = set() i = bisect.bisect(self.index, path) while i < len(self.index): if not self.index[i].startswith(path): break s = self.index[i][plen:] result.add(s.split(os.sep, 1)[0]) # only immediate children i += 1 return result def _is_directory(self, path): path = path[self.prefix_len:] if path and path[-1] != os.sep: path += os.sep i = bisect.bisect(self.index, path) try: result = self.index[i].startswith(path) except IndexError: result = False return result _finder_registry = { type(None): ResourceFinder, zipimport.zipimporter: ZipResourceFinder } try: # In Python 3.6, _frozen_importlib -> _frozen_importlib_external try: import _frozen_importlib_external as _fi except ImportError: import _frozen_importlib as _fi _finder_registry[_fi.SourceFileLoader] = ResourceFinder _finder_registry[_fi.FileFinder] = ResourceFinder del _fi except (ImportError, AttributeError): pass def register_finder(loader, finder_maker): _finder_registry[type(loader)] = finder_maker _finder_cache = {} def finder(package): """ Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. """ if package in _finder_cache: result = _finder_cache[package] else: if package not in sys.modules: __import__(package) module = sys.modules[package] path = getattr(module, '__path__', None) if path is None: raise DistlibException('You cannot get a finder for a module, ' 'only for a package') loader = getattr(module, '__loader__', None) finder_maker = _finder_registry.get(type(loader)) if finder_maker is None: raise DistlibException('Unable to locate finder for %r' % package) result = finder_maker(module) _finder_cache[package] = result return result _dummy_module = types.ModuleType(str('__dummy__')) def finder_for_path(path): """ Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. """ result = None # calls any path hooks, gets importer into cache pkgutil.get_importer(path) loader = sys.path_importer_cache.get(path) finder = _finder_registry.get(type(loader)) if finder: module = _dummy_module module.__file__ = os.path.join(path, '') module.__loader__ = loader result = finder(module) return result site-packages/pip/_vendor/distlib/compat.py 0000644 00000117541 15231162611 0015006 0 ustar 00 # -*- coding: utf-8 -*- # # Copyright (C) 2013-2016 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import absolute_import import os import re import sys try: import ssl except ImportError: ssl = None if sys.version_info[0] < 3: # pragma: no cover from StringIO import StringIO string_types = basestring, text_type = unicode from types import FileType as file_type import __builtin__ as builtins import ConfigParser as configparser from ._backport import shutil from urlparse import urlparse, urlunparse, urljoin, urlsplit, urlunsplit from urllib import (urlretrieve, quote as _quote, unquote, url2pathname, pathname2url, ContentTooShortError, splittype) def quote(s): if isinstance(s, unicode): s = s.encode('utf-8') return _quote(s) import urllib2 from urllib2 import (Request, urlopen, URLError, HTTPError, HTTPBasicAuthHandler, HTTPPasswordMgr, HTTPHandler, HTTPRedirectHandler, build_opener) if ssl: from urllib2 import HTTPSHandler import httplib import xmlrpclib import Queue as queue from HTMLParser import HTMLParser import htmlentitydefs raw_input = raw_input from itertools import ifilter as filter from itertools import ifilterfalse as filterfalse _userprog = None def splituser(host): """splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.""" global _userprog if _userprog is None: import re _userprog = re.compile('^(.*)@(.*)$') match = _userprog.match(host) if match: return match.group(1, 2) return None, host else: # pragma: no cover from io import StringIO string_types = str, text_type = str from io import TextIOWrapper as file_type import builtins import configparser import shutil from urllib.parse import (urlparse, urlunparse, urljoin, splituser, quote, unquote, urlsplit, urlunsplit, splittype) from urllib.request import (urlopen, urlretrieve, Request, url2pathname, pathname2url, HTTPBasicAuthHandler, HTTPPasswordMgr, HTTPHandler, HTTPRedirectHandler, build_opener) if ssl: from urllib.request import HTTPSHandler from urllib.error import HTTPError, URLError, ContentTooShortError import http.client as httplib import urllib.request as urllib2 import xmlrpc.client as xmlrpclib import queue from html.parser import HTMLParser import html.entities as htmlentitydefs raw_input = input from itertools import filterfalse filter = filter try: from ssl import match_hostname, CertificateError except ImportError: # pragma: no cover class CertificateError(ValueError): pass def _dnsname_match(dn, hostname, max_wildcards=1): """Matching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 """ pats = [] if not dn: return False parts = dn.split('.') leftmost, remainder = parts[0], parts[1:] wildcards = leftmost.count('*') if wildcards > max_wildcards: # Issue #17980: avoid denials of service by refusing more # than one wildcard per fragment. A survey of established # policy among SSL implementations showed it to be a # reasonable choice. raise CertificateError( "too many wildcards in certificate DNS name: " + repr(dn)) # speed up common case w/o wildcards if not wildcards: return dn.lower() == hostname.lower() # RFC 6125, section 6.4.3, subitem 1. # The client SHOULD NOT attempt to match a presented identifier in which # the wildcard character comprises a label other than the left-most label. if leftmost == '*': # When '*' is a fragment by itself, it matches a non-empty dotless # fragment. pats.append('[^.]+') elif leftmost.startswith('xn--') or hostname.startswith('xn--'): # RFC 6125, section 6.4.3, subitem 3. # The client SHOULD NOT attempt to match a presented identifier # where the wildcard character is embedded within an A-label or # U-label of an internationalized domain name. pats.append(re.escape(leftmost)) else: # Otherwise, '*' matches any dotless string, e.g. www* pats.append(re.escape(leftmost).replace(r'\*', '[^.]*')) # add the remaining fragments, ignore any wildcards for frag in remainder: pats.append(re.escape(frag)) pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE) return pat.match(hostname) def match_hostname(cert, hostname): """Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. """ if not cert: raise ValueError("empty or no certificate, match_hostname needs a " "SSL socket or SSL context with either " "CERT_OPTIONAL or CERT_REQUIRED") dnsnames = [] san = cert.get('subjectAltName', ()) for key, value in san: if key == 'DNS': if _dnsname_match(value, hostname): return dnsnames.append(value) if not dnsnames: # The subject is only checked when there is no dNSName entry # in subjectAltName for sub in cert.get('subject', ()): for key, value in sub: # XXX according to RFC 2818, the most specific Common Name # must be used. if key == 'commonName': if _dnsname_match(value, hostname): return dnsnames.append(value) if len(dnsnames) > 1: raise CertificateError("hostname %r " "doesn't match either of %s" % (hostname, ', '.join(map(repr, dnsnames)))) elif len(dnsnames) == 1: raise CertificateError("hostname %r " "doesn't match %r" % (hostname, dnsnames[0])) else: raise CertificateError("no appropriate commonName or " "subjectAltName fields were found") try: from types import SimpleNamespace as Container except ImportError: # pragma: no cover class Container(object): """ A generic container for when multiple values need to be returned """ def __init__(self, **kwargs): self.__dict__.update(kwargs) try: from shutil import which except ImportError: # pragma: no cover # Implementation from Python 3.3 def which(cmd, mode=os.F_OK | os.X_OK, path=None): """Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. """ # Check that a given file can be accessed with the correct mode. # Additionally check that `file` is not a directory, as on Windows # directories pass the os.access check. def _access_check(fn, mode): return (os.path.exists(fn) and os.access(fn, mode) and not os.path.isdir(fn)) # If we're given a path with a directory part, look it up directly rather # than referring to PATH directories. This includes checking relative to the # current directory, e.g. ./script if os.path.dirname(cmd): if _access_check(cmd, mode): return cmd return None if path is None: path = os.environ.get("PATH", os.defpath) if not path: return None path = path.split(os.pathsep) if sys.platform == "win32": # The current directory takes precedence on Windows. if not os.curdir in path: path.insert(0, os.curdir) # PATHEXT is necessary to check on Windows. pathext = os.environ.get("PATHEXT", "").split(os.pathsep) # See if the given file matches any of the expected path extensions. # This will allow us to short circuit when given "python.exe". # If it does match, only test that one, otherwise we have to try # others. if any(cmd.lower().endswith(ext.lower()) for ext in pathext): files = [cmd] else: files = [cmd + ext for ext in pathext] else: # On other platforms you don't have things like PATHEXT to tell you # what file suffixes are executable, so just pass on cmd as-is. files = [cmd] seen = set() for dir in path: normdir = os.path.normcase(dir) if not normdir in seen: seen.add(normdir) for thefile in files: name = os.path.join(dir, thefile) if _access_check(name, mode): return name return None # ZipFile is a context manager in 2.7, but not in 2.6 from zipfile import ZipFile as BaseZipFile if hasattr(BaseZipFile, '__enter__'): # pragma: no cover ZipFile = BaseZipFile else: from zipfile import ZipExtFile as BaseZipExtFile class ZipExtFile(BaseZipExtFile): def __init__(self, base): self.__dict__.update(base.__dict__) def __enter__(self): return self def __exit__(self, *exc_info): self.close() # return None, so if an exception occurred, it will propagate class ZipFile(BaseZipFile): def __enter__(self): return self def __exit__(self, *exc_info): self.close() # return None, so if an exception occurred, it will propagate def open(self, *args, **kwargs): base = BaseZipFile.open(self, *args, **kwargs) return ZipExtFile(base) try: from platform import python_implementation except ImportError: # pragma: no cover def python_implementation(): """Return a string identifying the Python implementation.""" if 'PyPy' in sys.version: return 'PyPy' if os.name == 'java': return 'Jython' if sys.version.startswith('IronPython'): return 'IronPython' return 'CPython' try: import sysconfig except ImportError: # pragma: no cover from ._backport import sysconfig try: callable = callable except NameError: # pragma: no cover from collections import Callable def callable(obj): return isinstance(obj, Callable) try: fsencode = os.fsencode fsdecode = os.fsdecode except AttributeError: # pragma: no cover _fsencoding = sys.getfilesystemencoding() if _fsencoding == 'mbcs': _fserrors = 'strict' else: _fserrors = 'surrogateescape' def fsencode(filename): if isinstance(filename, bytes): return filename elif isinstance(filename, text_type): return filename.encode(_fsencoding, _fserrors) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) def fsdecode(filename): if isinstance(filename, text_type): return filename elif isinstance(filename, bytes): return filename.decode(_fsencoding, _fserrors) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) try: from tokenize import detect_encoding except ImportError: # pragma: no cover from codecs import BOM_UTF8, lookup import re cookie_re = re.compile("coding[:=]\s*([-\w.]+)") def _get_normal_name(orig_enc): """Imitates get_normal_name in tokenizer.c.""" # Only care about the first 12 characters. enc = orig_enc[:12].lower().replace("_", "-") if enc == "utf-8" or enc.startswith("utf-8-"): return "utf-8" if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \ enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")): return "iso-8859-1" return orig_enc def detect_encoding(readline): """ The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. """ try: filename = readline.__self__.name except AttributeError: filename = None bom_found = False encoding = None default = 'utf-8' def read_or_stop(): try: return readline() except StopIteration: return b'' def find_cookie(line): try: # Decode as UTF-8. Either the line is an encoding declaration, # in which case it should be pure ASCII, or it must be UTF-8 # per default encoding. line_string = line.decode('utf-8') except UnicodeDecodeError: msg = "invalid or missing encoding declaration" if filename is not None: msg = '{} for {!r}'.format(msg, filename) raise SyntaxError(msg) matches = cookie_re.findall(line_string) if not matches: return None encoding = _get_normal_name(matches[0]) try: codec = lookup(encoding) except LookupError: # This behaviour mimics the Python interpreter if filename is None: msg = "unknown encoding: " + encoding else: msg = "unknown encoding for {!r}: {}".format(filename, encoding) raise SyntaxError(msg) if bom_found: if codec.name != 'utf-8': # This behaviour mimics the Python interpreter if filename is None: msg = 'encoding problem: utf-8' else: msg = 'encoding problem for {!r}: utf-8'.format(filename) raise SyntaxError(msg) encoding += '-sig' return encoding first = read_or_stop() if first.startswith(BOM_UTF8): bom_found = True first = first[3:] default = 'utf-8-sig' if not first: return default, [] encoding = find_cookie(first) if encoding: return encoding, [first] second = read_or_stop() if not second: return default, [first] encoding = find_cookie(second) if encoding: return encoding, [first, second] return default, [first, second] # For converting & <-> & etc. try: from html import escape except ImportError: from cgi import escape if sys.version_info[:2] < (3, 4): unescape = HTMLParser().unescape else: from html import unescape try: from collections import ChainMap except ImportError: # pragma: no cover from collections import MutableMapping try: from reprlib import recursive_repr as _recursive_repr except ImportError: def _recursive_repr(fillvalue='...'): ''' Decorator to make a repr function return fillvalue for a recursive call ''' def decorating_function(user_function): repr_running = set() def wrapper(self): key = id(self), get_ident() if key in repr_running: return fillvalue repr_running.add(key) try: result = user_function(self) finally: repr_running.discard(key) return result # Can't use functools.wraps() here because of bootstrap issues wrapper.__module__ = getattr(user_function, '__module__') wrapper.__doc__ = getattr(user_function, '__doc__') wrapper.__name__ = getattr(user_function, '__name__') wrapper.__annotations__ = getattr(user_function, '__annotations__', {}) return wrapper return decorating_function class ChainMap(MutableMapping): ''' A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. ''' def __init__(self, *maps): '''Initialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. ''' self.maps = list(maps) or [{}] # always at least one map def __missing__(self, key): raise KeyError(key) def __getitem__(self, key): for mapping in self.maps: try: return mapping[key] # can't use 'key in mapping' with defaultdict except KeyError: pass return self.__missing__(key) # support subclasses that define __missing__ def get(self, key, default=None): return self[key] if key in self else default def __len__(self): return len(set().union(*self.maps)) # reuses stored hash values if possible def __iter__(self): return iter(set().union(*self.maps)) def __contains__(self, key): return any(key in m for m in self.maps) def __bool__(self): return any(self.maps) @_recursive_repr() def __repr__(self): return '{0.__class__.__name__}({1})'.format( self, ', '.join(map(repr, self.maps))) @classmethod def fromkeys(cls, iterable, *args): 'Create a ChainMap with a single dict created from the iterable.' return cls(dict.fromkeys(iterable, *args)) def copy(self): 'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]' return self.__class__(self.maps[0].copy(), *self.maps[1:]) __copy__ = copy def new_child(self): # like Django's Context.push() 'New ChainMap with a new dict followed by all previous maps.' return self.__class__({}, *self.maps) @property def parents(self): # like Django's Context.pop() 'New ChainMap from maps[1:].' return self.__class__(*self.maps[1:]) def __setitem__(self, key, value): self.maps[0][key] = value def __delitem__(self, key): try: del self.maps[0][key] except KeyError: raise KeyError('Key not found in the first mapping: {!r}'.format(key)) def popitem(self): 'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.' try: return self.maps[0].popitem() except KeyError: raise KeyError('No keys found in the first mapping.') def pop(self, key, *args): 'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].' try: return self.maps[0].pop(key, *args) except KeyError: raise KeyError('Key not found in the first mapping: {!r}'.format(key)) def clear(self): 'Clear maps[0], leaving maps[1:] intact.' self.maps[0].clear() try: from imp import cache_from_source except ImportError: # pragma: no cover def cache_from_source(path, debug_override=None): assert path.endswith('.py') if debug_override is None: debug_override = __debug__ if debug_override: suffix = 'c' else: suffix = 'o' return path + suffix try: from collections import OrderedDict except ImportError: # pragma: no cover ## {{{ http://code.activestate.com/recipes/576693/ (r9) # Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy. # Passes Python2.7's test suite and incorporates all the latest updates. try: from thread import get_ident as _get_ident except ImportError: from dummy_thread import get_ident as _get_ident try: from _abcoll import KeysView, ValuesView, ItemsView except ImportError: pass class OrderedDict(dict): 'Dictionary that remembers insertion order' # An inherited dict maps keys to values. # The inherited dict provides __getitem__, __len__, __contains__, and get. # The remaining methods are order-aware. # Big-O running times for all methods are the same as for regular dictionaries. # The internal self.__map dictionary maps keys to links in a doubly linked list. # The circular doubly linked list starts and ends with a sentinel element. # The sentinel element never gets deleted (this simplifies the algorithm). # Each link is stored as a list of length three: [PREV, NEXT, KEY]. def __init__(self, *args, **kwds): '''Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. ''' if len(args) > 1: raise TypeError('expected at most 1 arguments, got %d' % len(args)) try: self.__root except AttributeError: self.__root = root = [] # sentinel node root[:] = [root, root, None] self.__map = {} self.__update(*args, **kwds) def __setitem__(self, key, value, dict_setitem=dict.__setitem__): 'od.__setitem__(i, y) <==> od[i]=y' # Setting a new item creates a new link which goes at the end of the linked # list, and the inherited dictionary is updated with the new key/value pair. if key not in self: root = self.__root last = root[0] last[1] = root[0] = self.__map[key] = [last, root, key] dict_setitem(self, key, value) def __delitem__(self, key, dict_delitem=dict.__delitem__): 'od.__delitem__(y) <==> del od[y]' # Deleting an existing item uses self.__map to find the link which is # then removed by updating the links in the predecessor and successor nodes. dict_delitem(self, key) link_prev, link_next, key = self.__map.pop(key) link_prev[1] = link_next link_next[0] = link_prev def __iter__(self): 'od.__iter__() <==> iter(od)' root = self.__root curr = root[1] while curr is not root: yield curr[2] curr = curr[1] def __reversed__(self): 'od.__reversed__() <==> reversed(od)' root = self.__root curr = root[0] while curr is not root: yield curr[2] curr = curr[0] def clear(self): 'od.clear() -> None. Remove all items from od.' try: for node in self.__map.itervalues(): del node[:] root = self.__root root[:] = [root, root, None] self.__map.clear() except AttributeError: pass dict.clear(self) def popitem(self, last=True): '''od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. ''' if not self: raise KeyError('dictionary is empty') root = self.__root if last: link = root[0] link_prev = link[0] link_prev[1] = root root[0] = link_prev else: link = root[1] link_next = link[1] root[1] = link_next link_next[0] = root key = link[2] del self.__map[key] value = dict.pop(self, key) return key, value # -- the following methods do not depend on the internal structure -- def keys(self): 'od.keys() -> list of keys in od' return list(self) def values(self): 'od.values() -> list of values in od' return [self[key] for key in self] def items(self): 'od.items() -> list of (key, value) pairs in od' return [(key, self[key]) for key in self] def iterkeys(self): 'od.iterkeys() -> an iterator over the keys in od' return iter(self) def itervalues(self): 'od.itervalues -> an iterator over the values in od' for k in self: yield self[k] def iteritems(self): 'od.iteritems -> an iterator over the (key, value) items in od' for k in self: yield (k, self[k]) def update(*args, **kwds): '''od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v ''' if len(args) > 2: raise TypeError('update() takes at most 2 positional ' 'arguments (%d given)' % (len(args),)) elif not args: raise TypeError('update() takes at least 1 argument (0 given)') self = args[0] # Make progressively weaker assumptions about "other" other = () if len(args) == 2: other = args[1] if isinstance(other, dict): for key in other: self[key] = other[key] elif hasattr(other, 'keys'): for key in other.keys(): self[key] = other[key] else: for key, value in other: self[key] = value for key, value in kwds.items(): self[key] = value __update = update # let subclasses override update without breaking __init__ __marker = object() def pop(self, key, default=__marker): '''od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. ''' if key in self: result = self[key] del self[key] return result if default is self.__marker: raise KeyError(key) return default def setdefault(self, key, default=None): 'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od' if key in self: return self[key] self[key] = default return default def __repr__(self, _repr_running=None): 'od.__repr__() <==> repr(od)' if not _repr_running: _repr_running = {} call_key = id(self), _get_ident() if call_key in _repr_running: return '...' _repr_running[call_key] = 1 try: if not self: return '%s()' % (self.__class__.__name__,) return '%s(%r)' % (self.__class__.__name__, self.items()) finally: del _repr_running[call_key] def __reduce__(self): 'Return state information for pickling' items = [[k, self[k]] for k in self] inst_dict = vars(self).copy() for k in vars(OrderedDict()): inst_dict.pop(k, None) if inst_dict: return (self.__class__, (items,), inst_dict) return self.__class__, (items,) def copy(self): 'od.copy() -> a shallow copy of od' return self.__class__(self) @classmethod def fromkeys(cls, iterable, value=None): '''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). ''' d = cls() for key in iterable: d[key] = value return d def __eq__(self, other): '''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. ''' if isinstance(other, OrderedDict): return len(self)==len(other) and self.items() == other.items() return dict.__eq__(self, other) def __ne__(self, other): return not self == other # -- the following methods are only used in Python 2.7 -- def viewkeys(self): "od.viewkeys() -> a set-like object providing a view on od's keys" return KeysView(self) def viewvalues(self): "od.viewvalues() -> an object providing a view on od's values" return ValuesView(self) def viewitems(self): "od.viewitems() -> a set-like object providing a view on od's items" return ItemsView(self) try: from logging.config import BaseConfigurator, valid_ident except ImportError: # pragma: no cover IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I) def valid_ident(s): m = IDENTIFIER.match(s) if not m: raise ValueError('Not a valid Python identifier: %r' % s) return True # The ConvertingXXX classes are wrappers around standard Python containers, # and they serve to convert any suitable values in the container. The # conversion converts base dicts, lists and tuples to their wrapped # equivalents, whereas strings which match a conversion format are converted # appropriately. # # Each wrapper should have a configurator attribute holding the actual # configurator to use for conversion. class ConvertingDict(dict): """A converting dictionary wrapper.""" def __getitem__(self, key): value = dict.__getitem__(self, key) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def get(self, key, default=None): value = dict.get(self, key, default) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, key, default=None): value = dict.pop(self, key, default) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class ConvertingList(list): """A converting list wrapper.""" def __getitem__(self, key): value = list.__getitem__(self, key) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, idx=-1): value = list.pop(self, idx) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self return result class ConvertingTuple(tuple): """A converting tuple wrapper.""" def __getitem__(self, key): value = tuple.__getitem__(self, key) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class BaseConfigurator(object): """ The configurator base class which defines some useful defaults. """ CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$') WORD_PATTERN = re.compile(r'^\s*(\w+)\s*') DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*') INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*') DIGIT_PATTERN = re.compile(r'^\d+$') value_converters = { 'ext' : 'ext_convert', 'cfg' : 'cfg_convert', } # We might want to use a different one, e.g. importlib importer = staticmethod(__import__) def __init__(self, config): self.config = ConvertingDict(config) self.config.configurator = self def resolve(self, s): """ Resolve strings to objects using standard import and attribute syntax. """ name = s.split('.') used = name.pop(0) try: found = self.importer(used) for frag in name: used += '.' + frag try: found = getattr(found, frag) except AttributeError: self.importer(used) found = getattr(found, frag) return found except ImportError: e, tb = sys.exc_info()[1:] v = ValueError('Cannot resolve %r: %s' % (s, e)) v.__cause__, v.__traceback__ = e, tb raise v def ext_convert(self, value): """Default converter for the ext:// protocol.""" return self.resolve(value) def cfg_convert(self, value): """Default converter for the cfg:// protocol.""" rest = value m = self.WORD_PATTERN.match(rest) if m is None: raise ValueError("Unable to convert %r" % value) else: rest = rest[m.end():] d = self.config[m.groups()[0]] #print d, rest while rest: m = self.DOT_PATTERN.match(rest) if m: d = d[m.groups()[0]] else: m = self.INDEX_PATTERN.match(rest) if m: idx = m.groups()[0] if not self.DIGIT_PATTERN.match(idx): d = d[idx] else: try: n = int(idx) # try as number first (most likely) d = d[n] except TypeError: d = d[idx] if m: rest = rest[m.end():] else: raise ValueError('Unable to convert ' '%r at %r' % (value, rest)) #rest should be empty return d def convert(self, value): """ Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. """ if not isinstance(value, ConvertingDict) and isinstance(value, dict): value = ConvertingDict(value) value.configurator = self elif not isinstance(value, ConvertingList) and isinstance(value, list): value = ConvertingList(value) value.configurator = self elif not isinstance(value, ConvertingTuple) and\ isinstance(value, tuple): value = ConvertingTuple(value) value.configurator = self elif isinstance(value, string_types): m = self.CONVERT_PATTERN.match(value) if m: d = m.groupdict() prefix = d['prefix'] converter = self.value_converters.get(prefix, None) if converter: suffix = d['suffix'] converter = getattr(self, converter) value = converter(suffix) return value def configure_custom(self, config): """Configure an object with a user-supplied factory.""" c = config.pop('()') if not callable(c): c = self.resolve(c) props = config.pop('.', None) # Check for valid identifiers kwargs = dict([(k, config[k]) for k in config if valid_ident(k)]) result = c(**kwargs) if props: for name, value in props.items(): setattr(result, name, value) return result def as_tuple(self, value): """Utility function which converts lists to tuples.""" if isinstance(value, list): value = tuple(value) return value site-packages/pip/_vendor/idna/idnadata.py 0000644 00000100347 15231162611 0014545 0 ustar 00 # This file is automatically generated by tools/idna-data __version__ = "6.3.0" scripts = { 'Greek': ( 0x37000000374, 0x37500000378, 0x37a0000037e, 0x38400000385, 0x38600000387, 0x3880000038b, 0x38c0000038d, 0x38e000003a2, 0x3a3000003e2, 0x3f000000400, 0x1d2600001d2b, 0x1d5d00001d62, 0x1d6600001d6b, 0x1dbf00001dc0, 0x1f0000001f16, 0x1f1800001f1e, 0x1f2000001f46, 0x1f4800001f4e, 0x1f5000001f58, 0x1f5900001f5a, 0x1f5b00001f5c, 0x1f5d00001f5e, 0x1f5f00001f7e, 0x1f8000001fb5, 0x1fb600001fc5, 0x1fc600001fd4, 0x1fd600001fdc, 0x1fdd00001ff0, 0x1ff200001ff5, 0x1ff600001fff, 0x212600002127, 0x101400001018b, 0x1d2000001d246, ), 'Han': ( 0x2e8000002e9a, 0x2e9b00002ef4, 0x2f0000002fd6, 0x300500003006, 0x300700003008, 0x30210000302a, 0x30380000303c, 0x340000004db6, 0x4e0000009fcd, 0xf9000000fa6e, 0xfa700000fada, 0x200000002a6d7, 0x2a7000002b735, 0x2b7400002b81e, 0x2f8000002fa1e, ), 'Hebrew': ( 0x591000005c8, 0x5d0000005eb, 0x5f0000005f5, 0xfb1d0000fb37, 0xfb380000fb3d, 0xfb3e0000fb3f, 0xfb400000fb42, 0xfb430000fb45, 0xfb460000fb50, ), 'Hiragana': ( 0x304100003097, 0x309d000030a0, 0x1b0010001b002, 0x1f2000001f201, ), 'Katakana': ( 0x30a1000030fb, 0x30fd00003100, 0x31f000003200, 0x32d0000032ff, 0x330000003358, 0xff660000ff70, 0xff710000ff9e, 0x1b0000001b001, ), } joining_types = { 0x600: 85, 0x601: 85, 0x602: 85, 0x603: 85, 0x604: 85, 0x608: 85, 0x60b: 85, 0x620: 68, 0x621: 85, 0x622: 82, 0x623: 82, 0x624: 82, 0x625: 82, 0x626: 68, 0x627: 82, 0x628: 68, 0x629: 82, 0x62a: 68, 0x62b: 68, 0x62c: 68, 0x62d: 68, 0x62e: 68, 0x62f: 82, 0x630: 82, 0x631: 82, 0x632: 82, 0x633: 68, 0x634: 68, 0x635: 68, 0x636: 68, 0x637: 68, 0x638: 68, 0x639: 68, 0x63a: 68, 0x63b: 68, 0x63c: 68, 0x63d: 68, 0x63e: 68, 0x63f: 68, 0x640: 67, 0x641: 68, 0x642: 68, 0x643: 68, 0x644: 68, 0x645: 68, 0x646: 68, 0x647: 68, 0x648: 82, 0x649: 68, 0x64a: 68, 0x66e: 68, 0x66f: 68, 0x671: 82, 0x672: 82, 0x673: 82, 0x674: 85, 0x675: 82, 0x676: 82, 0x677: 82, 0x678: 68, 0x679: 68, 0x67a: 68, 0x67b: 68, 0x67c: 68, 0x67d: 68, 0x67e: 68, 0x67f: 68, 0x680: 68, 0x681: 68, 0x682: 68, 0x683: 68, 0x684: 68, 0x685: 68, 0x686: 68, 0x687: 68, 0x688: 82, 0x689: 82, 0x68a: 82, 0x68b: 82, 0x68c: 82, 0x68d: 82, 0x68e: 82, 0x68f: 82, 0x690: 82, 0x691: 82, 0x692: 82, 0x693: 82, 0x694: 82, 0x695: 82, 0x696: 82, 0x697: 82, 0x698: 82, 0x699: 82, 0x69a: 68, 0x69b: 68, 0x69c: 68, 0x69d: 68, 0x69e: 68, 0x69f: 68, 0x6a0: 68, 0x6a1: 68, 0x6a2: 68, 0x6a3: 68, 0x6a4: 68, 0x6a5: 68, 0x6a6: 68, 0x6a7: 68, 0x6a8: 68, 0x6a9: 68, 0x6aa: 68, 0x6ab: 68, 0x6ac: 68, 0x6ad: 68, 0x6ae: 68, 0x6af: 68, 0x6b0: 68, 0x6b1: 68, 0x6b2: 68, 0x6b3: 68, 0x6b4: 68, 0x6b5: 68, 0x6b6: 68, 0x6b7: 68, 0x6b8: 68, 0x6b9: 68, 0x6ba: 68, 0x6bb: 68, 0x6bc: 68, 0x6bd: 68, 0x6be: 68, 0x6bf: 68, 0x6c0: 82, 0x6c1: 68, 0x6c2: 68, 0x6c3: 82, 0x6c4: 82, 0x6c5: 82, 0x6c6: 82, 0x6c7: 82, 0x6c8: 82, 0x6c9: 82, 0x6ca: 82, 0x6cb: 82, 0x6cc: 68, 0x6cd: 82, 0x6ce: 68, 0x6cf: 82, 0x6d0: 68, 0x6d1: 68, 0x6d2: 82, 0x6d3: 82, 0x6d5: 82, 0x6dd: 85, 0x6ee: 82, 0x6ef: 82, 0x6fa: 68, 0x6fb: 68, 0x6fc: 68, 0x6ff: 68, 0x710: 82, 0x712: 68, 0x713: 68, 0x714: 68, 0x715: 82, 0x716: 82, 0x717: 82, 0x718: 82, 0x719: 82, 0x71a: 68, 0x71b: 68, 0x71c: 68, 0x71d: 68, 0x71e: 82, 0x71f: 68, 0x720: 68, 0x721: 68, 0x722: 68, 0x723: 68, 0x724: 68, 0x725: 68, 0x726: 68, 0x727: 68, 0x728: 82, 0x729: 68, 0x72a: 82, 0x72b: 68, 0x72c: 82, 0x72d: 68, 0x72e: 68, 0x72f: 82, 0x74d: 82, 0x74e: 68, 0x74f: 68, 0x750: 68, 0x751: 68, 0x752: 68, 0x753: 68, 0x754: 68, 0x755: 68, 0x756: 68, 0x757: 68, 0x758: 68, 0x759: 82, 0x75a: 82, 0x75b: 82, 0x75c: 68, 0x75d: 68, 0x75e: 68, 0x75f: 68, 0x760: 68, 0x761: 68, 0x762: 68, 0x763: 68, 0x764: 68, 0x765: 68, 0x766: 68, 0x767: 68, 0x768: 68, 0x769: 68, 0x76a: 68, 0x76b: 82, 0x76c: 82, 0x76d: 68, 0x76e: 68, 0x76f: 68, 0x770: 68, 0x771: 82, 0x772: 68, 0x773: 82, 0x774: 82, 0x775: 68, 0x776: 68, 0x777: 68, 0x778: 82, 0x779: 82, 0x77a: 68, 0x77b: 68, 0x77c: 68, 0x77d: 68, 0x77e: 68, 0x77f: 68, 0x7ca: 68, 0x7cb: 68, 0x7cc: 68, 0x7cd: 68, 0x7ce: 68, 0x7cf: 68, 0x7d0: 68, 0x7d1: 68, 0x7d2: 68, 0x7d3: 68, 0x7d4: 68, 0x7d5: 68, 0x7d6: 68, 0x7d7: 68, 0x7d8: 68, 0x7d9: 68, 0x7da: 68, 0x7db: 68, 0x7dc: 68, 0x7dd: 68, 0x7de: 68, 0x7df: 68, 0x7e0: 68, 0x7e1: 68, 0x7e2: 68, 0x7e3: 68, 0x7e4: 68, 0x7e5: 68, 0x7e6: 68, 0x7e7: 68, 0x7e8: 68, 0x7e9: 68, 0x7ea: 68, 0x7fa: 67, 0x840: 82, 0x841: 68, 0x842: 68, 0x843: 68, 0x844: 68, 0x845: 68, 0x846: 82, 0x847: 68, 0x848: 68, 0x849: 82, 0x84a: 68, 0x84b: 68, 0x84c: 68, 0x84d: 68, 0x84e: 68, 0x84f: 82, 0x850: 68, 0x851: 68, 0x852: 68, 0x853: 68, 0x854: 82, 0x855: 68, 0x856: 85, 0x857: 85, 0x858: 85, 0x8a0: 68, 0x8a2: 68, 0x8a3: 68, 0x8a4: 68, 0x8a5: 68, 0x8a6: 68, 0x8a7: 68, 0x8a8: 68, 0x8a9: 68, 0x8aa: 82, 0x8ab: 82, 0x8ac: 82, 0x1806: 85, 0x1807: 68, 0x180a: 67, 0x180e: 85, 0x1820: 68, 0x1821: 68, 0x1822: 68, 0x1823: 68, 0x1824: 68, 0x1825: 68, 0x1826: 68, 0x1827: 68, 0x1828: 68, 0x1829: 68, 0x182a: 68, 0x182b: 68, 0x182c: 68, 0x182d: 68, 0x182e: 68, 0x182f: 68, 0x1830: 68, 0x1831: 68, 0x1832: 68, 0x1833: 68, 0x1834: 68, 0x1835: 68, 0x1836: 68, 0x1837: 68, 0x1838: 68, 0x1839: 68, 0x183a: 68, 0x183b: 68, 0x183c: 68, 0x183d: 68, 0x183e: 68, 0x183f: 68, 0x1840: 68, 0x1841: 68, 0x1842: 68, 0x1843: 68, 0x1844: 68, 0x1845: 68, 0x1846: 68, 0x1847: 68, 0x1848: 68, 0x1849: 68, 0x184a: 68, 0x184b: 68, 0x184c: 68, 0x184d: 68, 0x184e: 68, 0x184f: 68, 0x1850: 68, 0x1851: 68, 0x1852: 68, 0x1853: 68, 0x1854: 68, 0x1855: 68, 0x1856: 68, 0x1857: 68, 0x1858: 68, 0x1859: 68, 0x185a: 68, 0x185b: 68, 0x185c: 68, 0x185d: 68, 0x185e: 68, 0x185f: 68, 0x1860: 68, 0x1861: 68, 0x1862: 68, 0x1863: 68, 0x1864: 68, 0x1865: 68, 0x1866: 68, 0x1867: 68, 0x1868: 68, 0x1869: 68, 0x186a: 68, 0x186b: 68, 0x186c: 68, 0x186d: 68, 0x186e: 68, 0x186f: 68, 0x1870: 68, 0x1871: 68, 0x1872: 68, 0x1873: 68, 0x1874: 68, 0x1875: 68, 0x1876: 68, 0x1877: 68, 0x1880: 85, 0x1881: 85, 0x1882: 85, 0x1883: 85, 0x1884: 85, 0x1885: 85, 0x1886: 85, 0x1887: 68, 0x1888: 68, 0x1889: 68, 0x188a: 68, 0x188b: 68, 0x188c: 68, 0x188d: 68, 0x188e: 68, 0x188f: 68, 0x1890: 68, 0x1891: 68, 0x1892: 68, 0x1893: 68, 0x1894: 68, 0x1895: 68, 0x1896: 68, 0x1897: 68, 0x1898: 68, 0x1899: 68, 0x189a: 68, 0x189b: 68, 0x189c: 68, 0x189d: 68, 0x189e: 68, 0x189f: 68, 0x18a0: 68, 0x18a1: 68, 0x18a2: 68, 0x18a3: 68, 0x18a4: 68, 0x18a5: 68, 0x18a6: 68, 0x18a7: 68, 0x18a8: 68, 0x18aa: 68, 0x200c: 85, 0x200d: 67, 0x2066: 85, 0x2067: 85, 0x2068: 85, 0x2069: 85, 0xa840: 68, 0xa841: 68, 0xa842: 68, 0xa843: 68, 0xa844: 68, 0xa845: 68, 0xa846: 68, 0xa847: 68, 0xa848: 68, 0xa849: 68, 0xa84a: 68, 0xa84b: 68, 0xa84c: 68, 0xa84d: 68, 0xa84e: 68, 0xa84f: 68, 0xa850: 68, 0xa851: 68, 0xa852: 68, 0xa853: 68, 0xa854: 68, 0xa855: 68, 0xa856: 68, 0xa857: 68, 0xa858: 68, 0xa859: 68, 0xa85a: 68, 0xa85b: 68, 0xa85c: 68, 0xa85d: 68, 0xa85e: 68, 0xa85f: 68, 0xa860: 68, 0xa861: 68, 0xa862: 68, 0xa863: 68, 0xa864: 68, 0xa865: 68, 0xa866: 68, 0xa867: 68, 0xa868: 68, 0xa869: 68, 0xa86a: 68, 0xa86b: 68, 0xa86c: 68, 0xa86d: 68, 0xa86e: 68, 0xa86f: 68, 0xa870: 68, 0xa871: 68, 0xa872: 76, 0xa873: 85, } codepoint_classes = { 'PVALID': ( 0x2d0000002e, 0x300000003a, 0x610000007b, 0xdf000000f7, 0xf800000100, 0x10100000102, 0x10300000104, 0x10500000106, 0x10700000108, 0x1090000010a, 0x10b0000010c, 0x10d0000010e, 0x10f00000110, 0x11100000112, 0x11300000114, 0x11500000116, 0x11700000118, 0x1190000011a, 0x11b0000011c, 0x11d0000011e, 0x11f00000120, 0x12100000122, 0x12300000124, 0x12500000126, 0x12700000128, 0x1290000012a, 0x12b0000012c, 0x12d0000012e, 0x12f00000130, 0x13100000132, 0x13500000136, 0x13700000139, 0x13a0000013b, 0x13c0000013d, 0x13e0000013f, 0x14200000143, 0x14400000145, 0x14600000147, 0x14800000149, 0x14b0000014c, 0x14d0000014e, 0x14f00000150, 0x15100000152, 0x15300000154, 0x15500000156, 0x15700000158, 0x1590000015a, 0x15b0000015c, 0x15d0000015e, 0x15f00000160, 0x16100000162, 0x16300000164, 0x16500000166, 0x16700000168, 0x1690000016a, 0x16b0000016c, 0x16d0000016e, 0x16f00000170, 0x17100000172, 0x17300000174, 0x17500000176, 0x17700000178, 0x17a0000017b, 0x17c0000017d, 0x17e0000017f, 0x18000000181, 0x18300000184, 0x18500000186, 0x18800000189, 0x18c0000018e, 0x19200000193, 0x19500000196, 0x1990000019c, 0x19e0000019f, 0x1a1000001a2, 0x1a3000001a4, 0x1a5000001a6, 0x1a8000001a9, 0x1aa000001ac, 0x1ad000001ae, 0x1b0000001b1, 0x1b4000001b5, 0x1b6000001b7, 0x1b9000001bc, 0x1bd000001c4, 0x1ce000001cf, 0x1d0000001d1, 0x1d2000001d3, 0x1d4000001d5, 0x1d6000001d7, 0x1d8000001d9, 0x1da000001db, 0x1dc000001de, 0x1df000001e0, 0x1e1000001e2, 0x1e3000001e4, 0x1e5000001e6, 0x1e7000001e8, 0x1e9000001ea, 0x1eb000001ec, 0x1ed000001ee, 0x1ef000001f1, 0x1f5000001f6, 0x1f9000001fa, 0x1fb000001fc, 0x1fd000001fe, 0x1ff00000200, 0x20100000202, 0x20300000204, 0x20500000206, 0x20700000208, 0x2090000020a, 0x20b0000020c, 0x20d0000020e, 0x20f00000210, 0x21100000212, 0x21300000214, 0x21500000216, 0x21700000218, 0x2190000021a, 0x21b0000021c, 0x21d0000021e, 0x21f00000220, 0x22100000222, 0x22300000224, 0x22500000226, 0x22700000228, 0x2290000022a, 0x22b0000022c, 0x22d0000022e, 0x22f00000230, 0x23100000232, 0x2330000023a, 0x23c0000023d, 0x23f00000241, 0x24200000243, 0x24700000248, 0x2490000024a, 0x24b0000024c, 0x24d0000024e, 0x24f000002b0, 0x2b9000002c2, 0x2c6000002d2, 0x2ec000002ed, 0x2ee000002ef, 0x30000000340, 0x34200000343, 0x3460000034f, 0x35000000370, 0x37100000372, 0x37300000374, 0x37700000378, 0x37b0000037e, 0x39000000391, 0x3ac000003cf, 0x3d7000003d8, 0x3d9000003da, 0x3db000003dc, 0x3dd000003de, 0x3df000003e0, 0x3e1000003e2, 0x3e3000003e4, 0x3e5000003e6, 0x3e7000003e8, 0x3e9000003ea, 0x3eb000003ec, 0x3ed000003ee, 0x3ef000003f0, 0x3f3000003f4, 0x3f8000003f9, 0x3fb000003fd, 0x43000000460, 0x46100000462, 0x46300000464, 0x46500000466, 0x46700000468, 0x4690000046a, 0x46b0000046c, 0x46d0000046e, 0x46f00000470, 0x47100000472, 0x47300000474, 0x47500000476, 0x47700000478, 0x4790000047a, 0x47b0000047c, 0x47d0000047e, 0x47f00000480, 0x48100000482, 0x48300000488, 0x48b0000048c, 0x48d0000048e, 0x48f00000490, 0x49100000492, 0x49300000494, 0x49500000496, 0x49700000498, 0x4990000049a, 0x49b0000049c, 0x49d0000049e, 0x49f000004a0, 0x4a1000004a2, 0x4a3000004a4, 0x4a5000004a6, 0x4a7000004a8, 0x4a9000004aa, 0x4ab000004ac, 0x4ad000004ae, 0x4af000004b0, 0x4b1000004b2, 0x4b3000004b4, 0x4b5000004b6, 0x4b7000004b8, 0x4b9000004ba, 0x4bb000004bc, 0x4bd000004be, 0x4bf000004c0, 0x4c2000004c3, 0x4c4000004c5, 0x4c6000004c7, 0x4c8000004c9, 0x4ca000004cb, 0x4cc000004cd, 0x4ce000004d0, 0x4d1000004d2, 0x4d3000004d4, 0x4d5000004d6, 0x4d7000004d8, 0x4d9000004da, 0x4db000004dc, 0x4dd000004de, 0x4df000004e0, 0x4e1000004e2, 0x4e3000004e4, 0x4e5000004e6, 0x4e7000004e8, 0x4e9000004ea, 0x4eb000004ec, 0x4ed000004ee, 0x4ef000004f0, 0x4f1000004f2, 0x4f3000004f4, 0x4f5000004f6, 0x4f7000004f8, 0x4f9000004fa, 0x4fb000004fc, 0x4fd000004fe, 0x4ff00000500, 0x50100000502, 0x50300000504, 0x50500000506, 0x50700000508, 0x5090000050a, 0x50b0000050c, 0x50d0000050e, 0x50f00000510, 0x51100000512, 0x51300000514, 0x51500000516, 0x51700000518, 0x5190000051a, 0x51b0000051c, 0x51d0000051e, 0x51f00000520, 0x52100000522, 0x52300000524, 0x52500000526, 0x52700000528, 0x5590000055a, 0x56100000587, 0x591000005be, 0x5bf000005c0, 0x5c1000005c3, 0x5c4000005c6, 0x5c7000005c8, 0x5d0000005eb, 0x5f0000005f3, 0x6100000061b, 0x62000000640, 0x64100000660, 0x66e00000675, 0x679000006d4, 0x6d5000006dd, 0x6df000006e9, 0x6ea000006f0, 0x6fa00000700, 0x7100000074b, 0x74d000007b2, 0x7c0000007f6, 0x8000000082e, 0x8400000085c, 0x8a0000008a1, 0x8a2000008ad, 0x8e4000008ff, 0x90000000958, 0x96000000964, 0x96600000970, 0x97100000978, 0x97900000980, 0x98100000984, 0x9850000098d, 0x98f00000991, 0x993000009a9, 0x9aa000009b1, 0x9b2000009b3, 0x9b6000009ba, 0x9bc000009c5, 0x9c7000009c9, 0x9cb000009cf, 0x9d7000009d8, 0x9e0000009e4, 0x9e6000009f2, 0xa0100000a04, 0xa0500000a0b, 0xa0f00000a11, 0xa1300000a29, 0xa2a00000a31, 0xa3200000a33, 0xa3500000a36, 0xa3800000a3a, 0xa3c00000a3d, 0xa3e00000a43, 0xa4700000a49, 0xa4b00000a4e, 0xa5100000a52, 0xa5c00000a5d, 0xa6600000a76, 0xa8100000a84, 0xa8500000a8e, 0xa8f00000a92, 0xa9300000aa9, 0xaaa00000ab1, 0xab200000ab4, 0xab500000aba, 0xabc00000ac6, 0xac700000aca, 0xacb00000ace, 0xad000000ad1, 0xae000000ae4, 0xae600000af0, 0xb0100000b04, 0xb0500000b0d, 0xb0f00000b11, 0xb1300000b29, 0xb2a00000b31, 0xb3200000b34, 0xb3500000b3a, 0xb3c00000b45, 0xb4700000b49, 0xb4b00000b4e, 0xb5600000b58, 0xb5f00000b64, 0xb6600000b70, 0xb7100000b72, 0xb8200000b84, 0xb8500000b8b, 0xb8e00000b91, 0xb9200000b96, 0xb9900000b9b, 0xb9c00000b9d, 0xb9e00000ba0, 0xba300000ba5, 0xba800000bab, 0xbae00000bba, 0xbbe00000bc3, 0xbc600000bc9, 0xbca00000bce, 0xbd000000bd1, 0xbd700000bd8, 0xbe600000bf0, 0xc0100000c04, 0xc0500000c0d, 0xc0e00000c11, 0xc1200000c29, 0xc2a00000c34, 0xc3500000c3a, 0xc3d00000c45, 0xc4600000c49, 0xc4a00000c4e, 0xc5500000c57, 0xc5800000c5a, 0xc6000000c64, 0xc6600000c70, 0xc8200000c84, 0xc8500000c8d, 0xc8e00000c91, 0xc9200000ca9, 0xcaa00000cb4, 0xcb500000cba, 0xcbc00000cc5, 0xcc600000cc9, 0xcca00000cce, 0xcd500000cd7, 0xcde00000cdf, 0xce000000ce4, 0xce600000cf0, 0xcf100000cf3, 0xd0200000d04, 0xd0500000d0d, 0xd0e00000d11, 0xd1200000d3b, 0xd3d00000d45, 0xd4600000d49, 0xd4a00000d4f, 0xd5700000d58, 0xd6000000d64, 0xd6600000d70, 0xd7a00000d80, 0xd8200000d84, 0xd8500000d97, 0xd9a00000db2, 0xdb300000dbc, 0xdbd00000dbe, 0xdc000000dc7, 0xdca00000dcb, 0xdcf00000dd5, 0xdd600000dd7, 0xdd800000de0, 0xdf200000df4, 0xe0100000e33, 0xe3400000e3b, 0xe4000000e4f, 0xe5000000e5a, 0xe8100000e83, 0xe8400000e85, 0xe8700000e89, 0xe8a00000e8b, 0xe8d00000e8e, 0xe9400000e98, 0xe9900000ea0, 0xea100000ea4, 0xea500000ea6, 0xea700000ea8, 0xeaa00000eac, 0xead00000eb3, 0xeb400000eba, 0xebb00000ebe, 0xec000000ec5, 0xec600000ec7, 0xec800000ece, 0xed000000eda, 0xede00000ee0, 0xf0000000f01, 0xf0b00000f0c, 0xf1800000f1a, 0xf2000000f2a, 0xf3500000f36, 0xf3700000f38, 0xf3900000f3a, 0xf3e00000f43, 0xf4400000f48, 0xf4900000f4d, 0xf4e00000f52, 0xf5300000f57, 0xf5800000f5c, 0xf5d00000f69, 0xf6a00000f6d, 0xf7100000f73, 0xf7400000f75, 0xf7a00000f81, 0xf8200000f85, 0xf8600000f93, 0xf9400000f98, 0xf9900000f9d, 0xf9e00000fa2, 0xfa300000fa7, 0xfa800000fac, 0xfad00000fb9, 0xfba00000fbd, 0xfc600000fc7, 0x10000000104a, 0x10500000109e, 0x10d0000010fb, 0x10fd00001100, 0x120000001249, 0x124a0000124e, 0x125000001257, 0x125800001259, 0x125a0000125e, 0x126000001289, 0x128a0000128e, 0x1290000012b1, 0x12b2000012b6, 0x12b8000012bf, 0x12c0000012c1, 0x12c2000012c6, 0x12c8000012d7, 0x12d800001311, 0x131200001316, 0x13180000135b, 0x135d00001360, 0x138000001390, 0x13a0000013f5, 0x14010000166d, 0x166f00001680, 0x16810000169b, 0x16a0000016eb, 0x17000000170d, 0x170e00001715, 0x172000001735, 0x174000001754, 0x17600000176d, 0x176e00001771, 0x177200001774, 0x1780000017b4, 0x17b6000017d4, 0x17d7000017d8, 0x17dc000017de, 0x17e0000017ea, 0x18100000181a, 0x182000001878, 0x1880000018ab, 0x18b0000018f6, 0x19000000191d, 0x19200000192c, 0x19300000193c, 0x19460000196e, 0x197000001975, 0x1980000019ac, 0x19b0000019ca, 0x19d0000019da, 0x1a0000001a1c, 0x1a2000001a5f, 0x1a6000001a7d, 0x1a7f00001a8a, 0x1a9000001a9a, 0x1aa700001aa8, 0x1b0000001b4c, 0x1b5000001b5a, 0x1b6b00001b74, 0x1b8000001bf4, 0x1c0000001c38, 0x1c4000001c4a, 0x1c4d00001c7e, 0x1cd000001cd3, 0x1cd400001cf7, 0x1d0000001d2c, 0x1d2f00001d30, 0x1d3b00001d3c, 0x1d4e00001d4f, 0x1d6b00001d78, 0x1d7900001d9b, 0x1dc000001de7, 0x1dfc00001e00, 0x1e0100001e02, 0x1e0300001e04, 0x1e0500001e06, 0x1e0700001e08, 0x1e0900001e0a, 0x1e0b00001e0c, 0x1e0d00001e0e, 0x1e0f00001e10, 0x1e1100001e12, 0x1e1300001e14, 0x1e1500001e16, 0x1e1700001e18, 0x1e1900001e1a, 0x1e1b00001e1c, 0x1e1d00001e1e, 0x1e1f00001e20, 0x1e2100001e22, 0x1e2300001e24, 0x1e2500001e26, 0x1e2700001e28, 0x1e2900001e2a, 0x1e2b00001e2c, 0x1e2d00001e2e, 0x1e2f00001e30, 0x1e3100001e32, 0x1e3300001e34, 0x1e3500001e36, 0x1e3700001e38, 0x1e3900001e3a, 0x1e3b00001e3c, 0x1e3d00001e3e, 0x1e3f00001e40, 0x1e4100001e42, 0x1e4300001e44, 0x1e4500001e46, 0x1e4700001e48, 0x1e4900001e4a, 0x1e4b00001e4c, 0x1e4d00001e4e, 0x1e4f00001e50, 0x1e5100001e52, 0x1e5300001e54, 0x1e5500001e56, 0x1e5700001e58, 0x1e5900001e5a, 0x1e5b00001e5c, 0x1e5d00001e5e, 0x1e5f00001e60, 0x1e6100001e62, 0x1e6300001e64, 0x1e6500001e66, 0x1e6700001e68, 0x1e6900001e6a, 0x1e6b00001e6c, 0x1e6d00001e6e, 0x1e6f00001e70, 0x1e7100001e72, 0x1e7300001e74, 0x1e7500001e76, 0x1e7700001e78, 0x1e7900001e7a, 0x1e7b00001e7c, 0x1e7d00001e7e, 0x1e7f00001e80, 0x1e8100001e82, 0x1e8300001e84, 0x1e8500001e86, 0x1e8700001e88, 0x1e8900001e8a, 0x1e8b00001e8c, 0x1e8d00001e8e, 0x1e8f00001e90, 0x1e9100001e92, 0x1e9300001e94, 0x1e9500001e9a, 0x1e9c00001e9e, 0x1e9f00001ea0, 0x1ea100001ea2, 0x1ea300001ea4, 0x1ea500001ea6, 0x1ea700001ea8, 0x1ea900001eaa, 0x1eab00001eac, 0x1ead00001eae, 0x1eaf00001eb0, 0x1eb100001eb2, 0x1eb300001eb4, 0x1eb500001eb6, 0x1eb700001eb8, 0x1eb900001eba, 0x1ebb00001ebc, 0x1ebd00001ebe, 0x1ebf00001ec0, 0x1ec100001ec2, 0x1ec300001ec4, 0x1ec500001ec6, 0x1ec700001ec8, 0x1ec900001eca, 0x1ecb00001ecc, 0x1ecd00001ece, 0x1ecf00001ed0, 0x1ed100001ed2, 0x1ed300001ed4, 0x1ed500001ed6, 0x1ed700001ed8, 0x1ed900001eda, 0x1edb00001edc, 0x1edd00001ede, 0x1edf00001ee0, 0x1ee100001ee2, 0x1ee300001ee4, 0x1ee500001ee6, 0x1ee700001ee8, 0x1ee900001eea, 0x1eeb00001eec, 0x1eed00001eee, 0x1eef00001ef0, 0x1ef100001ef2, 0x1ef300001ef4, 0x1ef500001ef6, 0x1ef700001ef8, 0x1ef900001efa, 0x1efb00001efc, 0x1efd00001efe, 0x1eff00001f08, 0x1f1000001f16, 0x1f2000001f28, 0x1f3000001f38, 0x1f4000001f46, 0x1f5000001f58, 0x1f6000001f68, 0x1f7000001f71, 0x1f7200001f73, 0x1f7400001f75, 0x1f7600001f77, 0x1f7800001f79, 0x1f7a00001f7b, 0x1f7c00001f7d, 0x1fb000001fb2, 0x1fb600001fb7, 0x1fc600001fc7, 0x1fd000001fd3, 0x1fd600001fd8, 0x1fe000001fe3, 0x1fe400001fe8, 0x1ff600001ff7, 0x214e0000214f, 0x218400002185, 0x2c3000002c5f, 0x2c6100002c62, 0x2c6500002c67, 0x2c6800002c69, 0x2c6a00002c6b, 0x2c6c00002c6d, 0x2c7100002c72, 0x2c7300002c75, 0x2c7600002c7c, 0x2c8100002c82, 0x2c8300002c84, 0x2c8500002c86, 0x2c8700002c88, 0x2c8900002c8a, 0x2c8b00002c8c, 0x2c8d00002c8e, 0x2c8f00002c90, 0x2c9100002c92, 0x2c9300002c94, 0x2c9500002c96, 0x2c9700002c98, 0x2c9900002c9a, 0x2c9b00002c9c, 0x2c9d00002c9e, 0x2c9f00002ca0, 0x2ca100002ca2, 0x2ca300002ca4, 0x2ca500002ca6, 0x2ca700002ca8, 0x2ca900002caa, 0x2cab00002cac, 0x2cad00002cae, 0x2caf00002cb0, 0x2cb100002cb2, 0x2cb300002cb4, 0x2cb500002cb6, 0x2cb700002cb8, 0x2cb900002cba, 0x2cbb00002cbc, 0x2cbd00002cbe, 0x2cbf00002cc0, 0x2cc100002cc2, 0x2cc300002cc4, 0x2cc500002cc6, 0x2cc700002cc8, 0x2cc900002cca, 0x2ccb00002ccc, 0x2ccd00002cce, 0x2ccf00002cd0, 0x2cd100002cd2, 0x2cd300002cd4, 0x2cd500002cd6, 0x2cd700002cd8, 0x2cd900002cda, 0x2cdb00002cdc, 0x2cdd00002cde, 0x2cdf00002ce0, 0x2ce100002ce2, 0x2ce300002ce5, 0x2cec00002ced, 0x2cee00002cf2, 0x2cf300002cf4, 0x2d0000002d26, 0x2d2700002d28, 0x2d2d00002d2e, 0x2d3000002d68, 0x2d7f00002d97, 0x2da000002da7, 0x2da800002daf, 0x2db000002db7, 0x2db800002dbf, 0x2dc000002dc7, 0x2dc800002dcf, 0x2dd000002dd7, 0x2dd800002ddf, 0x2de000002e00, 0x2e2f00002e30, 0x300500003008, 0x302a0000302e, 0x303c0000303d, 0x304100003097, 0x30990000309b, 0x309d0000309f, 0x30a1000030fb, 0x30fc000030ff, 0x31050000312e, 0x31a0000031bb, 0x31f000003200, 0x340000004db6, 0x4e0000009fcd, 0xa0000000a48d, 0xa4d00000a4fe, 0xa5000000a60d, 0xa6100000a62c, 0xa6410000a642, 0xa6430000a644, 0xa6450000a646, 0xa6470000a648, 0xa6490000a64a, 0xa64b0000a64c, 0xa64d0000a64e, 0xa64f0000a650, 0xa6510000a652, 0xa6530000a654, 0xa6550000a656, 0xa6570000a658, 0xa6590000a65a, 0xa65b0000a65c, 0xa65d0000a65e, 0xa65f0000a660, 0xa6610000a662, 0xa6630000a664, 0xa6650000a666, 0xa6670000a668, 0xa6690000a66a, 0xa66b0000a66c, 0xa66d0000a670, 0xa6740000a67e, 0xa67f0000a680, 0xa6810000a682, 0xa6830000a684, 0xa6850000a686, 0xa6870000a688, 0xa6890000a68a, 0xa68b0000a68c, 0xa68d0000a68e, 0xa68f0000a690, 0xa6910000a692, 0xa6930000a694, 0xa6950000a696, 0xa6970000a698, 0xa69f0000a6e6, 0xa6f00000a6f2, 0xa7170000a720, 0xa7230000a724, 0xa7250000a726, 0xa7270000a728, 0xa7290000a72a, 0xa72b0000a72c, 0xa72d0000a72e, 0xa72f0000a732, 0xa7330000a734, 0xa7350000a736, 0xa7370000a738, 0xa7390000a73a, 0xa73b0000a73c, 0xa73d0000a73e, 0xa73f0000a740, 0xa7410000a742, 0xa7430000a744, 0xa7450000a746, 0xa7470000a748, 0xa7490000a74a, 0xa74b0000a74c, 0xa74d0000a74e, 0xa74f0000a750, 0xa7510000a752, 0xa7530000a754, 0xa7550000a756, 0xa7570000a758, 0xa7590000a75a, 0xa75b0000a75c, 0xa75d0000a75e, 0xa75f0000a760, 0xa7610000a762, 0xa7630000a764, 0xa7650000a766, 0xa7670000a768, 0xa7690000a76a, 0xa76b0000a76c, 0xa76d0000a76e, 0xa76f0000a770, 0xa7710000a779, 0xa77a0000a77b, 0xa77c0000a77d, 0xa77f0000a780, 0xa7810000a782, 0xa7830000a784, 0xa7850000a786, 0xa7870000a789, 0xa78c0000a78d, 0xa78e0000a78f, 0xa7910000a792, 0xa7930000a794, 0xa7a10000a7a2, 0xa7a30000a7a4, 0xa7a50000a7a6, 0xa7a70000a7a8, 0xa7a90000a7aa, 0xa7fa0000a828, 0xa8400000a874, 0xa8800000a8c5, 0xa8d00000a8da, 0xa8e00000a8f8, 0xa8fb0000a8fc, 0xa9000000a92e, 0xa9300000a954, 0xa9800000a9c1, 0xa9cf0000a9da, 0xaa000000aa37, 0xaa400000aa4e, 0xaa500000aa5a, 0xaa600000aa77, 0xaa7a0000aa7c, 0xaa800000aac3, 0xaadb0000aade, 0xaae00000aaf0, 0xaaf20000aaf7, 0xab010000ab07, 0xab090000ab0f, 0xab110000ab17, 0xab200000ab27, 0xab280000ab2f, 0xabc00000abeb, 0xabec0000abee, 0xabf00000abfa, 0xac000000d7a4, 0xfa0e0000fa10, 0xfa110000fa12, 0xfa130000fa15, 0xfa1f0000fa20, 0xfa210000fa22, 0xfa230000fa25, 0xfa270000fa2a, 0xfb1e0000fb1f, 0xfe200000fe27, 0xfe730000fe74, 0x100000001000c, 0x1000d00010027, 0x100280001003b, 0x1003c0001003e, 0x1003f0001004e, 0x100500001005e, 0x10080000100fb, 0x101fd000101fe, 0x102800001029d, 0x102a0000102d1, 0x103000001031f, 0x1033000010341, 0x103420001034a, 0x103800001039e, 0x103a0000103c4, 0x103c8000103d0, 0x104280001049e, 0x104a0000104aa, 0x1080000010806, 0x1080800010809, 0x1080a00010836, 0x1083700010839, 0x1083c0001083d, 0x1083f00010856, 0x1090000010916, 0x109200001093a, 0x10980000109b8, 0x109be000109c0, 0x10a0000010a04, 0x10a0500010a07, 0x10a0c00010a14, 0x10a1500010a18, 0x10a1900010a34, 0x10a3800010a3b, 0x10a3f00010a40, 0x10a6000010a7d, 0x10b0000010b36, 0x10b4000010b56, 0x10b6000010b73, 0x10c0000010c49, 0x1100000011047, 0x1106600011070, 0x11080000110bb, 0x110d0000110e9, 0x110f0000110fa, 0x1110000011135, 0x1113600011140, 0x11180000111c5, 0x111d0000111da, 0x11680000116b8, 0x116c0000116ca, 0x120000001236f, 0x130000001342f, 0x1680000016a39, 0x16f0000016f45, 0x16f5000016f7f, 0x16f8f00016fa0, 0x1b0000001b002, 0x200000002a6d7, 0x2a7000002b735, 0x2b7400002b81e, ), 'CONTEXTJ': ( 0x200c0000200e, ), 'CONTEXTO': ( 0xb7000000b8, 0x37500000376, 0x5f3000005f5, 0x6600000066a, 0x6f0000006fa, 0x30fb000030fc, ), } site-packages/pip/_vendor/idna/codec.py 0000644 00000006343 15231162611 0014056 0 ustar 00 from .core import encode, decode, alabel, ulabel, IDNAError import codecs import re _unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]') class Codec(codecs.Codec): def encode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return "", 0 return encode(data), len(data) def decode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return u"", 0 return decode(data), len(data) class IncrementalEncoder(codecs.BufferedIncrementalEncoder): def _buffer_encode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return ("", 0) labels = _unicode_dots_re.split(data) trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = '.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = '.' result = [] size = 0 for label in labels: result.append(alabel(label)) if size: size += 1 size += len(label) # Join with U+002E result = ".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class IncrementalDecoder(codecs.BufferedIncrementalDecoder): def _buffer_decode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return (u"", 0) # IDNA allows decoding to operate on Unicode strings, too. if isinstance(data, unicode): labels = _unicode_dots_re.split(data) else: # Must be ASCII string data = str(data) unicode(data, "ascii") labels = data.split(".") trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = u'.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = u'.' result = [] size = 0 for label in labels: result.append(ulabel(label)) if size: size += 1 size += len(label) result = u".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class StreamWriter(Codec, codecs.StreamWriter): pass class StreamReader(Codec, codecs.StreamReader): pass def getregentry(): return codecs.CodecInfo( name='idna', encode=Codec().encode, decode=Codec().decode, incrementalencoder=IncrementalEncoder, incrementaldecoder=IncrementalDecoder, streamwriter=StreamWriter, streamreader=StreamReader, ) site-packages/pip/_vendor/idna/uts46data.py 0000644 00000551160 15231162611 0014622 0 ustar 00 # This file is automatically generated by tools/idna-data # vim: set fileencoding=utf-8 : """IDNA Mapping Table from UTS46.""" __version__ = "6.3.0" def _seg_0(): return [ (0x0, '3'), (0x1, '3'), (0x2, '3'), (0x3, '3'), (0x4, '3'), (0x5, '3'), (0x6, '3'), (0x7, '3'), (0x8, '3'), (0x9, '3'), (0xA, '3'), (0xB, '3'), (0xC, '3'), (0xD, '3'), (0xE, '3'), (0xF, '3'), (0x10, '3'), (0x11, '3'), (0x12, '3'), (0x13, '3'), (0x14, '3'), (0x15, '3'), (0x16, '3'), (0x17, '3'), (0x18, '3'), (0x19, '3'), (0x1A, '3'), (0x1B, '3'), (0x1C, '3'), (0x1D, '3'), (0x1E, '3'), (0x1F, '3'), (0x20, '3'), (0x21, '3'), (0x22, '3'), (0x23, '3'), (0x24, '3'), (0x25, '3'), (0x26, '3'), (0x27, '3'), (0x28, '3'), (0x29, '3'), (0x2A, '3'), (0x2B, '3'), (0x2C, '3'), (0x2D, 'V'), (0x2E, 'V'), (0x2F, '3'), (0x30, 'V'), (0x31, 'V'), (0x32, 'V'), (0x33, 'V'), (0x34, 'V'), (0x35, 'V'), (0x36, 'V'), (0x37, 'V'), (0x38, 'V'), (0x39, 'V'), (0x3A, '3'), (0x3B, '3'), (0x3C, '3'), (0x3D, '3'), (0x3E, '3'), (0x3F, '3'), (0x40, '3'), (0x41, 'M', u'a'), (0x42, 'M', u'b'), (0x43, 'M', u'c'), (0x44, 'M', u'd'), (0x45, 'M', u'e'), (0x46, 'M', u'f'), (0x47, 'M', u'g'), (0x48, 'M', u'h'), (0x49, 'M', u'i'), (0x4A, 'M', u'j'), (0x4B, 'M', u'k'), (0x4C, 'M', u'l'), (0x4D, 'M', u'm'), (0x4E, 'M', u'n'), (0x4F, 'M', u'o'), (0x50, 'M', u'p'), (0x51, 'M', u'q'), (0x52, 'M', u'r'), (0x53, 'M', u's'), (0x54, 'M', u't'), (0x55, 'M', u'u'), (0x56, 'M', u'v'), (0x57, 'M', u'w'), (0x58, 'M', u'x'), (0x59, 'M', u'y'), (0x5A, 'M', u'z'), (0x5B, '3'), (0x5C, '3'), (0x5D, '3'), (0x5E, '3'), (0x5F, '3'), (0x60, '3'), (0x61, 'V'), (0x62, 'V'), (0x63, 'V'), ] def _seg_1(): return [ (0x64, 'V'), (0x65, 'V'), (0x66, 'V'), (0x67, 'V'), (0x68, 'V'), (0x69, 'V'), (0x6A, 'V'), (0x6B, 'V'), (0x6C, 'V'), (0x6D, 'V'), (0x6E, 'V'), (0x6F, 'V'), (0x70, 'V'), (0x71, 'V'), (0x72, 'V'), (0x73, 'V'), (0x74, 'V'), (0x75, 'V'), (0x76, 'V'), (0x77, 'V'), (0x78, 'V'), (0x79, 'V'), (0x7A, 'V'), (0x7B, '3'), (0x7C, '3'), (0x7D, '3'), (0x7E, '3'), (0x7F, '3'), (0x80, 'X'), (0x81, 'X'), (0x82, 'X'), (0x83, 'X'), (0x84, 'X'), (0x85, 'X'), (0x86, 'X'), (0x87, 'X'), (0x88, 'X'), (0x89, 'X'), (0x8A, 'X'), (0x8B, 'X'), (0x8C, 'X'), (0x8D, 'X'), (0x8E, 'X'), (0x8F, 'X'), (0x90, 'X'), (0x91, 'X'), (0x92, 'X'), (0x93, 'X'), (0x94, 'X'), (0x95, 'X'), (0x96, 'X'), (0x97, 'X'), (0x98, 'X'), (0x99, 'X'), (0x9A, 'X'), (0x9B, 'X'), (0x9C, 'X'), (0x9D, 'X'), (0x9E, 'X'), (0x9F, 'X'), (0xA0, '3', u' '), (0xA1, 'V'), (0xA2, 'V'), (0xA3, 'V'), (0xA4, 'V'), (0xA5, 'V'), (0xA6, 'V'), (0xA7, 'V'), (0xA8, '3', u' ̈'), (0xA9, 'V'), (0xAA, 'M', u'a'), (0xAB, 'V'), (0xAC, 'V'), (0xAD, 'I'), (0xAE, 'V'), (0xAF, '3', u' ̄'), (0xB0, 'V'), (0xB1, 'V'), (0xB2, 'M', u'2'), (0xB3, 'M', u'3'), (0xB4, '3', u' ́'), (0xB5, 'M', u'μ'), (0xB6, 'V'), (0xB7, 'V'), (0xB8, '3', u' ̧'), (0xB9, 'M', u'1'), (0xBA, 'M', u'o'), (0xBB, 'V'), (0xBC, 'M', u'1⁄4'), (0xBD, 'M', u'1⁄2'), (0xBE, 'M', u'3⁄4'), (0xBF, 'V'), (0xC0, 'M', u'à'), (0xC1, 'M', u'á'), (0xC2, 'M', u'â'), (0xC3, 'M', u'ã'), (0xC4, 'M', u'ä'), (0xC5, 'M', u'å'), (0xC6, 'M', u'æ'), (0xC7, 'M', u'ç'), ] def _seg_2(): return [ (0xC8, 'M', u'è'), (0xC9, 'M', u'é'), (0xCA, 'M', u'ê'), (0xCB, 'M', u'ë'), (0xCC, 'M', u'ì'), (0xCD, 'M', u'í'), (0xCE, 'M', u'î'), (0xCF, 'M', u'ï'), (0xD0, 'M', u'ð'), (0xD1, 'M', u'ñ'), (0xD2, 'M', u'ò'), (0xD3, 'M', u'ó'), (0xD4, 'M', u'ô'), (0xD5, 'M', u'õ'), (0xD6, 'M', u'ö'), (0xD7, 'V'), (0xD8, 'M', u'ø'), (0xD9, 'M', u'ù'), (0xDA, 'M', u'ú'), (0xDB, 'M', u'û'), (0xDC, 'M', u'ü'), (0xDD, 'M', u'ý'), (0xDE, 'M', u'þ'), (0xDF, 'D', u'ss'), (0xE0, 'V'), (0xE1, 'V'), (0xE2, 'V'), (0xE3, 'V'), (0xE4, 'V'), (0xE5, 'V'), (0xE6, 'V'), (0xE7, 'V'), (0xE8, 'V'), (0xE9, 'V'), (0xEA, 'V'), (0xEB, 'V'), (0xEC, 'V'), (0xED, 'V'), (0xEE, 'V'), (0xEF, 'V'), (0xF0, 'V'), (0xF1, 'V'), (0xF2, 'V'), (0xF3, 'V'), (0xF4, 'V'), (0xF5, 'V'), (0xF6, 'V'), (0xF7, 'V'), (0xF8, 'V'), (0xF9, 'V'), (0xFA, 'V'), (0xFB, 'V'), (0xFC, 'V'), (0xFD, 'V'), (0xFE, 'V'), (0xFF, 'V'), (0x100, 'M', u'ā'), (0x101, 'V'), (0x102, 'M', u'ă'), (0x103, 'V'), (0x104, 'M', u'ą'), (0x105, 'V'), (0x106, 'M', u'ć'), (0x107, 'V'), (0x108, 'M', u'ĉ'), (0x109, 'V'), (0x10A, 'M', u'ċ'), (0x10B, 'V'), (0x10C, 'M', u'č'), (0x10D, 'V'), (0x10E, 'M', u'ď'), (0x10F, 'V'), (0x110, 'M', u'đ'), (0x111, 'V'), (0x112, 'M', u'ē'), (0x113, 'V'), (0x114, 'M', u'ĕ'), (0x115, 'V'), (0x116, 'M', u'ė'), (0x117, 'V'), (0x118, 'M', u'ę'), (0x119, 'V'), (0x11A, 'M', u'ě'), (0x11B, 'V'), (0x11C, 'M', u'ĝ'), (0x11D, 'V'), (0x11E, 'M', u'ğ'), (0x11F, 'V'), (0x120, 'M', u'ġ'), (0x121, 'V'), (0x122, 'M', u'ģ'), (0x123, 'V'), (0x124, 'M', u'ĥ'), (0x125, 'V'), (0x126, 'M', u'ħ'), (0x127, 'V'), (0x128, 'M', u'ĩ'), (0x129, 'V'), (0x12A, 'M', u'ī'), (0x12B, 'V'), ] def _seg_3(): return [ (0x12C, 'M', u'ĭ'), (0x12D, 'V'), (0x12E, 'M', u'į'), (0x12F, 'V'), (0x130, 'M', u'i̇'), (0x131, 'V'), (0x132, 'M', u'ij'), (0x134, 'M', u'ĵ'), (0x135, 'V'), (0x136, 'M', u'ķ'), (0x137, 'V'), (0x139, 'M', u'ĺ'), (0x13A, 'V'), (0x13B, 'M', u'ļ'), (0x13C, 'V'), (0x13D, 'M', u'ľ'), (0x13E, 'V'), (0x13F, 'M', u'l·'), (0x141, 'M', u'ł'), (0x142, 'V'), (0x143, 'M', u'ń'), (0x144, 'V'), (0x145, 'M', u'ņ'), (0x146, 'V'), (0x147, 'M', u'ň'), (0x148, 'V'), (0x149, 'M', u'ʼn'), (0x14A, 'M', u'ŋ'), (0x14B, 'V'), (0x14C, 'M', u'ō'), (0x14D, 'V'), (0x14E, 'M', u'ŏ'), (0x14F, 'V'), (0x150, 'M', u'ő'), (0x151, 'V'), (0x152, 'M', u'œ'), (0x153, 'V'), (0x154, 'M', u'ŕ'), (0x155, 'V'), (0x156, 'M', u'ŗ'), (0x157, 'V'), (0x158, 'M', u'ř'), (0x159, 'V'), (0x15A, 'M', u'ś'), (0x15B, 'V'), (0x15C, 'M', u'ŝ'), (0x15D, 'V'), (0x15E, 'M', u'ş'), (0x15F, 'V'), (0x160, 'M', u'š'), (0x161, 'V'), (0x162, 'M', u'ţ'), (0x163, 'V'), (0x164, 'M', u'ť'), (0x165, 'V'), (0x166, 'M', u'ŧ'), (0x167, 'V'), (0x168, 'M', u'ũ'), (0x169, 'V'), (0x16A, 'M', u'ū'), (0x16B, 'V'), (0x16C, 'M', u'ŭ'), (0x16D, 'V'), (0x16E, 'M', u'ů'), (0x16F, 'V'), (0x170, 'M', u'ű'), (0x171, 'V'), (0x172, 'M', u'ų'), (0x173, 'V'), (0x174, 'M', u'ŵ'), (0x175, 'V'), (0x176, 'M', u'ŷ'), (0x177, 'V'), (0x178, 'M', u'ÿ'), (0x179, 'M', u'ź'), (0x17A, 'V'), (0x17B, 'M', u'ż'), (0x17C, 'V'), (0x17D, 'M', u'ž'), (0x17E, 'V'), (0x17F, 'M', u's'), (0x180, 'V'), (0x181, 'M', u'ɓ'), (0x182, 'M', u'ƃ'), (0x183, 'V'), (0x184, 'M', u'ƅ'), (0x185, 'V'), (0x186, 'M', u'ɔ'), (0x187, 'M', u'ƈ'), (0x188, 'V'), (0x189, 'M', u'ɖ'), (0x18A, 'M', u'ɗ'), (0x18B, 'M', u'ƌ'), (0x18C, 'V'), (0x18E, 'M', u'ǝ'), (0x18F, 'M', u'ə'), (0x190, 'M', u'ɛ'), (0x191, 'M', u'ƒ'), (0x192, 'V'), (0x193, 'M', u'ɠ'), ] def _seg_4(): return [ (0x194, 'M', u'ɣ'), (0x195, 'V'), (0x196, 'M', u'ɩ'), (0x197, 'M', u'ɨ'), (0x198, 'M', u'ƙ'), (0x199, 'V'), (0x19C, 'M', u'ɯ'), (0x19D, 'M', u'ɲ'), (0x19E, 'V'), (0x19F, 'M', u'ɵ'), (0x1A0, 'M', u'ơ'), (0x1A1, 'V'), (0x1A2, 'M', u'ƣ'), (0x1A3, 'V'), (0x1A4, 'M', u'ƥ'), (0x1A5, 'V'), (0x1A6, 'M', u'ʀ'), (0x1A7, 'M', u'ƨ'), (0x1A8, 'V'), (0x1A9, 'M', u'ʃ'), (0x1AA, 'V'), (0x1AC, 'M', u'ƭ'), (0x1AD, 'V'), (0x1AE, 'M', u'ʈ'), (0x1AF, 'M', u'ư'), (0x1B0, 'V'), (0x1B1, 'M', u'ʊ'), (0x1B2, 'M', u'ʋ'), (0x1B3, 'M', u'ƴ'), (0x1B4, 'V'), (0x1B5, 'M', u'ƶ'), (0x1B6, 'V'), (0x1B7, 'M', u'ʒ'), (0x1B8, 'M', u'ƹ'), (0x1B9, 'V'), (0x1BC, 'M', u'ƽ'), (0x1BD, 'V'), (0x1C4, 'M', u'dž'), (0x1C7, 'M', u'lj'), (0x1CA, 'M', u'nj'), (0x1CD, 'M', u'ǎ'), (0x1CE, 'V'), (0x1CF, 'M', u'ǐ'), (0x1D0, 'V'), (0x1D1, 'M', u'ǒ'), (0x1D2, 'V'), (0x1D3, 'M', u'ǔ'), (0x1D4, 'V'), (0x1D5, 'M', u'ǖ'), (0x1D6, 'V'), (0x1D7, 'M', u'ǘ'), (0x1D8, 'V'), (0x1D9, 'M', u'ǚ'), (0x1DA, 'V'), (0x1DB, 'M', u'ǜ'), (0x1DC, 'V'), (0x1DE, 'M', u'ǟ'), (0x1DF, 'V'), (0x1E0, 'M', u'ǡ'), (0x1E1, 'V'), (0x1E2, 'M', u'ǣ'), (0x1E3, 'V'), (0x1E4, 'M', u'ǥ'), (0x1E5, 'V'), (0x1E6, 'M', u'ǧ'), (0x1E7, 'V'), (0x1E8, 'M', u'ǩ'), (0x1E9, 'V'), (0x1EA, 'M', u'ǫ'), (0x1EB, 'V'), (0x1EC, 'M', u'ǭ'), (0x1ED, 'V'), (0x1EE, 'M', u'ǯ'), (0x1EF, 'V'), (0x1F1, 'M', u'dz'), (0x1F4, 'M', u'ǵ'), (0x1F5, 'V'), (0x1F6, 'M', u'ƕ'), (0x1F7, 'M', u'ƿ'), (0x1F8, 'M', u'ǹ'), (0x1F9, 'V'), (0x1FA, 'M', u'ǻ'), (0x1FB, 'V'), (0x1FC, 'M', u'ǽ'), (0x1FD, 'V'), (0x1FE, 'M', u'ǿ'), (0x1FF, 'V'), (0x200, 'M', u'ȁ'), (0x201, 'V'), (0x202, 'M', u'ȃ'), (0x203, 'V'), (0x204, 'M', u'ȅ'), (0x205, 'V'), (0x206, 'M', u'ȇ'), (0x207, 'V'), (0x208, 'M', u'ȉ'), (0x209, 'V'), (0x20A, 'M', u'ȋ'), (0x20B, 'V'), (0x20C, 'M', u'ȍ'), ] def _seg_5(): return [ (0x20D, 'V'), (0x20E, 'M', u'ȏ'), (0x20F, 'V'), (0x210, 'M', u'ȑ'), (0x211, 'V'), (0x212, 'M', u'ȓ'), (0x213, 'V'), (0x214, 'M', u'ȕ'), (0x215, 'V'), (0x216, 'M', u'ȗ'), (0x217, 'V'), (0x218, 'M', u'ș'), (0x219, 'V'), (0x21A, 'M', u'ț'), (0x21B, 'V'), (0x21C, 'M', u'ȝ'), (0x21D, 'V'), (0x21E, 'M', u'ȟ'), (0x21F, 'V'), (0x220, 'M', u'ƞ'), (0x221, 'V'), (0x222, 'M', u'ȣ'), (0x223, 'V'), (0x224, 'M', u'ȥ'), (0x225, 'V'), (0x226, 'M', u'ȧ'), (0x227, 'V'), (0x228, 'M', u'ȩ'), (0x229, 'V'), (0x22A, 'M', u'ȫ'), (0x22B, 'V'), (0x22C, 'M', u'ȭ'), (0x22D, 'V'), (0x22E, 'M', u'ȯ'), (0x22F, 'V'), (0x230, 'M', u'ȱ'), (0x231, 'V'), (0x232, 'M', u'ȳ'), (0x233, 'V'), (0x23A, 'M', u'ⱥ'), (0x23B, 'M', u'ȼ'), (0x23C, 'V'), (0x23D, 'M', u'ƚ'), (0x23E, 'M', u'ⱦ'), (0x23F, 'V'), (0x241, 'M', u'ɂ'), (0x242, 'V'), (0x243, 'M', u'ƀ'), (0x244, 'M', u'ʉ'), (0x245, 'M', u'ʌ'), (0x246, 'M', u'ɇ'), (0x247, 'V'), (0x248, 'M', u'ɉ'), (0x249, 'V'), (0x24A, 'M', u'ɋ'), (0x24B, 'V'), (0x24C, 'M', u'ɍ'), (0x24D, 'V'), (0x24E, 'M', u'ɏ'), (0x24F, 'V'), (0x2B0, 'M', u'h'), (0x2B1, 'M', u'ɦ'), (0x2B2, 'M', u'j'), (0x2B3, 'M', u'r'), (0x2B4, 'M', u'ɹ'), (0x2B5, 'M', u'ɻ'), (0x2B6, 'M', u'ʁ'), (0x2B7, 'M', u'w'), (0x2B8, 'M', u'y'), (0x2B9, 'V'), (0x2D8, '3', u' ̆'), (0x2D9, '3', u' ̇'), (0x2DA, '3', u' ̊'), (0x2DB, '3', u' ̨'), (0x2DC, '3', u' ̃'), (0x2DD, '3', u' ̋'), (0x2DE, 'V'), (0x2E0, 'M', u'ɣ'), (0x2E1, 'M', u'l'), (0x2E2, 'M', u's'), (0x2E3, 'M', u'x'), (0x2E4, 'M', u'ʕ'), (0x2E5, 'V'), (0x340, 'M', u'̀'), (0x341, 'M', u'́'), (0x342, 'V'), (0x343, 'M', u'̓'), (0x344, 'M', u'̈́'), (0x345, 'M', u'ι'), (0x346, 'V'), (0x34F, 'I'), (0x350, 'V'), (0x370, 'M', u'ͱ'), (0x371, 'V'), (0x372, 'M', u'ͳ'), (0x373, 'V'), (0x374, 'M', u'ʹ'), (0x375, 'V'), (0x376, 'M', u'ͷ'), (0x377, 'V'), ] def _seg_6(): return [ (0x378, 'X'), (0x37A, '3', u' ι'), (0x37B, 'V'), (0x37E, '3', u';'), (0x37F, 'X'), (0x384, '3', u' ́'), (0x385, '3', u' ̈́'), (0x386, 'M', u'ά'), (0x387, 'M', u'·'), (0x388, 'M', u'έ'), (0x389, 'M', u'ή'), (0x38A, 'M', u'ί'), (0x38B, 'X'), (0x38C, 'M', u'ό'), (0x38D, 'X'), (0x38E, 'M', u'ύ'), (0x38F, 'M', u'ώ'), (0x390, 'V'), (0x391, 'M', u'α'), (0x392, 'M', u'β'), (0x393, 'M', u'γ'), (0x394, 'M', u'δ'), (0x395, 'M', u'ε'), (0x396, 'M', u'ζ'), (0x397, 'M', u'η'), (0x398, 'M', u'θ'), (0x399, 'M', u'ι'), (0x39A, 'M', u'κ'), (0x39B, 'M', u'λ'), (0x39C, 'M', u'μ'), (0x39D, 'M', u'ν'), (0x39E, 'M', u'ξ'), (0x39F, 'M', u'ο'), (0x3A0, 'M', u'π'), (0x3A1, 'M', u'ρ'), (0x3A2, 'X'), (0x3A3, 'M', u'σ'), (0x3A4, 'M', u'τ'), (0x3A5, 'M', u'υ'), (0x3A6, 'M', u'φ'), (0x3A7, 'M', u'χ'), (0x3A8, 'M', u'ψ'), (0x3A9, 'M', u'ω'), (0x3AA, 'M', u'ϊ'), (0x3AB, 'M', u'ϋ'), (0x3AC, 'V'), (0x3C2, 'D', u'σ'), (0x3C3, 'V'), (0x3CF, 'M', u'ϗ'), (0x3D0, 'M', u'β'), (0x3D1, 'M', u'θ'), (0x3D2, 'M', u'υ'), (0x3D3, 'M', u'ύ'), (0x3D4, 'M', u'ϋ'), (0x3D5, 'M', u'φ'), (0x3D6, 'M', u'π'), (0x3D7, 'V'), (0x3D8, 'M', u'ϙ'), (0x3D9, 'V'), (0x3DA, 'M', u'ϛ'), (0x3DB, 'V'), (0x3DC, 'M', u'ϝ'), (0x3DD, 'V'), (0x3DE, 'M', u'ϟ'), (0x3DF, 'V'), (0x3E0, 'M', u'ϡ'), (0x3E1, 'V'), (0x3E2, 'M', u'ϣ'), (0x3E3, 'V'), (0x3E4, 'M', u'ϥ'), (0x3E5, 'V'), (0x3E6, 'M', u'ϧ'), (0x3E7, 'V'), (0x3E8, 'M', u'ϩ'), (0x3E9, 'V'), (0x3EA, 'M', u'ϫ'), (0x3EB, 'V'), (0x3EC, 'M', u'ϭ'), (0x3ED, 'V'), (0x3EE, 'M', u'ϯ'), (0x3EF, 'V'), (0x3F0, 'M', u'κ'), (0x3F1, 'M', u'ρ'), (0x3F2, 'M', u'σ'), (0x3F3, 'V'), (0x3F4, 'M', u'θ'), (0x3F5, 'M', u'ε'), (0x3F6, 'V'), (0x3F7, 'M', u'ϸ'), (0x3F8, 'V'), (0x3F9, 'M', u'σ'), (0x3FA, 'M', u'ϻ'), (0x3FB, 'V'), (0x3FD, 'M', u'ͻ'), (0x3FE, 'M', u'ͼ'), (0x3FF, 'M', u'ͽ'), (0x400, 'M', u'ѐ'), (0x401, 'M', u'ё'), (0x402, 'M', u'ђ'), (0x403, 'M', u'ѓ'), ] def _seg_7(): return [ (0x404, 'M', u'є'), (0x405, 'M', u'ѕ'), (0x406, 'M', u'і'), (0x407, 'M', u'ї'), (0x408, 'M', u'ј'), (0x409, 'M', u'љ'), (0x40A, 'M', u'њ'), (0x40B, 'M', u'ћ'), (0x40C, 'M', u'ќ'), (0x40D, 'M', u'ѝ'), (0x40E, 'M', u'ў'), (0x40F, 'M', u'џ'), (0x410, 'M', u'а'), (0x411, 'M', u'б'), (0x412, 'M', u'в'), (0x413, 'M', u'г'), (0x414, 'M', u'д'), (0x415, 'M', u'е'), (0x416, 'M', u'ж'), (0x417, 'M', u'з'), (0x418, 'M', u'и'), (0x419, 'M', u'й'), (0x41A, 'M', u'к'), (0x41B, 'M', u'л'), (0x41C, 'M', u'м'), (0x41D, 'M', u'н'), (0x41E, 'M', u'о'), (0x41F, 'M', u'п'), (0x420, 'M', u'р'), (0x421, 'M', u'с'), (0x422, 'M', u'т'), (0x423, 'M', u'у'), (0x424, 'M', u'ф'), (0x425, 'M', u'х'), (0x426, 'M', u'ц'), (0x427, 'M', u'ч'), (0x428, 'M', u'ш'), (0x429, 'M', u'щ'), (0x42A, 'M', u'ъ'), (0x42B, 'M', u'ы'), (0x42C, 'M', u'ь'), (0x42D, 'M', u'э'), (0x42E, 'M', u'ю'), (0x42F, 'M', u'я'), (0x430, 'V'), (0x460, 'M', u'ѡ'), (0x461, 'V'), (0x462, 'M', u'ѣ'), (0x463, 'V'), (0x464, 'M', u'ѥ'), (0x465, 'V'), (0x466, 'M', u'ѧ'), (0x467, 'V'), (0x468, 'M', u'ѩ'), (0x469, 'V'), (0x46A, 'M', u'ѫ'), (0x46B, 'V'), (0x46C, 'M', u'ѭ'), (0x46D, 'V'), (0x46E, 'M', u'ѯ'), (0x46F, 'V'), (0x470, 'M', u'ѱ'), (0x471, 'V'), (0x472, 'M', u'ѳ'), (0x473, 'V'), (0x474, 'M', u'ѵ'), (0x475, 'V'), (0x476, 'M', u'ѷ'), (0x477, 'V'), (0x478, 'M', u'ѹ'), (0x479, 'V'), (0x47A, 'M', u'ѻ'), (0x47B, 'V'), (0x47C, 'M', u'ѽ'), (0x47D, 'V'), (0x47E, 'M', u'ѿ'), (0x47F, 'V'), (0x480, 'M', u'ҁ'), (0x481, 'V'), (0x48A, 'M', u'ҋ'), (0x48B, 'V'), (0x48C, 'M', u'ҍ'), (0x48D, 'V'), (0x48E, 'M', u'ҏ'), (0x48F, 'V'), (0x490, 'M', u'ґ'), (0x491, 'V'), (0x492, 'M', u'ғ'), (0x493, 'V'), (0x494, 'M', u'ҕ'), (0x495, 'V'), (0x496, 'M', u'җ'), (0x497, 'V'), (0x498, 'M', u'ҙ'), (0x499, 'V'), (0x49A, 'M', u'қ'), (0x49B, 'V'), (0x49C, 'M', u'ҝ'), (0x49D, 'V'), (0x49E, 'M', u'ҟ'), ] def _seg_8(): return [ (0x49F, 'V'), (0x4A0, 'M', u'ҡ'), (0x4A1, 'V'), (0x4A2, 'M', u'ң'), (0x4A3, 'V'), (0x4A4, 'M', u'ҥ'), (0x4A5, 'V'), (0x4A6, 'M', u'ҧ'), (0x4A7, 'V'), (0x4A8, 'M', u'ҩ'), (0x4A9, 'V'), (0x4AA, 'M', u'ҫ'), (0x4AB, 'V'), (0x4AC, 'M', u'ҭ'), (0x4AD, 'V'), (0x4AE, 'M', u'ү'), (0x4AF, 'V'), (0x4B0, 'M', u'ұ'), (0x4B1, 'V'), (0x4B2, 'M', u'ҳ'), (0x4B3, 'V'), (0x4B4, 'M', u'ҵ'), (0x4B5, 'V'), (0x4B6, 'M', u'ҷ'), (0x4B7, 'V'), (0x4B8, 'M', u'ҹ'), (0x4B9, 'V'), (0x4BA, 'M', u'һ'), (0x4BB, 'V'), (0x4BC, 'M', u'ҽ'), (0x4BD, 'V'), (0x4BE, 'M', u'ҿ'), (0x4BF, 'V'), (0x4C0, 'X'), (0x4C1, 'M', u'ӂ'), (0x4C2, 'V'), (0x4C3, 'M', u'ӄ'), (0x4C4, 'V'), (0x4C5, 'M', u'ӆ'), (0x4C6, 'V'), (0x4C7, 'M', u'ӈ'), (0x4C8, 'V'), (0x4C9, 'M', u'ӊ'), (0x4CA, 'V'), (0x4CB, 'M', u'ӌ'), (0x4CC, 'V'), (0x4CD, 'M', u'ӎ'), (0x4CE, 'V'), (0x4D0, 'M', u'ӑ'), (0x4D1, 'V'), (0x4D2, 'M', u'ӓ'), (0x4D3, 'V'), (0x4D4, 'M', u'ӕ'), (0x4D5, 'V'), (0x4D6, 'M', u'ӗ'), (0x4D7, 'V'), (0x4D8, 'M', u'ә'), (0x4D9, 'V'), (0x4DA, 'M', u'ӛ'), (0x4DB, 'V'), (0x4DC, 'M', u'ӝ'), (0x4DD, 'V'), (0x4DE, 'M', u'ӟ'), (0x4DF, 'V'), (0x4E0, 'M', u'ӡ'), (0x4E1, 'V'), (0x4E2, 'M', u'ӣ'), (0x4E3, 'V'), (0x4E4, 'M', u'ӥ'), (0x4E5, 'V'), (0x4E6, 'M', u'ӧ'), (0x4E7, 'V'), (0x4E8, 'M', u'ө'), (0x4E9, 'V'), (0x4EA, 'M', u'ӫ'), (0x4EB, 'V'), (0x4EC, 'M', u'ӭ'), (0x4ED, 'V'), (0x4EE, 'M', u'ӯ'), (0x4EF, 'V'), (0x4F0, 'M', u'ӱ'), (0x4F1, 'V'), (0x4F2, 'M', u'ӳ'), (0x4F3, 'V'), (0x4F4, 'M', u'ӵ'), (0x4F5, 'V'), (0x4F6, 'M', u'ӷ'), (0x4F7, 'V'), (0x4F8, 'M', u'ӹ'), (0x4F9, 'V'), (0x4FA, 'M', u'ӻ'), (0x4FB, 'V'), (0x4FC, 'M', u'ӽ'), (0x4FD, 'V'), (0x4FE, 'M', u'ӿ'), (0x4FF, 'V'), (0x500, 'M', u'ԁ'), (0x501, 'V'), (0x502, 'M', u'ԃ'), (0x503, 'V'), ] def _seg_9(): return [ (0x504, 'M', u'ԅ'), (0x505, 'V'), (0x506, 'M', u'ԇ'), (0x507, 'V'), (0x508, 'M', u'ԉ'), (0x509, 'V'), (0x50A, 'M', u'ԋ'), (0x50B, 'V'), (0x50C, 'M', u'ԍ'), (0x50D, 'V'), (0x50E, 'M', u'ԏ'), (0x50F, 'V'), (0x510, 'M', u'ԑ'), (0x511, 'V'), (0x512, 'M', u'ԓ'), (0x513, 'V'), (0x514, 'M', u'ԕ'), (0x515, 'V'), (0x516, 'M', u'ԗ'), (0x517, 'V'), (0x518, 'M', u'ԙ'), (0x519, 'V'), (0x51A, 'M', u'ԛ'), (0x51B, 'V'), (0x51C, 'M', u'ԝ'), (0x51D, 'V'), (0x51E, 'M', u'ԟ'), (0x51F, 'V'), (0x520, 'M', u'ԡ'), (0x521, 'V'), (0x522, 'M', u'ԣ'), (0x523, 'V'), (0x524, 'M', u'ԥ'), (0x525, 'V'), (0x526, 'M', u'ԧ'), (0x527, 'V'), (0x528, 'X'), (0x531, 'M', u'ա'), (0x532, 'M', u'բ'), (0x533, 'M', u'գ'), (0x534, 'M', u'դ'), (0x535, 'M', u'ե'), (0x536, 'M', u'զ'), (0x537, 'M', u'է'), (0x538, 'M', u'ը'), (0x539, 'M', u'թ'), (0x53A, 'M', u'ժ'), (0x53B, 'M', u'ի'), (0x53C, 'M', u'լ'), (0x53D, 'M', u'խ'), (0x53E, 'M', u'ծ'), (0x53F, 'M', u'կ'), (0x540, 'M', u'հ'), (0x541, 'M', u'ձ'), (0x542, 'M', u'ղ'), (0x543, 'M', u'ճ'), (0x544, 'M', u'մ'), (0x545, 'M', u'յ'), (0x546, 'M', u'ն'), (0x547, 'M', u'շ'), (0x548, 'M', u'ո'), (0x549, 'M', u'չ'), (0x54A, 'M', u'պ'), (0x54B, 'M', u'ջ'), (0x54C, 'M', u'ռ'), (0x54D, 'M', u'ս'), (0x54E, 'M', u'վ'), (0x54F, 'M', u'տ'), (0x550, 'M', u'ր'), (0x551, 'M', u'ց'), (0x552, 'M', u'ւ'), (0x553, 'M', u'փ'), (0x554, 'M', u'ք'), (0x555, 'M', u'օ'), (0x556, 'M', u'ֆ'), (0x557, 'X'), (0x559, 'V'), (0x560, 'X'), (0x561, 'V'), (0x587, 'M', u'եւ'), (0x588, 'X'), (0x589, 'V'), (0x58B, 'X'), (0x58F, 'V'), (0x590, 'X'), (0x591, 'V'), (0x5C8, 'X'), (0x5D0, 'V'), (0x5EB, 'X'), (0x5F0, 'V'), (0x5F5, 'X'), (0x606, 'V'), (0x61C, 'X'), (0x61E, 'V'), (0x675, 'M', u'اٴ'), (0x676, 'M', u'وٴ'), (0x677, 'M', u'ۇٴ'), (0x678, 'M', u'يٴ'), (0x679, 'V'), (0x6DD, 'X'), ] def _seg_10(): return [ (0x6DE, 'V'), (0x70E, 'X'), (0x710, 'V'), (0x74B, 'X'), (0x74D, 'V'), (0x7B2, 'X'), (0x7C0, 'V'), (0x7FB, 'X'), (0x800, 'V'), (0x82E, 'X'), (0x830, 'V'), (0x83F, 'X'), (0x840, 'V'), (0x85C, 'X'), (0x85E, 'V'), (0x85F, 'X'), (0x8A0, 'V'), (0x8A1, 'X'), (0x8A2, 'V'), (0x8AD, 'X'), (0x8E4, 'V'), (0x8FF, 'X'), (0x900, 'V'), (0x958, 'M', u'क़'), (0x959, 'M', u'ख़'), (0x95A, 'M', u'ग़'), (0x95B, 'M', u'ज़'), (0x95C, 'M', u'ड़'), (0x95D, 'M', u'ढ़'), (0x95E, 'M', u'फ़'), (0x95F, 'M', u'य़'), (0x960, 'V'), (0x978, 'X'), (0x979, 'V'), (0x980, 'X'), (0x981, 'V'), (0x984, 'X'), (0x985, 'V'), (0x98D, 'X'), (0x98F, 'V'), (0x991, 'X'), (0x993, 'V'), (0x9A9, 'X'), (0x9AA, 'V'), (0x9B1, 'X'), (0x9B2, 'V'), (0x9B3, 'X'), (0x9B6, 'V'), (0x9BA, 'X'), (0x9BC, 'V'), (0x9C5, 'X'), (0x9C7, 'V'), (0x9C9, 'X'), (0x9CB, 'V'), (0x9CF, 'X'), (0x9D7, 'V'), (0x9D8, 'X'), (0x9DC, 'M', u'ড়'), (0x9DD, 'M', u'ঢ়'), (0x9DE, 'X'), (0x9DF, 'M', u'য়'), (0x9E0, 'V'), (0x9E4, 'X'), (0x9E6, 'V'), (0x9FC, 'X'), (0xA01, 'V'), (0xA04, 'X'), (0xA05, 'V'), (0xA0B, 'X'), (0xA0F, 'V'), (0xA11, 'X'), (0xA13, 'V'), (0xA29, 'X'), (0xA2A, 'V'), (0xA31, 'X'), (0xA32, 'V'), (0xA33, 'M', u'ਲ਼'), (0xA34, 'X'), (0xA35, 'V'), (0xA36, 'M', u'ਸ਼'), (0xA37, 'X'), (0xA38, 'V'), (0xA3A, 'X'), (0xA3C, 'V'), (0xA3D, 'X'), (0xA3E, 'V'), (0xA43, 'X'), (0xA47, 'V'), (0xA49, 'X'), (0xA4B, 'V'), (0xA4E, 'X'), (0xA51, 'V'), (0xA52, 'X'), (0xA59, 'M', u'ਖ਼'), (0xA5A, 'M', u'ਗ਼'), (0xA5B, 'M', u'ਜ਼'), (0xA5C, 'V'), (0xA5D, 'X'), (0xA5E, 'M', u'ਫ਼'), (0xA5F, 'X'), ] def _seg_11(): return [ (0xA66, 'V'), (0xA76, 'X'), (0xA81, 'V'), (0xA84, 'X'), (0xA85, 'V'), (0xA8E, 'X'), (0xA8F, 'V'), (0xA92, 'X'), (0xA93, 'V'), (0xAA9, 'X'), (0xAAA, 'V'), (0xAB1, 'X'), (0xAB2, 'V'), (0xAB4, 'X'), (0xAB5, 'V'), (0xABA, 'X'), (0xABC, 'V'), (0xAC6, 'X'), (0xAC7, 'V'), (0xACA, 'X'), (0xACB, 'V'), (0xACE, 'X'), (0xAD0, 'V'), (0xAD1, 'X'), (0xAE0, 'V'), (0xAE4, 'X'), (0xAE6, 'V'), (0xAF2, 'X'), (0xB01, 'V'), (0xB04, 'X'), (0xB05, 'V'), (0xB0D, 'X'), (0xB0F, 'V'), (0xB11, 'X'), (0xB13, 'V'), (0xB29, 'X'), (0xB2A, 'V'), (0xB31, 'X'), (0xB32, 'V'), (0xB34, 'X'), (0xB35, 'V'), (0xB3A, 'X'), (0xB3C, 'V'), (0xB45, 'X'), (0xB47, 'V'), (0xB49, 'X'), (0xB4B, 'V'), (0xB4E, 'X'), (0xB56, 'V'), (0xB58, 'X'), (0xB5C, 'M', u'ଡ଼'), (0xB5D, 'M', u'ଢ଼'), (0xB5E, 'X'), (0xB5F, 'V'), (0xB64, 'X'), (0xB66, 'V'), (0xB78, 'X'), (0xB82, 'V'), (0xB84, 'X'), (0xB85, 'V'), (0xB8B, 'X'), (0xB8E, 'V'), (0xB91, 'X'), (0xB92, 'V'), (0xB96, 'X'), (0xB99, 'V'), (0xB9B, 'X'), (0xB9C, 'V'), (0xB9D, 'X'), (0xB9E, 'V'), (0xBA0, 'X'), (0xBA3, 'V'), (0xBA5, 'X'), (0xBA8, 'V'), (0xBAB, 'X'), (0xBAE, 'V'), (0xBBA, 'X'), (0xBBE, 'V'), (0xBC3, 'X'), (0xBC6, 'V'), (0xBC9, 'X'), (0xBCA, 'V'), (0xBCE, 'X'), (0xBD0, 'V'), (0xBD1, 'X'), (0xBD7, 'V'), (0xBD8, 'X'), (0xBE6, 'V'), (0xBFB, 'X'), (0xC01, 'V'), (0xC04, 'X'), (0xC05, 'V'), (0xC0D, 'X'), (0xC0E, 'V'), (0xC11, 'X'), (0xC12, 'V'), (0xC29, 'X'), (0xC2A, 'V'), (0xC34, 'X'), (0xC35, 'V'), ] def _seg_12(): return [ (0xC3A, 'X'), (0xC3D, 'V'), (0xC45, 'X'), (0xC46, 'V'), (0xC49, 'X'), (0xC4A, 'V'), (0xC4E, 'X'), (0xC55, 'V'), (0xC57, 'X'), (0xC58, 'V'), (0xC5A, 'X'), (0xC60, 'V'), (0xC64, 'X'), (0xC66, 'V'), (0xC70, 'X'), (0xC78, 'V'), (0xC80, 'X'), (0xC82, 'V'), (0xC84, 'X'), (0xC85, 'V'), (0xC8D, 'X'), (0xC8E, 'V'), (0xC91, 'X'), (0xC92, 'V'), (0xCA9, 'X'), (0xCAA, 'V'), (0xCB4, 'X'), (0xCB5, 'V'), (0xCBA, 'X'), (0xCBC, 'V'), (0xCC5, 'X'), (0xCC6, 'V'), (0xCC9, 'X'), (0xCCA, 'V'), (0xCCE, 'X'), (0xCD5, 'V'), (0xCD7, 'X'), (0xCDE, 'V'), (0xCDF, 'X'), (0xCE0, 'V'), (0xCE4, 'X'), (0xCE6, 'V'), (0xCF0, 'X'), (0xCF1, 'V'), (0xCF3, 'X'), (0xD02, 'V'), (0xD04, 'X'), (0xD05, 'V'), (0xD0D, 'X'), (0xD0E, 'V'), (0xD11, 'X'), (0xD12, 'V'), (0xD3B, 'X'), (0xD3D, 'V'), (0xD45, 'X'), (0xD46, 'V'), (0xD49, 'X'), (0xD4A, 'V'), (0xD4F, 'X'), (0xD57, 'V'), (0xD58, 'X'), (0xD60, 'V'), (0xD64, 'X'), (0xD66, 'V'), (0xD76, 'X'), (0xD79, 'V'), (0xD80, 'X'), (0xD82, 'V'), (0xD84, 'X'), (0xD85, 'V'), (0xD97, 'X'), (0xD9A, 'V'), (0xDB2, 'X'), (0xDB3, 'V'), (0xDBC, 'X'), (0xDBD, 'V'), (0xDBE, 'X'), (0xDC0, 'V'), (0xDC7, 'X'), (0xDCA, 'V'), (0xDCB, 'X'), (0xDCF, 'V'), (0xDD5, 'X'), (0xDD6, 'V'), (0xDD7, 'X'), (0xDD8, 'V'), (0xDE0, 'X'), (0xDF2, 'V'), (0xDF5, 'X'), (0xE01, 'V'), (0xE33, 'M', u'ํา'), (0xE34, 'V'), (0xE3B, 'X'), (0xE3F, 'V'), (0xE5C, 'X'), (0xE81, 'V'), (0xE83, 'X'), (0xE84, 'V'), (0xE85, 'X'), (0xE87, 'V'), ] def _seg_13(): return [ (0xE89, 'X'), (0xE8A, 'V'), (0xE8B, 'X'), (0xE8D, 'V'), (0xE8E, 'X'), (0xE94, 'V'), (0xE98, 'X'), (0xE99, 'V'), (0xEA0, 'X'), (0xEA1, 'V'), (0xEA4, 'X'), (0xEA5, 'V'), (0xEA6, 'X'), (0xEA7, 'V'), (0xEA8, 'X'), (0xEAA, 'V'), (0xEAC, 'X'), (0xEAD, 'V'), (0xEB3, 'M', u'ໍາ'), (0xEB4, 'V'), (0xEBA, 'X'), (0xEBB, 'V'), (0xEBE, 'X'), (0xEC0, 'V'), (0xEC5, 'X'), (0xEC6, 'V'), (0xEC7, 'X'), (0xEC8, 'V'), (0xECE, 'X'), (0xED0, 'V'), (0xEDA, 'X'), (0xEDC, 'M', u'ຫນ'), (0xEDD, 'M', u'ຫມ'), (0xEDE, 'V'), (0xEE0, 'X'), (0xF00, 'V'), (0xF0C, 'M', u'་'), (0xF0D, 'V'), (0xF43, 'M', u'གྷ'), (0xF44, 'V'), (0xF48, 'X'), (0xF49, 'V'), (0xF4D, 'M', u'ཌྷ'), (0xF4E, 'V'), (0xF52, 'M', u'དྷ'), (0xF53, 'V'), (0xF57, 'M', u'བྷ'), (0xF58, 'V'), (0xF5C, 'M', u'ཛྷ'), (0xF5D, 'V'), (0xF69, 'M', u'ཀྵ'), (0xF6A, 'V'), (0xF6D, 'X'), (0xF71, 'V'), (0xF73, 'M', u'ཱི'), (0xF74, 'V'), (0xF75, 'M', u'ཱུ'), (0xF76, 'M', u'ྲྀ'), (0xF77, 'M', u'ྲཱྀ'), (0xF78, 'M', u'ླྀ'), (0xF79, 'M', u'ླཱྀ'), (0xF7A, 'V'), (0xF81, 'M', u'ཱྀ'), (0xF82, 'V'), (0xF93, 'M', u'ྒྷ'), (0xF94, 'V'), (0xF98, 'X'), (0xF99, 'V'), (0xF9D, 'M', u'ྜྷ'), (0xF9E, 'V'), (0xFA2, 'M', u'ྡྷ'), (0xFA3, 'V'), (0xFA7, 'M', u'ྦྷ'), (0xFA8, 'V'), (0xFAC, 'M', u'ྫྷ'), (0xFAD, 'V'), (0xFB9, 'M', u'ྐྵ'), (0xFBA, 'V'), (0xFBD, 'X'), (0xFBE, 'V'), (0xFCD, 'X'), (0xFCE, 'V'), (0xFDB, 'X'), (0x1000, 'V'), (0x10A0, 'X'), (0x10C7, 'M', u'ⴧ'), (0x10C8, 'X'), (0x10CD, 'M', u'ⴭ'), (0x10CE, 'X'), (0x10D0, 'V'), (0x10FC, 'M', u'ნ'), (0x10FD, 'V'), (0x115F, 'X'), (0x1161, 'V'), (0x1249, 'X'), (0x124A, 'V'), (0x124E, 'X'), (0x1250, 'V'), (0x1257, 'X'), (0x1258, 'V'), ] def _seg_14(): return [ (0x1259, 'X'), (0x125A, 'V'), (0x125E, 'X'), (0x1260, 'V'), (0x1289, 'X'), (0x128A, 'V'), (0x128E, 'X'), (0x1290, 'V'), (0x12B1, 'X'), (0x12B2, 'V'), (0x12B6, 'X'), (0x12B8, 'V'), (0x12BF, 'X'), (0x12C0, 'V'), (0x12C1, 'X'), (0x12C2, 'V'), (0x12C6, 'X'), (0x12C8, 'V'), (0x12D7, 'X'), (0x12D8, 'V'), (0x1311, 'X'), (0x1312, 'V'), (0x1316, 'X'), (0x1318, 'V'), (0x135B, 'X'), (0x135D, 'V'), (0x137D, 'X'), (0x1380, 'V'), (0x139A, 'X'), (0x13A0, 'V'), (0x13F5, 'X'), (0x1400, 'V'), (0x1680, 'X'), (0x1681, 'V'), (0x169D, 'X'), (0x16A0, 'V'), (0x16F1, 'X'), (0x1700, 'V'), (0x170D, 'X'), (0x170E, 'V'), (0x1715, 'X'), (0x1720, 'V'), (0x1737, 'X'), (0x1740, 'V'), (0x1754, 'X'), (0x1760, 'V'), (0x176D, 'X'), (0x176E, 'V'), (0x1771, 'X'), (0x1772, 'V'), (0x1774, 'X'), (0x1780, 'V'), (0x17B4, 'X'), (0x17B6, 'V'), (0x17DE, 'X'), (0x17E0, 'V'), (0x17EA, 'X'), (0x17F0, 'V'), (0x17FA, 'X'), (0x1800, 'V'), (0x1806, 'X'), (0x1807, 'V'), (0x180B, 'I'), (0x180E, 'X'), (0x1810, 'V'), (0x181A, 'X'), (0x1820, 'V'), (0x1878, 'X'), (0x1880, 'V'), (0x18AB, 'X'), (0x18B0, 'V'), (0x18F6, 'X'), (0x1900, 'V'), (0x191D, 'X'), (0x1920, 'V'), (0x192C, 'X'), (0x1930, 'V'), (0x193C, 'X'), (0x1940, 'V'), (0x1941, 'X'), (0x1944, 'V'), (0x196E, 'X'), (0x1970, 'V'), (0x1975, 'X'), (0x1980, 'V'), (0x19AC, 'X'), (0x19B0, 'V'), (0x19CA, 'X'), (0x19D0, 'V'), (0x19DB, 'X'), (0x19DE, 'V'), (0x1A1C, 'X'), (0x1A1E, 'V'), (0x1A5F, 'X'), (0x1A60, 'V'), (0x1A7D, 'X'), (0x1A7F, 'V'), (0x1A8A, 'X'), (0x1A90, 'V'), (0x1A9A, 'X'), ] def _seg_15(): return [ (0x1AA0, 'V'), (0x1AAE, 'X'), (0x1B00, 'V'), (0x1B4C, 'X'), (0x1B50, 'V'), (0x1B7D, 'X'), (0x1B80, 'V'), (0x1BF4, 'X'), (0x1BFC, 'V'), (0x1C38, 'X'), (0x1C3B, 'V'), (0x1C4A, 'X'), (0x1C4D, 'V'), (0x1C80, 'X'), (0x1CC0, 'V'), (0x1CC8, 'X'), (0x1CD0, 'V'), (0x1CF7, 'X'), (0x1D00, 'V'), (0x1D2C, 'M', u'a'), (0x1D2D, 'M', u'æ'), (0x1D2E, 'M', u'b'), (0x1D2F, 'V'), (0x1D30, 'M', u'd'), (0x1D31, 'M', u'e'), (0x1D32, 'M', u'ǝ'), (0x1D33, 'M', u'g'), (0x1D34, 'M', u'h'), (0x1D35, 'M', u'i'), (0x1D36, 'M', u'j'), (0x1D37, 'M', u'k'), (0x1D38, 'M', u'l'), (0x1D39, 'M', u'm'), (0x1D3A, 'M', u'n'), (0x1D3B, 'V'), (0x1D3C, 'M', u'o'), (0x1D3D, 'M', u'ȣ'), (0x1D3E, 'M', u'p'), (0x1D3F, 'M', u'r'), (0x1D40, 'M', u't'), (0x1D41, 'M', u'u'), (0x1D42, 'M', u'w'), (0x1D43, 'M', u'a'), (0x1D44, 'M', u'ɐ'), (0x1D45, 'M', u'ɑ'), (0x1D46, 'M', u'ᴂ'), (0x1D47, 'M', u'b'), (0x1D48, 'M', u'd'), (0x1D49, 'M', u'e'), (0x1D4A, 'M', u'ə'), (0x1D4B, 'M', u'ɛ'), (0x1D4C, 'M', u'ɜ'), (0x1D4D, 'M', u'g'), (0x1D4E, 'V'), (0x1D4F, 'M', u'k'), (0x1D50, 'M', u'm'), (0x1D51, 'M', u'ŋ'), (0x1D52, 'M', u'o'), (0x1D53, 'M', u'ɔ'), (0x1D54, 'M', u'ᴖ'), (0x1D55, 'M', u'ᴗ'), (0x1D56, 'M', u'p'), (0x1D57, 'M', u't'), (0x1D58, 'M', u'u'), (0x1D59, 'M', u'ᴝ'), (0x1D5A, 'M', u'ɯ'), (0x1D5B, 'M', u'v'), (0x1D5C, 'M', u'ᴥ'), (0x1D5D, 'M', u'β'), (0x1D5E, 'M', u'γ'), (0x1D5F, 'M', u'δ'), (0x1D60, 'M', u'φ'), (0x1D61, 'M', u'χ'), (0x1D62, 'M', u'i'), (0x1D63, 'M', u'r'), (0x1D64, 'M', u'u'), (0x1D65, 'M', u'v'), (0x1D66, 'M', u'β'), (0x1D67, 'M', u'γ'), (0x1D68, 'M', u'ρ'), (0x1D69, 'M', u'φ'), (0x1D6A, 'M', u'χ'), (0x1D6B, 'V'), (0x1D78, 'M', u'н'), (0x1D79, 'V'), (0x1D9B, 'M', u'ɒ'), (0x1D9C, 'M', u'c'), (0x1D9D, 'M', u'ɕ'), (0x1D9E, 'M', u'ð'), (0x1D9F, 'M', u'ɜ'), (0x1DA0, 'M', u'f'), (0x1DA1, 'M', u'ɟ'), (0x1DA2, 'M', u'ɡ'), (0x1DA3, 'M', u'ɥ'), (0x1DA4, 'M', u'ɨ'), (0x1DA5, 'M', u'ɩ'), (0x1DA6, 'M', u'ɪ'), (0x1DA7, 'M', u'ᵻ'), (0x1DA8, 'M', u'ʝ'), (0x1DA9, 'M', u'ɭ'), ] def _seg_16(): return [ (0x1DAA, 'M', u'ᶅ'), (0x1DAB, 'M', u'ʟ'), (0x1DAC, 'M', u'ɱ'), (0x1DAD, 'M', u'ɰ'), (0x1DAE, 'M', u'ɲ'), (0x1DAF, 'M', u'ɳ'), (0x1DB0, 'M', u'ɴ'), (0x1DB1, 'M', u'ɵ'), (0x1DB2, 'M', u'ɸ'), (0x1DB3, 'M', u'ʂ'), (0x1DB4, 'M', u'ʃ'), (0x1DB5, 'M', u'ƫ'), (0x1DB6, 'M', u'ʉ'), (0x1DB7, 'M', u'ʊ'), (0x1DB8, 'M', u'ᴜ'), (0x1DB9, 'M', u'ʋ'), (0x1DBA, 'M', u'ʌ'), (0x1DBB, 'M', u'z'), (0x1DBC, 'M', u'ʐ'), (0x1DBD, 'M', u'ʑ'), (0x1DBE, 'M', u'ʒ'), (0x1DBF, 'M', u'θ'), (0x1DC0, 'V'), (0x1DE7, 'X'), (0x1DFC, 'V'), (0x1E00, 'M', u'ḁ'), (0x1E01, 'V'), (0x1E02, 'M', u'ḃ'), (0x1E03, 'V'), (0x1E04, 'M', u'ḅ'), (0x1E05, 'V'), (0x1E06, 'M', u'ḇ'), (0x1E07, 'V'), (0x1E08, 'M', u'ḉ'), (0x1E09, 'V'), (0x1E0A, 'M', u'ḋ'), (0x1E0B, 'V'), (0x1E0C, 'M', u'ḍ'), (0x1E0D, 'V'), (0x1E0E, 'M', u'ḏ'), (0x1E0F, 'V'), (0x1E10, 'M', u'ḑ'), (0x1E11, 'V'), (0x1E12, 'M', u'ḓ'), (0x1E13, 'V'), (0x1E14, 'M', u'ḕ'), (0x1E15, 'V'), (0x1E16, 'M', u'ḗ'), (0x1E17, 'V'), (0x1E18, 'M', u'ḙ'), (0x1E19, 'V'), (0x1E1A, 'M', u'ḛ'), (0x1E1B, 'V'), (0x1E1C, 'M', u'ḝ'), (0x1E1D, 'V'), (0x1E1E, 'M', u'ḟ'), (0x1E1F, 'V'), (0x1E20, 'M', u'ḡ'), (0x1E21, 'V'), (0x1E22, 'M', u'ḣ'), (0x1E23, 'V'), (0x1E24, 'M', u'ḥ'), (0x1E25, 'V'), (0x1E26, 'M', u'ḧ'), (0x1E27, 'V'), (0x1E28, 'M', u'ḩ'), (0x1E29, 'V'), (0x1E2A, 'M', u'ḫ'), (0x1E2B, 'V'), (0x1E2C, 'M', u'ḭ'), (0x1E2D, 'V'), (0x1E2E, 'M', u'ḯ'), (0x1E2F, 'V'), (0x1E30, 'M', u'ḱ'), (0x1E31, 'V'), (0x1E32, 'M', u'ḳ'), (0x1E33, 'V'), (0x1E34, 'M', u'ḵ'), (0x1E35, 'V'), (0x1E36, 'M', u'ḷ'), (0x1E37, 'V'), (0x1E38, 'M', u'ḹ'), (0x1E39, 'V'), (0x1E3A, 'M', u'ḻ'), (0x1E3B, 'V'), (0x1E3C, 'M', u'ḽ'), (0x1E3D, 'V'), (0x1E3E, 'M', u'ḿ'), (0x1E3F, 'V'), (0x1E40, 'M', u'ṁ'), (0x1E41, 'V'), (0x1E42, 'M', u'ṃ'), (0x1E43, 'V'), (0x1E44, 'M', u'ṅ'), (0x1E45, 'V'), (0x1E46, 'M', u'ṇ'), (0x1E47, 'V'), (0x1E48, 'M', u'ṉ'), (0x1E49, 'V'), (0x1E4A, 'M', u'ṋ'), ] def _seg_17(): return [ (0x1E4B, 'V'), (0x1E4C, 'M', u'ṍ'), (0x1E4D, 'V'), (0x1E4E, 'M', u'ṏ'), (0x1E4F, 'V'), (0x1E50, 'M', u'ṑ'), (0x1E51, 'V'), (0x1E52, 'M', u'ṓ'), (0x1E53, 'V'), (0x1E54, 'M', u'ṕ'), (0x1E55, 'V'), (0x1E56, 'M', u'ṗ'), (0x1E57, 'V'), (0x1E58, 'M', u'ṙ'), (0x1E59, 'V'), (0x1E5A, 'M', u'ṛ'), (0x1E5B, 'V'), (0x1E5C, 'M', u'ṝ'), (0x1E5D, 'V'), (0x1E5E, 'M', u'ṟ'), (0x1E5F, 'V'), (0x1E60, 'M', u'ṡ'), (0x1E61, 'V'), (0x1E62, 'M', u'ṣ'), (0x1E63, 'V'), (0x1E64, 'M', u'ṥ'), (0x1E65, 'V'), (0x1E66, 'M', u'ṧ'), (0x1E67, 'V'), (0x1E68, 'M', u'ṩ'), (0x1E69, 'V'), (0x1E6A, 'M', u'ṫ'), (0x1E6B, 'V'), (0x1E6C, 'M', u'ṭ'), (0x1E6D, 'V'), (0x1E6E, 'M', u'ṯ'), (0x1E6F, 'V'), (0x1E70, 'M', u'ṱ'), (0x1E71, 'V'), (0x1E72, 'M', u'ṳ'), (0x1E73, 'V'), (0x1E74, 'M', u'ṵ'), (0x1E75, 'V'), (0x1E76, 'M', u'ṷ'), (0x1E77, 'V'), (0x1E78, 'M', u'ṹ'), (0x1E79, 'V'), (0x1E7A, 'M', u'ṻ'), (0x1E7B, 'V'), (0x1E7C, 'M', u'ṽ'), (0x1E7D, 'V'), (0x1E7E, 'M', u'ṿ'), (0x1E7F, 'V'), (0x1E80, 'M', u'ẁ'), (0x1E81, 'V'), (0x1E82, 'M', u'ẃ'), (0x1E83, 'V'), (0x1E84, 'M', u'ẅ'), (0x1E85, 'V'), (0x1E86, 'M', u'ẇ'), (0x1E87, 'V'), (0x1E88, 'M', u'ẉ'), (0x1E89, 'V'), (0x1E8A, 'M', u'ẋ'), (0x1E8B, 'V'), (0x1E8C, 'M', u'ẍ'), (0x1E8D, 'V'), (0x1E8E, 'M', u'ẏ'), (0x1E8F, 'V'), (0x1E90, 'M', u'ẑ'), (0x1E91, 'V'), (0x1E92, 'M', u'ẓ'), (0x1E93, 'V'), (0x1E94, 'M', u'ẕ'), (0x1E95, 'V'), (0x1E9A, 'M', u'aʾ'), (0x1E9B, 'M', u'ṡ'), (0x1E9C, 'V'), (0x1E9E, 'M', u'ss'), (0x1E9F, 'V'), (0x1EA0, 'M', u'ạ'), (0x1EA1, 'V'), (0x1EA2, 'M', u'ả'), (0x1EA3, 'V'), (0x1EA4, 'M', u'ấ'), (0x1EA5, 'V'), (0x1EA6, 'M', u'ầ'), (0x1EA7, 'V'), (0x1EA8, 'M', u'ẩ'), (0x1EA9, 'V'), (0x1EAA, 'M', u'ẫ'), (0x1EAB, 'V'), (0x1EAC, 'M', u'ậ'), (0x1EAD, 'V'), (0x1EAE, 'M', u'ắ'), (0x1EAF, 'V'), (0x1EB0, 'M', u'ằ'), (0x1EB1, 'V'), (0x1EB2, 'M', u'ẳ'), (0x1EB3, 'V'), ] def _seg_18(): return [ (0x1EB4, 'M', u'ẵ'), (0x1EB5, 'V'), (0x1EB6, 'M', u'ặ'), (0x1EB7, 'V'), (0x1EB8, 'M', u'ẹ'), (0x1EB9, 'V'), (0x1EBA, 'M', u'ẻ'), (0x1EBB, 'V'), (0x1EBC, 'M', u'ẽ'), (0x1EBD, 'V'), (0x1EBE, 'M', u'ế'), (0x1EBF, 'V'), (0x1EC0, 'M', u'ề'), (0x1EC1, 'V'), (0x1EC2, 'M', u'ể'), (0x1EC3, 'V'), (0x1EC4, 'M', u'ễ'), (0x1EC5, 'V'), (0x1EC6, 'M', u'ệ'), (0x1EC7, 'V'), (0x1EC8, 'M', u'ỉ'), (0x1EC9, 'V'), (0x1ECA, 'M', u'ị'), (0x1ECB, 'V'), (0x1ECC, 'M', u'ọ'), (0x1ECD, 'V'), (0x1ECE, 'M', u'ỏ'), (0x1ECF, 'V'), (0x1ED0, 'M', u'ố'), (0x1ED1, 'V'), (0x1ED2, 'M', u'ồ'), (0x1ED3, 'V'), (0x1ED4, 'M', u'ổ'), (0x1ED5, 'V'), (0x1ED6, 'M', u'ỗ'), (0x1ED7, 'V'), (0x1ED8, 'M', u'ộ'), (0x1ED9, 'V'), (0x1EDA, 'M', u'ớ'), (0x1EDB, 'V'), (0x1EDC, 'M', u'ờ'), (0x1EDD, 'V'), (0x1EDE, 'M', u'ở'), (0x1EDF, 'V'), (0x1EE0, 'M', u'ỡ'), (0x1EE1, 'V'), (0x1EE2, 'M', u'ợ'), (0x1EE3, 'V'), (0x1EE4, 'M', u'ụ'), (0x1EE5, 'V'), (0x1EE6, 'M', u'ủ'), (0x1EE7, 'V'), (0x1EE8, 'M', u'ứ'), (0x1EE9, 'V'), (0x1EEA, 'M', u'ừ'), (0x1EEB, 'V'), (0x1EEC, 'M', u'ử'), (0x1EED, 'V'), (0x1EEE, 'M', u'ữ'), (0x1EEF, 'V'), (0x1EF0, 'M', u'ự'), (0x1EF1, 'V'), (0x1EF2, 'M', u'ỳ'), (0x1EF3, 'V'), (0x1EF4, 'M', u'ỵ'), (0x1EF5, 'V'), (0x1EF6, 'M', u'ỷ'), (0x1EF7, 'V'), (0x1EF8, 'M', u'ỹ'), (0x1EF9, 'V'), (0x1EFA, 'M', u'ỻ'), (0x1EFB, 'V'), (0x1EFC, 'M', u'ỽ'), (0x1EFD, 'V'), (0x1EFE, 'M', u'ỿ'), (0x1EFF, 'V'), (0x1F08, 'M', u'ἀ'), (0x1F09, 'M', u'ἁ'), (0x1F0A, 'M', u'ἂ'), (0x1F0B, 'M', u'ἃ'), (0x1F0C, 'M', u'ἄ'), (0x1F0D, 'M', u'ἅ'), (0x1F0E, 'M', u'ἆ'), (0x1F0F, 'M', u'ἇ'), (0x1F10, 'V'), (0x1F16, 'X'), (0x1F18, 'M', u'ἐ'), (0x1F19, 'M', u'ἑ'), (0x1F1A, 'M', u'ἒ'), (0x1F1B, 'M', u'ἓ'), (0x1F1C, 'M', u'ἔ'), (0x1F1D, 'M', u'ἕ'), (0x1F1E, 'X'), (0x1F20, 'V'), (0x1F28, 'M', u'ἠ'), (0x1F29, 'M', u'ἡ'), (0x1F2A, 'M', u'ἢ'), (0x1F2B, 'M', u'ἣ'), (0x1F2C, 'M', u'ἤ'), (0x1F2D, 'M', u'ἥ'), ] def _seg_19(): return [ (0x1F2E, 'M', u'ἦ'), (0x1F2F, 'M', u'ἧ'), (0x1F30, 'V'), (0x1F38, 'M', u'ἰ'), (0x1F39, 'M', u'ἱ'), (0x1F3A, 'M', u'ἲ'), (0x1F3B, 'M', u'ἳ'), (0x1F3C, 'M', u'ἴ'), (0x1F3D, 'M', u'ἵ'), (0x1F3E, 'M', u'ἶ'), (0x1F3F, 'M', u'ἷ'), (0x1F40, 'V'), (0x1F46, 'X'), (0x1F48, 'M', u'ὀ'), (0x1F49, 'M', u'ὁ'), (0x1F4A, 'M', u'ὂ'), (0x1F4B, 'M', u'ὃ'), (0x1F4C, 'M', u'ὄ'), (0x1F4D, 'M', u'ὅ'), (0x1F4E, 'X'), (0x1F50, 'V'), (0x1F58, 'X'), (0x1F59, 'M', u'ὑ'), (0x1F5A, 'X'), (0x1F5B, 'M', u'ὓ'), (0x1F5C, 'X'), (0x1F5D, 'M', u'ὕ'), (0x1F5E, 'X'), (0x1F5F, 'M', u'ὗ'), (0x1F60, 'V'), (0x1F68, 'M', u'ὠ'), (0x1F69, 'M', u'ὡ'), (0x1F6A, 'M', u'ὢ'), (0x1F6B, 'M', u'ὣ'), (0x1F6C, 'M', u'ὤ'), (0x1F6D, 'M', u'ὥ'), (0x1F6E, 'M', u'ὦ'), (0x1F6F, 'M', u'ὧ'), (0x1F70, 'V'), (0x1F71, 'M', u'ά'), (0x1F72, 'V'), (0x1F73, 'M', u'έ'), (0x1F74, 'V'), (0x1F75, 'M', u'ή'), (0x1F76, 'V'), (0x1F77, 'M', u'ί'), (0x1F78, 'V'), (0x1F79, 'M', u'ό'), (0x1F7A, 'V'), (0x1F7B, 'M', u'ύ'), (0x1F7C, 'V'), (0x1F7D, 'M', u'ώ'), (0x1F7E, 'X'), (0x1F80, 'M', u'ἀι'), (0x1F81, 'M', u'ἁι'), (0x1F82, 'M', u'ἂι'), (0x1F83, 'M', u'ἃι'), (0x1F84, 'M', u'ἄι'), (0x1F85, 'M', u'ἅι'), (0x1F86, 'M', u'ἆι'), (0x1F87, 'M', u'ἇι'), (0x1F88, 'M', u'ἀι'), (0x1F89, 'M', u'ἁι'), (0x1F8A, 'M', u'ἂι'), (0x1F8B, 'M', u'ἃι'), (0x1F8C, 'M', u'ἄι'), (0x1F8D, 'M', u'ἅι'), (0x1F8E, 'M', u'ἆι'), (0x1F8F, 'M', u'ἇι'), (0x1F90, 'M', u'ἠι'), (0x1F91, 'M', u'ἡι'), (0x1F92, 'M', u'ἢι'), (0x1F93, 'M', u'ἣι'), (0x1F94, 'M', u'ἤι'), (0x1F95, 'M', u'ἥι'), (0x1F96, 'M', u'ἦι'), (0x1F97, 'M', u'ἧι'), (0x1F98, 'M', u'ἠι'), (0x1F99, 'M', u'ἡι'), (0x1F9A, 'M', u'ἢι'), (0x1F9B, 'M', u'ἣι'), (0x1F9C, 'M', u'ἤι'), (0x1F9D, 'M', u'ἥι'), (0x1F9E, 'M', u'ἦι'), (0x1F9F, 'M', u'ἧι'), (0x1FA0, 'M', u'ὠι'), (0x1FA1, 'M', u'ὡι'), (0x1FA2, 'M', u'ὢι'), (0x1FA3, 'M', u'ὣι'), (0x1FA4, 'M', u'ὤι'), (0x1FA5, 'M', u'ὥι'), (0x1FA6, 'M', u'ὦι'), (0x1FA7, 'M', u'ὧι'), (0x1FA8, 'M', u'ὠι'), (0x1FA9, 'M', u'ὡι'), (0x1FAA, 'M', u'ὢι'), (0x1FAB, 'M', u'ὣι'), (0x1FAC, 'M', u'ὤι'), (0x1FAD, 'M', u'ὥι'), (0x1FAE, 'M', u'ὦι'), ] def _seg_20(): return [ (0x1FAF, 'M', u'ὧι'), (0x1FB0, 'V'), (0x1FB2, 'M', u'ὰι'), (0x1FB3, 'M', u'αι'), (0x1FB4, 'M', u'άι'), (0x1FB5, 'X'), (0x1FB6, 'V'), (0x1FB7, 'M', u'ᾶι'), (0x1FB8, 'M', u'ᾰ'), (0x1FB9, 'M', u'ᾱ'), (0x1FBA, 'M', u'ὰ'), (0x1FBB, 'M', u'ά'), (0x1FBC, 'M', u'αι'), (0x1FBD, '3', u' ̓'), (0x1FBE, 'M', u'ι'), (0x1FBF, '3', u' ̓'), (0x1FC0, '3', u' ͂'), (0x1FC1, '3', u' ̈͂'), (0x1FC2, 'M', u'ὴι'), (0x1FC3, 'M', u'ηι'), (0x1FC4, 'M', u'ήι'), (0x1FC5, 'X'), (0x1FC6, 'V'), (0x1FC7, 'M', u'ῆι'), (0x1FC8, 'M', u'ὲ'), (0x1FC9, 'M', u'έ'), (0x1FCA, 'M', u'ὴ'), (0x1FCB, 'M', u'ή'), (0x1FCC, 'M', u'ηι'), (0x1FCD, '3', u' ̓̀'), (0x1FCE, '3', u' ̓́'), (0x1FCF, '3', u' ̓͂'), (0x1FD0, 'V'), (0x1FD3, 'M', u'ΐ'), (0x1FD4, 'X'), (0x1FD6, 'V'), (0x1FD8, 'M', u'ῐ'), (0x1FD9, 'M', u'ῑ'), (0x1FDA, 'M', u'ὶ'), (0x1FDB, 'M', u'ί'), (0x1FDC, 'X'), (0x1FDD, '3', u' ̔̀'), (0x1FDE, '3', u' ̔́'), (0x1FDF, '3', u' ̔͂'), (0x1FE0, 'V'), (0x1FE3, 'M', u'ΰ'), (0x1FE4, 'V'), (0x1FE8, 'M', u'ῠ'), (0x1FE9, 'M', u'ῡ'), (0x1FEA, 'M', u'ὺ'), (0x1FEB, 'M', u'ύ'), (0x1FEC, 'M', u'ῥ'), (0x1FED, '3', u' ̈̀'), (0x1FEE, '3', u' ̈́'), (0x1FEF, '3', u'`'), (0x1FF0, 'X'), (0x1FF2, 'M', u'ὼι'), (0x1FF3, 'M', u'ωι'), (0x1FF4, 'M', u'ώι'), (0x1FF5, 'X'), (0x1FF6, 'V'), (0x1FF7, 'M', u'ῶι'), (0x1FF8, 'M', u'ὸ'), (0x1FF9, 'M', u'ό'), (0x1FFA, 'M', u'ὼ'), (0x1FFB, 'M', u'ώ'), (0x1FFC, 'M', u'ωι'), (0x1FFD, '3', u' ́'), (0x1FFE, '3', u' ̔'), (0x1FFF, 'X'), (0x2000, '3', u' '), (0x200B, 'I'), (0x200C, 'D', u''), (0x200E, 'X'), (0x2010, 'V'), (0x2011, 'M', u'‐'), (0x2012, 'V'), (0x2017, '3', u' ̳'), (0x2018, 'V'), (0x2024, 'X'), (0x2027, 'V'), (0x2028, 'X'), (0x202F, '3', u' '), (0x2030, 'V'), (0x2033, 'M', u'′′'), (0x2034, 'M', u'′′′'), (0x2035, 'V'), (0x2036, 'M', u'‵‵'), (0x2037, 'M', u'‵‵‵'), (0x2038, 'V'), (0x203C, '3', u'!!'), (0x203D, 'V'), (0x203E, '3', u' ̅'), (0x203F, 'V'), (0x2047, '3', u'??'), (0x2048, '3', u'?!'), (0x2049, '3', u'!?'), (0x204A, 'V'), (0x2057, 'M', u'′′′′'), (0x2058, 'V'), ] def _seg_21(): return [ (0x205F, '3', u' '), (0x2060, 'I'), (0x2061, 'X'), (0x2064, 'I'), (0x2065, 'X'), (0x2070, 'M', u'0'), (0x2071, 'M', u'i'), (0x2072, 'X'), (0x2074, 'M', u'4'), (0x2075, 'M', u'5'), (0x2076, 'M', u'6'), (0x2077, 'M', u'7'), (0x2078, 'M', u'8'), (0x2079, 'M', u'9'), (0x207A, '3', u'+'), (0x207B, 'M', u'−'), (0x207C, '3', u'='), (0x207D, '3', u'('), (0x207E, '3', u')'), (0x207F, 'M', u'n'), (0x2080, 'M', u'0'), (0x2081, 'M', u'1'), (0x2082, 'M', u'2'), (0x2083, 'M', u'3'), (0x2084, 'M', u'4'), (0x2085, 'M', u'5'), (0x2086, 'M', u'6'), (0x2087, 'M', u'7'), (0x2088, 'M', u'8'), (0x2089, 'M', u'9'), (0x208A, '3', u'+'), (0x208B, 'M', u'−'), (0x208C, '3', u'='), (0x208D, '3', u'('), (0x208E, '3', u')'), (0x208F, 'X'), (0x2090, 'M', u'a'), (0x2091, 'M', u'e'), (0x2092, 'M', u'o'), (0x2093, 'M', u'x'), (0x2094, 'M', u'ə'), (0x2095, 'M', u'h'), (0x2096, 'M', u'k'), (0x2097, 'M', u'l'), (0x2098, 'M', u'm'), (0x2099, 'M', u'n'), (0x209A, 'M', u'p'), (0x209B, 'M', u's'), (0x209C, 'M', u't'), (0x209D, 'X'), (0x20A0, 'V'), (0x20A8, 'M', u'rs'), (0x20A9, 'V'), (0x20BB, 'X'), (0x20D0, 'V'), (0x20F1, 'X'), (0x2100, '3', u'a/c'), (0x2101, '3', u'a/s'), (0x2102, 'M', u'c'), (0x2103, 'M', u'°c'), (0x2104, 'V'), (0x2105, '3', u'c/o'), (0x2106, '3', u'c/u'), (0x2107, 'M', u'ɛ'), (0x2108, 'V'), (0x2109, 'M', u'°f'), (0x210A, 'M', u'g'), (0x210B, 'M', u'h'), (0x210F, 'M', u'ħ'), (0x2110, 'M', u'i'), (0x2112, 'M', u'l'), (0x2114, 'V'), (0x2115, 'M', u'n'), (0x2116, 'M', u'no'), (0x2117, 'V'), (0x2119, 'M', u'p'), (0x211A, 'M', u'q'), (0x211B, 'M', u'r'), (0x211E, 'V'), (0x2120, 'M', u'sm'), (0x2121, 'M', u'tel'), (0x2122, 'M', u'tm'), (0x2123, 'V'), (0x2124, 'M', u'z'), (0x2125, 'V'), (0x2126, 'M', u'ω'), (0x2127, 'V'), (0x2128, 'M', u'z'), (0x2129, 'V'), (0x212A, 'M', u'k'), (0x212B, 'M', u'å'), (0x212C, 'M', u'b'), (0x212D, 'M', u'c'), (0x212E, 'V'), (0x212F, 'M', u'e'), (0x2131, 'M', u'f'), (0x2132, 'X'), (0x2133, 'M', u'm'), (0x2134, 'M', u'o'), (0x2135, 'M', u'א'), ] def _seg_22(): return [ (0x2136, 'M', u'ב'), (0x2137, 'M', u'ג'), (0x2138, 'M', u'ד'), (0x2139, 'M', u'i'), (0x213A, 'V'), (0x213B, 'M', u'fax'), (0x213C, 'M', u'π'), (0x213D, 'M', u'γ'), (0x213F, 'M', u'π'), (0x2140, 'M', u'∑'), (0x2141, 'V'), (0x2145, 'M', u'd'), (0x2147, 'M', u'e'), (0x2148, 'M', u'i'), (0x2149, 'M', u'j'), (0x214A, 'V'), (0x2150, 'M', u'1⁄7'), (0x2151, 'M', u'1⁄9'), (0x2152, 'M', u'1⁄10'), (0x2153, 'M', u'1⁄3'), (0x2154, 'M', u'2⁄3'), (0x2155, 'M', u'1⁄5'), (0x2156, 'M', u'2⁄5'), (0x2157, 'M', u'3⁄5'), (0x2158, 'M', u'4⁄5'), (0x2159, 'M', u'1⁄6'), (0x215A, 'M', u'5⁄6'), (0x215B, 'M', u'1⁄8'), (0x215C, 'M', u'3⁄8'), (0x215D, 'M', u'5⁄8'), (0x215E, 'M', u'7⁄8'), (0x215F, 'M', u'1⁄'), (0x2160, 'M', u'i'), (0x2161, 'M', u'ii'), (0x2162, 'M', u'iii'), (0x2163, 'M', u'iv'), (0x2164, 'M', u'v'), (0x2165, 'M', u'vi'), (0x2166, 'M', u'vii'), (0x2167, 'M', u'viii'), (0x2168, 'M', u'ix'), (0x2169, 'M', u'x'), (0x216A, 'M', u'xi'), (0x216B, 'M', u'xii'), (0x216C, 'M', u'l'), (0x216D, 'M', u'c'), (0x216E, 'M', u'd'), (0x216F, 'M', u'm'), (0x2170, 'M', u'i'), (0x2171, 'M', u'ii'), (0x2172, 'M', u'iii'), (0x2173, 'M', u'iv'), (0x2174, 'M', u'v'), (0x2175, 'M', u'vi'), (0x2176, 'M', u'vii'), (0x2177, 'M', u'viii'), (0x2178, 'M', u'ix'), (0x2179, 'M', u'x'), (0x217A, 'M', u'xi'), (0x217B, 'M', u'xii'), (0x217C, 'M', u'l'), (0x217D, 'M', u'c'), (0x217E, 'M', u'd'), (0x217F, 'M', u'm'), (0x2180, 'V'), (0x2183, 'X'), (0x2184, 'V'), (0x2189, 'M', u'0⁄3'), (0x218A, 'X'), (0x2190, 'V'), (0x222C, 'M', u'∫∫'), (0x222D, 'M', u'∫∫∫'), (0x222E, 'V'), (0x222F, 'M', u'∮∮'), (0x2230, 'M', u'∮∮∮'), (0x2231, 'V'), (0x2260, '3'), (0x2261, 'V'), (0x226E, '3'), (0x2270, 'V'), (0x2329, 'M', u'〈'), (0x232A, 'M', u'〉'), (0x232B, 'V'), (0x23F4, 'X'), (0x2400, 'V'), (0x2427, 'X'), (0x2440, 'V'), (0x244B, 'X'), (0x2460, 'M', u'1'), (0x2461, 'M', u'2'), (0x2462, 'M', u'3'), (0x2463, 'M', u'4'), (0x2464, 'M', u'5'), (0x2465, 'M', u'6'), (0x2466, 'M', u'7'), (0x2467, 'M', u'8'), (0x2468, 'M', u'9'), (0x2469, 'M', u'10'), (0x246A, 'M', u'11'), (0x246B, 'M', u'12'), ] def _seg_23(): return [ (0x246C, 'M', u'13'), (0x246D, 'M', u'14'), (0x246E, 'M', u'15'), (0x246F, 'M', u'16'), (0x2470, 'M', u'17'), (0x2471, 'M', u'18'), (0x2472, 'M', u'19'), (0x2473, 'M', u'20'), (0x2474, '3', u'(1)'), (0x2475, '3', u'(2)'), (0x2476, '3', u'(3)'), (0x2477, '3', u'(4)'), (0x2478, '3', u'(5)'), (0x2479, '3', u'(6)'), (0x247A, '3', u'(7)'), (0x247B, '3', u'(8)'), (0x247C, '3', u'(9)'), (0x247D, '3', u'(10)'), (0x247E, '3', u'(11)'), (0x247F, '3', u'(12)'), (0x2480, '3', u'(13)'), (0x2481, '3', u'(14)'), (0x2482, '3', u'(15)'), (0x2483, '3', u'(16)'), (0x2484, '3', u'(17)'), (0x2485, '3', u'(18)'), (0x2486, '3', u'(19)'), (0x2487, '3', u'(20)'), (0x2488, 'X'), (0x249C, '3', u'(a)'), (0x249D, '3', u'(b)'), (0x249E, '3', u'(c)'), (0x249F, '3', u'(d)'), (0x24A0, '3', u'(e)'), (0x24A1, '3', u'(f)'), (0x24A2, '3', u'(g)'), (0x24A3, '3', u'(h)'), (0x24A4, '3', u'(i)'), (0x24A5, '3', u'(j)'), (0x24A6, '3', u'(k)'), (0x24A7, '3', u'(l)'), (0x24A8, '3', u'(m)'), (0x24A9, '3', u'(n)'), (0x24AA, '3', u'(o)'), (0x24AB, '3', u'(p)'), (0x24AC, '3', u'(q)'), (0x24AD, '3', u'(r)'), (0x24AE, '3', u'(s)'), (0x24AF, '3', u'(t)'), (0x24B0, '3', u'(u)'), (0x24B1, '3', u'(v)'), (0x24B2, '3', u'(w)'), (0x24B3, '3', u'(x)'), (0x24B4, '3', u'(y)'), (0x24B5, '3', u'(z)'), (0x24B6, 'M', u'a'), (0x24B7, 'M', u'b'), (0x24B8, 'M', u'c'), (0x24B9, 'M', u'd'), (0x24BA, 'M', u'e'), (0x24BB, 'M', u'f'), (0x24BC, 'M', u'g'), (0x24BD, 'M', u'h'), (0x24BE, 'M', u'i'), (0x24BF, 'M', u'j'), (0x24C0, 'M', u'k'), (0x24C1, 'M', u'l'), (0x24C2, 'M', u'm'), (0x24C3, 'M', u'n'), (0x24C4, 'M', u'o'), (0x24C5, 'M', u'p'), (0x24C6, 'M', u'q'), (0x24C7, 'M', u'r'), (0x24C8, 'M', u's'), (0x24C9, 'M', u't'), (0x24CA, 'M', u'u'), (0x24CB, 'M', u'v'), (0x24CC, 'M', u'w'), (0x24CD, 'M', u'x'), (0x24CE, 'M', u'y'), (0x24CF, 'M', u'z'), (0x24D0, 'M', u'a'), (0x24D1, 'M', u'b'), (0x24D2, 'M', u'c'), (0x24D3, 'M', u'd'), (0x24D4, 'M', u'e'), (0x24D5, 'M', u'f'), (0x24D6, 'M', u'g'), (0x24D7, 'M', u'h'), (0x24D8, 'M', u'i'), (0x24D9, 'M', u'j'), (0x24DA, 'M', u'k'), (0x24DB, 'M', u'l'), (0x24DC, 'M', u'm'), (0x24DD, 'M', u'n'), (0x24DE, 'M', u'o'), (0x24DF, 'M', u'p'), (0x24E0, 'M', u'q'), (0x24E1, 'M', u'r'), (0x24E2, 'M', u's'), ] def _seg_24(): return [ (0x24E3, 'M', u't'), (0x24E4, 'M', u'u'), (0x24E5, 'M', u'v'), (0x24E6, 'M', u'w'), (0x24E7, 'M', u'x'), (0x24E8, 'M', u'y'), (0x24E9, 'M', u'z'), (0x24EA, 'M', u'0'), (0x24EB, 'V'), (0x2700, 'X'), (0x2701, 'V'), (0x2A0C, 'M', u'∫∫∫∫'), (0x2A0D, 'V'), (0x2A74, '3', u'::='), (0x2A75, '3', u'=='), (0x2A76, '3', u'==='), (0x2A77, 'V'), (0x2ADC, 'M', u'⫝̸'), (0x2ADD, 'V'), (0x2B4D, 'X'), (0x2B50, 'V'), (0x2B5A, 'X'), (0x2C00, 'M', u'ⰰ'), (0x2C01, 'M', u'ⰱ'), (0x2C02, 'M', u'ⰲ'), (0x2C03, 'M', u'ⰳ'), (0x2C04, 'M', u'ⰴ'), (0x2C05, 'M', u'ⰵ'), (0x2C06, 'M', u'ⰶ'), (0x2C07, 'M', u'ⰷ'), (0x2C08, 'M', u'ⰸ'), (0x2C09, 'M', u'ⰹ'), (0x2C0A, 'M', u'ⰺ'), (0x2C0B, 'M', u'ⰻ'), (0x2C0C, 'M', u'ⰼ'), (0x2C0D, 'M', u'ⰽ'), (0x2C0E, 'M', u'ⰾ'), (0x2C0F, 'M', u'ⰿ'), (0x2C10, 'M', u'ⱀ'), (0x2C11, 'M', u'ⱁ'), (0x2C12, 'M', u'ⱂ'), (0x2C13, 'M', u'ⱃ'), (0x2C14, 'M', u'ⱄ'), (0x2C15, 'M', u'ⱅ'), (0x2C16, 'M', u'ⱆ'), (0x2C17, 'M', u'ⱇ'), (0x2C18, 'M', u'ⱈ'), (0x2C19, 'M', u'ⱉ'), (0x2C1A, 'M', u'ⱊ'), (0x2C1B, 'M', u'ⱋ'), (0x2C1C, 'M', u'ⱌ'), (0x2C1D, 'M', u'ⱍ'), (0x2C1E, 'M', u'ⱎ'), (0x2C1F, 'M', u'ⱏ'), (0x2C20, 'M', u'ⱐ'), (0x2C21, 'M', u'ⱑ'), (0x2C22, 'M', u'ⱒ'), (0x2C23, 'M', u'ⱓ'), (0x2C24, 'M', u'ⱔ'), (0x2C25, 'M', u'ⱕ'), (0x2C26, 'M', u'ⱖ'), (0x2C27, 'M', u'ⱗ'), (0x2C28, 'M', u'ⱘ'), (0x2C29, 'M', u'ⱙ'), (0x2C2A, 'M', u'ⱚ'), (0x2C2B, 'M', u'ⱛ'), (0x2C2C, 'M', u'ⱜ'), (0x2C2D, 'M', u'ⱝ'), (0x2C2E, 'M', u'ⱞ'), (0x2C2F, 'X'), (0x2C30, 'V'), (0x2C5F, 'X'), (0x2C60, 'M', u'ⱡ'), (0x2C61, 'V'), (0x2C62, 'M', u'ɫ'), (0x2C63, 'M', u'ᵽ'), (0x2C64, 'M', u'ɽ'), (0x2C65, 'V'), (0x2C67, 'M', u'ⱨ'), (0x2C68, 'V'), (0x2C69, 'M', u'ⱪ'), (0x2C6A, 'V'), (0x2C6B, 'M', u'ⱬ'), (0x2C6C, 'V'), (0x2C6D, 'M', u'ɑ'), (0x2C6E, 'M', u'ɱ'), (0x2C6F, 'M', u'ɐ'), (0x2C70, 'M', u'ɒ'), (0x2C71, 'V'), (0x2C72, 'M', u'ⱳ'), (0x2C73, 'V'), (0x2C75, 'M', u'ⱶ'), (0x2C76, 'V'), (0x2C7C, 'M', u'j'), (0x2C7D, 'M', u'v'), (0x2C7E, 'M', u'ȿ'), (0x2C7F, 'M', u'ɀ'), (0x2C80, 'M', u'ⲁ'), (0x2C81, 'V'), (0x2C82, 'M', u'ⲃ'), ] def _seg_25(): return [ (0x2C83, 'V'), (0x2C84, 'M', u'ⲅ'), (0x2C85, 'V'), (0x2C86, 'M', u'ⲇ'), (0x2C87, 'V'), (0x2C88, 'M', u'ⲉ'), (0x2C89, 'V'), (0x2C8A, 'M', u'ⲋ'), (0x2C8B, 'V'), (0x2C8C, 'M', u'ⲍ'), (0x2C8D, 'V'), (0x2C8E, 'M', u'ⲏ'), (0x2C8F, 'V'), (0x2C90, 'M', u'ⲑ'), (0x2C91, 'V'), (0x2C92, 'M', u'ⲓ'), (0x2C93, 'V'), (0x2C94, 'M', u'ⲕ'), (0x2C95, 'V'), (0x2C96, 'M', u'ⲗ'), (0x2C97, 'V'), (0x2C98, 'M', u'ⲙ'), (0x2C99, 'V'), (0x2C9A, 'M', u'ⲛ'), (0x2C9B, 'V'), (0x2C9C, 'M', u'ⲝ'), (0x2C9D, 'V'), (0x2C9E, 'M', u'ⲟ'), (0x2C9F, 'V'), (0x2CA0, 'M', u'ⲡ'), (0x2CA1, 'V'), (0x2CA2, 'M', u'ⲣ'), (0x2CA3, 'V'), (0x2CA4, 'M', u'ⲥ'), (0x2CA5, 'V'), (0x2CA6, 'M', u'ⲧ'), (0x2CA7, 'V'), (0x2CA8, 'M', u'ⲩ'), (0x2CA9, 'V'), (0x2CAA, 'M', u'ⲫ'), (0x2CAB, 'V'), (0x2CAC, 'M', u'ⲭ'), (0x2CAD, 'V'), (0x2CAE, 'M', u'ⲯ'), (0x2CAF, 'V'), (0x2CB0, 'M', u'ⲱ'), (0x2CB1, 'V'), (0x2CB2, 'M', u'ⲳ'), (0x2CB3, 'V'), (0x2CB4, 'M', u'ⲵ'), (0x2CB5, 'V'), (0x2CB6, 'M', u'ⲷ'), (0x2CB7, 'V'), (0x2CB8, 'M', u'ⲹ'), (0x2CB9, 'V'), (0x2CBA, 'M', u'ⲻ'), (0x2CBB, 'V'), (0x2CBC, 'M', u'ⲽ'), (0x2CBD, 'V'), (0x2CBE, 'M', u'ⲿ'), (0x2CBF, 'V'), (0x2CC0, 'M', u'ⳁ'), (0x2CC1, 'V'), (0x2CC2, 'M', u'ⳃ'), (0x2CC3, 'V'), (0x2CC4, 'M', u'ⳅ'), (0x2CC5, 'V'), (0x2CC6, 'M', u'ⳇ'), (0x2CC7, 'V'), (0x2CC8, 'M', u'ⳉ'), (0x2CC9, 'V'), (0x2CCA, 'M', u'ⳋ'), (0x2CCB, 'V'), (0x2CCC, 'M', u'ⳍ'), (0x2CCD, 'V'), (0x2CCE, 'M', u'ⳏ'), (0x2CCF, 'V'), (0x2CD0, 'M', u'ⳑ'), (0x2CD1, 'V'), (0x2CD2, 'M', u'ⳓ'), (0x2CD3, 'V'), (0x2CD4, 'M', u'ⳕ'), (0x2CD5, 'V'), (0x2CD6, 'M', u'ⳗ'), (0x2CD7, 'V'), (0x2CD8, 'M', u'ⳙ'), (0x2CD9, 'V'), (0x2CDA, 'M', u'ⳛ'), (0x2CDB, 'V'), (0x2CDC, 'M', u'ⳝ'), (0x2CDD, 'V'), (0x2CDE, 'M', u'ⳟ'), (0x2CDF, 'V'), (0x2CE0, 'M', u'ⳡ'), (0x2CE1, 'V'), (0x2CE2, 'M', u'ⳣ'), (0x2CE3, 'V'), (0x2CEB, 'M', u'ⳬ'), (0x2CEC, 'V'), (0x2CED, 'M', u'ⳮ'), ] def _seg_26(): return [ (0x2CEE, 'V'), (0x2CF2, 'M', u'ⳳ'), (0x2CF3, 'V'), (0x2CF4, 'X'), (0x2CF9, 'V'), (0x2D26, 'X'), (0x2D27, 'V'), (0x2D28, 'X'), (0x2D2D, 'V'), (0x2D2E, 'X'), (0x2D30, 'V'), (0x2D68, 'X'), (0x2D6F, 'M', u'ⵡ'), (0x2D70, 'V'), (0x2D71, 'X'), (0x2D7F, 'V'), (0x2D97, 'X'), (0x2DA0, 'V'), (0x2DA7, 'X'), (0x2DA8, 'V'), (0x2DAF, 'X'), (0x2DB0, 'V'), (0x2DB7, 'X'), (0x2DB8, 'V'), (0x2DBF, 'X'), (0x2DC0, 'V'), (0x2DC7, 'X'), (0x2DC8, 'V'), (0x2DCF, 'X'), (0x2DD0, 'V'), (0x2DD7, 'X'), (0x2DD8, 'V'), (0x2DDF, 'X'), (0x2DE0, 'V'), (0x2E3C, 'X'), (0x2E80, 'V'), (0x2E9A, 'X'), (0x2E9B, 'V'), (0x2E9F, 'M', u'母'), (0x2EA0, 'V'), (0x2EF3, 'M', u'龟'), (0x2EF4, 'X'), (0x2F00, 'M', u'一'), (0x2F01, 'M', u'丨'), (0x2F02, 'M', u'丶'), (0x2F03, 'M', u'丿'), (0x2F04, 'M', u'乙'), (0x2F05, 'M', u'亅'), (0x2F06, 'M', u'二'), (0x2F07, 'M', u'亠'), (0x2F08, 'M', u'人'), (0x2F09, 'M', u'儿'), (0x2F0A, 'M', u'入'), (0x2F0B, 'M', u'八'), (0x2F0C, 'M', u'冂'), (0x2F0D, 'M', u'冖'), (0x2F0E, 'M', u'冫'), (0x2F0F, 'M', u'几'), (0x2F10, 'M', u'凵'), (0x2F11, 'M', u'刀'), (0x2F12, 'M', u'力'), (0x2F13, 'M', u'勹'), (0x2F14, 'M', u'匕'), (0x2F15, 'M', u'匚'), (0x2F16, 'M', u'匸'), (0x2F17, 'M', u'十'), (0x2F18, 'M', u'卜'), (0x2F19, 'M', u'卩'), (0x2F1A, 'M', u'厂'), (0x2F1B, 'M', u'厶'), (0x2F1C, 'M', u'又'), (0x2F1D, 'M', u'口'), (0x2F1E, 'M', u'囗'), (0x2F1F, 'M', u'土'), (0x2F20, 'M', u'士'), (0x2F21, 'M', u'夂'), (0x2F22, 'M', u'夊'), (0x2F23, 'M', u'夕'), (0x2F24, 'M', u'大'), (0x2F25, 'M', u'女'), (0x2F26, 'M', u'子'), (0x2F27, 'M', u'宀'), (0x2F28, 'M', u'寸'), (0x2F29, 'M', u'小'), (0x2F2A, 'M', u'尢'), (0x2F2B, 'M', u'尸'), (0x2F2C, 'M', u'屮'), (0x2F2D, 'M', u'山'), (0x2F2E, 'M', u'巛'), (0x2F2F, 'M', u'工'), (0x2F30, 'M', u'己'), (0x2F31, 'M', u'巾'), (0x2F32, 'M', u'干'), (0x2F33, 'M', u'幺'), (0x2F34, 'M', u'广'), (0x2F35, 'M', u'廴'), (0x2F36, 'M', u'廾'), (0x2F37, 'M', u'弋'), (0x2F38, 'M', u'弓'), (0x2F39, 'M', u'彐'), ] def _seg_27(): return [ (0x2F3A, 'M', u'彡'), (0x2F3B, 'M', u'彳'), (0x2F3C, 'M', u'心'), (0x2F3D, 'M', u'戈'), (0x2F3E, 'M', u'戶'), (0x2F3F, 'M', u'手'), (0x2F40, 'M', u'支'), (0x2F41, 'M', u'攴'), (0x2F42, 'M', u'文'), (0x2F43, 'M', u'斗'), (0x2F44, 'M', u'斤'), (0x2F45, 'M', u'方'), (0x2F46, 'M', u'无'), (0x2F47, 'M', u'日'), (0x2F48, 'M', u'曰'), (0x2F49, 'M', u'月'), (0x2F4A, 'M', u'木'), (0x2F4B, 'M', u'欠'), (0x2F4C, 'M', u'止'), (0x2F4D, 'M', u'歹'), (0x2F4E, 'M', u'殳'), (0x2F4F, 'M', u'毋'), (0x2F50, 'M', u'比'), (0x2F51, 'M', u'毛'), (0x2F52, 'M', u'氏'), (0x2F53, 'M', u'气'), (0x2F54, 'M', u'水'), (0x2F55, 'M', u'火'), (0x2F56, 'M', u'爪'), (0x2F57, 'M', u'父'), (0x2F58, 'M', u'爻'), (0x2F59, 'M', u'爿'), (0x2F5A, 'M', u'片'), (0x2F5B, 'M', u'牙'), (0x2F5C, 'M', u'牛'), (0x2F5D, 'M', u'犬'), (0x2F5E, 'M', u'玄'), (0x2F5F, 'M', u'玉'), (0x2F60, 'M', u'瓜'), (0x2F61, 'M', u'瓦'), (0x2F62, 'M', u'甘'), (0x2F63, 'M', u'生'), (0x2F64, 'M', u'用'), (0x2F65, 'M', u'田'), (0x2F66, 'M', u'疋'), (0x2F67, 'M', u'疒'), (0x2F68, 'M', u'癶'), (0x2F69, 'M', u'白'), (0x2F6A, 'M', u'皮'), (0x2F6B, 'M', u'皿'), (0x2F6C, 'M', u'目'), (0x2F6D, 'M', u'矛'), (0x2F6E, 'M', u'矢'), (0x2F6F, 'M', u'石'), (0x2F70, 'M', u'示'), (0x2F71, 'M', u'禸'), (0x2F72, 'M', u'禾'), (0x2F73, 'M', u'穴'), (0x2F74, 'M', u'立'), (0x2F75, 'M', u'竹'), (0x2F76, 'M', u'米'), (0x2F77, 'M', u'糸'), (0x2F78, 'M', u'缶'), (0x2F79, 'M', u'网'), (0x2F7A, 'M', u'羊'), (0x2F7B, 'M', u'羽'), (0x2F7C, 'M', u'老'), (0x2F7D, 'M', u'而'), (0x2F7E, 'M', u'耒'), (0x2F7F, 'M', u'耳'), (0x2F80, 'M', u'聿'), (0x2F81, 'M', u'肉'), (0x2F82, 'M', u'臣'), (0x2F83, 'M', u'自'), (0x2F84, 'M', u'至'), (0x2F85, 'M', u'臼'), (0x2F86, 'M', u'舌'), (0x2F87, 'M', u'舛'), (0x2F88, 'M', u'舟'), (0x2F89, 'M', u'艮'), (0x2F8A, 'M', u'色'), (0x2F8B, 'M', u'艸'), (0x2F8C, 'M', u'虍'), (0x2F8D, 'M', u'虫'), (0x2F8E, 'M', u'血'), (0x2F8F, 'M', u'行'), (0x2F90, 'M', u'衣'), (0x2F91, 'M', u'襾'), (0x2F92, 'M', u'見'), (0x2F93, 'M', u'角'), (0x2F94, 'M', u'言'), (0x2F95, 'M', u'谷'), (0x2F96, 'M', u'豆'), (0x2F97, 'M', u'豕'), (0x2F98, 'M', u'豸'), (0x2F99, 'M', u'貝'), (0x2F9A, 'M', u'赤'), (0x2F9B, 'M', u'走'), (0x2F9C, 'M', u'足'), (0x2F9D, 'M', u'身'), ] def _seg_28(): return [ (0x2F9E, 'M', u'車'), (0x2F9F, 'M', u'辛'), (0x2FA0, 'M', u'辰'), (0x2FA1, 'M', u'辵'), (0x2FA2, 'M', u'邑'), (0x2FA3, 'M', u'酉'), (0x2FA4, 'M', u'釆'), (0x2FA5, 'M', u'里'), (0x2FA6, 'M', u'金'), (0x2FA7, 'M', u'長'), (0x2FA8, 'M', u'門'), (0x2FA9, 'M', u'阜'), (0x2FAA, 'M', u'隶'), (0x2FAB, 'M', u'隹'), (0x2FAC, 'M', u'雨'), (0x2FAD, 'M', u'靑'), (0x2FAE, 'M', u'非'), (0x2FAF, 'M', u'面'), (0x2FB0, 'M', u'革'), (0x2FB1, 'M', u'韋'), (0x2FB2, 'M', u'韭'), (0x2FB3, 'M', u'音'), (0x2FB4, 'M', u'頁'), (0x2FB5, 'M', u'風'), (0x2FB6, 'M', u'飛'), (0x2FB7, 'M', u'食'), (0x2FB8, 'M', u'首'), (0x2FB9, 'M', u'香'), (0x2FBA, 'M', u'馬'), (0x2FBB, 'M', u'骨'), (0x2FBC, 'M', u'高'), (0x2FBD, 'M', u'髟'), (0x2FBE, 'M', u'鬥'), (0x2FBF, 'M', u'鬯'), (0x2FC0, 'M', u'鬲'), (0x2FC1, 'M', u'鬼'), (0x2FC2, 'M', u'魚'), (0x2FC3, 'M', u'鳥'), (0x2FC4, 'M', u'鹵'), (0x2FC5, 'M', u'鹿'), (0x2FC6, 'M', u'麥'), (0x2FC7, 'M', u'麻'), (0x2FC8, 'M', u'黃'), (0x2FC9, 'M', u'黍'), (0x2FCA, 'M', u'黑'), (0x2FCB, 'M', u'黹'), (0x2FCC, 'M', u'黽'), (0x2FCD, 'M', u'鼎'), (0x2FCE, 'M', u'鼓'), (0x2FCF, 'M', u'鼠'), (0x2FD0, 'M', u'鼻'), (0x2FD1, 'M', u'齊'), (0x2FD2, 'M', u'齒'), (0x2FD3, 'M', u'龍'), (0x2FD4, 'M', u'龜'), (0x2FD5, 'M', u'龠'), (0x2FD6, 'X'), (0x3000, '3', u' '), (0x3001, 'V'), (0x3002, 'M', u'.'), (0x3003, 'V'), (0x3036, 'M', u'〒'), (0x3037, 'V'), (0x3038, 'M', u'十'), (0x3039, 'M', u'卄'), (0x303A, 'M', u'卅'), (0x303B, 'V'), (0x3040, 'X'), (0x3041, 'V'), (0x3097, 'X'), (0x3099, 'V'), (0x309B, '3', u' ゙'), (0x309C, '3', u' ゚'), (0x309D, 'V'), (0x309F, 'M', u'より'), (0x30A0, 'V'), (0x30FF, 'M', u'コト'), (0x3100, 'X'), (0x3105, 'V'), (0x312E, 'X'), (0x3131, 'M', u'ᄀ'), (0x3132, 'M', u'ᄁ'), (0x3133, 'M', u'ᆪ'), (0x3134, 'M', u'ᄂ'), (0x3135, 'M', u'ᆬ'), (0x3136, 'M', u'ᆭ'), (0x3137, 'M', u'ᄃ'), (0x3138, 'M', u'ᄄ'), (0x3139, 'M', u'ᄅ'), (0x313A, 'M', u'ᆰ'), (0x313B, 'M', u'ᆱ'), (0x313C, 'M', u'ᆲ'), (0x313D, 'M', u'ᆳ'), (0x313E, 'M', u'ᆴ'), (0x313F, 'M', u'ᆵ'), (0x3140, 'M', u'ᄚ'), (0x3141, 'M', u'ᄆ'), (0x3142, 'M', u'ᄇ'), (0x3143, 'M', u'ᄈ'), (0x3144, 'M', u'ᄡ'), ] def _seg_29(): return [ (0x3145, 'M', u'ᄉ'), (0x3146, 'M', u'ᄊ'), (0x3147, 'M', u'ᄋ'), (0x3148, 'M', u'ᄌ'), (0x3149, 'M', u'ᄍ'), (0x314A, 'M', u'ᄎ'), (0x314B, 'M', u'ᄏ'), (0x314C, 'M', u'ᄐ'), (0x314D, 'M', u'ᄑ'), (0x314E, 'M', u'ᄒ'), (0x314F, 'M', u'ᅡ'), (0x3150, 'M', u'ᅢ'), (0x3151, 'M', u'ᅣ'), (0x3152, 'M', u'ᅤ'), (0x3153, 'M', u'ᅥ'), (0x3154, 'M', u'ᅦ'), (0x3155, 'M', u'ᅧ'), (0x3156, 'M', u'ᅨ'), (0x3157, 'M', u'ᅩ'), (0x3158, 'M', u'ᅪ'), (0x3159, 'M', u'ᅫ'), (0x315A, 'M', u'ᅬ'), (0x315B, 'M', u'ᅭ'), (0x315C, 'M', u'ᅮ'), (0x315D, 'M', u'ᅯ'), (0x315E, 'M', u'ᅰ'), (0x315F, 'M', u'ᅱ'), (0x3160, 'M', u'ᅲ'), (0x3161, 'M', u'ᅳ'), (0x3162, 'M', u'ᅴ'), (0x3163, 'M', u'ᅵ'), (0x3164, 'X'), (0x3165, 'M', u'ᄔ'), (0x3166, 'M', u'ᄕ'), (0x3167, 'M', u'ᇇ'), (0x3168, 'M', u'ᇈ'), (0x3169, 'M', u'ᇌ'), (0x316A, 'M', u'ᇎ'), (0x316B, 'M', u'ᇓ'), (0x316C, 'M', u'ᇗ'), (0x316D, 'M', u'ᇙ'), (0x316E, 'M', u'ᄜ'), (0x316F, 'M', u'ᇝ'), (0x3170, 'M', u'ᇟ'), (0x3171, 'M', u'ᄝ'), (0x3172, 'M', u'ᄞ'), (0x3173, 'M', u'ᄠ'), (0x3174, 'M', u'ᄢ'), (0x3175, 'M', u'ᄣ'), (0x3176, 'M', u'ᄧ'), (0x3177, 'M', u'ᄩ'), (0x3178, 'M', u'ᄫ'), (0x3179, 'M', u'ᄬ'), (0x317A, 'M', u'ᄭ'), (0x317B, 'M', u'ᄮ'), (0x317C, 'M', u'ᄯ'), (0x317D, 'M', u'ᄲ'), (0x317E, 'M', u'ᄶ'), (0x317F, 'M', u'ᅀ'), (0x3180, 'M', u'ᅇ'), (0x3181, 'M', u'ᅌ'), (0x3182, 'M', u'ᇱ'), (0x3183, 'M', u'ᇲ'), (0x3184, 'M', u'ᅗ'), (0x3185, 'M', u'ᅘ'), (0x3186, 'M', u'ᅙ'), (0x3187, 'M', u'ᆄ'), (0x3188, 'M', u'ᆅ'), (0x3189, 'M', u'ᆈ'), (0x318A, 'M', u'ᆑ'), (0x318B, 'M', u'ᆒ'), (0x318C, 'M', u'ᆔ'), (0x318D, 'M', u'ᆞ'), (0x318E, 'M', u'ᆡ'), (0x318F, 'X'), (0x3190, 'V'), (0x3192, 'M', u'一'), (0x3193, 'M', u'二'), (0x3194, 'M', u'三'), (0x3195, 'M', u'四'), (0x3196, 'M', u'上'), (0x3197, 'M', u'中'), (0x3198, 'M', u'下'), (0x3199, 'M', u'甲'), (0x319A, 'M', u'乙'), (0x319B, 'M', u'丙'), (0x319C, 'M', u'丁'), (0x319D, 'M', u'天'), (0x319E, 'M', u'地'), (0x319F, 'M', u'人'), (0x31A0, 'V'), (0x31BB, 'X'), (0x31C0, 'V'), (0x31E4, 'X'), (0x31F0, 'V'), (0x3200, '3', u'(ᄀ)'), (0x3201, '3', u'(ᄂ)'), (0x3202, '3', u'(ᄃ)'), (0x3203, '3', u'(ᄅ)'), (0x3204, '3', u'(ᄆ)'), ] def _seg_30(): return [ (0x3205, '3', u'(ᄇ)'), (0x3206, '3', u'(ᄉ)'), (0x3207, '3', u'(ᄋ)'), (0x3208, '3', u'(ᄌ)'), (0x3209, '3', u'(ᄎ)'), (0x320A, '3', u'(ᄏ)'), (0x320B, '3', u'(ᄐ)'), (0x320C, '3', u'(ᄑ)'), (0x320D, '3', u'(ᄒ)'), (0x320E, '3', u'(가)'), (0x320F, '3', u'(나)'), (0x3210, '3', u'(다)'), (0x3211, '3', u'(라)'), (0x3212, '3', u'(마)'), (0x3213, '3', u'(바)'), (0x3214, '3', u'(사)'), (0x3215, '3', u'(아)'), (0x3216, '3', u'(자)'), (0x3217, '3', u'(차)'), (0x3218, '3', u'(카)'), (0x3219, '3', u'(타)'), (0x321A, '3', u'(파)'), (0x321B, '3', u'(하)'), (0x321C, '3', u'(주)'), (0x321D, '3', u'(오전)'), (0x321E, '3', u'(오후)'), (0x321F, 'X'), (0x3220, '3', u'(一)'), (0x3221, '3', u'(二)'), (0x3222, '3', u'(三)'), (0x3223, '3', u'(四)'), (0x3224, '3', u'(五)'), (0x3225, '3', u'(六)'), (0x3226, '3', u'(七)'), (0x3227, '3', u'(八)'), (0x3228, '3', u'(九)'), (0x3229, '3', u'(十)'), (0x322A, '3', u'(月)'), (0x322B, '3', u'(火)'), (0x322C, '3', u'(水)'), (0x322D, '3', u'(木)'), (0x322E, '3', u'(金)'), (0x322F, '3', u'(土)'), (0x3230, '3', u'(日)'), (0x3231, '3', u'(株)'), (0x3232, '3', u'(有)'), (0x3233, '3', u'(社)'), (0x3234, '3', u'(名)'), (0x3235, '3', u'(特)'), (0x3236, '3', u'(財)'), (0x3237, '3', u'(祝)'), (0x3238, '3', u'(労)'), (0x3239, '3', u'(代)'), (0x323A, '3', u'(呼)'), (0x323B, '3', u'(学)'), (0x323C, '3', u'(監)'), (0x323D, '3', u'(企)'), (0x323E, '3', u'(資)'), (0x323F, '3', u'(協)'), (0x3240, '3', u'(祭)'), (0x3241, '3', u'(休)'), (0x3242, '3', u'(自)'), (0x3243, '3', u'(至)'), (0x3244, 'M', u'問'), (0x3245, 'M', u'幼'), (0x3246, 'M', u'文'), (0x3247, 'M', u'箏'), (0x3248, 'V'), (0x3250, 'M', u'pte'), (0x3251, 'M', u'21'), (0x3252, 'M', u'22'), (0x3253, 'M', u'23'), (0x3254, 'M', u'24'), (0x3255, 'M', u'25'), (0x3256, 'M', u'26'), (0x3257, 'M', u'27'), (0x3258, 'M', u'28'), (0x3259, 'M', u'29'), (0x325A, 'M', u'30'), (0x325B, 'M', u'31'), (0x325C, 'M', u'32'), (0x325D, 'M', u'33'), (0x325E, 'M', u'34'), (0x325F, 'M', u'35'), (0x3260, 'M', u'ᄀ'), (0x3261, 'M', u'ᄂ'), (0x3262, 'M', u'ᄃ'), (0x3263, 'M', u'ᄅ'), (0x3264, 'M', u'ᄆ'), (0x3265, 'M', u'ᄇ'), (0x3266, 'M', u'ᄉ'), (0x3267, 'M', u'ᄋ'), (0x3268, 'M', u'ᄌ'), (0x3269, 'M', u'ᄎ'), (0x326A, 'M', u'ᄏ'), (0x326B, 'M', u'ᄐ'), (0x326C, 'M', u'ᄑ'), (0x326D, 'M', u'ᄒ'), (0x326E, 'M', u'가'), (0x326F, 'M', u'나'), ] def _seg_31(): return [ (0x3270, 'M', u'다'), (0x3271, 'M', u'라'), (0x3272, 'M', u'마'), (0x3273, 'M', u'바'), (0x3274, 'M', u'사'), (0x3275, 'M', u'아'), (0x3276, 'M', u'자'), (0x3277, 'M', u'차'), (0x3278, 'M', u'카'), (0x3279, 'M', u'타'), (0x327A, 'M', u'파'), (0x327B, 'M', u'하'), (0x327C, 'M', u'참고'), (0x327D, 'M', u'주의'), (0x327E, 'M', u'우'), (0x327F, 'V'), (0x3280, 'M', u'一'), (0x3281, 'M', u'二'), (0x3282, 'M', u'三'), (0x3283, 'M', u'四'), (0x3284, 'M', u'五'), (0x3285, 'M', u'六'), (0x3286, 'M', u'七'), (0x3287, 'M', u'八'), (0x3288, 'M', u'九'), (0x3289, 'M', u'十'), (0x328A, 'M', u'月'), (0x328B, 'M', u'火'), (0x328C, 'M', u'水'), (0x328D, 'M', u'木'), (0x328E, 'M', u'金'), (0x328F, 'M', u'土'), (0x3290, 'M', u'日'), (0x3291, 'M', u'株'), (0x3292, 'M', u'有'), (0x3293, 'M', u'社'), (0x3294, 'M', u'名'), (0x3295, 'M', u'特'), (0x3296, 'M', u'財'), (0x3297, 'M', u'祝'), (0x3298, 'M', u'労'), (0x3299, 'M', u'秘'), (0x329A, 'M', u'男'), (0x329B, 'M', u'女'), (0x329C, 'M', u'適'), (0x329D, 'M', u'優'), (0x329E, 'M', u'印'), (0x329F, 'M', u'注'), (0x32A0, 'M', u'項'), (0x32A1, 'M', u'休'), (0x32A2, 'M', u'写'), (0x32A3, 'M', u'正'), (0x32A4, 'M', u'上'), (0x32A5, 'M', u'中'), (0x32A6, 'M', u'下'), (0x32A7, 'M', u'左'), (0x32A8, 'M', u'右'), (0x32A9, 'M', u'医'), (0x32AA, 'M', u'宗'), (0x32AB, 'M', u'学'), (0x32AC, 'M', u'監'), (0x32AD, 'M', u'企'), (0x32AE, 'M', u'資'), (0x32AF, 'M', u'協'), (0x32B0, 'M', u'夜'), (0x32B1, 'M', u'36'), (0x32B2, 'M', u'37'), (0x32B3, 'M', u'38'), (0x32B4, 'M', u'39'), (0x32B5, 'M', u'40'), (0x32B6, 'M', u'41'), (0x32B7, 'M', u'42'), (0x32B8, 'M', u'43'), (0x32B9, 'M', u'44'), (0x32BA, 'M', u'45'), (0x32BB, 'M', u'46'), (0x32BC, 'M', u'47'), (0x32BD, 'M', u'48'), (0x32BE, 'M', u'49'), (0x32BF, 'M', u'50'), (0x32C0, 'M', u'1月'), (0x32C1, 'M', u'2月'), (0x32C2, 'M', u'3月'), (0x32C3, 'M', u'4月'), (0x32C4, 'M', u'5月'), (0x32C5, 'M', u'6月'), (0x32C6, 'M', u'7月'), (0x32C7, 'M', u'8月'), (0x32C8, 'M', u'9月'), (0x32C9, 'M', u'10月'), (0x32CA, 'M', u'11月'), (0x32CB, 'M', u'12月'), (0x32CC, 'M', u'hg'), (0x32CD, 'M', u'erg'), (0x32CE, 'M', u'ev'), (0x32CF, 'M', u'ltd'), (0x32D0, 'M', u'ア'), (0x32D1, 'M', u'イ'), (0x32D2, 'M', u'ウ'), (0x32D3, 'M', u'エ'), ] def _seg_32(): return [ (0x32D4, 'M', u'オ'), (0x32D5, 'M', u'カ'), (0x32D6, 'M', u'キ'), (0x32D7, 'M', u'ク'), (0x32D8, 'M', u'ケ'), (0x32D9, 'M', u'コ'), (0x32DA, 'M', u'サ'), (0x32DB, 'M', u'シ'), (0x32DC, 'M', u'ス'), (0x32DD, 'M', u'セ'), (0x32DE, 'M', u'ソ'), (0x32DF, 'M', u'タ'), (0x32E0, 'M', u'チ'), (0x32E1, 'M', u'ツ'), (0x32E2, 'M', u'テ'), (0x32E3, 'M', u'ト'), (0x32E4, 'M', u'ナ'), (0x32E5, 'M', u'ニ'), (0x32E6, 'M', u'ヌ'), (0x32E7, 'M', u'ネ'), (0x32E8, 'M', u'ノ'), (0x32E9, 'M', u'ハ'), (0x32EA, 'M', u'ヒ'), (0x32EB, 'M', u'フ'), (0x32EC, 'M', u'ヘ'), (0x32ED, 'M', u'ホ'), (0x32EE, 'M', u'マ'), (0x32EF, 'M', u'ミ'), (0x32F0, 'M', u'ム'), (0x32F1, 'M', u'メ'), (0x32F2, 'M', u'モ'), (0x32F3, 'M', u'ヤ'), (0x32F4, 'M', u'ユ'), (0x32F5, 'M', u'ヨ'), (0x32F6, 'M', u'ラ'), (0x32F7, 'M', u'リ'), (0x32F8, 'M', u'ル'), (0x32F9, 'M', u'レ'), (0x32FA, 'M', u'ロ'), (0x32FB, 'M', u'ワ'), (0x32FC, 'M', u'ヰ'), (0x32FD, 'M', u'ヱ'), (0x32FE, 'M', u'ヲ'), (0x32FF, 'X'), (0x3300, 'M', u'アパート'), (0x3301, 'M', u'アルファ'), (0x3302, 'M', u'アンペア'), (0x3303, 'M', u'アール'), (0x3304, 'M', u'イニング'), (0x3305, 'M', u'インチ'), (0x3306, 'M', u'ウォン'), (0x3307, 'M', u'エスクード'), (0x3308, 'M', u'エーカー'), (0x3309, 'M', u'オンス'), (0x330A, 'M', u'オーム'), (0x330B, 'M', u'カイリ'), (0x330C, 'M', u'カラット'), (0x330D, 'M', u'カロリー'), (0x330E, 'M', u'ガロン'), (0x330F, 'M', u'ガンマ'), (0x3310, 'M', u'ギガ'), (0x3311, 'M', u'ギニー'), (0x3312, 'M', u'キュリー'), (0x3313, 'M', u'ギルダー'), (0x3314, 'M', u'キロ'), (0x3315, 'M', u'キログラム'), (0x3316, 'M', u'キロメートル'), (0x3317, 'M', u'キロワット'), (0x3318, 'M', u'グラム'), (0x3319, 'M', u'グラムトン'), (0x331A, 'M', u'クルゼイロ'), (0x331B, 'M', u'クローネ'), (0x331C, 'M', u'ケース'), (0x331D, 'M', u'コルナ'), (0x331E, 'M', u'コーポ'), (0x331F, 'M', u'サイクル'), (0x3320, 'M', u'サンチーム'), (0x3321, 'M', u'シリング'), (0x3322, 'M', u'センチ'), (0x3323, 'M', u'セント'), (0x3324, 'M', u'ダース'), (0x3325, 'M', u'デシ'), (0x3326, 'M', u'ドル'), (0x3327, 'M', u'トン'), (0x3328, 'M', u'ナノ'), (0x3329, 'M', u'ノット'), (0x332A, 'M', u'ハイツ'), (0x332B, 'M', u'パーセント'), (0x332C, 'M', u'パーツ'), (0x332D, 'M', u'バーレル'), (0x332E, 'M', u'ピアストル'), (0x332F, 'M', u'ピクル'), (0x3330, 'M', u'ピコ'), (0x3331, 'M', u'ビル'), (0x3332, 'M', u'ファラッド'), (0x3333, 'M', u'フィート'), (0x3334, 'M', u'ブッシェル'), (0x3335, 'M', u'フラン'), (0x3336, 'M', u'ヘクタール'), (0x3337, 'M', u'ペソ'), ] def _seg_33(): return [ (0x3338, 'M', u'ペニヒ'), (0x3339, 'M', u'ヘルツ'), (0x333A, 'M', u'ペンス'), (0x333B, 'M', u'ページ'), (0x333C, 'M', u'ベータ'), (0x333D, 'M', u'ポイント'), (0x333E, 'M', u'ボルト'), (0x333F, 'M', u'ホン'), (0x3340, 'M', u'ポンド'), (0x3341, 'M', u'ホール'), (0x3342, 'M', u'ホーン'), (0x3343, 'M', u'マイクロ'), (0x3344, 'M', u'マイル'), (0x3345, 'M', u'マッハ'), (0x3346, 'M', u'マルク'), (0x3347, 'M', u'マンション'), (0x3348, 'M', u'ミクロン'), (0x3349, 'M', u'ミリ'), (0x334A, 'M', u'ミリバール'), (0x334B, 'M', u'メガ'), (0x334C, 'M', u'メガトン'), (0x334D, 'M', u'メートル'), (0x334E, 'M', u'ヤード'), (0x334F, 'M', u'ヤール'), (0x3350, 'M', u'ユアン'), (0x3351, 'M', u'リットル'), (0x3352, 'M', u'リラ'), (0x3353, 'M', u'ルピー'), (0x3354, 'M', u'ルーブル'), (0x3355, 'M', u'レム'), (0x3356, 'M', u'レントゲン'), (0x3357, 'M', u'ワット'), (0x3358, 'M', u'0点'), (0x3359, 'M', u'1点'), (0x335A, 'M', u'2点'), (0x335B, 'M', u'3点'), (0x335C, 'M', u'4点'), (0x335D, 'M', u'5点'), (0x335E, 'M', u'6点'), (0x335F, 'M', u'7点'), (0x3360, 'M', u'8点'), (0x3361, 'M', u'9点'), (0x3362, 'M', u'10点'), (0x3363, 'M', u'11点'), (0x3364, 'M', u'12点'), (0x3365, 'M', u'13点'), (0x3366, 'M', u'14点'), (0x3367, 'M', u'15点'), (0x3368, 'M', u'16点'), (0x3369, 'M', u'17点'), (0x336A, 'M', u'18点'), (0x336B, 'M', u'19点'), (0x336C, 'M', u'20点'), (0x336D, 'M', u'21点'), (0x336E, 'M', u'22点'), (0x336F, 'M', u'23点'), (0x3370, 'M', u'24点'), (0x3371, 'M', u'hpa'), (0x3372, 'M', u'da'), (0x3373, 'M', u'au'), (0x3374, 'M', u'bar'), (0x3375, 'M', u'ov'), (0x3376, 'M', u'pc'), (0x3377, 'M', u'dm'), (0x3378, 'M', u'dm2'), (0x3379, 'M', u'dm3'), (0x337A, 'M', u'iu'), (0x337B, 'M', u'平成'), (0x337C, 'M', u'昭和'), (0x337D, 'M', u'大正'), (0x337E, 'M', u'明治'), (0x337F, 'M', u'株式会社'), (0x3380, 'M', u'pa'), (0x3381, 'M', u'na'), (0x3382, 'M', u'μa'), (0x3383, 'M', u'ma'), (0x3384, 'M', u'ka'), (0x3385, 'M', u'kb'), (0x3386, 'M', u'mb'), (0x3387, 'M', u'gb'), (0x3388, 'M', u'cal'), (0x3389, 'M', u'kcal'), (0x338A, 'M', u'pf'), (0x338B, 'M', u'nf'), (0x338C, 'M', u'μf'), (0x338D, 'M', u'μg'), (0x338E, 'M', u'mg'), (0x338F, 'M', u'kg'), (0x3390, 'M', u'hz'), (0x3391, 'M', u'khz'), (0x3392, 'M', u'mhz'), (0x3393, 'M', u'ghz'), (0x3394, 'M', u'thz'), (0x3395, 'M', u'μl'), (0x3396, 'M', u'ml'), (0x3397, 'M', u'dl'), (0x3398, 'M', u'kl'), (0x3399, 'M', u'fm'), (0x339A, 'M', u'nm'), (0x339B, 'M', u'μm'), ] def _seg_34(): return [ (0x339C, 'M', u'mm'), (0x339D, 'M', u'cm'), (0x339E, 'M', u'km'), (0x339F, 'M', u'mm2'), (0x33A0, 'M', u'cm2'), (0x33A1, 'M', u'm2'), (0x33A2, 'M', u'km2'), (0x33A3, 'M', u'mm3'), (0x33A4, 'M', u'cm3'), (0x33A5, 'M', u'm3'), (0x33A6, 'M', u'km3'), (0x33A7, 'M', u'm∕s'), (0x33A8, 'M', u'm∕s2'), (0x33A9, 'M', u'pa'), (0x33AA, 'M', u'kpa'), (0x33AB, 'M', u'mpa'), (0x33AC, 'M', u'gpa'), (0x33AD, 'M', u'rad'), (0x33AE, 'M', u'rad∕s'), (0x33AF, 'M', u'rad∕s2'), (0x33B0, 'M', u'ps'), (0x33B1, 'M', u'ns'), (0x33B2, 'M', u'μs'), (0x33B3, 'M', u'ms'), (0x33B4, 'M', u'pv'), (0x33B5, 'M', u'nv'), (0x33B6, 'M', u'μv'), (0x33B7, 'M', u'mv'), (0x33B8, 'M', u'kv'), (0x33B9, 'M', u'mv'), (0x33BA, 'M', u'pw'), (0x33BB, 'M', u'nw'), (0x33BC, 'M', u'μw'), (0x33BD, 'M', u'mw'), (0x33BE, 'M', u'kw'), (0x33BF, 'M', u'mw'), (0x33C0, 'M', u'kω'), (0x33C1, 'M', u'mω'), (0x33C2, 'X'), (0x33C3, 'M', u'bq'), (0x33C4, 'M', u'cc'), (0x33C5, 'M', u'cd'), (0x33C6, 'M', u'c∕kg'), (0x33C7, 'X'), (0x33C8, 'M', u'db'), (0x33C9, 'M', u'gy'), (0x33CA, 'M', u'ha'), (0x33CB, 'M', u'hp'), (0x33CC, 'M', u'in'), (0x33CD, 'M', u'kk'), (0x33CE, 'M', u'km'), (0x33CF, 'M', u'kt'), (0x33D0, 'M', u'lm'), (0x33D1, 'M', u'ln'), (0x33D2, 'M', u'log'), (0x33D3, 'M', u'lx'), (0x33D4, 'M', u'mb'), (0x33D5, 'M', u'mil'), (0x33D6, 'M', u'mol'), (0x33D7, 'M', u'ph'), (0x33D8, 'X'), (0x33D9, 'M', u'ppm'), (0x33DA, 'M', u'pr'), (0x33DB, 'M', u'sr'), (0x33DC, 'M', u'sv'), (0x33DD, 'M', u'wb'), (0x33DE, 'M', u'v∕m'), (0x33DF, 'M', u'a∕m'), (0x33E0, 'M', u'1日'), (0x33E1, 'M', u'2日'), (0x33E2, 'M', u'3日'), (0x33E3, 'M', u'4日'), (0x33E4, 'M', u'5日'), (0x33E5, 'M', u'6日'), (0x33E6, 'M', u'7日'), (0x33E7, 'M', u'8日'), (0x33E8, 'M', u'9日'), (0x33E9, 'M', u'10日'), (0x33EA, 'M', u'11日'), (0x33EB, 'M', u'12日'), (0x33EC, 'M', u'13日'), (0x33ED, 'M', u'14日'), (0x33EE, 'M', u'15日'), (0x33EF, 'M', u'16日'), (0x33F0, 'M', u'17日'), (0x33F1, 'M', u'18日'), (0x33F2, 'M', u'19日'), (0x33F3, 'M', u'20日'), (0x33F4, 'M', u'21日'), (0x33F5, 'M', u'22日'), (0x33F6, 'M', u'23日'), (0x33F7, 'M', u'24日'), (0x33F8, 'M', u'25日'), (0x33F9, 'M', u'26日'), (0x33FA, 'M', u'27日'), (0x33FB, 'M', u'28日'), (0x33FC, 'M', u'29日'), (0x33FD, 'M', u'30日'), (0x33FE, 'M', u'31日'), (0x33FF, 'M', u'gal'), ] def _seg_35(): return [ (0x3400, 'V'), (0x4DB6, 'X'), (0x4DC0, 'V'), (0x9FCD, 'X'), (0xA000, 'V'), (0xA48D, 'X'), (0xA490, 'V'), (0xA4C7, 'X'), (0xA4D0, 'V'), (0xA62C, 'X'), (0xA640, 'M', u'ꙁ'), (0xA641, 'V'), (0xA642, 'M', u'ꙃ'), (0xA643, 'V'), (0xA644, 'M', u'ꙅ'), (0xA645, 'V'), (0xA646, 'M', u'ꙇ'), (0xA647, 'V'), (0xA648, 'M', u'ꙉ'), (0xA649, 'V'), (0xA64A, 'M', u'ꙋ'), (0xA64B, 'V'), (0xA64C, 'M', u'ꙍ'), (0xA64D, 'V'), (0xA64E, 'M', u'ꙏ'), (0xA64F, 'V'), (0xA650, 'M', u'ꙑ'), (0xA651, 'V'), (0xA652, 'M', u'ꙓ'), (0xA653, 'V'), (0xA654, 'M', u'ꙕ'), (0xA655, 'V'), (0xA656, 'M', u'ꙗ'), (0xA657, 'V'), (0xA658, 'M', u'ꙙ'), (0xA659, 'V'), (0xA65A, 'M', u'ꙛ'), (0xA65B, 'V'), (0xA65C, 'M', u'ꙝ'), (0xA65D, 'V'), (0xA65E, 'M', u'ꙟ'), (0xA65F, 'V'), (0xA660, 'M', u'ꙡ'), (0xA661, 'V'), (0xA662, 'M', u'ꙣ'), (0xA663, 'V'), (0xA664, 'M', u'ꙥ'), (0xA665, 'V'), (0xA666, 'M', u'ꙧ'), (0xA667, 'V'), (0xA668, 'M', u'ꙩ'), (0xA669, 'V'), (0xA66A, 'M', u'ꙫ'), (0xA66B, 'V'), (0xA66C, 'M', u'ꙭ'), (0xA66D, 'V'), (0xA680, 'M', u'ꚁ'), (0xA681, 'V'), (0xA682, 'M', u'ꚃ'), (0xA683, 'V'), (0xA684, 'M', u'ꚅ'), (0xA685, 'V'), (0xA686, 'M', u'ꚇ'), (0xA687, 'V'), (0xA688, 'M', u'ꚉ'), (0xA689, 'V'), (0xA68A, 'M', u'ꚋ'), (0xA68B, 'V'), (0xA68C, 'M', u'ꚍ'), (0xA68D, 'V'), (0xA68E, 'M', u'ꚏ'), (0xA68F, 'V'), (0xA690, 'M', u'ꚑ'), (0xA691, 'V'), (0xA692, 'M', u'ꚓ'), (0xA693, 'V'), (0xA694, 'M', u'ꚕ'), (0xA695, 'V'), (0xA696, 'M', u'ꚗ'), (0xA697, 'V'), (0xA698, 'X'), (0xA69F, 'V'), (0xA6F8, 'X'), (0xA700, 'V'), (0xA722, 'M', u'ꜣ'), (0xA723, 'V'), (0xA724, 'M', u'ꜥ'), (0xA725, 'V'), (0xA726, 'M', u'ꜧ'), (0xA727, 'V'), (0xA728, 'M', u'ꜩ'), (0xA729, 'V'), (0xA72A, 'M', u'ꜫ'), (0xA72B, 'V'), (0xA72C, 'M', u'ꜭ'), (0xA72D, 'V'), (0xA72E, 'M', u'ꜯ'), (0xA72F, 'V'), (0xA732, 'M', u'ꜳ'), (0xA733, 'V'), ] def _seg_36(): return [ (0xA734, 'M', u'ꜵ'), (0xA735, 'V'), (0xA736, 'M', u'ꜷ'), (0xA737, 'V'), (0xA738, 'M', u'ꜹ'), (0xA739, 'V'), (0xA73A, 'M', u'ꜻ'), (0xA73B, 'V'), (0xA73C, 'M', u'ꜽ'), (0xA73D, 'V'), (0xA73E, 'M', u'ꜿ'), (0xA73F, 'V'), (0xA740, 'M', u'ꝁ'), (0xA741, 'V'), (0xA742, 'M', u'ꝃ'), (0xA743, 'V'), (0xA744, 'M', u'ꝅ'), (0xA745, 'V'), (0xA746, 'M', u'ꝇ'), (0xA747, 'V'), (0xA748, 'M', u'ꝉ'), (0xA749, 'V'), (0xA74A, 'M', u'ꝋ'), (0xA74B, 'V'), (0xA74C, 'M', u'ꝍ'), (0xA74D, 'V'), (0xA74E, 'M', u'ꝏ'), (0xA74F, 'V'), (0xA750, 'M', u'ꝑ'), (0xA751, 'V'), (0xA752, 'M', u'ꝓ'), (0xA753, 'V'), (0xA754, 'M', u'ꝕ'), (0xA755, 'V'), (0xA756, 'M', u'ꝗ'), (0xA757, 'V'), (0xA758, 'M', u'ꝙ'), (0xA759, 'V'), (0xA75A, 'M', u'ꝛ'), (0xA75B, 'V'), (0xA75C, 'M', u'ꝝ'), (0xA75D, 'V'), (0xA75E, 'M', u'ꝟ'), (0xA75F, 'V'), (0xA760, 'M', u'ꝡ'), (0xA761, 'V'), (0xA762, 'M', u'ꝣ'), (0xA763, 'V'), (0xA764, 'M', u'ꝥ'), (0xA765, 'V'), (0xA766, 'M', u'ꝧ'), (0xA767, 'V'), (0xA768, 'M', u'ꝩ'), (0xA769, 'V'), (0xA76A, 'M', u'ꝫ'), (0xA76B, 'V'), (0xA76C, 'M', u'ꝭ'), (0xA76D, 'V'), (0xA76E, 'M', u'ꝯ'), (0xA76F, 'V'), (0xA770, 'M', u'ꝯ'), (0xA771, 'V'), (0xA779, 'M', u'ꝺ'), (0xA77A, 'V'), (0xA77B, 'M', u'ꝼ'), (0xA77C, 'V'), (0xA77D, 'M', u'ᵹ'), (0xA77E, 'M', u'ꝿ'), (0xA77F, 'V'), (0xA780, 'M', u'ꞁ'), (0xA781, 'V'), (0xA782, 'M', u'ꞃ'), (0xA783, 'V'), (0xA784, 'M', u'ꞅ'), (0xA785, 'V'), (0xA786, 'M', u'ꞇ'), (0xA787, 'V'), (0xA78B, 'M', u'ꞌ'), (0xA78C, 'V'), (0xA78D, 'M', u'ɥ'), (0xA78E, 'V'), (0xA78F, 'X'), (0xA790, 'M', u'ꞑ'), (0xA791, 'V'), (0xA792, 'M', u'ꞓ'), (0xA793, 'V'), (0xA794, 'X'), (0xA7A0, 'M', u'ꞡ'), (0xA7A1, 'V'), (0xA7A2, 'M', u'ꞣ'), (0xA7A3, 'V'), (0xA7A4, 'M', u'ꞥ'), (0xA7A5, 'V'), (0xA7A6, 'M', u'ꞧ'), (0xA7A7, 'V'), (0xA7A8, 'M', u'ꞩ'), (0xA7A9, 'V'), (0xA7AA, 'M', u'ɦ'), (0xA7AB, 'X'), (0xA7F8, 'M', u'ħ'), ] def _seg_37(): return [ (0xA7F9, 'M', u'œ'), (0xA7FA, 'V'), (0xA82C, 'X'), (0xA830, 'V'), (0xA83A, 'X'), (0xA840, 'V'), (0xA878, 'X'), (0xA880, 'V'), (0xA8C5, 'X'), (0xA8CE, 'V'), (0xA8DA, 'X'), (0xA8E0, 'V'), (0xA8FC, 'X'), (0xA900, 'V'), (0xA954, 'X'), (0xA95F, 'V'), (0xA97D, 'X'), (0xA980, 'V'), (0xA9CE, 'X'), (0xA9CF, 'V'), (0xA9DA, 'X'), (0xA9DE, 'V'), (0xA9E0, 'X'), (0xAA00, 'V'), (0xAA37, 'X'), (0xAA40, 'V'), (0xAA4E, 'X'), (0xAA50, 'V'), (0xAA5A, 'X'), (0xAA5C, 'V'), (0xAA7C, 'X'), (0xAA80, 'V'), (0xAAC3, 'X'), (0xAADB, 'V'), (0xAAF7, 'X'), (0xAB01, 'V'), (0xAB07, 'X'), (0xAB09, 'V'), (0xAB0F, 'X'), (0xAB11, 'V'), (0xAB17, 'X'), (0xAB20, 'V'), (0xAB27, 'X'), (0xAB28, 'V'), (0xAB2F, 'X'), (0xABC0, 'V'), (0xABEE, 'X'), (0xABF0, 'V'), (0xABFA, 'X'), (0xAC00, 'V'), (0xD7A4, 'X'), (0xD7B0, 'V'), (0xD7C7, 'X'), (0xD7CB, 'V'), (0xD7FC, 'X'), (0xF900, 'M', u'豈'), (0xF901, 'M', u'更'), (0xF902, 'M', u'車'), (0xF903, 'M', u'賈'), (0xF904, 'M', u'滑'), (0xF905, 'M', u'串'), (0xF906, 'M', u'句'), (0xF907, 'M', u'龜'), (0xF909, 'M', u'契'), (0xF90A, 'M', u'金'), (0xF90B, 'M', u'喇'), (0xF90C, 'M', u'奈'), (0xF90D, 'M', u'懶'), (0xF90E, 'M', u'癩'), (0xF90F, 'M', u'羅'), (0xF910, 'M', u'蘿'), (0xF911, 'M', u'螺'), (0xF912, 'M', u'裸'), (0xF913, 'M', u'邏'), (0xF914, 'M', u'樂'), (0xF915, 'M', u'洛'), (0xF916, 'M', u'烙'), (0xF917, 'M', u'珞'), (0xF918, 'M', u'落'), (0xF919, 'M', u'酪'), (0xF91A, 'M', u'駱'), (0xF91B, 'M', u'亂'), (0xF91C, 'M', u'卵'), (0xF91D, 'M', u'欄'), (0xF91E, 'M', u'爛'), (0xF91F, 'M', u'蘭'), (0xF920, 'M', u'鸞'), (0xF921, 'M', u'嵐'), (0xF922, 'M', u'濫'), (0xF923, 'M', u'藍'), (0xF924, 'M', u'襤'), (0xF925, 'M', u'拉'), (0xF926, 'M', u'臘'), (0xF927, 'M', u'蠟'), (0xF928, 'M', u'廊'), (0xF929, 'M', u'朗'), (0xF92A, 'M', u'浪'), (0xF92B, 'M', u'狼'), (0xF92C, 'M', u'郎'), (0xF92D, 'M', u'來'), ] def _seg_38(): return [ (0xF92E, 'M', u'冷'), (0xF92F, 'M', u'勞'), (0xF930, 'M', u'擄'), (0xF931, 'M', u'櫓'), (0xF932, 'M', u'爐'), (0xF933, 'M', u'盧'), (0xF934, 'M', u'老'), (0xF935, 'M', u'蘆'), (0xF936, 'M', u'虜'), (0xF937, 'M', u'路'), (0xF938, 'M', u'露'), (0xF939, 'M', u'魯'), (0xF93A, 'M', u'鷺'), (0xF93B, 'M', u'碌'), (0xF93C, 'M', u'祿'), (0xF93D, 'M', u'綠'), (0xF93E, 'M', u'菉'), (0xF93F, 'M', u'錄'), (0xF940, 'M', u'鹿'), (0xF941, 'M', u'論'), (0xF942, 'M', u'壟'), (0xF943, 'M', u'弄'), (0xF944, 'M', u'籠'), (0xF945, 'M', u'聾'), (0xF946, 'M', u'牢'), (0xF947, 'M', u'磊'), (0xF948, 'M', u'賂'), (0xF949, 'M', u'雷'), (0xF94A, 'M', u'壘'), (0xF94B, 'M', u'屢'), (0xF94C, 'M', u'樓'), (0xF94D, 'M', u'淚'), (0xF94E, 'M', u'漏'), (0xF94F, 'M', u'累'), (0xF950, 'M', u'縷'), (0xF951, 'M', u'陋'), (0xF952, 'M', u'勒'), (0xF953, 'M', u'肋'), (0xF954, 'M', u'凜'), (0xF955, 'M', u'凌'), (0xF956, 'M', u'稜'), (0xF957, 'M', u'綾'), (0xF958, 'M', u'菱'), (0xF959, 'M', u'陵'), (0xF95A, 'M', u'讀'), (0xF95B, 'M', u'拏'), (0xF95C, 'M', u'樂'), (0xF95D, 'M', u'諾'), (0xF95E, 'M', u'丹'), (0xF95F, 'M', u'寧'), (0xF960, 'M', u'怒'), (0xF961, 'M', u'率'), (0xF962, 'M', u'異'), (0xF963, 'M', u'北'), (0xF964, 'M', u'磻'), (0xF965, 'M', u'便'), (0xF966, 'M', u'復'), (0xF967, 'M', u'不'), (0xF968, 'M', u'泌'), (0xF969, 'M', u'數'), (0xF96A, 'M', u'索'), (0xF96B, 'M', u'參'), (0xF96C, 'M', u'塞'), (0xF96D, 'M', u'省'), (0xF96E, 'M', u'葉'), (0xF96F, 'M', u'說'), (0xF970, 'M', u'殺'), (0xF971, 'M', u'辰'), (0xF972, 'M', u'沈'), (0xF973, 'M', u'拾'), (0xF974, 'M', u'若'), (0xF975, 'M', u'掠'), (0xF976, 'M', u'略'), (0xF977, 'M', u'亮'), (0xF978, 'M', u'兩'), (0xF979, 'M', u'凉'), (0xF97A, 'M', u'梁'), (0xF97B, 'M', u'糧'), (0xF97C, 'M', u'良'), (0xF97D, 'M', u'諒'), (0xF97E, 'M', u'量'), (0xF97F, 'M', u'勵'), (0xF980, 'M', u'呂'), (0xF981, 'M', u'女'), (0xF982, 'M', u'廬'), (0xF983, 'M', u'旅'), (0xF984, 'M', u'濾'), (0xF985, 'M', u'礪'), (0xF986, 'M', u'閭'), (0xF987, 'M', u'驪'), (0xF988, 'M', u'麗'), (0xF989, 'M', u'黎'), (0xF98A, 'M', u'力'), (0xF98B, 'M', u'曆'), (0xF98C, 'M', u'歷'), (0xF98D, 'M', u'轢'), (0xF98E, 'M', u'年'), (0xF98F, 'M', u'憐'), (0xF990, 'M', u'戀'), (0xF991, 'M', u'撚'), ] def _seg_39(): return [ (0xF992, 'M', u'漣'), (0xF993, 'M', u'煉'), (0xF994, 'M', u'璉'), (0xF995, 'M', u'秊'), (0xF996, 'M', u'練'), (0xF997, 'M', u'聯'), (0xF998, 'M', u'輦'), (0xF999, 'M', u'蓮'), (0xF99A, 'M', u'連'), (0xF99B, 'M', u'鍊'), (0xF99C, 'M', u'列'), (0xF99D, 'M', u'劣'), (0xF99E, 'M', u'咽'), (0xF99F, 'M', u'烈'), (0xF9A0, 'M', u'裂'), (0xF9A1, 'M', u'說'), (0xF9A2, 'M', u'廉'), (0xF9A3, 'M', u'念'), (0xF9A4, 'M', u'捻'), (0xF9A5, 'M', u'殮'), (0xF9A6, 'M', u'簾'), (0xF9A7, 'M', u'獵'), (0xF9A8, 'M', u'令'), (0xF9A9, 'M', u'囹'), (0xF9AA, 'M', u'寧'), (0xF9AB, 'M', u'嶺'), (0xF9AC, 'M', u'怜'), (0xF9AD, 'M', u'玲'), (0xF9AE, 'M', u'瑩'), (0xF9AF, 'M', u'羚'), (0xF9B0, 'M', u'聆'), (0xF9B1, 'M', u'鈴'), (0xF9B2, 'M', u'零'), (0xF9B3, 'M', u'靈'), (0xF9B4, 'M', u'領'), (0xF9B5, 'M', u'例'), (0xF9B6, 'M', u'禮'), (0xF9B7, 'M', u'醴'), (0xF9B8, 'M', u'隸'), (0xF9B9, 'M', u'惡'), (0xF9BA, 'M', u'了'), (0xF9BB, 'M', u'僚'), (0xF9BC, 'M', u'寮'), (0xF9BD, 'M', u'尿'), (0xF9BE, 'M', u'料'), (0xF9BF, 'M', u'樂'), (0xF9C0, 'M', u'燎'), (0xF9C1, 'M', u'療'), (0xF9C2, 'M', u'蓼'), (0xF9C3, 'M', u'遼'), (0xF9C4, 'M', u'龍'), (0xF9C5, 'M', u'暈'), (0xF9C6, 'M', u'阮'), (0xF9C7, 'M', u'劉'), (0xF9C8, 'M', u'杻'), (0xF9C9, 'M', u'柳'), (0xF9CA, 'M', u'流'), (0xF9CB, 'M', u'溜'), (0xF9CC, 'M', u'琉'), (0xF9CD, 'M', u'留'), (0xF9CE, 'M', u'硫'), (0xF9CF, 'M', u'紐'), (0xF9D0, 'M', u'類'), (0xF9D1, 'M', u'六'), (0xF9D2, 'M', u'戮'), (0xF9D3, 'M', u'陸'), (0xF9D4, 'M', u'倫'), (0xF9D5, 'M', u'崙'), (0xF9D6, 'M', u'淪'), (0xF9D7, 'M', u'輪'), (0xF9D8, 'M', u'律'), (0xF9D9, 'M', u'慄'), (0xF9DA, 'M', u'栗'), (0xF9DB, 'M', u'率'), (0xF9DC, 'M', u'隆'), (0xF9DD, 'M', u'利'), (0xF9DE, 'M', u'吏'), (0xF9DF, 'M', u'履'), (0xF9E0, 'M', u'易'), (0xF9E1, 'M', u'李'), (0xF9E2, 'M', u'梨'), (0xF9E3, 'M', u'泥'), (0xF9E4, 'M', u'理'), (0xF9E5, 'M', u'痢'), (0xF9E6, 'M', u'罹'), (0xF9E7, 'M', u'裏'), (0xF9E8, 'M', u'裡'), (0xF9E9, 'M', u'里'), (0xF9EA, 'M', u'離'), (0xF9EB, 'M', u'匿'), (0xF9EC, 'M', u'溺'), (0xF9ED, 'M', u'吝'), (0xF9EE, 'M', u'燐'), (0xF9EF, 'M', u'璘'), (0xF9F0, 'M', u'藺'), (0xF9F1, 'M', u'隣'), (0xF9F2, 'M', u'鱗'), (0xF9F3, 'M', u'麟'), (0xF9F4, 'M', u'林'), (0xF9F5, 'M', u'淋'), ] def _seg_40(): return [ (0xF9F6, 'M', u'臨'), (0xF9F7, 'M', u'立'), (0xF9F8, 'M', u'笠'), (0xF9F9, 'M', u'粒'), (0xF9FA, 'M', u'狀'), (0xF9FB, 'M', u'炙'), (0xF9FC, 'M', u'識'), (0xF9FD, 'M', u'什'), (0xF9FE, 'M', u'茶'), (0xF9FF, 'M', u'刺'), (0xFA00, 'M', u'切'), (0xFA01, 'M', u'度'), (0xFA02, 'M', u'拓'), (0xFA03, 'M', u'糖'), (0xFA04, 'M', u'宅'), (0xFA05, 'M', u'洞'), (0xFA06, 'M', u'暴'), (0xFA07, 'M', u'輻'), (0xFA08, 'M', u'行'), (0xFA09, 'M', u'降'), (0xFA0A, 'M', u'見'), (0xFA0B, 'M', u'廓'), (0xFA0C, 'M', u'兀'), (0xFA0D, 'M', u'嗀'), (0xFA0E, 'V'), (0xFA10, 'M', u'塚'), (0xFA11, 'V'), (0xFA12, 'M', u'晴'), (0xFA13, 'V'), (0xFA15, 'M', u'凞'), (0xFA16, 'M', u'猪'), (0xFA17, 'M', u'益'), (0xFA18, 'M', u'礼'), (0xFA19, 'M', u'神'), (0xFA1A, 'M', u'祥'), (0xFA1B, 'M', u'福'), (0xFA1C, 'M', u'靖'), (0xFA1D, 'M', u'精'), (0xFA1E, 'M', u'羽'), (0xFA1F, 'V'), (0xFA20, 'M', u'蘒'), (0xFA21, 'V'), (0xFA22, 'M', u'諸'), (0xFA23, 'V'), (0xFA25, 'M', u'逸'), (0xFA26, 'M', u'都'), (0xFA27, 'V'), (0xFA2A, 'M', u'飯'), (0xFA2B, 'M', u'飼'), (0xFA2C, 'M', u'館'), (0xFA2D, 'M', u'鶴'), (0xFA2E, 'M', u'郞'), (0xFA2F, 'M', u'隷'), (0xFA30, 'M', u'侮'), (0xFA31, 'M', u'僧'), (0xFA32, 'M', u'免'), (0xFA33, 'M', u'勉'), (0xFA34, 'M', u'勤'), (0xFA35, 'M', u'卑'), (0xFA36, 'M', u'喝'), (0xFA37, 'M', u'嘆'), (0xFA38, 'M', u'器'), (0xFA39, 'M', u'塀'), (0xFA3A, 'M', u'墨'), (0xFA3B, 'M', u'層'), (0xFA3C, 'M', u'屮'), (0xFA3D, 'M', u'悔'), (0xFA3E, 'M', u'慨'), (0xFA3F, 'M', u'憎'), (0xFA40, 'M', u'懲'), (0xFA41, 'M', u'敏'), (0xFA42, 'M', u'既'), (0xFA43, 'M', u'暑'), (0xFA44, 'M', u'梅'), (0xFA45, 'M', u'海'), (0xFA46, 'M', u'渚'), (0xFA47, 'M', u'漢'), (0xFA48, 'M', u'煮'), (0xFA49, 'M', u'爫'), (0xFA4A, 'M', u'琢'), (0xFA4B, 'M', u'碑'), (0xFA4C, 'M', u'社'), (0xFA4D, 'M', u'祉'), (0xFA4E, 'M', u'祈'), (0xFA4F, 'M', u'祐'), (0xFA50, 'M', u'祖'), (0xFA51, 'M', u'祝'), (0xFA52, 'M', u'禍'), (0xFA53, 'M', u'禎'), (0xFA54, 'M', u'穀'), (0xFA55, 'M', u'突'), (0xFA56, 'M', u'節'), (0xFA57, 'M', u'練'), (0xFA58, 'M', u'縉'), (0xFA59, 'M', u'繁'), (0xFA5A, 'M', u'署'), (0xFA5B, 'M', u'者'), (0xFA5C, 'M', u'臭'), (0xFA5D, 'M', u'艹'), (0xFA5F, 'M', u'著'), ] def _seg_41(): return [ (0xFA60, 'M', u'褐'), (0xFA61, 'M', u'視'), (0xFA62, 'M', u'謁'), (0xFA63, 'M', u'謹'), (0xFA64, 'M', u'賓'), (0xFA65, 'M', u'贈'), (0xFA66, 'M', u'辶'), (0xFA67, 'M', u'逸'), (0xFA68, 'M', u'難'), (0xFA69, 'M', u'響'), (0xFA6A, 'M', u'頻'), (0xFA6B, 'M', u'恵'), (0xFA6C, 'M', u'𤋮'), (0xFA6D, 'M', u'舘'), (0xFA6E, 'X'), (0xFA70, 'M', u'並'), (0xFA71, 'M', u'况'), (0xFA72, 'M', u'全'), (0xFA73, 'M', u'侀'), (0xFA74, 'M', u'充'), (0xFA75, 'M', u'冀'), (0xFA76, 'M', u'勇'), (0xFA77, 'M', u'勺'), (0xFA78, 'M', u'喝'), (0xFA79, 'M', u'啕'), (0xFA7A, 'M', u'喙'), (0xFA7B, 'M', u'嗢'), (0xFA7C, 'M', u'塚'), (0xFA7D, 'M', u'墳'), (0xFA7E, 'M', u'奄'), (0xFA7F, 'M', u'奔'), (0xFA80, 'M', u'婢'), (0xFA81, 'M', u'嬨'), (0xFA82, 'M', u'廒'), (0xFA83, 'M', u'廙'), (0xFA84, 'M', u'彩'), (0xFA85, 'M', u'徭'), (0xFA86, 'M', u'惘'), (0xFA87, 'M', u'慎'), (0xFA88, 'M', u'愈'), (0xFA89, 'M', u'憎'), (0xFA8A, 'M', u'慠'), (0xFA8B, 'M', u'懲'), (0xFA8C, 'M', u'戴'), (0xFA8D, 'M', u'揄'), (0xFA8E, 'M', u'搜'), (0xFA8F, 'M', u'摒'), (0xFA90, 'M', u'敖'), (0xFA91, 'M', u'晴'), (0xFA92, 'M', u'朗'), (0xFA93, 'M', u'望'), (0xFA94, 'M', u'杖'), (0xFA95, 'M', u'歹'), (0xFA96, 'M', u'殺'), (0xFA97, 'M', u'流'), (0xFA98, 'M', u'滛'), (0xFA99, 'M', u'滋'), (0xFA9A, 'M', u'漢'), (0xFA9B, 'M', u'瀞'), (0xFA9C, 'M', u'煮'), (0xFA9D, 'M', u'瞧'), (0xFA9E, 'M', u'爵'), (0xFA9F, 'M', u'犯'), (0xFAA0, 'M', u'猪'), (0xFAA1, 'M', u'瑱'), (0xFAA2, 'M', u'甆'), (0xFAA3, 'M', u'画'), (0xFAA4, 'M', u'瘝'), (0xFAA5, 'M', u'瘟'), (0xFAA6, 'M', u'益'), (0xFAA7, 'M', u'盛'), (0xFAA8, 'M', u'直'), (0xFAA9, 'M', u'睊'), (0xFAAA, 'M', u'着'), (0xFAAB, 'M', u'磌'), (0xFAAC, 'M', u'窱'), (0xFAAD, 'M', u'節'), (0xFAAE, 'M', u'类'), (0xFAAF, 'M', u'絛'), (0xFAB0, 'M', u'練'), (0xFAB1, 'M', u'缾'), (0xFAB2, 'M', u'者'), (0xFAB3, 'M', u'荒'), (0xFAB4, 'M', u'華'), (0xFAB5, 'M', u'蝹'), (0xFAB6, 'M', u'襁'), (0xFAB7, 'M', u'覆'), (0xFAB8, 'M', u'視'), (0xFAB9, 'M', u'調'), (0xFABA, 'M', u'諸'), (0xFABB, 'M', u'請'), (0xFABC, 'M', u'謁'), (0xFABD, 'M', u'諾'), (0xFABE, 'M', u'諭'), (0xFABF, 'M', u'謹'), (0xFAC0, 'M', u'變'), (0xFAC1, 'M', u'贈'), (0xFAC2, 'M', u'輸'), (0xFAC3, 'M', u'遲'), (0xFAC4, 'M', u'醙'), ] def _seg_42(): return [ (0xFAC5, 'M', u'鉶'), (0xFAC6, 'M', u'陼'), (0xFAC7, 'M', u'難'), (0xFAC8, 'M', u'靖'), (0xFAC9, 'M', u'韛'), (0xFACA, 'M', u'響'), (0xFACB, 'M', u'頋'), (0xFACC, 'M', u'頻'), (0xFACD, 'M', u'鬒'), (0xFACE, 'M', u'龜'), (0xFACF, 'M', u'𢡊'), (0xFAD0, 'M', u'𢡄'), (0xFAD1, 'M', u'𣏕'), (0xFAD2, 'M', u'㮝'), (0xFAD3, 'M', u'䀘'), (0xFAD4, 'M', u'䀹'), (0xFAD5, 'M', u'𥉉'), (0xFAD6, 'M', u'𥳐'), (0xFAD7, 'M', u'𧻓'), (0xFAD8, 'M', u'齃'), (0xFAD9, 'M', u'龎'), (0xFADA, 'X'), (0xFB00, 'M', u'ff'), (0xFB01, 'M', u'fi'), (0xFB02, 'M', u'fl'), (0xFB03, 'M', u'ffi'), (0xFB04, 'M', u'ffl'), (0xFB05, 'M', u'st'), (0xFB07, 'X'), (0xFB13, 'M', u'մն'), (0xFB14, 'M', u'մե'), (0xFB15, 'M', u'մի'), (0xFB16, 'M', u'վն'), (0xFB17, 'M', u'մխ'), (0xFB18, 'X'), (0xFB1D, 'M', u'יִ'), (0xFB1E, 'V'), (0xFB1F, 'M', u'ײַ'), (0xFB20, 'M', u'ע'), (0xFB21, 'M', u'א'), (0xFB22, 'M', u'ד'), (0xFB23, 'M', u'ה'), (0xFB24, 'M', u'כ'), (0xFB25, 'M', u'ל'), (0xFB26, 'M', u'ם'), (0xFB27, 'M', u'ר'), (0xFB28, 'M', u'ת'), (0xFB29, '3', u'+'), (0xFB2A, 'M', u'שׁ'), (0xFB2B, 'M', u'שׂ'), (0xFB2C, 'M', u'שּׁ'), (0xFB2D, 'M', u'שּׂ'), (0xFB2E, 'M', u'אַ'), (0xFB2F, 'M', u'אָ'), (0xFB30, 'M', u'אּ'), (0xFB31, 'M', u'בּ'), (0xFB32, 'M', u'גּ'), (0xFB33, 'M', u'דּ'), (0xFB34, 'M', u'הּ'), (0xFB35, 'M', u'וּ'), (0xFB36, 'M', u'זּ'), (0xFB37, 'X'), (0xFB38, 'M', u'טּ'), (0xFB39, 'M', u'יּ'), (0xFB3A, 'M', u'ךּ'), (0xFB3B, 'M', u'כּ'), (0xFB3C, 'M', u'לּ'), (0xFB3D, 'X'), (0xFB3E, 'M', u'מּ'), (0xFB3F, 'X'), (0xFB40, 'M', u'נּ'), (0xFB41, 'M', u'סּ'), (0xFB42, 'X'), (0xFB43, 'M', u'ףּ'), (0xFB44, 'M', u'פּ'), (0xFB45, 'X'), (0xFB46, 'M', u'צּ'), (0xFB47, 'M', u'קּ'), (0xFB48, 'M', u'רּ'), (0xFB49, 'M', u'שּ'), (0xFB4A, 'M', u'תּ'), (0xFB4B, 'M', u'וֹ'), (0xFB4C, 'M', u'בֿ'), (0xFB4D, 'M', u'כֿ'), (0xFB4E, 'M', u'פֿ'), (0xFB4F, 'M', u'אל'), (0xFB50, 'M', u'ٱ'), (0xFB52, 'M', u'ٻ'), (0xFB56, 'M', u'پ'), (0xFB5A, 'M', u'ڀ'), (0xFB5E, 'M', u'ٺ'), (0xFB62, 'M', u'ٿ'), (0xFB66, 'M', u'ٹ'), (0xFB6A, 'M', u'ڤ'), (0xFB6E, 'M', u'ڦ'), (0xFB72, 'M', u'ڄ'), (0xFB76, 'M', u'ڃ'), (0xFB7A, 'M', u'چ'), (0xFB7E, 'M', u'ڇ'), (0xFB82, 'M', u'ڍ'), ] def _seg_43(): return [ (0xFB84, 'M', u'ڌ'), (0xFB86, 'M', u'ڎ'), (0xFB88, 'M', u'ڈ'), (0xFB8A, 'M', u'ژ'), (0xFB8C, 'M', u'ڑ'), (0xFB8E, 'M', u'ک'), (0xFB92, 'M', u'گ'), (0xFB96, 'M', u'ڳ'), (0xFB9A, 'M', u'ڱ'), (0xFB9E, 'M', u'ں'), (0xFBA0, 'M', u'ڻ'), (0xFBA4, 'M', u'ۀ'), (0xFBA6, 'M', u'ہ'), (0xFBAA, 'M', u'ھ'), (0xFBAE, 'M', u'ے'), (0xFBB0, 'M', u'ۓ'), (0xFBB2, 'V'), (0xFBC2, 'X'), (0xFBD3, 'M', u'ڭ'), (0xFBD7, 'M', u'ۇ'), (0xFBD9, 'M', u'ۆ'), (0xFBDB, 'M', u'ۈ'), (0xFBDD, 'M', u'ۇٴ'), (0xFBDE, 'M', u'ۋ'), (0xFBE0, 'M', u'ۅ'), (0xFBE2, 'M', u'ۉ'), (0xFBE4, 'M', u'ې'), (0xFBE8, 'M', u'ى'), (0xFBEA, 'M', u'ئا'), (0xFBEC, 'M', u'ئە'), (0xFBEE, 'M', u'ئو'), (0xFBF0, 'M', u'ئۇ'), (0xFBF2, 'M', u'ئۆ'), (0xFBF4, 'M', u'ئۈ'), (0xFBF6, 'M', u'ئې'), (0xFBF9, 'M', u'ئى'), (0xFBFC, 'M', u'ی'), (0xFC00, 'M', u'ئج'), (0xFC01, 'M', u'ئح'), (0xFC02, 'M', u'ئم'), (0xFC03, 'M', u'ئى'), (0xFC04, 'M', u'ئي'), (0xFC05, 'M', u'بج'), (0xFC06, 'M', u'بح'), (0xFC07, 'M', u'بخ'), (0xFC08, 'M', u'بم'), (0xFC09, 'M', u'بى'), (0xFC0A, 'M', u'بي'), (0xFC0B, 'M', u'تج'), (0xFC0C, 'M', u'تح'), (0xFC0D, 'M', u'تخ'), (0xFC0E, 'M', u'تم'), (0xFC0F, 'M', u'تى'), (0xFC10, 'M', u'تي'), (0xFC11, 'M', u'ثج'), (0xFC12, 'M', u'ثم'), (0xFC13, 'M', u'ثى'), (0xFC14, 'M', u'ثي'), (0xFC15, 'M', u'جح'), (0xFC16, 'M', u'جم'), (0xFC17, 'M', u'حج'), (0xFC18, 'M', u'حم'), (0xFC19, 'M', u'خج'), (0xFC1A, 'M', u'خح'), (0xFC1B, 'M', u'خم'), (0xFC1C, 'M', u'سج'), (0xFC1D, 'M', u'سح'), (0xFC1E, 'M', u'سخ'), (0xFC1F, 'M', u'سم'), (0xFC20, 'M', u'صح'), (0xFC21, 'M', u'صم'), (0xFC22, 'M', u'ضج'), (0xFC23, 'M', u'ضح'), (0xFC24, 'M', u'ضخ'), (0xFC25, 'M', u'ضم'), (0xFC26, 'M', u'طح'), (0xFC27, 'M', u'طم'), (0xFC28, 'M', u'ظم'), (0xFC29, 'M', u'عج'), (0xFC2A, 'M', u'عم'), (0xFC2B, 'M', u'غج'), (0xFC2C, 'M', u'غم'), (0xFC2D, 'M', u'فج'), (0xFC2E, 'M', u'فح'), (0xFC2F, 'M', u'فخ'), (0xFC30, 'M', u'فم'), (0xFC31, 'M', u'فى'), (0xFC32, 'M', u'في'), (0xFC33, 'M', u'قح'), (0xFC34, 'M', u'قم'), (0xFC35, 'M', u'قى'), (0xFC36, 'M', u'قي'), (0xFC37, 'M', u'كا'), (0xFC38, 'M', u'كج'), (0xFC39, 'M', u'كح'), (0xFC3A, 'M', u'كخ'), (0xFC3B, 'M', u'كل'), (0xFC3C, 'M', u'كم'), (0xFC3D, 'M', u'كى'), (0xFC3E, 'M', u'كي'), ] def _seg_44(): return [ (0xFC3F, 'M', u'لج'), (0xFC40, 'M', u'لح'), (0xFC41, 'M', u'لخ'), (0xFC42, 'M', u'لم'), (0xFC43, 'M', u'لى'), (0xFC44, 'M', u'لي'), (0xFC45, 'M', u'مج'), (0xFC46, 'M', u'مح'), (0xFC47, 'M', u'مخ'), (0xFC48, 'M', u'مم'), (0xFC49, 'M', u'مى'), (0xFC4A, 'M', u'مي'), (0xFC4B, 'M', u'نج'), (0xFC4C, 'M', u'نح'), (0xFC4D, 'M', u'نخ'), (0xFC4E, 'M', u'نم'), (0xFC4F, 'M', u'نى'), (0xFC50, 'M', u'ني'), (0xFC51, 'M', u'هج'), (0xFC52, 'M', u'هم'), (0xFC53, 'M', u'هى'), (0xFC54, 'M', u'هي'), (0xFC55, 'M', u'يج'), (0xFC56, 'M', u'يح'), (0xFC57, 'M', u'يخ'), (0xFC58, 'M', u'يم'), (0xFC59, 'M', u'يى'), (0xFC5A, 'M', u'يي'), (0xFC5B, 'M', u'ذٰ'), (0xFC5C, 'M', u'رٰ'), (0xFC5D, 'M', u'ىٰ'), (0xFC5E, '3', u' ٌّ'), (0xFC5F, '3', u' ٍّ'), (0xFC60, '3', u' َّ'), (0xFC61, '3', u' ُّ'), (0xFC62, '3', u' ِّ'), (0xFC63, '3', u' ّٰ'), (0xFC64, 'M', u'ئر'), (0xFC65, 'M', u'ئز'), (0xFC66, 'M', u'ئم'), (0xFC67, 'M', u'ئن'), (0xFC68, 'M', u'ئى'), (0xFC69, 'M', u'ئي'), (0xFC6A, 'M', u'بر'), (0xFC6B, 'M', u'بز'), (0xFC6C, 'M', u'بم'), (0xFC6D, 'M', u'بن'), (0xFC6E, 'M', u'بى'), (0xFC6F, 'M', u'بي'), (0xFC70, 'M', u'تر'), (0xFC71, 'M', u'تز'), (0xFC72, 'M', u'تم'), (0xFC73, 'M', u'تن'), (0xFC74, 'M', u'تى'), (0xFC75, 'M', u'تي'), (0xFC76, 'M', u'ثر'), (0xFC77, 'M', u'ثز'), (0xFC78, 'M', u'ثم'), (0xFC79, 'M', u'ثن'), (0xFC7A, 'M', u'ثى'), (0xFC7B, 'M', u'ثي'), (0xFC7C, 'M', u'فى'), (0xFC7D, 'M', u'في'), (0xFC7E, 'M', u'قى'), (0xFC7F, 'M', u'قي'), (0xFC80, 'M', u'كا'), (0xFC81, 'M', u'كل'), (0xFC82, 'M', u'كم'), (0xFC83, 'M', u'كى'), (0xFC84, 'M', u'كي'), (0xFC85, 'M', u'لم'), (0xFC86, 'M', u'لى'), (0xFC87, 'M', u'لي'), (0xFC88, 'M', u'ما'), (0xFC89, 'M', u'مم'), (0xFC8A, 'M', u'نر'), (0xFC8B, 'M', u'نز'), (0xFC8C, 'M', u'نم'), (0xFC8D, 'M', u'نن'), (0xFC8E, 'M', u'نى'), (0xFC8F, 'M', u'ني'), (0xFC90, 'M', u'ىٰ'), (0xFC91, 'M', u'ير'), (0xFC92, 'M', u'يز'), (0xFC93, 'M', u'يم'), (0xFC94, 'M', u'ين'), (0xFC95, 'M', u'يى'), (0xFC96, 'M', u'يي'), (0xFC97, 'M', u'ئج'), (0xFC98, 'M', u'ئح'), (0xFC99, 'M', u'ئخ'), (0xFC9A, 'M', u'ئم'), (0xFC9B, 'M', u'ئه'), (0xFC9C, 'M', u'بج'), (0xFC9D, 'M', u'بح'), (0xFC9E, 'M', u'بخ'), (0xFC9F, 'M', u'بم'), (0xFCA0, 'M', u'به'), (0xFCA1, 'M', u'تج'), (0xFCA2, 'M', u'تح'), ] def _seg_45(): return [ (0xFCA3, 'M', u'تخ'), (0xFCA4, 'M', u'تم'), (0xFCA5, 'M', u'ته'), (0xFCA6, 'M', u'ثم'), (0xFCA7, 'M', u'جح'), (0xFCA8, 'M', u'جم'), (0xFCA9, 'M', u'حج'), (0xFCAA, 'M', u'حم'), (0xFCAB, 'M', u'خج'), (0xFCAC, 'M', u'خم'), (0xFCAD, 'M', u'سج'), (0xFCAE, 'M', u'سح'), (0xFCAF, 'M', u'سخ'), (0xFCB0, 'M', u'سم'), (0xFCB1, 'M', u'صح'), (0xFCB2, 'M', u'صخ'), (0xFCB3, 'M', u'صم'), (0xFCB4, 'M', u'ضج'), (0xFCB5, 'M', u'ضح'), (0xFCB6, 'M', u'ضخ'), (0xFCB7, 'M', u'ضم'), (0xFCB8, 'M', u'طح'), (0xFCB9, 'M', u'ظم'), (0xFCBA, 'M', u'عج'), (0xFCBB, 'M', u'عم'), (0xFCBC, 'M', u'غج'), (0xFCBD, 'M', u'غم'), (0xFCBE, 'M', u'فج'), (0xFCBF, 'M', u'فح'), (0xFCC0, 'M', u'فخ'), (0xFCC1, 'M', u'فم'), (0xFCC2, 'M', u'قح'), (0xFCC3, 'M', u'قم'), (0xFCC4, 'M', u'كج'), (0xFCC5, 'M', u'كح'), (0xFCC6, 'M', u'كخ'), (0xFCC7, 'M', u'كل'), (0xFCC8, 'M', u'كم'), (0xFCC9, 'M', u'لج'), (0xFCCA, 'M', u'لح'), (0xFCCB, 'M', u'لخ'), (0xFCCC, 'M', u'لم'), (0xFCCD, 'M', u'له'), (0xFCCE, 'M', u'مج'), (0xFCCF, 'M', u'مح'), (0xFCD0, 'M', u'مخ'), (0xFCD1, 'M', u'مم'), (0xFCD2, 'M', u'نج'), (0xFCD3, 'M', u'نح'), (0xFCD4, 'M', u'نخ'), (0xFCD5, 'M', u'نم'), (0xFCD6, 'M', u'نه'), (0xFCD7, 'M', u'هج'), (0xFCD8, 'M', u'هم'), (0xFCD9, 'M', u'هٰ'), (0xFCDA, 'M', u'يج'), (0xFCDB, 'M', u'يح'), (0xFCDC, 'M', u'يخ'), (0xFCDD, 'M', u'يم'), (0xFCDE, 'M', u'يه'), (0xFCDF, 'M', u'ئم'), (0xFCE0, 'M', u'ئه'), (0xFCE1, 'M', u'بم'), (0xFCE2, 'M', u'به'), (0xFCE3, 'M', u'تم'), (0xFCE4, 'M', u'ته'), (0xFCE5, 'M', u'ثم'), (0xFCE6, 'M', u'ثه'), (0xFCE7, 'M', u'سم'), (0xFCE8, 'M', u'سه'), (0xFCE9, 'M', u'شم'), (0xFCEA, 'M', u'شه'), (0xFCEB, 'M', u'كل'), (0xFCEC, 'M', u'كم'), (0xFCED, 'M', u'لم'), (0xFCEE, 'M', u'نم'), (0xFCEF, 'M', u'نه'), (0xFCF0, 'M', u'يم'), (0xFCF1, 'M', u'يه'), (0xFCF2, 'M', u'ـَّ'), (0xFCF3, 'M', u'ـُّ'), (0xFCF4, 'M', u'ـِّ'), (0xFCF5, 'M', u'طى'), (0xFCF6, 'M', u'طي'), (0xFCF7, 'M', u'عى'), (0xFCF8, 'M', u'عي'), (0xFCF9, 'M', u'غى'), (0xFCFA, 'M', u'غي'), (0xFCFB, 'M', u'سى'), (0xFCFC, 'M', u'سي'), (0xFCFD, 'M', u'شى'), (0xFCFE, 'M', u'شي'), (0xFCFF, 'M', u'حى'), (0xFD00, 'M', u'حي'), (0xFD01, 'M', u'جى'), (0xFD02, 'M', u'جي'), (0xFD03, 'M', u'خى'), (0xFD04, 'M', u'خي'), (0xFD05, 'M', u'صى'), (0xFD06, 'M', u'صي'), ] def _seg_46(): return [ (0xFD07, 'M', u'ضى'), (0xFD08, 'M', u'ضي'), (0xFD09, 'M', u'شج'), (0xFD0A, 'M', u'شح'), (0xFD0B, 'M', u'شخ'), (0xFD0C, 'M', u'شم'), (0xFD0D, 'M', u'شر'), (0xFD0E, 'M', u'سر'), (0xFD0F, 'M', u'صر'), (0xFD10, 'M', u'ضر'), (0xFD11, 'M', u'طى'), (0xFD12, 'M', u'طي'), (0xFD13, 'M', u'عى'), (0xFD14, 'M', u'عي'), (0xFD15, 'M', u'غى'), (0xFD16, 'M', u'غي'), (0xFD17, 'M', u'سى'), (0xFD18, 'M', u'سي'), (0xFD19, 'M', u'شى'), (0xFD1A, 'M', u'شي'), (0xFD1B, 'M', u'حى'), (0xFD1C, 'M', u'حي'), (0xFD1D, 'M', u'جى'), (0xFD1E, 'M', u'جي'), (0xFD1F, 'M', u'خى'), (0xFD20, 'M', u'خي'), (0xFD21, 'M', u'صى'), (0xFD22, 'M', u'صي'), (0xFD23, 'M', u'ضى'), (0xFD24, 'M', u'ضي'), (0xFD25, 'M', u'شج'), (0xFD26, 'M', u'شح'), (0xFD27, 'M', u'شخ'), (0xFD28, 'M', u'شم'), (0xFD29, 'M', u'شر'), (0xFD2A, 'M', u'سر'), (0xFD2B, 'M', u'صر'), (0xFD2C, 'M', u'ضر'), (0xFD2D, 'M', u'شج'), (0xFD2E, 'M', u'شح'), (0xFD2F, 'M', u'شخ'), (0xFD30, 'M', u'شم'), (0xFD31, 'M', u'سه'), (0xFD32, 'M', u'شه'), (0xFD33, 'M', u'طم'), (0xFD34, 'M', u'سج'), (0xFD35, 'M', u'سح'), (0xFD36, 'M', u'سخ'), (0xFD37, 'M', u'شج'), (0xFD38, 'M', u'شح'), (0xFD39, 'M', u'شخ'), (0xFD3A, 'M', u'طم'), (0xFD3B, 'M', u'ظم'), (0xFD3C, 'M', u'اً'), (0xFD3E, 'V'), (0xFD40, 'X'), (0xFD50, 'M', u'تجم'), (0xFD51, 'M', u'تحج'), (0xFD53, 'M', u'تحم'), (0xFD54, 'M', u'تخم'), (0xFD55, 'M', u'تمج'), (0xFD56, 'M', u'تمح'), (0xFD57, 'M', u'تمخ'), (0xFD58, 'M', u'جمح'), (0xFD5A, 'M', u'حمي'), (0xFD5B, 'M', u'حمى'), (0xFD5C, 'M', u'سحج'), (0xFD5D, 'M', u'سجح'), (0xFD5E, 'M', u'سجى'), (0xFD5F, 'M', u'سمح'), (0xFD61, 'M', u'سمج'), (0xFD62, 'M', u'سمم'), (0xFD64, 'M', u'صحح'), (0xFD66, 'M', u'صمم'), (0xFD67, 'M', u'شحم'), (0xFD69, 'M', u'شجي'), (0xFD6A, 'M', u'شمخ'), (0xFD6C, 'M', u'شمم'), (0xFD6E, 'M', u'ضحى'), (0xFD6F, 'M', u'ضخم'), (0xFD71, 'M', u'طمح'), (0xFD73, 'M', u'طمم'), (0xFD74, 'M', u'طمي'), (0xFD75, 'M', u'عجم'), (0xFD76, 'M', u'عمم'), (0xFD78, 'M', u'عمى'), (0xFD79, 'M', u'غمم'), (0xFD7A, 'M', u'غمي'), (0xFD7B, 'M', u'غمى'), (0xFD7C, 'M', u'فخم'), (0xFD7E, 'M', u'قمح'), (0xFD7F, 'M', u'قمم'), (0xFD80, 'M', u'لحم'), (0xFD81, 'M', u'لحي'), (0xFD82, 'M', u'لحى'), (0xFD83, 'M', u'لجج'), (0xFD85, 'M', u'لخم'), (0xFD87, 'M', u'لمح'), (0xFD89, 'M', u'محج'), (0xFD8A, 'M', u'محم'), ] def _seg_47(): return [ (0xFD8B, 'M', u'محي'), (0xFD8C, 'M', u'مجح'), (0xFD8D, 'M', u'مجم'), (0xFD8E, 'M', u'مخج'), (0xFD8F, 'M', u'مخم'), (0xFD90, 'X'), (0xFD92, 'M', u'مجخ'), (0xFD93, 'M', u'همج'), (0xFD94, 'M', u'همم'), (0xFD95, 'M', u'نحم'), (0xFD96, 'M', u'نحى'), (0xFD97, 'M', u'نجم'), (0xFD99, 'M', u'نجى'), (0xFD9A, 'M', u'نمي'), (0xFD9B, 'M', u'نمى'), (0xFD9C, 'M', u'يمم'), (0xFD9E, 'M', u'بخي'), (0xFD9F, 'M', u'تجي'), (0xFDA0, 'M', u'تجى'), (0xFDA1, 'M', u'تخي'), (0xFDA2, 'M', u'تخى'), (0xFDA3, 'M', u'تمي'), (0xFDA4, 'M', u'تمى'), (0xFDA5, 'M', u'جمي'), (0xFDA6, 'M', u'جحى'), (0xFDA7, 'M', u'جمى'), (0xFDA8, 'M', u'سخى'), (0xFDA9, 'M', u'صحي'), (0xFDAA, 'M', u'شحي'), (0xFDAB, 'M', u'ضحي'), (0xFDAC, 'M', u'لجي'), (0xFDAD, 'M', u'لمي'), (0xFDAE, 'M', u'يحي'), (0xFDAF, 'M', u'يجي'), (0xFDB0, 'M', u'يمي'), (0xFDB1, 'M', u'ممي'), (0xFDB2, 'M', u'قمي'), (0xFDB3, 'M', u'نحي'), (0xFDB4, 'M', u'قمح'), (0xFDB5, 'M', u'لحم'), (0xFDB6, 'M', u'عمي'), (0xFDB7, 'M', u'كمي'), (0xFDB8, 'M', u'نجح'), (0xFDB9, 'M', u'مخي'), (0xFDBA, 'M', u'لجم'), (0xFDBB, 'M', u'كمم'), (0xFDBC, 'M', u'لجم'), (0xFDBD, 'M', u'نجح'), (0xFDBE, 'M', u'جحي'), (0xFDBF, 'M', u'حجي'), (0xFDC0, 'M', u'مجي'), (0xFDC1, 'M', u'فمي'), (0xFDC2, 'M', u'بحي'), (0xFDC3, 'M', u'كمم'), (0xFDC4, 'M', u'عجم'), (0xFDC5, 'M', u'صمم'), (0xFDC6, 'M', u'سخي'), (0xFDC7, 'M', u'نجي'), (0xFDC8, 'X'), (0xFDF0, 'M', u'صلے'), (0xFDF1, 'M', u'قلے'), (0xFDF2, 'M', u'الله'), (0xFDF3, 'M', u'اكبر'), (0xFDF4, 'M', u'محمد'), (0xFDF5, 'M', u'صلعم'), (0xFDF6, 'M', u'رسول'), (0xFDF7, 'M', u'عليه'), (0xFDF8, 'M', u'وسلم'), (0xFDF9, 'M', u'صلى'), (0xFDFA, '3', u'صلى الله عليه وسلم'), (0xFDFB, '3', u'جل جلاله'), (0xFDFC, 'M', u'ریال'), (0xFDFD, 'V'), (0xFDFE, 'X'), (0xFE00, 'I'), (0xFE10, '3', u','), (0xFE11, 'M', u'、'), (0xFE12, 'X'), (0xFE13, '3', u':'), (0xFE14, '3', u';'), (0xFE15, '3', u'!'), (0xFE16, '3', u'?'), (0xFE17, 'M', u'〖'), (0xFE18, 'M', u'〗'), (0xFE19, 'X'), (0xFE20, 'V'), (0xFE27, 'X'), (0xFE31, 'M', u'—'), (0xFE32, 'M', u'–'), (0xFE33, '3', u'_'), (0xFE35, '3', u'('), (0xFE36, '3', u')'), (0xFE37, '3', u'{'), (0xFE38, '3', u'}'), (0xFE39, 'M', u'〔'), (0xFE3A, 'M', u'〕'), (0xFE3B, 'M', u'【'), (0xFE3C, 'M', u'】'), (0xFE3D, 'M', u'《'), (0xFE3E, 'M', u'》'), ] def _seg_48(): return [ (0xFE3F, 'M', u'〈'), (0xFE40, 'M', u'〉'), (0xFE41, 'M', u'「'), (0xFE42, 'M', u'」'), (0xFE43, 'M', u'『'), (0xFE44, 'M', u'』'), (0xFE45, 'V'), (0xFE47, '3', u'['), (0xFE48, '3', u']'), (0xFE49, '3', u' ̅'), (0xFE4D, '3', u'_'), (0xFE50, '3', u','), (0xFE51, 'M', u'、'), (0xFE52, 'X'), (0xFE54, '3', u';'), (0xFE55, '3', u':'), (0xFE56, '3', u'?'), (0xFE57, '3', u'!'), (0xFE58, 'M', u'—'), (0xFE59, '3', u'('), (0xFE5A, '3', u')'), (0xFE5B, '3', u'{'), (0xFE5C, '3', u'}'), (0xFE5D, 'M', u'〔'), (0xFE5E, 'M', u'〕'), (0xFE5F, '3', u'#'), (0xFE60, '3', u'&'), (0xFE61, '3', u'*'), (0xFE62, '3', u'+'), (0xFE63, 'M', u'-'), (0xFE64, '3', u'<'), (0xFE65, '3', u'>'), (0xFE66, '3', u'='), (0xFE67, 'X'), (0xFE68, '3', u'\\'), (0xFE69, '3', u'$'), (0xFE6A, '3', u'%'), (0xFE6B, '3', u'@'), (0xFE6C, 'X'), (0xFE70, '3', u' ً'), (0xFE71, 'M', u'ـً'), (0xFE72, '3', u' ٌ'), (0xFE73, 'V'), (0xFE74, '3', u' ٍ'), (0xFE75, 'X'), (0xFE76, '3', u' َ'), (0xFE77, 'M', u'ـَ'), (0xFE78, '3', u' ُ'), (0xFE79, 'M', u'ـُ'), (0xFE7A, '3', u' ِ'), (0xFE7B, 'M', u'ـِ'), (0xFE7C, '3', u' ّ'), (0xFE7D, 'M', u'ـّ'), (0xFE7E, '3', u' ْ'), (0xFE7F, 'M', u'ـْ'), (0xFE80, 'M', u'ء'), (0xFE81, 'M', u'آ'), (0xFE83, 'M', u'أ'), (0xFE85, 'M', u'ؤ'), (0xFE87, 'M', u'إ'), (0xFE89, 'M', u'ئ'), (0xFE8D, 'M', u'ا'), (0xFE8F, 'M', u'ب'), (0xFE93, 'M', u'ة'), (0xFE95, 'M', u'ت'), (0xFE99, 'M', u'ث'), (0xFE9D, 'M', u'ج'), (0xFEA1, 'M', u'ح'), (0xFEA5, 'M', u'خ'), (0xFEA9, 'M', u'د'), (0xFEAB, 'M', u'ذ'), (0xFEAD, 'M', u'ر'), (0xFEAF, 'M', u'ز'), (0xFEB1, 'M', u'س'), (0xFEB5, 'M', u'ش'), (0xFEB9, 'M', u'ص'), (0xFEBD, 'M', u'ض'), (0xFEC1, 'M', u'ط'), (0xFEC5, 'M', u'ظ'), (0xFEC9, 'M', u'ع'), (0xFECD, 'M', u'غ'), (0xFED1, 'M', u'ف'), (0xFED5, 'M', u'ق'), (0xFED9, 'M', u'ك'), (0xFEDD, 'M', u'ل'), (0xFEE1, 'M', u'م'), (0xFEE5, 'M', u'ن'), (0xFEE9, 'M', u'ه'), (0xFEED, 'M', u'و'), (0xFEEF, 'M', u'ى'), (0xFEF1, 'M', u'ي'), (0xFEF5, 'M', u'لآ'), (0xFEF7, 'M', u'لأ'), (0xFEF9, 'M', u'لإ'), (0xFEFB, 'M', u'لا'), (0xFEFD, 'X'), (0xFEFF, 'I'), (0xFF00, 'X'), (0xFF01, '3', u'!'), (0xFF02, '3', u'"'), ] def _seg_49(): return [ (0xFF03, '3', u'#'), (0xFF04, '3', u'$'), (0xFF05, '3', u'%'), (0xFF06, '3', u'&'), (0xFF07, '3', u'\''), (0xFF08, '3', u'('), (0xFF09, '3', u')'), (0xFF0A, '3', u'*'), (0xFF0B, '3', u'+'), (0xFF0C, '3', u','), (0xFF0D, 'M', u'-'), (0xFF0E, 'M', u'.'), (0xFF0F, '3', u'/'), (0xFF10, 'M', u'0'), (0xFF11, 'M', u'1'), (0xFF12, 'M', u'2'), (0xFF13, 'M', u'3'), (0xFF14, 'M', u'4'), (0xFF15, 'M', u'5'), (0xFF16, 'M', u'6'), (0xFF17, 'M', u'7'), (0xFF18, 'M', u'8'), (0xFF19, 'M', u'9'), (0xFF1A, '3', u':'), (0xFF1B, '3', u';'), (0xFF1C, '3', u'<'), (0xFF1D, '3', u'='), (0xFF1E, '3', u'>'), (0xFF1F, '3', u'?'), (0xFF20, '3', u'@'), (0xFF21, 'M', u'a'), (0xFF22, 'M', u'b'), (0xFF23, 'M', u'c'), (0xFF24, 'M', u'd'), (0xFF25, 'M', u'e'), (0xFF26, 'M', u'f'), (0xFF27, 'M', u'g'), (0xFF28, 'M', u'h'), (0xFF29, 'M', u'i'), (0xFF2A, 'M', u'j'), (0xFF2B, 'M', u'k'), (0xFF2C, 'M', u'l'), (0xFF2D, 'M', u'm'), (0xFF2E, 'M', u'n'), (0xFF2F, 'M', u'o'), (0xFF30, 'M', u'p'), (0xFF31, 'M', u'q'), (0xFF32, 'M', u'r'), (0xFF33, 'M', u's'), (0xFF34, 'M', u't'), (0xFF35, 'M', u'u'), (0xFF36, 'M', u'v'), (0xFF37, 'M', u'w'), (0xFF38, 'M', u'x'), (0xFF39, 'M', u'y'), (0xFF3A, 'M', u'z'), (0xFF3B, '3', u'['), (0xFF3C, '3', u'\\'), (0xFF3D, '3', u']'), (0xFF3E, '3', u'^'), (0xFF3F, '3', u'_'), (0xFF40, '3', u'`'), (0xFF41, 'M', u'a'), (0xFF42, 'M', u'b'), (0xFF43, 'M', u'c'), (0xFF44, 'M', u'd'), (0xFF45, 'M', u'e'), (0xFF46, 'M', u'f'), (0xFF47, 'M', u'g'), (0xFF48, 'M', u'h'), (0xFF49, 'M', u'i'), (0xFF4A, 'M', u'j'), (0xFF4B, 'M', u'k'), (0xFF4C, 'M', u'l'), (0xFF4D, 'M', u'm'), (0xFF4E, 'M', u'n'), (0xFF4F, 'M', u'o'), (0xFF50, 'M', u'p'), (0xFF51, 'M', u'q'), (0xFF52, 'M', u'r'), (0xFF53, 'M', u's'), (0xFF54, 'M', u't'), (0xFF55, 'M', u'u'), (0xFF56, 'M', u'v'), (0xFF57, 'M', u'w'), (0xFF58, 'M', u'x'), (0xFF59, 'M', u'y'), (0xFF5A, 'M', u'z'), (0xFF5B, '3', u'{'), (0xFF5C, '3', u'|'), (0xFF5D, '3', u'}'), (0xFF5E, '3', u'~'), (0xFF5F, 'M', u'⦅'), (0xFF60, 'M', u'⦆'), (0xFF61, 'M', u'.'), (0xFF62, 'M', u'「'), (0xFF63, 'M', u'」'), (0xFF64, 'M', u'、'), (0xFF65, 'M', u'・'), (0xFF66, 'M', u'ヲ'), ] def _seg_50(): return [ (0xFF67, 'M', u'ァ'), (0xFF68, 'M', u'ィ'), (0xFF69, 'M', u'ゥ'), (0xFF6A, 'M', u'ェ'), (0xFF6B, 'M', u'ォ'), (0xFF6C, 'M', u'ャ'), (0xFF6D, 'M', u'ュ'), (0xFF6E, 'M', u'ョ'), (0xFF6F, 'M', u'ッ'), (0xFF70, 'M', u'ー'), (0xFF71, 'M', u'ア'), (0xFF72, 'M', u'イ'), (0xFF73, 'M', u'ウ'), (0xFF74, 'M', u'エ'), (0xFF75, 'M', u'オ'), (0xFF76, 'M', u'カ'), (0xFF77, 'M', u'キ'), (0xFF78, 'M', u'ク'), (0xFF79, 'M', u'ケ'), (0xFF7A, 'M', u'コ'), (0xFF7B, 'M', u'サ'), (0xFF7C, 'M', u'シ'), (0xFF7D, 'M', u'ス'), (0xFF7E, 'M', u'セ'), (0xFF7F, 'M', u'ソ'), (0xFF80, 'M', u'タ'), (0xFF81, 'M', u'チ'), (0xFF82, 'M', u'ツ'), (0xFF83, 'M', u'テ'), (0xFF84, 'M', u'ト'), (0xFF85, 'M', u'ナ'), (0xFF86, 'M', u'ニ'), (0xFF87, 'M', u'ヌ'), (0xFF88, 'M', u'ネ'), (0xFF89, 'M', u'ノ'), (0xFF8A, 'M', u'ハ'), (0xFF8B, 'M', u'ヒ'), (0xFF8C, 'M', u'フ'), (0xFF8D, 'M', u'ヘ'), (0xFF8E, 'M', u'ホ'), (0xFF8F, 'M', u'マ'), (0xFF90, 'M', u'ミ'), (0xFF91, 'M', u'ム'), (0xFF92, 'M', u'メ'), (0xFF93, 'M', u'モ'), (0xFF94, 'M', u'ヤ'), (0xFF95, 'M', u'ユ'), (0xFF96, 'M', u'ヨ'), (0xFF97, 'M', u'ラ'), (0xFF98, 'M', u'リ'), (0xFF99, 'M', u'ル'), (0xFF9A, 'M', u'レ'), (0xFF9B, 'M', u'ロ'), (0xFF9C, 'M', u'ワ'), (0xFF9D, 'M', u'ン'), (0xFF9E, 'M', u'゙'), (0xFF9F, 'M', u'゚'), (0xFFA0, 'X'), (0xFFA1, 'M', u'ᄀ'), (0xFFA2, 'M', u'ᄁ'), (0xFFA3, 'M', u'ᆪ'), (0xFFA4, 'M', u'ᄂ'), (0xFFA5, 'M', u'ᆬ'), (0xFFA6, 'M', u'ᆭ'), (0xFFA7, 'M', u'ᄃ'), (0xFFA8, 'M', u'ᄄ'), (0xFFA9, 'M', u'ᄅ'), (0xFFAA, 'M', u'ᆰ'), (0xFFAB, 'M', u'ᆱ'), (0xFFAC, 'M', u'ᆲ'), (0xFFAD, 'M', u'ᆳ'), (0xFFAE, 'M', u'ᆴ'), (0xFFAF, 'M', u'ᆵ'), (0xFFB0, 'M', u'ᄚ'), (0xFFB1, 'M', u'ᄆ'), (0xFFB2, 'M', u'ᄇ'), (0xFFB3, 'M', u'ᄈ'), (0xFFB4, 'M', u'ᄡ'), (0xFFB5, 'M', u'ᄉ'), (0xFFB6, 'M', u'ᄊ'), (0xFFB7, 'M', u'ᄋ'), (0xFFB8, 'M', u'ᄌ'), (0xFFB9, 'M', u'ᄍ'), (0xFFBA, 'M', u'ᄎ'), (0xFFBB, 'M', u'ᄏ'), (0xFFBC, 'M', u'ᄐ'), (0xFFBD, 'M', u'ᄑ'), (0xFFBE, 'M', u'ᄒ'), (0xFFBF, 'X'), (0xFFC2, 'M', u'ᅡ'), (0xFFC3, 'M', u'ᅢ'), (0xFFC4, 'M', u'ᅣ'), (0xFFC5, 'M', u'ᅤ'), (0xFFC6, 'M', u'ᅥ'), (0xFFC7, 'M', u'ᅦ'), (0xFFC8, 'X'), (0xFFCA, 'M', u'ᅧ'), (0xFFCB, 'M', u'ᅨ'), (0xFFCC, 'M', u'ᅩ'), (0xFFCD, 'M', u'ᅪ'), ] def _seg_51(): return [ (0xFFCE, 'M', u'ᅫ'), (0xFFCF, 'M', u'ᅬ'), (0xFFD0, 'X'), (0xFFD2, 'M', u'ᅭ'), (0xFFD3, 'M', u'ᅮ'), (0xFFD4, 'M', u'ᅯ'), (0xFFD5, 'M', u'ᅰ'), (0xFFD6, 'M', u'ᅱ'), (0xFFD7, 'M', u'ᅲ'), (0xFFD8, 'X'), (0xFFDA, 'M', u'ᅳ'), (0xFFDB, 'M', u'ᅴ'), (0xFFDC, 'M', u'ᅵ'), (0xFFDD, 'X'), (0xFFE0, 'M', u'¢'), (0xFFE1, 'M', u'£'), (0xFFE2, 'M', u'¬'), (0xFFE3, '3', u' ̄'), (0xFFE4, 'M', u'¦'), (0xFFE5, 'M', u'¥'), (0xFFE6, 'M', u'₩'), (0xFFE7, 'X'), (0xFFE8, 'M', u'│'), (0xFFE9, 'M', u'←'), (0xFFEA, 'M', u'↑'), (0xFFEB, 'M', u'→'), (0xFFEC, 'M', u'↓'), (0xFFED, 'M', u'■'), (0xFFEE, 'M', u'○'), (0xFFEF, 'X'), (0x10000, 'V'), (0x1000C, 'X'), (0x1000D, 'V'), (0x10027, 'X'), (0x10028, 'V'), (0x1003B, 'X'), (0x1003C, 'V'), (0x1003E, 'X'), (0x1003F, 'V'), (0x1004E, 'X'), (0x10050, 'V'), (0x1005E, 'X'), (0x10080, 'V'), (0x100FB, 'X'), (0x10100, 'V'), (0x10103, 'X'), (0x10107, 'V'), (0x10134, 'X'), (0x10137, 'V'), (0x1018B, 'X'), (0x10190, 'V'), (0x1019C, 'X'), (0x101D0, 'V'), (0x101FE, 'X'), (0x10280, 'V'), (0x1029D, 'X'), (0x102A0, 'V'), (0x102D1, 'X'), (0x10300, 'V'), (0x1031F, 'X'), (0x10320, 'V'), (0x10324, 'X'), (0x10330, 'V'), (0x1034B, 'X'), (0x10380, 'V'), (0x1039E, 'X'), (0x1039F, 'V'), (0x103C4, 'X'), (0x103C8, 'V'), (0x103D6, 'X'), (0x10400, 'M', u'𐐨'), (0x10401, 'M', u'𐐩'), (0x10402, 'M', u'𐐪'), (0x10403, 'M', u'𐐫'), (0x10404, 'M', u'𐐬'), (0x10405, 'M', u'𐐭'), (0x10406, 'M', u'𐐮'), (0x10407, 'M', u'𐐯'), (0x10408, 'M', u'𐐰'), (0x10409, 'M', u'𐐱'), (0x1040A, 'M', u'𐐲'), (0x1040B, 'M', u'𐐳'), (0x1040C, 'M', u'𐐴'), (0x1040D, 'M', u'𐐵'), (0x1040E, 'M', u'𐐶'), (0x1040F, 'M', u'𐐷'), (0x10410, 'M', u'𐐸'), (0x10411, 'M', u'𐐹'), (0x10412, 'M', u'𐐺'), (0x10413, 'M', u'𐐻'), (0x10414, 'M', u'𐐼'), (0x10415, 'M', u'𐐽'), (0x10416, 'M', u'𐐾'), (0x10417, 'M', u'𐐿'), (0x10418, 'M', u'𐑀'), (0x10419, 'M', u'𐑁'), (0x1041A, 'M', u'𐑂'), (0x1041B, 'M', u'𐑃'), (0x1041C, 'M', u'𐑄'), (0x1041D, 'M', u'𐑅'), ] def _seg_52(): return [ (0x1041E, 'M', u'𐑆'), (0x1041F, 'M', u'𐑇'), (0x10420, 'M', u'𐑈'), (0x10421, 'M', u'𐑉'), (0x10422, 'M', u'𐑊'), (0x10423, 'M', u'𐑋'), (0x10424, 'M', u'𐑌'), (0x10425, 'M', u'𐑍'), (0x10426, 'M', u'𐑎'), (0x10427, 'M', u'𐑏'), (0x10428, 'V'), (0x1049E, 'X'), (0x104A0, 'V'), (0x104AA, 'X'), (0x10800, 'V'), (0x10806, 'X'), (0x10808, 'V'), (0x10809, 'X'), (0x1080A, 'V'), (0x10836, 'X'), (0x10837, 'V'), (0x10839, 'X'), (0x1083C, 'V'), (0x1083D, 'X'), (0x1083F, 'V'), (0x10856, 'X'), (0x10857, 'V'), (0x10860, 'X'), (0x10900, 'V'), (0x1091C, 'X'), (0x1091F, 'V'), (0x1093A, 'X'), (0x1093F, 'V'), (0x10940, 'X'), (0x10980, 'V'), (0x109B8, 'X'), (0x109BE, 'V'), (0x109C0, 'X'), (0x10A00, 'V'), (0x10A04, 'X'), (0x10A05, 'V'), (0x10A07, 'X'), (0x10A0C, 'V'), (0x10A14, 'X'), (0x10A15, 'V'), (0x10A18, 'X'), (0x10A19, 'V'), (0x10A34, 'X'), (0x10A38, 'V'), (0x10A3B, 'X'), (0x10A3F, 'V'), (0x10A48, 'X'), (0x10A50, 'V'), (0x10A59, 'X'), (0x10A60, 'V'), (0x10A80, 'X'), (0x10B00, 'V'), (0x10B36, 'X'), (0x10B39, 'V'), (0x10B56, 'X'), (0x10B58, 'V'), (0x10B73, 'X'), (0x10B78, 'V'), (0x10B80, 'X'), (0x10C00, 'V'), (0x10C49, 'X'), (0x10E60, 'V'), (0x10E7F, 'X'), (0x11000, 'V'), (0x1104E, 'X'), (0x11052, 'V'), (0x11070, 'X'), (0x11080, 'V'), (0x110BD, 'X'), (0x110BE, 'V'), (0x110C2, 'X'), (0x110D0, 'V'), (0x110E9, 'X'), (0x110F0, 'V'), (0x110FA, 'X'), (0x11100, 'V'), (0x11135, 'X'), (0x11136, 'V'), (0x11144, 'X'), (0x11180, 'V'), (0x111C9, 'X'), (0x111D0, 'V'), (0x111DA, 'X'), (0x11680, 'V'), (0x116B8, 'X'), (0x116C0, 'V'), (0x116CA, 'X'), (0x12000, 'V'), (0x1236F, 'X'), (0x12400, 'V'), (0x12463, 'X'), (0x12470, 'V'), (0x12474, 'X'), (0x13000, 'V'), (0x1342F, 'X'), ] def _seg_53(): return [ (0x16800, 'V'), (0x16A39, 'X'), (0x16F00, 'V'), (0x16F45, 'X'), (0x16F50, 'V'), (0x16F7F, 'X'), (0x16F8F, 'V'), (0x16FA0, 'X'), (0x1B000, 'V'), (0x1B002, 'X'), (0x1D000, 'V'), (0x1D0F6, 'X'), (0x1D100, 'V'), (0x1D127, 'X'), (0x1D129, 'V'), (0x1D15E, 'M', u'𝅗𝅥'), (0x1D15F, 'M', u'𝅘𝅥'), (0x1D160, 'M', u'𝅘𝅥𝅮'), (0x1D161, 'M', u'𝅘𝅥𝅯'), (0x1D162, 'M', u'𝅘𝅥𝅰'), (0x1D163, 'M', u'𝅘𝅥𝅱'), (0x1D164, 'M', u'𝅘𝅥𝅲'), (0x1D165, 'V'), (0x1D173, 'X'), (0x1D17B, 'V'), (0x1D1BB, 'M', u'𝆹𝅥'), (0x1D1BC, 'M', u'𝆺𝅥'), (0x1D1BD, 'M', u'𝆹𝅥𝅮'), (0x1D1BE, 'M', u'𝆺𝅥𝅮'), (0x1D1BF, 'M', u'𝆹𝅥𝅯'), (0x1D1C0, 'M', u'𝆺𝅥𝅯'), (0x1D1C1, 'V'), (0x1D1DE, 'X'), (0x1D200, 'V'), (0x1D246, 'X'), (0x1D300, 'V'), (0x1D357, 'X'), (0x1D360, 'V'), (0x1D372, 'X'), (0x1D400, 'M', u'a'), (0x1D401, 'M', u'b'), (0x1D402, 'M', u'c'), (0x1D403, 'M', u'd'), (0x1D404, 'M', u'e'), (0x1D405, 'M', u'f'), (0x1D406, 'M', u'g'), (0x1D407, 'M', u'h'), (0x1D408, 'M', u'i'), (0x1D409, 'M', u'j'), (0x1D40A, 'M', u'k'), (0x1D40B, 'M', u'l'), (0x1D40C, 'M', u'm'), (0x1D40D, 'M', u'n'), (0x1D40E, 'M', u'o'), (0x1D40F, 'M', u'p'), (0x1D410, 'M', u'q'), (0x1D411, 'M', u'r'), (0x1D412, 'M', u's'), (0x1D413, 'M', u't'), (0x1D414, 'M', u'u'), (0x1D415, 'M', u'v'), (0x1D416, 'M', u'w'), (0x1D417, 'M', u'x'), (0x1D418, 'M', u'y'), (0x1D419, 'M', u'z'), (0x1D41A, 'M', u'a'), (0x1D41B, 'M', u'b'), (0x1D41C, 'M', u'c'), (0x1D41D, 'M', u'd'), (0x1D41E, 'M', u'e'), (0x1D41F, 'M', u'f'), (0x1D420, 'M', u'g'), (0x1D421, 'M', u'h'), (0x1D422, 'M', u'i'), (0x1D423, 'M', u'j'), (0x1D424, 'M', u'k'), (0x1D425, 'M', u'l'), (0x1D426, 'M', u'm'), (0x1D427, 'M', u'n'), (0x1D428, 'M', u'o'), (0x1D429, 'M', u'p'), (0x1D42A, 'M', u'q'), (0x1D42B, 'M', u'r'), (0x1D42C, 'M', u's'), (0x1D42D, 'M', u't'), (0x1D42E, 'M', u'u'), (0x1D42F, 'M', u'v'), (0x1D430, 'M', u'w'), (0x1D431, 'M', u'x'), (0x1D432, 'M', u'y'), (0x1D433, 'M', u'z'), (0x1D434, 'M', u'a'), (0x1D435, 'M', u'b'), (0x1D436, 'M', u'c'), (0x1D437, 'M', u'd'), (0x1D438, 'M', u'e'), (0x1D439, 'M', u'f'), (0x1D43A, 'M', u'g'), (0x1D43B, 'M', u'h'), (0x1D43C, 'M', u'i'), ] def _seg_54(): return [ (0x1D43D, 'M', u'j'), (0x1D43E, 'M', u'k'), (0x1D43F, 'M', u'l'), (0x1D440, 'M', u'm'), (0x1D441, 'M', u'n'), (0x1D442, 'M', u'o'), (0x1D443, 'M', u'p'), (0x1D444, 'M', u'q'), (0x1D445, 'M', u'r'), (0x1D446, 'M', u's'), (0x1D447, 'M', u't'), (0x1D448, 'M', u'u'), (0x1D449, 'M', u'v'), (0x1D44A, 'M', u'w'), (0x1D44B, 'M', u'x'), (0x1D44C, 'M', u'y'), (0x1D44D, 'M', u'z'), (0x1D44E, 'M', u'a'), (0x1D44F, 'M', u'b'), (0x1D450, 'M', u'c'), (0x1D451, 'M', u'd'), (0x1D452, 'M', u'e'), (0x1D453, 'M', u'f'), (0x1D454, 'M', u'g'), (0x1D455, 'X'), (0x1D456, 'M', u'i'), (0x1D457, 'M', u'j'), (0x1D458, 'M', u'k'), (0x1D459, 'M', u'l'), (0x1D45A, 'M', u'm'), (0x1D45B, 'M', u'n'), (0x1D45C, 'M', u'o'), (0x1D45D, 'M', u'p'), (0x1D45E, 'M', u'q'), (0x1D45F, 'M', u'r'), (0x1D460, 'M', u's'), (0x1D461, 'M', u't'), (0x1D462, 'M', u'u'), (0x1D463, 'M', u'v'), (0x1D464, 'M', u'w'), (0x1D465, 'M', u'x'), (0x1D466, 'M', u'y'), (0x1D467, 'M', u'z'), (0x1D468, 'M', u'a'), (0x1D469, 'M', u'b'), (0x1D46A, 'M', u'c'), (0x1D46B, 'M', u'd'), (0x1D46C, 'M', u'e'), (0x1D46D, 'M', u'f'), (0x1D46E, 'M', u'g'), (0x1D46F, 'M', u'h'), (0x1D470, 'M', u'i'), (0x1D471, 'M', u'j'), (0x1D472, 'M', u'k'), (0x1D473, 'M', u'l'), (0x1D474, 'M', u'm'), (0x1D475, 'M', u'n'), (0x1D476, 'M', u'o'), (0x1D477, 'M', u'p'), (0x1D478, 'M', u'q'), (0x1D479, 'M', u'r'), (0x1D47A, 'M', u's'), (0x1D47B, 'M', u't'), (0x1D47C, 'M', u'u'), (0x1D47D, 'M', u'v'), (0x1D47E, 'M', u'w'), (0x1D47F, 'M', u'x'), (0x1D480, 'M', u'y'), (0x1D481, 'M', u'z'), (0x1D482, 'M', u'a'), (0x1D483, 'M', u'b'), (0x1D484, 'M', u'c'), (0x1D485, 'M', u'd'), (0x1D486, 'M', u'e'), (0x1D487, 'M', u'f'), (0x1D488, 'M', u'g'), (0x1D489, 'M', u'h'), (0x1D48A, 'M', u'i'), (0x1D48B, 'M', u'j'), (0x1D48C, 'M', u'k'), (0x1D48D, 'M', u'l'), (0x1D48E, 'M', u'm'), (0x1D48F, 'M', u'n'), (0x1D490, 'M', u'o'), (0x1D491, 'M', u'p'), (0x1D492, 'M', u'q'), (0x1D493, 'M', u'r'), (0x1D494, 'M', u's'), (0x1D495, 'M', u't'), (0x1D496, 'M', u'u'), (0x1D497, 'M', u'v'), (0x1D498, 'M', u'w'), (0x1D499, 'M', u'x'), (0x1D49A, 'M', u'y'), (0x1D49B, 'M', u'z'), (0x1D49C, 'M', u'a'), (0x1D49D, 'X'), (0x1D49E, 'M', u'c'), (0x1D49F, 'M', u'd'), (0x1D4A0, 'X'), ] def _seg_55(): return [ (0x1D4A2, 'M', u'g'), (0x1D4A3, 'X'), (0x1D4A5, 'M', u'j'), (0x1D4A6, 'M', u'k'), (0x1D4A7, 'X'), (0x1D4A9, 'M', u'n'), (0x1D4AA, 'M', u'o'), (0x1D4AB, 'M', u'p'), (0x1D4AC, 'M', u'q'), (0x1D4AD, 'X'), (0x1D4AE, 'M', u's'), (0x1D4AF, 'M', u't'), (0x1D4B0, 'M', u'u'), (0x1D4B1, 'M', u'v'), (0x1D4B2, 'M', u'w'), (0x1D4B3, 'M', u'x'), (0x1D4B4, 'M', u'y'), (0x1D4B5, 'M', u'z'), (0x1D4B6, 'M', u'a'), (0x1D4B7, 'M', u'b'), (0x1D4B8, 'M', u'c'), (0x1D4B9, 'M', u'd'), (0x1D4BA, 'X'), (0x1D4BB, 'M', u'f'), (0x1D4BC, 'X'), (0x1D4BD, 'M', u'h'), (0x1D4BE, 'M', u'i'), (0x1D4BF, 'M', u'j'), (0x1D4C0, 'M', u'k'), (0x1D4C1, 'M', u'l'), (0x1D4C2, 'M', u'm'), (0x1D4C3, 'M', u'n'), (0x1D4C4, 'X'), (0x1D4C5, 'M', u'p'), (0x1D4C6, 'M', u'q'), (0x1D4C7, 'M', u'r'), (0x1D4C8, 'M', u's'), (0x1D4C9, 'M', u't'), (0x1D4CA, 'M', u'u'), (0x1D4CB, 'M', u'v'), (0x1D4CC, 'M', u'w'), (0x1D4CD, 'M', u'x'), (0x1D4CE, 'M', u'y'), (0x1D4CF, 'M', u'z'), (0x1D4D0, 'M', u'a'), (0x1D4D1, 'M', u'b'), (0x1D4D2, 'M', u'c'), (0x1D4D3, 'M', u'd'), (0x1D4D4, 'M', u'e'), (0x1D4D5, 'M', u'f'), (0x1D4D6, 'M', u'g'), (0x1D4D7, 'M', u'h'), (0x1D4D8, 'M', u'i'), (0x1D4D9, 'M', u'j'), (0x1D4DA, 'M', u'k'), (0x1D4DB, 'M', u'l'), (0x1D4DC, 'M', u'm'), (0x1D4DD, 'M', u'n'), (0x1D4DE, 'M', u'o'), (0x1D4DF, 'M', u'p'), (0x1D4E0, 'M', u'q'), (0x1D4E1, 'M', u'r'), (0x1D4E2, 'M', u's'), (0x1D4E3, 'M', u't'), (0x1D4E4, 'M', u'u'), (0x1D4E5, 'M', u'v'), (0x1D4E6, 'M', u'w'), (0x1D4E7, 'M', u'x'), (0x1D4E8, 'M', u'y'), (0x1D4E9, 'M', u'z'), (0x1D4EA, 'M', u'a'), (0x1D4EB, 'M', u'b'), (0x1D4EC, 'M', u'c'), (0x1D4ED, 'M', u'd'), (0x1D4EE, 'M', u'e'), (0x1D4EF, 'M', u'f'), (0x1D4F0, 'M', u'g'), (0x1D4F1, 'M', u'h'), (0x1D4F2, 'M', u'i'), (0x1D4F3, 'M', u'j'), (0x1D4F4, 'M', u'k'), (0x1D4F5, 'M', u'l'), (0x1D4F6, 'M', u'm'), (0x1D4F7, 'M', u'n'), (0x1D4F8, 'M', u'o'), (0x1D4F9, 'M', u'p'), (0x1D4FA, 'M', u'q'), (0x1D4FB, 'M', u'r'), (0x1D4FC, 'M', u's'), (0x1D4FD, 'M', u't'), (0x1D4FE, 'M', u'u'), (0x1D4FF, 'M', u'v'), (0x1D500, 'M', u'w'), (0x1D501, 'M', u'x'), (0x1D502, 'M', u'y'), (0x1D503, 'M', u'z'), (0x1D504, 'M', u'a'), (0x1D505, 'M', u'b'), (0x1D506, 'X'), (0x1D507, 'M', u'd'), ] def _seg_56(): return [ (0x1D508, 'M', u'e'), (0x1D509, 'M', u'f'), (0x1D50A, 'M', u'g'), (0x1D50B, 'X'), (0x1D50D, 'M', u'j'), (0x1D50E, 'M', u'k'), (0x1D50F, 'M', u'l'), (0x1D510, 'M', u'm'), (0x1D511, 'M', u'n'), (0x1D512, 'M', u'o'), (0x1D513, 'M', u'p'), (0x1D514, 'M', u'q'), (0x1D515, 'X'), (0x1D516, 'M', u's'), (0x1D517, 'M', u't'), (0x1D518, 'M', u'u'), (0x1D519, 'M', u'v'), (0x1D51A, 'M', u'w'), (0x1D51B, 'M', u'x'), (0x1D51C, 'M', u'y'), (0x1D51D, 'X'), (0x1D51E, 'M', u'a'), (0x1D51F, 'M', u'b'), (0x1D520, 'M', u'c'), (0x1D521, 'M', u'd'), (0x1D522, 'M', u'e'), (0x1D523, 'M', u'f'), (0x1D524, 'M', u'g'), (0x1D525, 'M', u'h'), (0x1D526, 'M', u'i'), (0x1D527, 'M', u'j'), (0x1D528, 'M', u'k'), (0x1D529, 'M', u'l'), (0x1D52A, 'M', u'm'), (0x1D52B, 'M', u'n'), (0x1D52C, 'M', u'o'), (0x1D52D, 'M', u'p'), (0x1D52E, 'M', u'q'), (0x1D52F, 'M', u'r'), (0x1D530, 'M', u's'), (0x1D531, 'M', u't'), (0x1D532, 'M', u'u'), (0x1D533, 'M', u'v'), (0x1D534, 'M', u'w'), (0x1D535, 'M', u'x'), (0x1D536, 'M', u'y'), (0x1D537, 'M', u'z'), (0x1D538, 'M', u'a'), (0x1D539, 'M', u'b'), (0x1D53A, 'X'), (0x1D53B, 'M', u'd'), (0x1D53C, 'M', u'e'), (0x1D53D, 'M', u'f'), (0x1D53E, 'M', u'g'), (0x1D53F, 'X'), (0x1D540, 'M', u'i'), (0x1D541, 'M', u'j'), (0x1D542, 'M', u'k'), (0x1D543, 'M', u'l'), (0x1D544, 'M', u'm'), (0x1D545, 'X'), (0x1D546, 'M', u'o'), (0x1D547, 'X'), (0x1D54A, 'M', u's'), (0x1D54B, 'M', u't'), (0x1D54C, 'M', u'u'), (0x1D54D, 'M', u'v'), (0x1D54E, 'M', u'w'), (0x1D54F, 'M', u'x'), (0x1D550, 'M', u'y'), (0x1D551, 'X'), (0x1D552, 'M', u'a'), (0x1D553, 'M', u'b'), (0x1D554, 'M', u'c'), (0x1D555, 'M', u'd'), (0x1D556, 'M', u'e'), (0x1D557, 'M', u'f'), (0x1D558, 'M', u'g'), (0x1D559, 'M', u'h'), (0x1D55A, 'M', u'i'), (0x1D55B, 'M', u'j'), (0x1D55C, 'M', u'k'), (0x1D55D, 'M', u'l'), (0x1D55E, 'M', u'm'), (0x1D55F, 'M', u'n'), (0x1D560, 'M', u'o'), (0x1D561, 'M', u'p'), (0x1D562, 'M', u'q'), (0x1D563, 'M', u'r'), (0x1D564, 'M', u's'), (0x1D565, 'M', u't'), (0x1D566, 'M', u'u'), (0x1D567, 'M', u'v'), (0x1D568, 'M', u'w'), (0x1D569, 'M', u'x'), (0x1D56A, 'M', u'y'), (0x1D56B, 'M', u'z'), (0x1D56C, 'M', u'a'), (0x1D56D, 'M', u'b'), (0x1D56E, 'M', u'c'), ] def _seg_57(): return [ (0x1D56F, 'M', u'd'), (0x1D570, 'M', u'e'), (0x1D571, 'M', u'f'), (0x1D572, 'M', u'g'), (0x1D573, 'M', u'h'), (0x1D574, 'M', u'i'), (0x1D575, 'M', u'j'), (0x1D576, 'M', u'k'), (0x1D577, 'M', u'l'), (0x1D578, 'M', u'm'), (0x1D579, 'M', u'n'), (0x1D57A, 'M', u'o'), (0x1D57B, 'M', u'p'), (0x1D57C, 'M', u'q'), (0x1D57D, 'M', u'r'), (0x1D57E, 'M', u's'), (0x1D57F, 'M', u't'), (0x1D580, 'M', u'u'), (0x1D581, 'M', u'v'), (0x1D582, 'M', u'w'), (0x1D583, 'M', u'x'), (0x1D584, 'M', u'y'), (0x1D585, 'M', u'z'), (0x1D586, 'M', u'a'), (0x1D587, 'M', u'b'), (0x1D588, 'M', u'c'), (0x1D589, 'M', u'd'), (0x1D58A, 'M', u'e'), (0x1D58B, 'M', u'f'), (0x1D58C, 'M', u'g'), (0x1D58D, 'M', u'h'), (0x1D58E, 'M', u'i'), (0x1D58F, 'M', u'j'), (0x1D590, 'M', u'k'), (0x1D591, 'M', u'l'), (0x1D592, 'M', u'm'), (0x1D593, 'M', u'n'), (0x1D594, 'M', u'o'), (0x1D595, 'M', u'p'), (0x1D596, 'M', u'q'), (0x1D597, 'M', u'r'), (0x1D598, 'M', u's'), (0x1D599, 'M', u't'), (0x1D59A, 'M', u'u'), (0x1D59B, 'M', u'v'), (0x1D59C, 'M', u'w'), (0x1D59D, 'M', u'x'), (0x1D59E, 'M', u'y'), (0x1D59F, 'M', u'z'), (0x1D5A0, 'M', u'a'), (0x1D5A1, 'M', u'b'), (0x1D5A2, 'M', u'c'), (0x1D5A3, 'M', u'd'), (0x1D5A4, 'M', u'e'), (0x1D5A5, 'M', u'f'), (0x1D5A6, 'M', u'g'), (0x1D5A7, 'M', u'h'), (0x1D5A8, 'M', u'i'), (0x1D5A9, 'M', u'j'), (0x1D5AA, 'M', u'k'), (0x1D5AB, 'M', u'l'), (0x1D5AC, 'M', u'm'), (0x1D5AD, 'M', u'n'), (0x1D5AE, 'M', u'o'), (0x1D5AF, 'M', u'p'), (0x1D5B0, 'M', u'q'), (0x1D5B1, 'M', u'r'), (0x1D5B2, 'M', u's'), (0x1D5B3, 'M', u't'), (0x1D5B4, 'M', u'u'), (0x1D5B5, 'M', u'v'), (0x1D5B6, 'M', u'w'), (0x1D5B7, 'M', u'x'), (0x1D5B8, 'M', u'y'), (0x1D5B9, 'M', u'z'), (0x1D5BA, 'M', u'a'), (0x1D5BB, 'M', u'b'), (0x1D5BC, 'M', u'c'), (0x1D5BD, 'M', u'd'), (0x1D5BE, 'M', u'e'), (0x1D5BF, 'M', u'f'), (0x1D5C0, 'M', u'g'), (0x1D5C1, 'M', u'h'), (0x1D5C2, 'M', u'i'), (0x1D5C3, 'M', u'j'), (0x1D5C4, 'M', u'k'), (0x1D5C5, 'M', u'l'), (0x1D5C6, 'M', u'm'), (0x1D5C7, 'M', u'n'), (0x1D5C8, 'M', u'o'), (0x1D5C9, 'M', u'p'), (0x1D5CA, 'M', u'q'), (0x1D5CB, 'M', u'r'), (0x1D5CC, 'M', u's'), (0x1D5CD, 'M', u't'), (0x1D5CE, 'M', u'u'), (0x1D5CF, 'M', u'v'), (0x1D5D0, 'M', u'w'), (0x1D5D1, 'M', u'x'), (0x1D5D2, 'M', u'y'), ] def _seg_58(): return [ (0x1D5D3, 'M', u'z'), (0x1D5D4, 'M', u'a'), (0x1D5D5, 'M', u'b'), (0x1D5D6, 'M', u'c'), (0x1D5D7, 'M', u'd'), (0x1D5D8, 'M', u'e'), (0x1D5D9, 'M', u'f'), (0x1D5DA, 'M', u'g'), (0x1D5DB, 'M', u'h'), (0x1D5DC, 'M', u'i'), (0x1D5DD, 'M', u'j'), (0x1D5DE, 'M', u'k'), (0x1D5DF, 'M', u'l'), (0x1D5E0, 'M', u'm'), (0x1D5E1, 'M', u'n'), (0x1D5E2, 'M', u'o'), (0x1D5E3, 'M', u'p'), (0x1D5E4, 'M', u'q'), (0x1D5E5, 'M', u'r'), (0x1D5E6, 'M', u's'), (0x1D5E7, 'M', u't'), (0x1D5E8, 'M', u'u'), (0x1D5E9, 'M', u'v'), (0x1D5EA, 'M', u'w'), (0x1D5EB, 'M', u'x'), (0x1D5EC, 'M', u'y'), (0x1D5ED, 'M', u'z'), (0x1D5EE, 'M', u'a'), (0x1D5EF, 'M', u'b'), (0x1D5F0, 'M', u'c'), (0x1D5F1, 'M', u'd'), (0x1D5F2, 'M', u'e'), (0x1D5F3, 'M', u'f'), (0x1D5F4, 'M', u'g'), (0x1D5F5, 'M', u'h'), (0x1D5F6, 'M', u'i'), (0x1D5F7, 'M', u'j'), (0x1D5F8, 'M', u'k'), (0x1D5F9, 'M', u'l'), (0x1D5FA, 'M', u'm'), (0x1D5FB, 'M', u'n'), (0x1D5FC, 'M', u'o'), (0x1D5FD, 'M', u'p'), (0x1D5FE, 'M', u'q'), (0x1D5FF, 'M', u'r'), (0x1D600, 'M', u's'), (0x1D601, 'M', u't'), (0x1D602, 'M', u'u'), (0x1D603, 'M', u'v'), (0x1D604, 'M', u'w'), (0x1D605, 'M', u'x'), (0x1D606, 'M', u'y'), (0x1D607, 'M', u'z'), (0x1D608, 'M', u'a'), (0x1D609, 'M', u'b'), (0x1D60A, 'M', u'c'), (0x1D60B, 'M', u'd'), (0x1D60C, 'M', u'e'), (0x1D60D, 'M', u'f'), (0x1D60E, 'M', u'g'), (0x1D60F, 'M', u'h'), (0x1D610, 'M', u'i'), (0x1D611, 'M', u'j'), (0x1D612, 'M', u'k'), (0x1D613, 'M', u'l'), (0x1D614, 'M', u'm'), (0x1D615, 'M', u'n'), (0x1D616, 'M', u'o'), (0x1D617, 'M', u'p'), (0x1D618, 'M', u'q'), (0x1D619, 'M', u'r'), (0x1D61A, 'M', u's'), (0x1D61B, 'M', u't'), (0x1D61C, 'M', u'u'), (0x1D61D, 'M', u'v'), (0x1D61E, 'M', u'w'), (0x1D61F, 'M', u'x'), (0x1D620, 'M', u'y'), (0x1D621, 'M', u'z'), (0x1D622, 'M', u'a'), (0x1D623, 'M', u'b'), (0x1D624, 'M', u'c'), (0x1D625, 'M', u'd'), (0x1D626, 'M', u'e'), (0x1D627, 'M', u'f'), (0x1D628, 'M', u'g'), (0x1D629, 'M', u'h'), (0x1D62A, 'M', u'i'), (0x1D62B, 'M', u'j'), (0x1D62C, 'M', u'k'), (0x1D62D, 'M', u'l'), (0x1D62E, 'M', u'm'), (0x1D62F, 'M', u'n'), (0x1D630, 'M', u'o'), (0x1D631, 'M', u'p'), (0x1D632, 'M', u'q'), (0x1D633, 'M', u'r'), (0x1D634, 'M', u's'), (0x1D635, 'M', u't'), (0x1D636, 'M', u'u'), ] def _seg_59(): return [ (0x1D637, 'M', u'v'), (0x1D638, 'M', u'w'), (0x1D639, 'M', u'x'), (0x1D63A, 'M', u'y'), (0x1D63B, 'M', u'z'), (0x1D63C, 'M', u'a'), (0x1D63D, 'M', u'b'), (0x1D63E, 'M', u'c'), (0x1D63F, 'M', u'd'), (0x1D640, 'M', u'e'), (0x1D641, 'M', u'f'), (0x1D642, 'M', u'g'), (0x1D643, 'M', u'h'), (0x1D644, 'M', u'i'), (0x1D645, 'M', u'j'), (0x1D646, 'M', u'k'), (0x1D647, 'M', u'l'), (0x1D648, 'M', u'm'), (0x1D649, 'M', u'n'), (0x1D64A, 'M', u'o'), (0x1D64B, 'M', u'p'), (0x1D64C, 'M', u'q'), (0x1D64D, 'M', u'r'), (0x1D64E, 'M', u's'), (0x1D64F, 'M', u't'), (0x1D650, 'M', u'u'), (0x1D651, 'M', u'v'), (0x1D652, 'M', u'w'), (0x1D653, 'M', u'x'), (0x1D654, 'M', u'y'), (0x1D655, 'M', u'z'), (0x1D656, 'M', u'a'), (0x1D657, 'M', u'b'), (0x1D658, 'M', u'c'), (0x1D659, 'M', u'd'), (0x1D65A, 'M', u'e'), (0x1D65B, 'M', u'f'), (0x1D65C, 'M', u'g'), (0x1D65D, 'M', u'h'), (0x1D65E, 'M', u'i'), (0x1D65F, 'M', u'j'), (0x1D660, 'M', u'k'), (0x1D661, 'M', u'l'), (0x1D662, 'M', u'm'), (0x1D663, 'M', u'n'), (0x1D664, 'M', u'o'), (0x1D665, 'M', u'p'), (0x1D666, 'M', u'q'), (0x1D667, 'M', u'r'), (0x1D668, 'M', u's'), (0x1D669, 'M', u't'), (0x1D66A, 'M', u'u'), (0x1D66B, 'M', u'v'), (0x1D66C, 'M', u'w'), (0x1D66D, 'M', u'x'), (0x1D66E, 'M', u'y'), (0x1D66F, 'M', u'z'), (0x1D670, 'M', u'a'), (0x1D671, 'M', u'b'), (0x1D672, 'M', u'c'), (0x1D673, 'M', u'd'), (0x1D674, 'M', u'e'), (0x1D675, 'M', u'f'), (0x1D676, 'M', u'g'), (0x1D677, 'M', u'h'), (0x1D678, 'M', u'i'), (0x1D679, 'M', u'j'), (0x1D67A, 'M', u'k'), (0x1D67B, 'M', u'l'), (0x1D67C, 'M', u'm'), (0x1D67D, 'M', u'n'), (0x1D67E, 'M', u'o'), (0x1D67F, 'M', u'p'), (0x1D680, 'M', u'q'), (0x1D681, 'M', u'r'), (0x1D682, 'M', u's'), (0x1D683, 'M', u't'), (0x1D684, 'M', u'u'), (0x1D685, 'M', u'v'), (0x1D686, 'M', u'w'), (0x1D687, 'M', u'x'), (0x1D688, 'M', u'y'), (0x1D689, 'M', u'z'), (0x1D68A, 'M', u'a'), (0x1D68B, 'M', u'b'), (0x1D68C, 'M', u'c'), (0x1D68D, 'M', u'd'), (0x1D68E, 'M', u'e'), (0x1D68F, 'M', u'f'), (0x1D690, 'M', u'g'), (0x1D691, 'M', u'h'), (0x1D692, 'M', u'i'), (0x1D693, 'M', u'j'), (0x1D694, 'M', u'k'), (0x1D695, 'M', u'l'), (0x1D696, 'M', u'm'), (0x1D697, 'M', u'n'), (0x1D698, 'M', u'o'), (0x1D699, 'M', u'p'), (0x1D69A, 'M', u'q'), ] def _seg_60(): return [ (0x1D69B, 'M', u'r'), (0x1D69C, 'M', u's'), (0x1D69D, 'M', u't'), (0x1D69E, 'M', u'u'), (0x1D69F, 'M', u'v'), (0x1D6A0, 'M', u'w'), (0x1D6A1, 'M', u'x'), (0x1D6A2, 'M', u'y'), (0x1D6A3, 'M', u'z'), (0x1D6A4, 'M', u'ı'), (0x1D6A5, 'M', u'ȷ'), (0x1D6A6, 'X'), (0x1D6A8, 'M', u'α'), (0x1D6A9, 'M', u'β'), (0x1D6AA, 'M', u'γ'), (0x1D6AB, 'M', u'δ'), (0x1D6AC, 'M', u'ε'), (0x1D6AD, 'M', u'ζ'), (0x1D6AE, 'M', u'η'), (0x1D6AF, 'M', u'θ'), (0x1D6B0, 'M', u'ι'), (0x1D6B1, 'M', u'κ'), (0x1D6B2, 'M', u'λ'), (0x1D6B3, 'M', u'μ'), (0x1D6B4, 'M', u'ν'), (0x1D6B5, 'M', u'ξ'), (0x1D6B6, 'M', u'ο'), (0x1D6B7, 'M', u'π'), (0x1D6B8, 'M', u'ρ'), (0x1D6B9, 'M', u'θ'), (0x1D6BA, 'M', u'σ'), (0x1D6BB, 'M', u'τ'), (0x1D6BC, 'M', u'υ'), (0x1D6BD, 'M', u'φ'), (0x1D6BE, 'M', u'χ'), (0x1D6BF, 'M', u'ψ'), (0x1D6C0, 'M', u'ω'), (0x1D6C1, 'M', u'∇'), (0x1D6C2, 'M', u'α'), (0x1D6C3, 'M', u'β'), (0x1D6C4, 'M', u'γ'), (0x1D6C5, 'M', u'δ'), (0x1D6C6, 'M', u'ε'), (0x1D6C7, 'M', u'ζ'), (0x1D6C8, 'M', u'η'), (0x1D6C9, 'M', u'θ'), (0x1D6CA, 'M', u'ι'), (0x1D6CB, 'M', u'κ'), (0x1D6CC, 'M', u'λ'), (0x1D6CD, 'M', u'μ'), (0x1D6CE, 'M', u'ν'), (0x1D6CF, 'M', u'ξ'), (0x1D6D0, 'M', u'ο'), (0x1D6D1, 'M', u'π'), (0x1D6D2, 'M', u'ρ'), (0x1D6D3, 'M', u'σ'), (0x1D6D5, 'M', u'τ'), (0x1D6D6, 'M', u'υ'), (0x1D6D7, 'M', u'φ'), (0x1D6D8, 'M', u'χ'), (0x1D6D9, 'M', u'ψ'), (0x1D6DA, 'M', u'ω'), (0x1D6DB, 'M', u'∂'), (0x1D6DC, 'M', u'ε'), (0x1D6DD, 'M', u'θ'), (0x1D6DE, 'M', u'κ'), (0x1D6DF, 'M', u'φ'), (0x1D6E0, 'M', u'ρ'), (0x1D6E1, 'M', u'π'), (0x1D6E2, 'M', u'α'), (0x1D6E3, 'M', u'β'), (0x1D6E4, 'M', u'γ'), (0x1D6E5, 'M', u'δ'), (0x1D6E6, 'M', u'ε'), (0x1D6E7, 'M', u'ζ'), (0x1D6E8, 'M', u'η'), (0x1D6E9, 'M', u'θ'), (0x1D6EA, 'M', u'ι'), (0x1D6EB, 'M', u'κ'), (0x1D6EC, 'M', u'λ'), (0x1D6ED, 'M', u'μ'), (0x1D6EE, 'M', u'ν'), (0x1D6EF, 'M', u'ξ'), (0x1D6F0, 'M', u'ο'), (0x1D6F1, 'M', u'π'), (0x1D6F2, 'M', u'ρ'), (0x1D6F3, 'M', u'θ'), (0x1D6F4, 'M', u'σ'), (0x1D6F5, 'M', u'τ'), (0x1D6F6, 'M', u'υ'), (0x1D6F7, 'M', u'φ'), (0x1D6F8, 'M', u'χ'), (0x1D6F9, 'M', u'ψ'), (0x1D6FA, 'M', u'ω'), (0x1D6FB, 'M', u'∇'), (0x1D6FC, 'M', u'α'), (0x1D6FD, 'M', u'β'), (0x1D6FE, 'M', u'γ'), (0x1D6FF, 'M', u'δ'), (0x1D700, 'M', u'ε'), ] def _seg_61(): return [ (0x1D701, 'M', u'ζ'), (0x1D702, 'M', u'η'), (0x1D703, 'M', u'θ'), (0x1D704, 'M', u'ι'), (0x1D705, 'M', u'κ'), (0x1D706, 'M', u'λ'), (0x1D707, 'M', u'μ'), (0x1D708, 'M', u'ν'), (0x1D709, 'M', u'ξ'), (0x1D70A, 'M', u'ο'), (0x1D70B, 'M', u'π'), (0x1D70C, 'M', u'ρ'), (0x1D70D, 'M', u'σ'), (0x1D70F, 'M', u'τ'), (0x1D710, 'M', u'υ'), (0x1D711, 'M', u'φ'), (0x1D712, 'M', u'χ'), (0x1D713, 'M', u'ψ'), (0x1D714, 'M', u'ω'), (0x1D715, 'M', u'∂'), (0x1D716, 'M', u'ε'), (0x1D717, 'M', u'θ'), (0x1D718, 'M', u'κ'), (0x1D719, 'M', u'φ'), (0x1D71A, 'M', u'ρ'), (0x1D71B, 'M', u'π'), (0x1D71C, 'M', u'α'), (0x1D71D, 'M', u'β'), (0x1D71E, 'M', u'γ'), (0x1D71F, 'M', u'δ'), (0x1D720, 'M', u'ε'), (0x1D721, 'M', u'ζ'), (0x1D722, 'M', u'η'), (0x1D723, 'M', u'θ'), (0x1D724, 'M', u'ι'), (0x1D725, 'M', u'κ'), (0x1D726, 'M', u'λ'), (0x1D727, 'M', u'μ'), (0x1D728, 'M', u'ν'), (0x1D729, 'M', u'ξ'), (0x1D72A, 'M', u'ο'), (0x1D72B, 'M', u'π'), (0x1D72C, 'M', u'ρ'), (0x1D72D, 'M', u'θ'), (0x1D72E, 'M', u'σ'), (0x1D72F, 'M', u'τ'), (0x1D730, 'M', u'υ'), (0x1D731, 'M', u'φ'), (0x1D732, 'M', u'χ'), (0x1D733, 'M', u'ψ'), (0x1D734, 'M', u'ω'), (0x1D735, 'M', u'∇'), (0x1D736, 'M', u'α'), (0x1D737, 'M', u'β'), (0x1D738, 'M', u'γ'), (0x1D739, 'M', u'δ'), (0x1D73A, 'M', u'ε'), (0x1D73B, 'M', u'ζ'), (0x1D73C, 'M', u'η'), (0x1D73D, 'M', u'θ'), (0x1D73E, 'M', u'ι'), (0x1D73F, 'M', u'κ'), (0x1D740, 'M', u'λ'), (0x1D741, 'M', u'μ'), (0x1D742, 'M', u'ν'), (0x1D743, 'M', u'ξ'), (0x1D744, 'M', u'ο'), (0x1D745, 'M', u'π'), (0x1D746, 'M', u'ρ'), (0x1D747, 'M', u'σ'), (0x1D749, 'M', u'τ'), (0x1D74A, 'M', u'υ'), (0x1D74B, 'M', u'φ'), (0x1D74C, 'M', u'χ'), (0x1D74D, 'M', u'ψ'), (0x1D74E, 'M', u'ω'), (0x1D74F, 'M', u'∂'), (0x1D750, 'M', u'ε'), (0x1D751, 'M', u'θ'), (0x1D752, 'M', u'κ'), (0x1D753, 'M', u'φ'), (0x1D754, 'M', u'ρ'), (0x1D755, 'M', u'π'), (0x1D756, 'M', u'α'), (0x1D757, 'M', u'β'), (0x1D758, 'M', u'γ'), (0x1D759, 'M', u'δ'), (0x1D75A, 'M', u'ε'), (0x1D75B, 'M', u'ζ'), (0x1D75C, 'M', u'η'), (0x1D75D, 'M', u'θ'), (0x1D75E, 'M', u'ι'), (0x1D75F, 'M', u'κ'), (0x1D760, 'M', u'λ'), (0x1D761, 'M', u'μ'), (0x1D762, 'M', u'ν'), (0x1D763, 'M', u'ξ'), (0x1D764, 'M', u'ο'), (0x1D765, 'M', u'π'), (0x1D766, 'M', u'ρ'), ] def _seg_62(): return [ (0x1D767, 'M', u'θ'), (0x1D768, 'M', u'σ'), (0x1D769, 'M', u'τ'), (0x1D76A, 'M', u'υ'), (0x1D76B, 'M', u'φ'), (0x1D76C, 'M', u'χ'), (0x1D76D, 'M', u'ψ'), (0x1D76E, 'M', u'ω'), (0x1D76F, 'M', u'∇'), (0x1D770, 'M', u'α'), (0x1D771, 'M', u'β'), (0x1D772, 'M', u'γ'), (0x1D773, 'M', u'δ'), (0x1D774, 'M', u'ε'), (0x1D775, 'M', u'ζ'), (0x1D776, 'M', u'η'), (0x1D777, 'M', u'θ'), (0x1D778, 'M', u'ι'), (0x1D779, 'M', u'κ'), (0x1D77A, 'M', u'λ'), (0x1D77B, 'M', u'μ'), (0x1D77C, 'M', u'ν'), (0x1D77D, 'M', u'ξ'), (0x1D77E, 'M', u'ο'), (0x1D77F, 'M', u'π'), (0x1D780, 'M', u'ρ'), (0x1D781, 'M', u'σ'), (0x1D783, 'M', u'τ'), (0x1D784, 'M', u'υ'), (0x1D785, 'M', u'φ'), (0x1D786, 'M', u'χ'), (0x1D787, 'M', u'ψ'), (0x1D788, 'M', u'ω'), (0x1D789, 'M', u'∂'), (0x1D78A, 'M', u'ε'), (0x1D78B, 'M', u'θ'), (0x1D78C, 'M', u'κ'), (0x1D78D, 'M', u'φ'), (0x1D78E, 'M', u'ρ'), (0x1D78F, 'M', u'π'), (0x1D790, 'M', u'α'), (0x1D791, 'M', u'β'), (0x1D792, 'M', u'γ'), (0x1D793, 'M', u'δ'), (0x1D794, 'M', u'ε'), (0x1D795, 'M', u'ζ'), (0x1D796, 'M', u'η'), (0x1D797, 'M', u'θ'), (0x1D798, 'M', u'ι'), (0x1D799, 'M', u'κ'), (0x1D79A, 'M', u'λ'), (0x1D79B, 'M', u'μ'), (0x1D79C, 'M', u'ν'), (0x1D79D, 'M', u'ξ'), (0x1D79E, 'M', u'ο'), (0x1D79F, 'M', u'π'), (0x1D7A0, 'M', u'ρ'), (0x1D7A1, 'M', u'θ'), (0x1D7A2, 'M', u'σ'), (0x1D7A3, 'M', u'τ'), (0x1D7A4, 'M', u'υ'), (0x1D7A5, 'M', u'φ'), (0x1D7A6, 'M', u'χ'), (0x1D7A7, 'M', u'ψ'), (0x1D7A8, 'M', u'ω'), (0x1D7A9, 'M', u'∇'), (0x1D7AA, 'M', u'α'), (0x1D7AB, 'M', u'β'), (0x1D7AC, 'M', u'γ'), (0x1D7AD, 'M', u'δ'), (0x1D7AE, 'M', u'ε'), (0x1D7AF, 'M', u'ζ'), (0x1D7B0, 'M', u'η'), (0x1D7B1, 'M', u'θ'), (0x1D7B2, 'M', u'ι'), (0x1D7B3, 'M', u'κ'), (0x1D7B4, 'M', u'λ'), (0x1D7B5, 'M', u'μ'), (0x1D7B6, 'M', u'ν'), (0x1D7B7, 'M', u'ξ'), (0x1D7B8, 'M', u'ο'), (0x1D7B9, 'M', u'π'), (0x1D7BA, 'M', u'ρ'), (0x1D7BB, 'M', u'σ'), (0x1D7BD, 'M', u'τ'), (0x1D7BE, 'M', u'υ'), (0x1D7BF, 'M', u'φ'), (0x1D7C0, 'M', u'χ'), (0x1D7C1, 'M', u'ψ'), (0x1D7C2, 'M', u'ω'), (0x1D7C3, 'M', u'∂'), (0x1D7C4, 'M', u'ε'), (0x1D7C5, 'M', u'θ'), (0x1D7C6, 'M', u'κ'), (0x1D7C7, 'M', u'φ'), (0x1D7C8, 'M', u'ρ'), (0x1D7C9, 'M', u'π'), (0x1D7CA, 'M', u'ϝ'), (0x1D7CC, 'X'), (0x1D7CE, 'M', u'0'), ] def _seg_63(): return [ (0x1D7CF, 'M', u'1'), (0x1D7D0, 'M', u'2'), (0x1D7D1, 'M', u'3'), (0x1D7D2, 'M', u'4'), (0x1D7D3, 'M', u'5'), (0x1D7D4, 'M', u'6'), (0x1D7D5, 'M', u'7'), (0x1D7D6, 'M', u'8'), (0x1D7D7, 'M', u'9'), (0x1D7D8, 'M', u'0'), (0x1D7D9, 'M', u'1'), (0x1D7DA, 'M', u'2'), (0x1D7DB, 'M', u'3'), (0x1D7DC, 'M', u'4'), (0x1D7DD, 'M', u'5'), (0x1D7DE, 'M', u'6'), (0x1D7DF, 'M', u'7'), (0x1D7E0, 'M', u'8'), (0x1D7E1, 'M', u'9'), (0x1D7E2, 'M', u'0'), (0x1D7E3, 'M', u'1'), (0x1D7E4, 'M', u'2'), (0x1D7E5, 'M', u'3'), (0x1D7E6, 'M', u'4'), (0x1D7E7, 'M', u'5'), (0x1D7E8, 'M', u'6'), (0x1D7E9, 'M', u'7'), (0x1D7EA, 'M', u'8'), (0x1D7EB, 'M', u'9'), (0x1D7EC, 'M', u'0'), (0x1D7ED, 'M', u'1'), (0x1D7EE, 'M', u'2'), (0x1D7EF, 'M', u'3'), (0x1D7F0, 'M', u'4'), (0x1D7F1, 'M', u'5'), (0x1D7F2, 'M', u'6'), (0x1D7F3, 'M', u'7'), (0x1D7F4, 'M', u'8'), (0x1D7F5, 'M', u'9'), (0x1D7F6, 'M', u'0'), (0x1D7F7, 'M', u'1'), (0x1D7F8, 'M', u'2'), (0x1D7F9, 'M', u'3'), (0x1D7FA, 'M', u'4'), (0x1D7FB, 'M', u'5'), (0x1D7FC, 'M', u'6'), (0x1D7FD, 'M', u'7'), (0x1D7FE, 'M', u'8'), (0x1D7FF, 'M', u'9'), (0x1D800, 'X'), (0x1EE00, 'M', u'ا'), (0x1EE01, 'M', u'ب'), (0x1EE02, 'M', u'ج'), (0x1EE03, 'M', u'د'), (0x1EE04, 'X'), (0x1EE05, 'M', u'و'), (0x1EE06, 'M', u'ز'), (0x1EE07, 'M', u'ح'), (0x1EE08, 'M', u'ط'), (0x1EE09, 'M', u'ي'), (0x1EE0A, 'M', u'ك'), (0x1EE0B, 'M', u'ل'), (0x1EE0C, 'M', u'م'), (0x1EE0D, 'M', u'ن'), (0x1EE0E, 'M', u'س'), (0x1EE0F, 'M', u'ع'), (0x1EE10, 'M', u'ف'), (0x1EE11, 'M', u'ص'), (0x1EE12, 'M', u'ق'), (0x1EE13, 'M', u'ر'), (0x1EE14, 'M', u'ش'), (0x1EE15, 'M', u'ت'), (0x1EE16, 'M', u'ث'), (0x1EE17, 'M', u'خ'), (0x1EE18, 'M', u'ذ'), (0x1EE19, 'M', u'ض'), (0x1EE1A, 'M', u'ظ'), (0x1EE1B, 'M', u'غ'), (0x1EE1C, 'M', u'ٮ'), (0x1EE1D, 'M', u'ں'), (0x1EE1E, 'M', u'ڡ'), (0x1EE1F, 'M', u'ٯ'), (0x1EE20, 'X'), (0x1EE21, 'M', u'ب'), (0x1EE22, 'M', u'ج'), (0x1EE23, 'X'), (0x1EE24, 'M', u'ه'), (0x1EE25, 'X'), (0x1EE27, 'M', u'ح'), (0x1EE28, 'X'), (0x1EE29, 'M', u'ي'), (0x1EE2A, 'M', u'ك'), (0x1EE2B, 'M', u'ل'), (0x1EE2C, 'M', u'م'), (0x1EE2D, 'M', u'ن'), (0x1EE2E, 'M', u'س'), (0x1EE2F, 'M', u'ع'), (0x1EE30, 'M', u'ف'), (0x1EE31, 'M', u'ص'), (0x1EE32, 'M', u'ق'), ] def _seg_64(): return [ (0x1EE33, 'X'), (0x1EE34, 'M', u'ش'), (0x1EE35, 'M', u'ت'), (0x1EE36, 'M', u'ث'), (0x1EE37, 'M', u'خ'), (0x1EE38, 'X'), (0x1EE39, 'M', u'ض'), (0x1EE3A, 'X'), (0x1EE3B, 'M', u'غ'), (0x1EE3C, 'X'), (0x1EE42, 'M', u'ج'), (0x1EE43, 'X'), (0x1EE47, 'M', u'ح'), (0x1EE48, 'X'), (0x1EE49, 'M', u'ي'), (0x1EE4A, 'X'), (0x1EE4B, 'M', u'ل'), (0x1EE4C, 'X'), (0x1EE4D, 'M', u'ن'), (0x1EE4E, 'M', u'س'), (0x1EE4F, 'M', u'ع'), (0x1EE50, 'X'), (0x1EE51, 'M', u'ص'), (0x1EE52, 'M', u'ق'), (0x1EE53, 'X'), (0x1EE54, 'M', u'ش'), (0x1EE55, 'X'), (0x1EE57, 'M', u'خ'), (0x1EE58, 'X'), (0x1EE59, 'M', u'ض'), (0x1EE5A, 'X'), (0x1EE5B, 'M', u'غ'), (0x1EE5C, 'X'), (0x1EE5D, 'M', u'ں'), (0x1EE5E, 'X'), (0x1EE5F, 'M', u'ٯ'), (0x1EE60, 'X'), (0x1EE61, 'M', u'ب'), (0x1EE62, 'M', u'ج'), (0x1EE63, 'X'), (0x1EE64, 'M', u'ه'), (0x1EE65, 'X'), (0x1EE67, 'M', u'ح'), (0x1EE68, 'M', u'ط'), (0x1EE69, 'M', u'ي'), (0x1EE6A, 'M', u'ك'), (0x1EE6B, 'X'), (0x1EE6C, 'M', u'م'), (0x1EE6D, 'M', u'ن'), (0x1EE6E, 'M', u'س'), (0x1EE6F, 'M', u'ع'), (0x1EE70, 'M', u'ف'), (0x1EE71, 'M', u'ص'), (0x1EE72, 'M', u'ق'), (0x1EE73, 'X'), (0x1EE74, 'M', u'ش'), (0x1EE75, 'M', u'ت'), (0x1EE76, 'M', u'ث'), (0x1EE77, 'M', u'خ'), (0x1EE78, 'X'), (0x1EE79, 'M', u'ض'), (0x1EE7A, 'M', u'ظ'), (0x1EE7B, 'M', u'غ'), (0x1EE7C, 'M', u'ٮ'), (0x1EE7D, 'X'), (0x1EE7E, 'M', u'ڡ'), (0x1EE7F, 'X'), (0x1EE80, 'M', u'ا'), (0x1EE81, 'M', u'ب'), (0x1EE82, 'M', u'ج'), (0x1EE83, 'M', u'د'), (0x1EE84, 'M', u'ه'), (0x1EE85, 'M', u'و'), (0x1EE86, 'M', u'ز'), (0x1EE87, 'M', u'ح'), (0x1EE88, 'M', u'ط'), (0x1EE89, 'M', u'ي'), (0x1EE8A, 'X'), (0x1EE8B, 'M', u'ل'), (0x1EE8C, 'M', u'م'), (0x1EE8D, 'M', u'ن'), (0x1EE8E, 'M', u'س'), (0x1EE8F, 'M', u'ع'), (0x1EE90, 'M', u'ف'), (0x1EE91, 'M', u'ص'), (0x1EE92, 'M', u'ق'), (0x1EE93, 'M', u'ر'), (0x1EE94, 'M', u'ش'), (0x1EE95, 'M', u'ت'), (0x1EE96, 'M', u'ث'), (0x1EE97, 'M', u'خ'), (0x1EE98, 'M', u'ذ'), (0x1EE99, 'M', u'ض'), (0x1EE9A, 'M', u'ظ'), (0x1EE9B, 'M', u'غ'), (0x1EE9C, 'X'), (0x1EEA1, 'M', u'ب'), (0x1EEA2, 'M', u'ج'), (0x1EEA3, 'M', u'د'), (0x1EEA4, 'X'), ] def _seg_65(): return [ (0x1EEA5, 'M', u'و'), (0x1EEA6, 'M', u'ز'), (0x1EEA7, 'M', u'ح'), (0x1EEA8, 'M', u'ط'), (0x1EEA9, 'M', u'ي'), (0x1EEAA, 'X'), (0x1EEAB, 'M', u'ل'), (0x1EEAC, 'M', u'م'), (0x1EEAD, 'M', u'ن'), (0x1EEAE, 'M', u'س'), (0x1EEAF, 'M', u'ع'), (0x1EEB0, 'M', u'ف'), (0x1EEB1, 'M', u'ص'), (0x1EEB2, 'M', u'ق'), (0x1EEB3, 'M', u'ر'), (0x1EEB4, 'M', u'ش'), (0x1EEB5, 'M', u'ت'), (0x1EEB6, 'M', u'ث'), (0x1EEB7, 'M', u'خ'), (0x1EEB8, 'M', u'ذ'), (0x1EEB9, 'M', u'ض'), (0x1EEBA, 'M', u'ظ'), (0x1EEBB, 'M', u'غ'), (0x1EEBC, 'X'), (0x1EEF0, 'V'), (0x1EEF2, 'X'), (0x1F000, 'V'), (0x1F02C, 'X'), (0x1F030, 'V'), (0x1F094, 'X'), (0x1F0A0, 'V'), (0x1F0AF, 'X'), (0x1F0B1, 'V'), (0x1F0BF, 'X'), (0x1F0C1, 'V'), (0x1F0D0, 'X'), (0x1F0D1, 'V'), (0x1F0E0, 'X'), (0x1F101, '3', u'0,'), (0x1F102, '3', u'1,'), (0x1F103, '3', u'2,'), (0x1F104, '3', u'3,'), (0x1F105, '3', u'4,'), (0x1F106, '3', u'5,'), (0x1F107, '3', u'6,'), (0x1F108, '3', u'7,'), (0x1F109, '3', u'8,'), (0x1F10A, '3', u'9,'), (0x1F10B, 'X'), (0x1F110, '3', u'(a)'), (0x1F111, '3', u'(b)'), (0x1F112, '3', u'(c)'), (0x1F113, '3', u'(d)'), (0x1F114, '3', u'(e)'), (0x1F115, '3', u'(f)'), (0x1F116, '3', u'(g)'), (0x1F117, '3', u'(h)'), (0x1F118, '3', u'(i)'), (0x1F119, '3', u'(j)'), (0x1F11A, '3', u'(k)'), (0x1F11B, '3', u'(l)'), (0x1F11C, '3', u'(m)'), (0x1F11D, '3', u'(n)'), (0x1F11E, '3', u'(o)'), (0x1F11F, '3', u'(p)'), (0x1F120, '3', u'(q)'), (0x1F121, '3', u'(r)'), (0x1F122, '3', u'(s)'), (0x1F123, '3', u'(t)'), (0x1F124, '3', u'(u)'), (0x1F125, '3', u'(v)'), (0x1F126, '3', u'(w)'), (0x1F127, '3', u'(x)'), (0x1F128, '3', u'(y)'), (0x1F129, '3', u'(z)'), (0x1F12A, 'M', u'〔s〕'), (0x1F12B, 'M', u'c'), (0x1F12C, 'M', u'r'), (0x1F12D, 'M', u'cd'), (0x1F12E, 'M', u'wz'), (0x1F12F, 'X'), (0x1F130, 'M', u'a'), (0x1F131, 'M', u'b'), (0x1F132, 'M', u'c'), (0x1F133, 'M', u'd'), (0x1F134, 'M', u'e'), (0x1F135, 'M', u'f'), (0x1F136, 'M', u'g'), (0x1F137, 'M', u'h'), (0x1F138, 'M', u'i'), (0x1F139, 'M', u'j'), (0x1F13A, 'M', u'k'), (0x1F13B, 'M', u'l'), (0x1F13C, 'M', u'm'), (0x1F13D, 'M', u'n'), (0x1F13E, 'M', u'o'), (0x1F13F, 'M', u'p'), (0x1F140, 'M', u'q'), (0x1F141, 'M', u'r'), (0x1F142, 'M', u's'), ] def _seg_66(): return [ (0x1F143, 'M', u't'), (0x1F144, 'M', u'u'), (0x1F145, 'M', u'v'), (0x1F146, 'M', u'w'), (0x1F147, 'M', u'x'), (0x1F148, 'M', u'y'), (0x1F149, 'M', u'z'), (0x1F14A, 'M', u'hv'), (0x1F14B, 'M', u'mv'), (0x1F14C, 'M', u'sd'), (0x1F14D, 'M', u'ss'), (0x1F14E, 'M', u'ppv'), (0x1F14F, 'M', u'wc'), (0x1F150, 'V'), (0x1F16A, 'M', u'mc'), (0x1F16B, 'M', u'md'), (0x1F16C, 'X'), (0x1F170, 'V'), (0x1F190, 'M', u'dj'), (0x1F191, 'V'), (0x1F19B, 'X'), (0x1F1E6, 'V'), (0x1F200, 'M', u'ほか'), (0x1F201, 'M', u'ココ'), (0x1F202, 'M', u'サ'), (0x1F203, 'X'), (0x1F210, 'M', u'手'), (0x1F211, 'M', u'字'), (0x1F212, 'M', u'双'), (0x1F213, 'M', u'デ'), (0x1F214, 'M', u'二'), (0x1F215, 'M', u'多'), (0x1F216, 'M', u'解'), (0x1F217, 'M', u'天'), (0x1F218, 'M', u'交'), (0x1F219, 'M', u'映'), (0x1F21A, 'M', u'無'), (0x1F21B, 'M', u'料'), (0x1F21C, 'M', u'前'), (0x1F21D, 'M', u'後'), (0x1F21E, 'M', u'再'), (0x1F21F, 'M', u'新'), (0x1F220, 'M', u'初'), (0x1F221, 'M', u'終'), (0x1F222, 'M', u'生'), (0x1F223, 'M', u'販'), (0x1F224, 'M', u'声'), (0x1F225, 'M', u'吹'), (0x1F226, 'M', u'演'), (0x1F227, 'M', u'投'), (0x1F228, 'M', u'捕'), (0x1F229, 'M', u'一'), (0x1F22A, 'M', u'三'), (0x1F22B, 'M', u'遊'), (0x1F22C, 'M', u'左'), (0x1F22D, 'M', u'中'), (0x1F22E, 'M', u'右'), (0x1F22F, 'M', u'指'), (0x1F230, 'M', u'走'), (0x1F231, 'M', u'打'), (0x1F232, 'M', u'禁'), (0x1F233, 'M', u'空'), (0x1F234, 'M', u'合'), (0x1F235, 'M', u'満'), (0x1F236, 'M', u'有'), (0x1F237, 'M', u'月'), (0x1F238, 'M', u'申'), (0x1F239, 'M', u'割'), (0x1F23A, 'M', u'営'), (0x1F23B, 'X'), (0x1F240, 'M', u'〔本〕'), (0x1F241, 'M', u'〔三〕'), (0x1F242, 'M', u'〔二〕'), (0x1F243, 'M', u'〔安〕'), (0x1F244, 'M', u'〔点〕'), (0x1F245, 'M', u'〔打〕'), (0x1F246, 'M', u'〔盗〕'), (0x1F247, 'M', u'〔勝〕'), (0x1F248, 'M', u'〔敗〕'), (0x1F249, 'X'), (0x1F250, 'M', u'得'), (0x1F251, 'M', u'可'), (0x1F252, 'X'), (0x1F300, 'V'), (0x1F321, 'X'), (0x1F330, 'V'), (0x1F336, 'X'), (0x1F337, 'V'), (0x1F37D, 'X'), (0x1F380, 'V'), (0x1F394, 'X'), (0x1F3A0, 'V'), (0x1F3C5, 'X'), (0x1F3C6, 'V'), (0x1F3CB, 'X'), (0x1F3E0, 'V'), (0x1F3F1, 'X'), (0x1F400, 'V'), (0x1F43F, 'X'), (0x1F440, 'V'), ] def _seg_67(): return [ (0x1F441, 'X'), (0x1F442, 'V'), (0x1F4F8, 'X'), (0x1F4F9, 'V'), (0x1F4FD, 'X'), (0x1F500, 'V'), (0x1F53E, 'X'), (0x1F540, 'V'), (0x1F544, 'X'), (0x1F550, 'V'), (0x1F568, 'X'), (0x1F5FB, 'V'), (0x1F641, 'X'), (0x1F645, 'V'), (0x1F650, 'X'), (0x1F680, 'V'), (0x1F6C6, 'X'), (0x1F700, 'V'), (0x1F774, 'X'), (0x20000, 'V'), (0x2A6D7, 'X'), (0x2A700, 'V'), (0x2B735, 'X'), (0x2B740, 'V'), (0x2B81E, 'X'), (0x2F800, 'M', u'丽'), (0x2F801, 'M', u'丸'), (0x2F802, 'M', u'乁'), (0x2F803, 'M', u'𠄢'), (0x2F804, 'M', u'你'), (0x2F805, 'M', u'侮'), (0x2F806, 'M', u'侻'), (0x2F807, 'M', u'倂'), (0x2F808, 'M', u'偺'), (0x2F809, 'M', u'備'), (0x2F80A, 'M', u'僧'), (0x2F80B, 'M', u'像'), (0x2F80C, 'M', u'㒞'), (0x2F80D, 'M', u'𠘺'), (0x2F80E, 'M', u'免'), (0x2F80F, 'M', u'兔'), (0x2F810, 'M', u'兤'), (0x2F811, 'M', u'具'), (0x2F812, 'M', u'𠔜'), (0x2F813, 'M', u'㒹'), (0x2F814, 'M', u'內'), (0x2F815, 'M', u'再'), (0x2F816, 'M', u'𠕋'), (0x2F817, 'M', u'冗'), (0x2F818, 'M', u'冤'), (0x2F819, 'M', u'仌'), (0x2F81A, 'M', u'冬'), (0x2F81B, 'M', u'况'), (0x2F81C, 'M', u'𩇟'), (0x2F81D, 'M', u'凵'), (0x2F81E, 'M', u'刃'), (0x2F81F, 'M', u'㓟'), (0x2F820, 'M', u'刻'), (0x2F821, 'M', u'剆'), (0x2F822, 'M', u'割'), (0x2F823, 'M', u'剷'), (0x2F824, 'M', u'㔕'), (0x2F825, 'M', u'勇'), (0x2F826, 'M', u'勉'), (0x2F827, 'M', u'勤'), (0x2F828, 'M', u'勺'), (0x2F829, 'M', u'包'), (0x2F82A, 'M', u'匆'), (0x2F82B, 'M', u'北'), (0x2F82C, 'M', u'卉'), (0x2F82D, 'M', u'卑'), (0x2F82E, 'M', u'博'), (0x2F82F, 'M', u'即'), (0x2F830, 'M', u'卽'), (0x2F831, 'M', u'卿'), (0x2F834, 'M', u'𠨬'), (0x2F835, 'M', u'灰'), (0x2F836, 'M', u'及'), (0x2F837, 'M', u'叟'), (0x2F838, 'M', u'𠭣'), (0x2F839, 'M', u'叫'), (0x2F83A, 'M', u'叱'), (0x2F83B, 'M', u'吆'), (0x2F83C, 'M', u'咞'), (0x2F83D, 'M', u'吸'), (0x2F83E, 'M', u'呈'), (0x2F83F, 'M', u'周'), (0x2F840, 'M', u'咢'), (0x2F841, 'M', u'哶'), (0x2F842, 'M', u'唐'), (0x2F843, 'M', u'啓'), (0x2F844, 'M', u'啣'), (0x2F845, 'M', u'善'), (0x2F847, 'M', u'喙'), (0x2F848, 'M', u'喫'), (0x2F849, 'M', u'喳'), (0x2F84A, 'M', u'嗂'), (0x2F84B, 'M', u'圖'), (0x2F84C, 'M', u'嘆'), (0x2F84D, 'M', u'圗'), ] def _seg_68(): return [ (0x2F84E, 'M', u'噑'), (0x2F84F, 'M', u'噴'), (0x2F850, 'M', u'切'), (0x2F851, 'M', u'壮'), (0x2F852, 'M', u'城'), (0x2F853, 'M', u'埴'), (0x2F854, 'M', u'堍'), (0x2F855, 'M', u'型'), (0x2F856, 'M', u'堲'), (0x2F857, 'M', u'報'), (0x2F858, 'M', u'墬'), (0x2F859, 'M', u'𡓤'), (0x2F85A, 'M', u'売'), (0x2F85B, 'M', u'壷'), (0x2F85C, 'M', u'夆'), (0x2F85D, 'M', u'多'), (0x2F85E, 'M', u'夢'), (0x2F85F, 'M', u'奢'), (0x2F860, 'M', u'𡚨'), (0x2F861, 'M', u'𡛪'), (0x2F862, 'M', u'姬'), (0x2F863, 'M', u'娛'), (0x2F864, 'M', u'娧'), (0x2F865, 'M', u'姘'), (0x2F866, 'M', u'婦'), (0x2F867, 'M', u'㛮'), (0x2F868, 'X'), (0x2F869, 'M', u'嬈'), (0x2F86A, 'M', u'嬾'), (0x2F86C, 'M', u'𡧈'), (0x2F86D, 'M', u'寃'), (0x2F86E, 'M', u'寘'), (0x2F86F, 'M', u'寧'), (0x2F870, 'M', u'寳'), (0x2F871, 'M', u'𡬘'), (0x2F872, 'M', u'寿'), (0x2F873, 'M', u'将'), (0x2F874, 'X'), (0x2F875, 'M', u'尢'), (0x2F876, 'M', u'㞁'), (0x2F877, 'M', u'屠'), (0x2F878, 'M', u'屮'), (0x2F879, 'M', u'峀'), (0x2F87A, 'M', u'岍'), (0x2F87B, 'M', u'𡷤'), (0x2F87C, 'M', u'嵃'), (0x2F87D, 'M', u'𡷦'), (0x2F87E, 'M', u'嵮'), (0x2F87F, 'M', u'嵫'), (0x2F880, 'M', u'嵼'), (0x2F881, 'M', u'巡'), (0x2F882, 'M', u'巢'), (0x2F883, 'M', u'㠯'), (0x2F884, 'M', u'巽'), (0x2F885, 'M', u'帨'), (0x2F886, 'M', u'帽'), (0x2F887, 'M', u'幩'), (0x2F888, 'M', u'㡢'), (0x2F889, 'M', u'𢆃'), (0x2F88A, 'M', u'㡼'), (0x2F88B, 'M', u'庰'), (0x2F88C, 'M', u'庳'), (0x2F88D, 'M', u'庶'), (0x2F88E, 'M', u'廊'), (0x2F88F, 'M', u'𪎒'), (0x2F890, 'M', u'廾'), (0x2F891, 'M', u'𢌱'), (0x2F893, 'M', u'舁'), (0x2F894, 'M', u'弢'), (0x2F896, 'M', u'㣇'), (0x2F897, 'M', u'𣊸'), (0x2F898, 'M', u'𦇚'), (0x2F899, 'M', u'形'), (0x2F89A, 'M', u'彫'), (0x2F89B, 'M', u'㣣'), (0x2F89C, 'M', u'徚'), (0x2F89D, 'M', u'忍'), (0x2F89E, 'M', u'志'), (0x2F89F, 'M', u'忹'), (0x2F8A0, 'M', u'悁'), (0x2F8A1, 'M', u'㤺'), (0x2F8A2, 'M', u'㤜'), (0x2F8A3, 'M', u'悔'), (0x2F8A4, 'M', u'𢛔'), (0x2F8A5, 'M', u'惇'), (0x2F8A6, 'M', u'慈'), (0x2F8A7, 'M', u'慌'), (0x2F8A8, 'M', u'慎'), (0x2F8A9, 'M', u'慌'), (0x2F8AA, 'M', u'慺'), (0x2F8AB, 'M', u'憎'), (0x2F8AC, 'M', u'憲'), (0x2F8AD, 'M', u'憤'), (0x2F8AE, 'M', u'憯'), (0x2F8AF, 'M', u'懞'), (0x2F8B0, 'M', u'懲'), (0x2F8B1, 'M', u'懶'), (0x2F8B2, 'M', u'成'), (0x2F8B3, 'M', u'戛'), (0x2F8B4, 'M', u'扝'), ] def _seg_69(): return [ (0x2F8B5, 'M', u'抱'), (0x2F8B6, 'M', u'拔'), (0x2F8B7, 'M', u'捐'), (0x2F8B8, 'M', u'𢬌'), (0x2F8B9, 'M', u'挽'), (0x2F8BA, 'M', u'拼'), (0x2F8BB, 'M', u'捨'), (0x2F8BC, 'M', u'掃'), (0x2F8BD, 'M', u'揤'), (0x2F8BE, 'M', u'𢯱'), (0x2F8BF, 'M', u'搢'), (0x2F8C0, 'M', u'揅'), (0x2F8C1, 'M', u'掩'), (0x2F8C2, 'M', u'㨮'), (0x2F8C3, 'M', u'摩'), (0x2F8C4, 'M', u'摾'), (0x2F8C5, 'M', u'撝'), (0x2F8C6, 'M', u'摷'), (0x2F8C7, 'M', u'㩬'), (0x2F8C8, 'M', u'敏'), (0x2F8C9, 'M', u'敬'), (0x2F8CA, 'M', u'𣀊'), (0x2F8CB, 'M', u'旣'), (0x2F8CC, 'M', u'書'), (0x2F8CD, 'M', u'晉'), (0x2F8CE, 'M', u'㬙'), (0x2F8CF, 'M', u'暑'), (0x2F8D0, 'M', u'㬈'), (0x2F8D1, 'M', u'㫤'), (0x2F8D2, 'M', u'冒'), (0x2F8D3, 'M', u'冕'), (0x2F8D4, 'M', u'最'), (0x2F8D5, 'M', u'暜'), (0x2F8D6, 'M', u'肭'), (0x2F8D7, 'M', u'䏙'), (0x2F8D8, 'M', u'朗'), (0x2F8D9, 'M', u'望'), (0x2F8DA, 'M', u'朡'), (0x2F8DB, 'M', u'杞'), (0x2F8DC, 'M', u'杓'), (0x2F8DD, 'M', u'𣏃'), (0x2F8DE, 'M', u'㭉'), (0x2F8DF, 'M', u'柺'), (0x2F8E0, 'M', u'枅'), (0x2F8E1, 'M', u'桒'), (0x2F8E2, 'M', u'梅'), (0x2F8E3, 'M', u'𣑭'), (0x2F8E4, 'M', u'梎'), (0x2F8E5, 'M', u'栟'), (0x2F8E6, 'M', u'椔'), (0x2F8E7, 'M', u'㮝'), (0x2F8E8, 'M', u'楂'), (0x2F8E9, 'M', u'榣'), (0x2F8EA, 'M', u'槪'), (0x2F8EB, 'M', u'檨'), (0x2F8EC, 'M', u'𣚣'), (0x2F8ED, 'M', u'櫛'), (0x2F8EE, 'M', u'㰘'), (0x2F8EF, 'M', u'次'), (0x2F8F0, 'M', u'𣢧'), (0x2F8F1, 'M', u'歔'), (0x2F8F2, 'M', u'㱎'), (0x2F8F3, 'M', u'歲'), (0x2F8F4, 'M', u'殟'), (0x2F8F5, 'M', u'殺'), (0x2F8F6, 'M', u'殻'), (0x2F8F7, 'M', u'𣪍'), (0x2F8F8, 'M', u'𡴋'), (0x2F8F9, 'M', u'𣫺'), (0x2F8FA, 'M', u'汎'), (0x2F8FB, 'M', u'𣲼'), (0x2F8FC, 'M', u'沿'), (0x2F8FD, 'M', u'泍'), (0x2F8FE, 'M', u'汧'), (0x2F8FF, 'M', u'洖'), (0x2F900, 'M', u'派'), (0x2F901, 'M', u'海'), (0x2F902, 'M', u'流'), (0x2F903, 'M', u'浩'), (0x2F904, 'M', u'浸'), (0x2F905, 'M', u'涅'), (0x2F906, 'M', u'𣴞'), (0x2F907, 'M', u'洴'), (0x2F908, 'M', u'港'), (0x2F909, 'M', u'湮'), (0x2F90A, 'M', u'㴳'), (0x2F90B, 'M', u'滋'), (0x2F90C, 'M', u'滇'), (0x2F90D, 'M', u'𣻑'), (0x2F90E, 'M', u'淹'), (0x2F90F, 'M', u'潮'), (0x2F910, 'M', u'𣽞'), (0x2F911, 'M', u'𣾎'), (0x2F912, 'M', u'濆'), (0x2F913, 'M', u'瀹'), (0x2F914, 'M', u'瀞'), (0x2F915, 'M', u'瀛'), (0x2F916, 'M', u'㶖'), (0x2F917, 'M', u'灊'), (0x2F918, 'M', u'災'), ] def _seg_70(): return [ (0x2F919, 'M', u'灷'), (0x2F91A, 'M', u'炭'), (0x2F91B, 'M', u'𠔥'), (0x2F91C, 'M', u'煅'), (0x2F91D, 'M', u'𤉣'), (0x2F91E, 'M', u'熜'), (0x2F91F, 'X'), (0x2F920, 'M', u'爨'), (0x2F921, 'M', u'爵'), (0x2F922, 'M', u'牐'), (0x2F923, 'M', u'𤘈'), (0x2F924, 'M', u'犀'), (0x2F925, 'M', u'犕'), (0x2F926, 'M', u'𤜵'), (0x2F927, 'M', u'𤠔'), (0x2F928, 'M', u'獺'), (0x2F929, 'M', u'王'), (0x2F92A, 'M', u'㺬'), (0x2F92B, 'M', u'玥'), (0x2F92C, 'M', u'㺸'), (0x2F92E, 'M', u'瑇'), (0x2F92F, 'M', u'瑜'), (0x2F930, 'M', u'瑱'), (0x2F931, 'M', u'璅'), (0x2F932, 'M', u'瓊'), (0x2F933, 'M', u'㼛'), (0x2F934, 'M', u'甤'), (0x2F935, 'M', u'𤰶'), (0x2F936, 'M', u'甾'), (0x2F937, 'M', u'𤲒'), (0x2F938, 'M', u'異'), (0x2F939, 'M', u'𢆟'), (0x2F93A, 'M', u'瘐'), (0x2F93B, 'M', u'𤾡'), (0x2F93C, 'M', u'𤾸'), (0x2F93D, 'M', u'𥁄'), (0x2F93E, 'M', u'㿼'), (0x2F93F, 'M', u'䀈'), (0x2F940, 'M', u'直'), (0x2F941, 'M', u'𥃳'), (0x2F942, 'M', u'𥃲'), (0x2F943, 'M', u'𥄙'), (0x2F944, 'M', u'𥄳'), (0x2F945, 'M', u'眞'), (0x2F946, 'M', u'真'), (0x2F948, 'M', u'睊'), (0x2F949, 'M', u'䀹'), (0x2F94A, 'M', u'瞋'), (0x2F94B, 'M', u'䁆'), (0x2F94C, 'M', u'䂖'), (0x2F94D, 'M', u'𥐝'), (0x2F94E, 'M', u'硎'), (0x2F94F, 'M', u'碌'), (0x2F950, 'M', u'磌'), (0x2F951, 'M', u'䃣'), (0x2F952, 'M', u'𥘦'), (0x2F953, 'M', u'祖'), (0x2F954, 'M', u'𥚚'), (0x2F955, 'M', u'𥛅'), (0x2F956, 'M', u'福'), (0x2F957, 'M', u'秫'), (0x2F958, 'M', u'䄯'), (0x2F959, 'M', u'穀'), (0x2F95A, 'M', u'穊'), (0x2F95B, 'M', u'穏'), (0x2F95C, 'M', u'𥥼'), (0x2F95D, 'M', u'𥪧'), (0x2F95F, 'X'), (0x2F960, 'M', u'䈂'), (0x2F961, 'M', u'𥮫'), (0x2F962, 'M', u'篆'), (0x2F963, 'M', u'築'), (0x2F964, 'M', u'䈧'), (0x2F965, 'M', u'𥲀'), (0x2F966, 'M', u'糒'), (0x2F967, 'M', u'䊠'), (0x2F968, 'M', u'糨'), (0x2F969, 'M', u'糣'), (0x2F96A, 'M', u'紀'), (0x2F96B, 'M', u'𥾆'), (0x2F96C, 'M', u'絣'), (0x2F96D, 'M', u'䌁'), (0x2F96E, 'M', u'緇'), (0x2F96F, 'M', u'縂'), (0x2F970, 'M', u'繅'), (0x2F971, 'M', u'䌴'), (0x2F972, 'M', u'𦈨'), (0x2F973, 'M', u'𦉇'), (0x2F974, 'M', u'䍙'), (0x2F975, 'M', u'𦋙'), (0x2F976, 'M', u'罺'), (0x2F977, 'M', u'𦌾'), (0x2F978, 'M', u'羕'), (0x2F979, 'M', u'翺'), (0x2F97A, 'M', u'者'), (0x2F97B, 'M', u'𦓚'), (0x2F97C, 'M', u'𦔣'), (0x2F97D, 'M', u'聠'), (0x2F97E, 'M', u'𦖨'), (0x2F97F, 'M', u'聰'), ] def _seg_71(): return [ (0x2F980, 'M', u'𣍟'), (0x2F981, 'M', u'䏕'), (0x2F982, 'M', u'育'), (0x2F983, 'M', u'脃'), (0x2F984, 'M', u'䐋'), (0x2F985, 'M', u'脾'), (0x2F986, 'M', u'媵'), (0x2F987, 'M', u'𦞧'), (0x2F988, 'M', u'𦞵'), (0x2F989, 'M', u'𣎓'), (0x2F98A, 'M', u'𣎜'), (0x2F98B, 'M', u'舁'), (0x2F98C, 'M', u'舄'), (0x2F98D, 'M', u'辞'), (0x2F98E, 'M', u'䑫'), (0x2F98F, 'M', u'芑'), (0x2F990, 'M', u'芋'), (0x2F991, 'M', u'芝'), (0x2F992, 'M', u'劳'), (0x2F993, 'M', u'花'), (0x2F994, 'M', u'芳'), (0x2F995, 'M', u'芽'), (0x2F996, 'M', u'苦'), (0x2F997, 'M', u'𦬼'), (0x2F998, 'M', u'若'), (0x2F999, 'M', u'茝'), (0x2F99A, 'M', u'荣'), (0x2F99B, 'M', u'莭'), (0x2F99C, 'M', u'茣'), (0x2F99D, 'M', u'莽'), (0x2F99E, 'M', u'菧'), (0x2F99F, 'M', u'著'), (0x2F9A0, 'M', u'荓'), (0x2F9A1, 'M', u'菊'), (0x2F9A2, 'M', u'菌'), (0x2F9A3, 'M', u'菜'), (0x2F9A4, 'M', u'𦰶'), (0x2F9A5, 'M', u'𦵫'), (0x2F9A6, 'M', u'𦳕'), (0x2F9A7, 'M', u'䔫'), (0x2F9A8, 'M', u'蓱'), (0x2F9A9, 'M', u'蓳'), (0x2F9AA, 'M', u'蔖'), (0x2F9AB, 'M', u'𧏊'), (0x2F9AC, 'M', u'蕤'), (0x2F9AD, 'M', u'𦼬'), (0x2F9AE, 'M', u'䕝'), (0x2F9AF, 'M', u'䕡'), (0x2F9B0, 'M', u'𦾱'), (0x2F9B1, 'M', u'𧃒'), (0x2F9B2, 'M', u'䕫'), (0x2F9B3, 'M', u'虐'), (0x2F9B4, 'M', u'虜'), (0x2F9B5, 'M', u'虧'), (0x2F9B6, 'M', u'虩'), (0x2F9B7, 'M', u'蚩'), (0x2F9B8, 'M', u'蚈'), (0x2F9B9, 'M', u'蜎'), (0x2F9BA, 'M', u'蛢'), (0x2F9BB, 'M', u'蝹'), (0x2F9BC, 'M', u'蜨'), (0x2F9BD, 'M', u'蝫'), (0x2F9BE, 'M', u'螆'), (0x2F9BF, 'X'), (0x2F9C0, 'M', u'蟡'), (0x2F9C1, 'M', u'蠁'), (0x2F9C2, 'M', u'䗹'), (0x2F9C3, 'M', u'衠'), (0x2F9C4, 'M', u'衣'), (0x2F9C5, 'M', u'𧙧'), (0x2F9C6, 'M', u'裗'), (0x2F9C7, 'M', u'裞'), (0x2F9C8, 'M', u'䘵'), (0x2F9C9, 'M', u'裺'), (0x2F9CA, 'M', u'㒻'), (0x2F9CB, 'M', u'𧢮'), (0x2F9CC, 'M', u'𧥦'), (0x2F9CD, 'M', u'䚾'), (0x2F9CE, 'M', u'䛇'), (0x2F9CF, 'M', u'誠'), (0x2F9D0, 'M', u'諭'), (0x2F9D1, 'M', u'變'), (0x2F9D2, 'M', u'豕'), (0x2F9D3, 'M', u'𧲨'), (0x2F9D4, 'M', u'貫'), (0x2F9D5, 'M', u'賁'), (0x2F9D6, 'M', u'贛'), (0x2F9D7, 'M', u'起'), (0x2F9D8, 'M', u'𧼯'), (0x2F9D9, 'M', u'𠠄'), (0x2F9DA, 'M', u'跋'), (0x2F9DB, 'M', u'趼'), (0x2F9DC, 'M', u'跰'), (0x2F9DD, 'M', u'𠣞'), (0x2F9DE, 'M', u'軔'), (0x2F9DF, 'M', u'輸'), (0x2F9E0, 'M', u'𨗒'), (0x2F9E1, 'M', u'𨗭'), (0x2F9E2, 'M', u'邔'), (0x2F9E3, 'M', u'郱'), ] def _seg_72(): return [ (0x2F9E4, 'M', u'鄑'), (0x2F9E5, 'M', u'𨜮'), (0x2F9E6, 'M', u'鄛'), (0x2F9E7, 'M', u'鈸'), (0x2F9E8, 'M', u'鋗'), (0x2F9E9, 'M', u'鋘'), (0x2F9EA, 'M', u'鉼'), (0x2F9EB, 'M', u'鏹'), (0x2F9EC, 'M', u'鐕'), (0x2F9ED, 'M', u'𨯺'), (0x2F9EE, 'M', u'開'), (0x2F9EF, 'M', u'䦕'), (0x2F9F0, 'M', u'閷'), (0x2F9F1, 'M', u'𨵷'), (0x2F9F2, 'M', u'䧦'), (0x2F9F3, 'M', u'雃'), (0x2F9F4, 'M', u'嶲'), (0x2F9F5, 'M', u'霣'), (0x2F9F6, 'M', u'𩅅'), (0x2F9F7, 'M', u'𩈚'), (0x2F9F8, 'M', u'䩮'), (0x2F9F9, 'M', u'䩶'), (0x2F9FA, 'M', u'韠'), (0x2F9FB, 'M', u'𩐊'), (0x2F9FC, 'M', u'䪲'), (0x2F9FD, 'M', u'𩒖'), (0x2F9FE, 'M', u'頋'), (0x2FA00, 'M', u'頩'), (0x2FA01, 'M', u'𩖶'), (0x2FA02, 'M', u'飢'), (0x2FA03, 'M', u'䬳'), (0x2FA04, 'M', u'餩'), (0x2FA05, 'M', u'馧'), (0x2FA06, 'M', u'駂'), (0x2FA07, 'M', u'駾'), (0x2FA08, 'M', u'䯎'), (0x2FA09, 'M', u'𩬰'), (0x2FA0A, 'M', u'鬒'), (0x2FA0B, 'M', u'鱀'), (0x2FA0C, 'M', u'鳽'), (0x2FA0D, 'M', u'䳎'), (0x2FA0E, 'M', u'䳭'), (0x2FA0F, 'M', u'鵧'), (0x2FA10, 'M', u'𪃎'), (0x2FA11, 'M', u'䳸'), (0x2FA12, 'M', u'𪄅'), (0x2FA13, 'M', u'𪈎'), (0x2FA14, 'M', u'𪊑'), (0x2FA15, 'M', u'麻'), (0x2FA16, 'M', u'䵖'), (0x2FA17, 'M', u'黹'), (0x2FA18, 'M', u'黾'), (0x2FA19, 'M', u'鼅'), (0x2FA1A, 'M', u'鼏'), (0x2FA1B, 'M', u'鼖'), (0x2FA1C, 'M', u'鼻'), (0x2FA1D, 'M', u'𪘀'), (0x2FA1E, 'X'), (0xE0100, 'I'), (0xE01F0, 'X'), ] uts46data = tuple( _seg_0() + _seg_1() + _seg_2() + _seg_3() + _seg_4() + _seg_5() + _seg_6() + _seg_7() + _seg_8() + _seg_9() + _seg_10() + _seg_11() + _seg_12() + _seg_13() + _seg_14() + _seg_15() + _seg_16() + _seg_17() + _seg_18() + _seg_19() + _seg_20() + _seg_21() + _seg_22() + _seg_23() + _seg_24() + _seg_25() + _seg_26() + _seg_27() + _seg_28() + _seg_29() + _seg_30() + _seg_31() + _seg_32() + _seg_33() + _seg_34() + _seg_35() + _seg_36() + _seg_37() + _seg_38() + _seg_39() + _seg_40() + _seg_41() + _seg_42() + _seg_43() + _seg_44() + _seg_45() + _seg_46() + _seg_47() + _seg_48() + _seg_49() + _seg_50() + _seg_51() + _seg_52() + _seg_53() + _seg_54() + _seg_55() + _seg_56() + _seg_57() + _seg_58() + _seg_59() + _seg_60() + _seg_61() + _seg_62() + _seg_63() + _seg_64() + _seg_65() + _seg_66() + _seg_67() + _seg_68() + _seg_69() + _seg_70() + _seg_71() + _seg_72() ) site-packages/pip/_vendor/idna/core.py 0000644 00000026176 15231162611 0013737 0 ustar 00 from . import idnadata import bisect import unicodedata import re import sys from .intranges import intranges_contain _virama_combining_class = 9 _alabel_prefix = b'xn--' _unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]') if sys.version_info[0] == 3: unicode = str unichr = chr class IDNAError(UnicodeError): """ Base exception for all IDNA-encoding related problems """ pass class IDNABidiError(IDNAError): """ Exception when bidirectional requirements are not satisfied """ pass class InvalidCodepoint(IDNAError): """ Exception when a disallowed or unallocated codepoint is used """ pass class InvalidCodepointContext(IDNAError): """ Exception when the codepoint is not valid in the context it is used """ pass def _combining_class(cp): return unicodedata.combining(unichr(cp)) def _is_script(cp, script): return intranges_contain(ord(cp), idnadata.scripts[script]) def _punycode(s): return s.encode('punycode') def _unot(s): return 'U+{0:04X}'.format(s) def valid_label_length(label): if len(label) > 63: return False return True def valid_string_length(label, trailing_dot): if len(label) > (254 if trailing_dot else 253): return False return True def check_bidi(label, check_ltr=False): # Bidi rules should only be applied if string contains RTL characters bidi_label = False for (idx, cp) in enumerate(label, 1): direction = unicodedata.bidirectional(cp) if direction == '': # String likely comes from a newer version of Unicode raise IDNABidiError('Unknown directionality in label {0} at position {1}'.format(repr(label), idx)) if direction in ['R', 'AL', 'AN']: bidi_label = True break if not bidi_label and not check_ltr: return True # Bidi rule 1 direction = unicodedata.bidirectional(label[0]) if direction in ['R', 'AL']: rtl = True elif direction == 'L': rtl = False else: raise IDNABidiError('First codepoint in label {0} must be directionality L, R or AL'.format(repr(label))) valid_ending = False number_type = False for (idx, cp) in enumerate(label, 1): direction = unicodedata.bidirectional(cp) if rtl: # Bidi rule 2 if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']: raise IDNABidiError('Invalid direction for codepoint at position {0} in a right-to-left label'.format(idx)) # Bidi rule 3 if direction in ['R', 'AL', 'EN', 'AN']: valid_ending = True elif direction != 'NSM': valid_ending = False # Bidi rule 4 if direction in ['AN', 'EN']: if not number_type: number_type = direction else: if number_type != direction: raise IDNABidiError('Can not mix numeral types in a right-to-left label') else: # Bidi rule 5 if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']: raise IDNABidiError('Invalid direction for codepoint at position {0} in a left-to-right label'.format(idx)) # Bidi rule 6 if direction in ['L', 'EN']: valid_ending = True elif direction != 'NSM': valid_ending = False if not valid_ending: raise IDNABidiError('Label ends with illegal codepoint directionality') return True def check_initial_combiner(label): if unicodedata.category(label[0])[0] == 'M': raise IDNAError('Label begins with an illegal combining character') return True def check_hyphen_ok(label): if label[2:4] == '--': raise IDNAError('Label has disallowed hyphens in 3rd and 4th position') if label[0] == '-' or label[-1] == '-': raise IDNAError('Label must not start or end with a hyphen') return True def check_nfc(label): if unicodedata.normalize('NFC', label) != label: raise IDNAError('Label must be in Normalization Form C') def valid_contextj(label, pos): cp_value = ord(label[pos]) if cp_value == 0x200c: if pos > 0: if _combining_class(ord(label[pos - 1])) == _virama_combining_class: return True ok = False for i in range(pos-1, -1, -1): joining_type = idnadata.joining_types.get(ord(label[i])) if joining_type == ord('T'): continue if joining_type in [ord('L'), ord('D')]: ok = True break if not ok: return False ok = False for i in range(pos+1, len(label)): joining_type = idnadata.joining_types.get(ord(label[i])) if joining_type == ord('T'): continue if joining_type in [ord('R'), ord('D')]: ok = True break return ok if cp_value == 0x200d: if pos > 0: if _combining_class(ord(label[pos - 1])) == _virama_combining_class: return True return False else: return False def valid_contexto(label, pos, exception=False): cp_value = ord(label[pos]) if cp_value == 0x00b7: if 0 < pos < len(label)-1: if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c: return True return False elif cp_value == 0x0375: if pos < len(label)-1 and len(label) > 1: return _is_script(label[pos + 1], 'Greek') return False elif cp_value == 0x05f3 or cp_value == 0x05f4: if pos > 0: return _is_script(label[pos - 1], 'Hebrew') return False elif cp_value == 0x30fb: for cp in label: if cp == u'\u30fb': continue if _is_script(cp, 'Hiragana') or _is_script(cp, 'Katakana') or _is_script(cp, 'Han'): return True return False elif 0x660 <= cp_value <= 0x669: for cp in label: if 0x6f0 <= ord(cp) <= 0x06f9: return False return True elif 0x6f0 <= cp_value <= 0x6f9: for cp in label: if 0x660 <= ord(cp) <= 0x0669: return False return True def check_label(label): if isinstance(label, (bytes, bytearray)): label = label.decode('utf-8') if len(label) == 0: raise IDNAError('Empty Label') check_nfc(label) check_hyphen_ok(label) check_initial_combiner(label) for (pos, cp) in enumerate(label): cp_value = ord(cp) if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']): continue elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']): if not valid_contextj(label, pos): raise InvalidCodepointContext('Joiner {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label))) elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']): if not valid_contexto(label, pos): raise InvalidCodepointContext('Codepoint {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label))) else: raise InvalidCodepoint('Codepoint {0} at position {1} of {2} not allowed'.format(_unot(cp_value), pos+1, repr(label))) check_bidi(label) def alabel(label): try: label = label.encode('ascii') try: ulabel(label) except IDNAError: raise IDNAError('The label {0} is not a valid A-label'.format(label)) if not valid_label_length(label): raise IDNAError('Label too long') return label except UnicodeEncodeError: pass if not label: raise IDNAError('No Input') label = unicode(label) check_label(label) label = _punycode(label) label = _alabel_prefix + label if not valid_label_length(label): raise IDNAError('Label too long') return label def ulabel(label): if not isinstance(label, (bytes, bytearray)): try: label = label.encode('ascii') except UnicodeEncodeError: check_label(label) return label label = label.lower() if label.startswith(_alabel_prefix): label = label[len(_alabel_prefix):] else: check_label(label) return label.decode('ascii') label = label.decode('punycode') check_label(label) return label def uts46_remap(domain, std3_rules=True, transitional=False): """Re-map the characters in the string according to UTS46 processing.""" from .uts46data import uts46data output = u"" try: for pos, char in enumerate(domain): code_point = ord(char) uts46row = uts46data[code_point if code_point < 256 else bisect.bisect_left(uts46data, (code_point, "Z")) - 1] status = uts46row[1] replacement = uts46row[2] if len(uts46row) == 3 else None if (status == "V" or (status == "D" and not transitional) or (status == "3" and std3_rules and replacement is None)): output += char elif replacement is not None and (status == "M" or (status == "3" and std3_rules) or (status == "D" and transitional)): output += replacement elif status != "I": raise IndexError() return unicodedata.normalize("NFC", output) except IndexError: raise InvalidCodepoint( "Codepoint {0} not allowed at position {1} in {2}".format( _unot(code_point), pos + 1, repr(domain))) def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False): if isinstance(s, (bytes, bytearray)): s = s.decode("ascii") if uts46: s = uts46_remap(s, std3_rules, transitional) trailing_dot = False result = [] if strict: labels = s.split('.') else: labels = _unicode_dots_re.split(s) while labels and not labels[0]: del labels[0] if not labels: raise IDNAError('Empty domain') if labels[-1] == '': del labels[-1] trailing_dot = True for label in labels: result.append(alabel(label)) if trailing_dot: result.append(b'') s = b'.'.join(result) if not valid_string_length(s, trailing_dot): raise IDNAError('Domain too long') return s def decode(s, strict=False, uts46=False, std3_rules=False): if isinstance(s, (bytes, bytearray)): s = s.decode("ascii") if uts46: s = uts46_remap(s, std3_rules, False) trailing_dot = False result = [] if not strict: labels = _unicode_dots_re.split(s) else: labels = s.split(u'.') while labels and not labels[0]: del labels[0] if not labels: raise IDNAError('Empty domain') if not labels[-1]: del labels[-1] trailing_dot = True for label in labels: result.append(ulabel(label)) if trailing_dot: result.append(u'') return u'.'.join(result) site-packages/pip/_vendor/idna/package_data.py 0000644 00000000025 15231162611 0015354 0 ustar 00 __version__ = '2.6' site-packages/pip/_vendor/idna/__init__.py 0000644 00000000072 15231162611 0014531 0 ustar 00 from .package_data import __version__ from .core import * site-packages/pip/_vendor/idna/intranges.py 0000644 00000003325 15231162611 0014770 0 ustar 00 """ Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). """ import bisect def intranges_from_list(list_): """Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. """ sorted_list = sorted(list_) ranges = [] last_write = -1 for i in range(len(sorted_list)): if i+1 < len(sorted_list): if sorted_list[i] == sorted_list[i+1]-1: continue current_range = sorted_list[last_write+1:i+1] ranges.append(_encode_range(current_range[0], current_range[-1] + 1)) last_write = i return tuple(ranges) def _encode_range(start, end): return (start << 32) | end def _decode_range(r): return (r >> 32), (r & ((1 << 32) - 1)) def intranges_contain(int_, ranges): """Determine if `int_` falls into one of the ranges in `ranges`.""" tuple_ = _encode_range(int_, 0) pos = bisect.bisect_left(ranges, tuple_) # we could be immediately ahead of a tuple (start, end) # with start < int_ <= end if pos > 0: left, right = _decode_range(ranges[pos-1]) if left <= int_ < right: return True # or we could be immediately behind a tuple (int_, end) if pos < len(ranges): left, _ = _decode_range(ranges[pos]) if left == int_: return True return False site-packages/pip/_vendor/idna/__pycache__/codec.cpython-36.opt-1.pyc 0000644 00000005725 15231162611 0021304 0 ustar 00 3 F��i� � @ s� d dl mZmZmZmZmZ ddlZddlZejd�Z G dd� dej �Z G dd� dej �Z G d d � d ej �ZG d d � d e ej�ZG d d� de ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt dj|���|s dS t|�t|�fS )Nr z Unsupported error handling "{0}"� r )r r )r �formatr �len)�self�data�errors� r �/usr/lib/python3.6/codec.pyr s z Codec.encodec C s. |dkrt dj|���|s dS t|�t|�fS )Nr z Unsupported error handling "{0}"r r )r r )r r r r )r r r r r r r s z Codec.decodeN)r )r )�__name__� __module__� __qualname__r r r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt dj|���|s dS tj|�}d}|rV|d sDd}|d = n|sV|d = |rVd}g }d}x2|D ]*}|jt|�� |r�|d7 }|t|�7 }qdW dj|�| }|t|�7 }||fS ) Nr z Unsupported error handling "{0}"r r r �.)r r ���r r )r r �_unicode_dots_re�split�appendr r �join) r r r �final�labels� trailing_dot�result�size�labelr r r �_buffer_encode s0 z!IncrementalEncoder._buffer_encodeN)r r r r" r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt dj|���|s dS t|t�r4tj|�}n t|�}t|d� |jd�}d}|r~|d sld}|d = n|s~|d = |r~d}g }d}x2|D ]*}|jt|�� |r�|d7 }|t |�7 }q�W dj |�| }|t |�7 }||fS ) Nr z Unsupported error handling "{0}"r r �asciir r )r r r r r ) r r � isinstanceZunicoder r �strr r r r ) r r r r r r r r r! r r r �_buffer_decode? s8 z!IncrementalDecoder._buffer_decodeN)r r r r' r r r r r# > s r# c @ s e Zd ZdS )� StreamWriterN)r r r r r r r r( g s r( c @ s e Zd ZdS )� StreamReaderN)r r r r r r r r) j s r) c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r# r( r) r r r r � getregentrym s r1 )Zcorer r r r r r/ �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr# r( r) r1 r r r r �<module> s !) site-packages/pip/_vendor/idna/__pycache__/intranges.cpython-36.opt-1.pyc 0000644 00000003317 15231162611 0022214 0 ustar 00 3 F��i� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d � ZdS ) a Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). � Nc C s� t | �}g }d}xrtt|��D ]b}|d t|�k rL|| ||d d krLq ||d |d � }|jt|d |d d �� |}q W t|�S )a Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. � r ���r )�sorted�range�len�append� _encode_range�tuple)Zlist_Z sorted_list�rangesZ last_write�iZ current_range� r � /usr/lib/python3.6/intranges.py�intranges_from_list s r c C s | d> |B S )N� r )�start�endr r r r s r c C s | d? | d@ fS )Nr r l l �� r )�rr r r � _decode_range" s r c C sz t | d�}tj||�}|dkrNt||d �\}}|| koD|k n rNdS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r Ztuple_�pos�left�right�_r r r �intranges_contain& s r )�__doc__r r r r r r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/uts46data.cpython-36.pyc 0000644 00000671047 15231162611 0021115 0 ustar 00 3 F��ip� � @ s d Z dZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJeKe� e� e� e� e� e� e� e � e � e � e � e � e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� �ZLd�S )�z IDNA Mapping Table from UTS46.z6.3.0c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� �3� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �V�. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: �; �< �= �> �? �@ �A �M�a�B �b�C �c�D �d�E �e�F �f�G �g�H �h�I �i�J �j�K �k�L �l�M �m�N �n�O �o�P �p�Q �q�R �r�S �s�T �t�U �u�V �v�W �w�X �x�Y �y�Z �z�[ �\ �] �^ �_ �` �a �b �c )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r! r )r" r )r# r )r$ r )r% r )r& r )r' r )r( r )r) r )r* r )r+ r )r, r )r- r )r. r )r/ r0 )r1 r0 )r2 r )r3 r0 )r4 r0 )r5 r0 )r6 r0 )r7 r0 )r8 r0 )r9 r0 )r: r0 )r; r0 )r< r0 )r= r )r> r )r? r )r@ r )rA r )rB r )rC r )rD rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry r )rz r )r{ r )r| r )r} r )r~ r )r r0 )r� r0 )r� r0 � r� r� r� � /usr/lib/python3.6/uts46data.py�_seg_0 s� r� c f C s� dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�d r0 �e �f �g �h �i �j �k �l �m �n �o �p �q �r �s �t �u �v �w �x �y �z �{ r �| �} �~ � � �X� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � ̈� � rE rF � � � �I� � � ̄� � � �2� � � ́� � μ� � � � ̧� �1� rb � � � 1⁄4� � 1⁄2� � 3⁄4� � � à� � á�� � â�� � ã�� � ä�� � å�� � æ�� � ç)r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r )r� r )r� r )r� r )r� r )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r r� )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r r� )r� r0 )r� rE rF )r� r0 )r� r0 )r� r� )r� r0 )r� r r� )r� r0 )r� r0 )r� rE r� )r� rE r )r� r r� )r� rE r� )r� r0 )r� r0 )r� r r� )r� rE r� )r� rE rb )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_1p s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE � è�� � é�� � ê�� � ë�� � ì�� � í�� � î�� � ï�� � ð�� � ñ�� � ò�� � ó�� � ô�� � õ�� � ö�� r0 �� � ø�� � ù�� � ú�� � û�� � ü�� � ý�� � þ�� �D�ss�� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � � � � � � � ā� � � ă� � � ą� � � ć� � � ĉ� � � ċ� � � č� � � ď� � � đ� � � ē� � � ĕ� � � ė� � � ę� � � ě� � � ĝ� � � ğ� � � ġ�! �" � ģ�# �$ � ĥ�% �& � ħ�' �( � ĩ�) �* � ī�+ )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, r- r. )r/ r0 )r0 r0 )r1 r0 )r2 r0 )r3 r0 )r4 r0 )r5 r0 )r6 r0 )r7 r0 )r8 r0 )r9 r0 )r: r0 )r; r0 )r< r0 )r= r0 )r> r0 )r? r0 )r@ r0 )rA r0 )rB r0 )rC r0 )rD r0 )rE r0 )rF r0 )rG r0 )rH r0 )rI r0 )rJ r0 )rK r0 )rL r0 )rM r0 )rN r0 )rO rE rP )rQ r0 )rR rE rS )rT r0 )rU rE rV )rW r0 )rX rE rY )rZ r0 )r[ rE r\ )r] r0 )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_2� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�dgdS ( N�, rE � ĭ�- r0 �. � į�/ �0 � i̇�1 �2 �ij�4 � ĵ�5 �6 � ķ�7 �9 � ĺ�: �; � ļ�< �= � ľ�> �? � l·�A � ł�B �C � ń�D �E � ņ�F �G � ň�H �I � ʼn�J � ŋ�K �L � ō�M �N � ŏ�O �P � ő�Q �R � œ�S �T � ŕ�U �V � ŗ�W �X � ř�Y �Z � ś�[ �\ � ŝ�] �^ � ş�_ �` � š�a �b � ţ�c �d � ť�e �f � ŧ�g �h � ũ�i �j � ū�k �l � ŭ�m �n � ů�o �p � ű�q �r � ų�s �t � ŵ�u �v � ŷ�w �x � ÿ�y � ź�z �{ � ż�| �} � ž�~ � rj � � � ɓ� � ƃ� � � ƅ� � � ɔ� � ƈ� � � ɖ� � ɗ� � ƌ� � � ǝ� � ə� � ɛ� � ƒ� � � ɠ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE rj )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r! r0 )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* r0 )r+ rE r, r� r� r� r� r� �_seg_3@ s� r- c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�dgdS ( N� rE � ɣ� r0 � � ɩ� � ɨ� � ƙ� � � ɯ� � ɲ� � � ɵ� � ơ� � � ƣ� � � ƥ� � � ʀ� � ƨ� � � ʃ� � � ƭ� � � ʈ� � ư� � � ʊ� � ʋ� � ƴ� � � ƶ� � � ʒ� � ƹ� � � ƽ� �� � dž�� �lj�� �nj�� � ǎ�� �� � ǐ�� �� � ǒ�� �� � ǔ�� �� � ǖ�� �� � ǘ�� �� � ǚ�� �� � ǜ�� �� � ǟ�� �� � ǡ�� �� � ǣ�� �� � ǥ�� �� � ǧ�� �� � ǩ�� �� � ǫ�� �� � ǭ�� �� � ǯ�� �� �dz�� � ǵ� � � ƕ� � ƿ� � ǹ� � � ǻ� � � ǽ� � � ǿ� � � ȁ� � � ȃ� � � ȅ� � � ȇ� � � ȉ� � � ȋ� � � ȍ)r. rE r/ )r0 r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 r0 )r8 rE r9 )r: rE r; )r< r0 )r= rE r> )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ rE rK )rL r0 )rM rE rN )rO r0 )rP rE rQ )rR r0 )rS rE rT )rU rE rV )rW r0 )rX rE rY )rZ rE r[ )r\ rE r] )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_4� s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N� r0 � rE � ȏ� � � ȑ� � � ȓ� � � ȕ� � � ȗ� � � ș� � � ț� � � ȝ� � � ȟ� � � ƞ�! �" � ȣ�# �$ � ȥ�% �& � ȧ�' �( � ȩ�) �* � ȫ�+ �, � ȭ�- �. � ȯ�/ �0 � ȱ�1 �2 � ȳ�3 �: � ⱥ�; � ȼ�< �= � ƚ�> � ⱦ�? �A � ɂ�B �C � ƀ�D � ʉ�E � ʌ�F � ɇ�G �H � ɉ�I �J � ɋ�K �L � ɍ�M �N � ɏ�O � rT � � ɦ� rX � rh � � ɹ� � ɻ� � ʁ� rr � rv � �� r � ̆�� � ̇�� � ̊�� � ̨�� � ̃�� � ̋�� �� � ɣ�� r\ �� rj �� rt �� � ʕ�� �@ � ̀�A � ́�B �C � ̓�D � ̈́�E � ι�F �O r� �P �p � ͱ�q �r � ͳ�s �t � ʹ�u �v � ͷ�w )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE rT )r* rE r+ )r, rE rX )r- rE rh )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE rr )r5 rE rv )r6 r0 )r7 r r8 )r9 r r: )r; r r< )r= r r> )r? r r@ )rA r rB )rC r0 )rD rE rE )rF rE r\ )rG rE rj )rH rE rt )rI rE rJ )rK r0 )rL rE rM )rN rE rO )rP r0 )rQ rE rR )rS rE rT )rU rE rV )rW r0 )rX r� )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 r� r� r� r� r� �_seg_5 s� rf c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N�x r� �z r � ι�{ r0 �~ �;� � � ́� � ̈́� rE � ά� � ·� � έ� � ή� � ί� � � ό� � � ύ� � ώ� � � α� � β� � γ� � δ� � ε� � ζ� � η� � θ� � ι� � κ� � λ� � μ� � ν� � ξ� � ο� � π� � ρ� � � σ� � τ� � υ� � φ� � χ� � ψ� � ω� � ϊ� � ϋ� �� r- �� �� � ϗ�� �� �� �� �� �� �� �� �� � ϙ�� �� � ϛ�� �� � ϝ�� �� � ϟ�� �� � ϡ�� �� � ϣ�� �� � ϥ�� �� � ϧ�� �� � ϩ�� �� � ϫ�� �� � ϭ�� �� � ϯ�� �� �� �� �� �� � � � � ϸ� � � � ϻ� � � ͻ� � ͼ� � ͽ� � ѐ� � ё� � ђ� � ѓ)rg r� )rh r ri )rj r0 )rk r rl )rm r� )rn r ro )rp r rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| r� )r} rE r~ )r r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r- r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_6x s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�dgdS ( N� rE � є� � ѕ� � і� � ї� � ј� � љ� � њ� � ћ� � ќ� � ѝ� � ў� � џ� � а� � б� � в� � г� � д� � е� � ж� � з� � и� � й� � к� � л� � м� � н� � о� � п� � р�! � с�" � т�# � у�$ � ф�% � х�& � ц�' � ч�( � ш�) � щ�* � ъ�+ � ы�, � ь�- � э�. � ю�/ � я�0 r0 �` � ѡ�a �b � ѣ�c �d � ѥ�e �f � ѧ�g �h � ѩ�i �j � ѫ�k �l � ѭ�m �n � ѯ�o �p � ѱ�q �r � ѳ�s �t � ѵ�u �v � ѷ�w �x � ѹ�y �z � ѻ�{ �| � ѽ�} �~ � ѿ� � � ҁ� � � ҋ� � � ҍ� � � ҏ� � � ґ� � � ғ� � � ҕ� � � җ� � � ҙ� � � қ� � � ҝ� � � ҟ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_7� s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� r0 � rE � ҡ� � � ң� � � ҥ� � � ҧ� � � ҩ� � � ҫ� � � ҭ� � � ү� � � ұ� � � ҳ� � � ҵ� � � ҷ� � � ҹ� � � һ� � � ҽ� � � ҿ� � r� � � ӂ�� �� � ӄ�� �� � ӆ�� �� � ӈ�� �� � ӊ�� �� � ӌ�� �� � ӎ�� �� � ӑ�� �� � ӓ�� �� � ӕ�� �� � ӗ�� �� � ә�� �� � ӛ�� �� � ӝ�� �� � ӟ�� �� � ӡ�� �� � ӣ�� �� � ӥ�� �� � ӧ�� �� � ө�� �� � ӫ�� �� � ӭ�� �� � ӯ�� �� � ӱ�� �� � ӳ�� �� � ӵ� � � ӷ� � � ӹ� � � ӻ� � � ӽ� � � ӿ� � � ԁ� � � ԃ� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE r* )r+ r0 )r, rE r- )r. r0 )r/ rE r0 )r1 r0 )r2 rE r3 )r4 r0 )r5 rE r6 )r7 r0 )r8 rE r9 )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC r0 )rD rE rE )rF r0 )rG rE rH )rI r0 r� r� r� r� r� �_seg_8H s� rJ c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�dgdS ( N� rE � ԅ� r0 � � ԇ� � � ԉ� � � ԋ� � � ԍ� � � ԏ� � � ԑ� � � ԓ� � � ԕ� � � ԗ� � � ԙ� � � ԛ� � � ԝ� � � ԟ� � � ԡ�! �" � ԣ�# �$ � ԥ�% �& � ԧ�' �( r� �1 � ա�2 � բ�3 � գ�4 � դ�5 � ե�6 � զ�7 � է�8 � ը�9 � թ�: � ժ�; � ի�< � լ�= � խ�> � ծ�? � կ�@ � հ�A � ձ�B � ղ�C � ճ�D � մ�E � յ�F � ն�G � շ�H � ո�I � չ�J � պ�K � ջ�L � ռ�M � ս�N � վ�O � տ�P � ր�Q � ց�R � ւ�S � փ�T � ք�U � օ�V � ֆ�W �Y �` �a � � եւ� � � � � � �� �� �� �� � � � � �u � اٴ�v � وٴ�w � ۇٴ�x � يٴ�y �� )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rR )rS r0 )rT rE rU )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 )rf rE rg )rh r0 )ri rE rj )rk r0 )rl rE rm )rn r0 )ro rE rp )rq r0 )rr rE rs )rt r0 )ru rE rv )rw r0 )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� r� r� r� r� r� �_seg_9� s� r� c e C s� dydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� r0 � r� � �K �M � � � � �. �0 �? �@ �\ �^ �_ � � � � �� � � �X rE � क़�Y � ख़�Z � ग़�[ � ज़�\ � ड़�] � ढ़�^ � फ़�_ � य़�` �x �y � � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� � ড়�� � ঢ়�� �� � য়�� �� �� � � � � � � � � �) �* �1 �2 �3 � ਲ਼�4 �5 �6 � ਸ਼�7 �8 �: �< �= �> �C �G �I �K �N �Q �R �Y � ਖ਼�Z � ਗ਼�[ � ਜ਼�\ �] �^ � ਫ਼�_ )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r! r� )r" r0 )r# r� )r$ r0 )r% r� )r& r0 )r' r� )r( r0 )r) r� )r* r0 )r+ r� )r, r0 )r- r� )r. rE r/ )r0 rE r1 )r2 r� )r3 rE r4 )r5 r0 )r6 r� )r7 r0 )r8 r� )r9 r0 )r: r� )r; r0 )r< r� )r= r0 )r> r� )r? r0 )r@ r� )rA r0 )rB r� )rC r0 )rD rE rE )rF r� )rG r0 )rH rE rI )rJ r� )rK r0 )rL r� )rM r0 )rN r� )rO r0 )rP r� )rQ r0 )rR r� )rS r0 )rT r� )rU r0 )rV r� )rW rE rX )rY rE rZ )r[ rE r\ )r] r0 )r^ r� )r_ rE r` )ra r� r� r� r� r� r� �_seg_10 s� rb c e C s� djdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�f r0 �v r� � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� � � � � � � � �) �* �1 �2 �4 �5 �: �< �E �G �I �K �N �V �X �\ rE � ଡ଼�] � ଢ଼�^ �_ �d �f �x � � � � � � � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� � � � � � � � � �) �* �4 �5 )rc r0 )rd r� )re r0 )rf r� )rg r0 )rh r� )ri r0 )rj r� )rk r0 )rl r� )rm r0 )rn r� )ro r0 )rp r� )rq r0 )rr r� )rs r0 )rt r� )ru r0 )rv r� )rw r0 )rx r� )ry r0 )rz r� )r{ r0 )r| r� )r} r0 )r~ r� )r r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 r� r� r� r� r� �_seg_11� s� r� c e C s� didjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�: r� �= r0 �E �F �I �J �N �U �W �X �Z �` �d �f �p �x � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � �; �= �E �F �I �J �O �W �X �` �d �f �v �y � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� � � �3 rE � ํา�4 �; �? �\ � � � � � )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r! r0 )r" r� )r# r0 )r$ rE r% )r& r0 )r' r� )r( r0 )r) r� )r* r0 )r+ r� )r, r0 )r- r� )r. r0 r� r� r� r� r� �_seg_12� s� r/ c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� r� � r0 � � � � � � � � � � � � � � � � � rE � ໍາ� � � � � �� �� �� �� �� �� �� �� � ຫນ�� � ຫມ�� �� � � � ་� �C � གྷ�D �H �I �M � ཌྷ�N �R � དྷ�S �W � བྷ�X �\ � ཛྷ�] �i � ཀྵ�j �m �q �s � ཱི�t �u � ཱུ�v � ྲྀ�w � ྲཱྀ�x � ླྀ�y � ླཱྀ�z � � ཱྀ� � � ྒྷ� � � � � ྜྷ� � � ྡྷ� � � ྦྷ� � � ྫྷ� � � ྐྵ� � � �� �� �� � � �� � ⴧ�� �� � ⴭ�� �� � � ნ� �_ �a �I �J �N �P �W �X )r0 r� )r1 r0 )r2 r� )r3 r0 )r4 r� )r5 r0 )r6 r� )r7 r0 )r8 r� )r9 r0 )r: r� )r; r0 )r< r� )r= r0 )r> r� )r? r0 )r@ r� )rA r0 )rB rE rC )rD r0 )rE r� )rF r0 )rG r� )rH r0 )rI r� )rJ r0 )rK r� )rL r0 )rM r� )rN r0 )rO r� )rP rE rQ )rR rE rS )rT r0 )rU r� )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] r� )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd r0 )re rE rf )rg r0 )rh rE ri )rj r0 )rk rE rl )rm r0 )rn r� )ro r0 )rp rE rq )rr r0 )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 r� r� r� r� r� �_seg_13P s� r� c e C s� dhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�Y r� �Z r0 �^ �` � � � � � � � � � � � �� �� �� �� �� � � � � �[ �] �} � � � � � � � � � �� � � � � � �7 �@ �T �` �m �n �q �r �t � � � �� �� �� �� � � � � � r� � � � � �x � � � � � � � �, �0 �< �@ �A �D �n �p �u � � � �� �� �� �� � � �_ �` �} � � � � )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� r� r� r� r� r� �_seg_14� s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�dgdS ( N� r0 � r� � �L �P �} � �� � �8 �; �J �M � � �� �� � � �, rE rF �- r� �. rH �/ �0 rL �1 rN �2 � ǝ�3 rR �4 rT �5 rV �6 rX �7 rZ �8 r\ �9 r^ �: r` �; �< rb �= � ȣ�> rd �? rh �@ rl �A rn �B rr �C �D � ɐ�E � ɑ�F � ᴂ�G �H �I �J � ə�K � ɛ�L � ɜ�M �N �O �P �Q � ŋ�R �S � ɔ�T � ᴖ�U � ᴗ�V �W �X �Y � ᴝ�Z � ɯ�[ rp �\ � ᴥ�] � β�^ � γ�_ � δ�` � φ�a � χ�b �c �d �e �f �g �h � ρ�i �j �k �x � н�y � � ɒ� rJ � � ɕ� r � � rP � � ɟ� � ɡ� � ɥ� � ɨ� � ɩ� � ɪ� � ᵻ� � ʝ� � ɭ)r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r! r� )r" r0 )r# r� )r$ r0 )r% r� )r& r0 )r' rE rF )r( rE r� )r) rE rH )r* r0 )r+ rE rL )r, rE rN )r- rE r. )r/ rE rR )r0 rE rT )r1 rE rV )r2 rE rX )r3 rE rZ )r4 rE r\ )r5 rE r^ )r6 rE r` )r7 r0 )r8 rE rb )r9 rE r: )r; rE rd )r< rE rh )r= rE rl )r> rE rn )r? rE rr )r@ rE rF )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rH rE rL )rI rE rN )rJ rE rK )rL rE rM )rN rE rO )rP rE rR )rQ r0 )rR rE rZ )rS rE r^ )rT rE rU )rV rE rb )rW rE rX )rY rE rZ )r[ rE r\ )r] rE rd )r^ rE rl )r_ rE rn )r` rE ra )rb rE rc )rd rE rp )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rV )rr rE rh )rs rE rn )rt rE rp )ru rE rh )rv rE rj )rw rE rx )ry rE rn )rz rE rp )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� rE rJ )r� rE r� )r� rE r )r� rE rO )r� rE rP )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_15 s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�dgdS ( N� rE � ᶅ� � ʟ� � ɱ� � ɰ� � ɲ� � ɳ� � ɴ� � ɵ� � ɸ� � ʂ� � ʃ� � ƫ� � ʉ� � ʊ� � ᴜ� � ʋ� � ʌ� rx � � ʐ� � ʑ� � ʒ� � θ� r0 �� r� � � � ḁ� � � ḃ� � � ḅ� � � ḇ� � � ḉ� � � ḋ� � � ḍ� � � ḏ� � � ḑ� � � ḓ� � � ḕ� � � ḗ� � � ḙ� � � ḛ� � � ḝ� � � ḟ� � � ḡ�! �" � ḣ�# �$ � ḥ�% �& � ḧ�' �( � ḩ�) �* � ḫ�+ �, � ḭ�- �. � ḯ�/ �0 � ḱ�1 �2 � ḳ�3 �4 � ḵ�5 �6 � ḷ�7 �8 � ḹ�9 �: � ḻ�; �< � ḽ�= �> � ḿ�? �@ � ṁ�A �B � ṃ�C �D � ṅ�E �F � ṇ�G �H � ṉ�I �J � ṋ)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE rx )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r! r0 )r" rE r# )r$ r0 )r% rE r& )r' r0 )r( rE r) )r* r0 )r+ rE r, )r- r0 )r. rE r/ )r0 r0 )r1 rE r2 )r3 r0 )r4 rE r5 )r6 r0 )r7 rE r8 r� r� r� r� r� �_seg_16� s� r9 c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�K r0 �L rE � ṍ�M �N � ṏ�O �P � ṑ�Q �R � ṓ�S �T � ṕ�U �V � ṗ�W �X � ṙ�Y �Z � ṛ�[ �\ � ṝ�] �^ � ṟ�_ �` � ṡ�a �b � ṣ�c �d � ṥ�e �f � ṧ�g �h � ṩ�i �j � ṫ�k �l � ṭ�m �n � ṯ�o �p � ṱ�q �r � ṳ�s �t � ṵ�u �v � ṷ�w �x � ṹ�y �z � ṻ�{ �| � ṽ�} �~ � ṿ� � � ẁ� � � ẃ� � � ẅ� � � ẇ� � � ẉ� � � ẋ� � � ẍ� � � ẏ� � � ẑ� � � ẓ� � � ẕ� � � aʾ� � � r. � � � ạ� � � ả� � � ấ� � � ầ� � � ẩ� � � ẫ� � � ậ� � � ắ� � � ằ� � � ẳ� )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC r0 )rD rE rE )rF r0 )rG rE rH )rI r0 )rJ rE rK )rL r0 )rM rE rN )rO r0 )rP rE rQ )rR r0 )rS rE rT )rU r0 )rV rE rW )rX r0 )rY rE rZ )r[ r0 )r\ rE r] )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd r0 )re rE rf )rg r0 )rh rE ri )rj r0 )rk rE rl )rm r0 )rn rE ro )rp r0 )rq rE rr )rs r0 )rt rE ru )rv r0 )rw rE rx )ry r0 )rz rE r{ )r| r0 )r} rE r~ )r r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE rZ )r� r0 )r� rE r. )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_17� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�dgdS ( N� rE � ẵ� r0 � � ặ� � � ẹ� � � ẻ� � � ẽ� � � ế� � � ề� �� � ể�� �� � ễ�� �� � ệ�� �� � ỉ�� �� � ị�� �� � ọ�� �� � ỏ�� �� � ố�� �� � ồ�� �� � ổ�� �� � ỗ�� �� � ộ�� �� � ớ�� �� � ờ�� �� � ở�� �� � ỡ�� �� � ợ�� �� � ụ�� �� � ủ�� �� � ứ�� �� � ừ�� �� � ử�� �� � ữ�� �� � ự�� �� � ỳ�� �� � ỵ� � � ỷ� � � ỹ� � � ỻ� � � ỽ� � � ỿ� � � ἀ� � ἁ� � ἂ� � ἃ� � ἄ� � ἅ� � ἆ� � ἇ� � r� � � ἐ� � ἑ� � ἒ� � ἓ� � ἔ� � ἕ� � �( � ἠ�) � ἡ�* � ἢ�+ � ἣ�, � ἤ�- � ἥ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE r* )r+ r0 )r, rE r- )r. r0 )r/ rE r0 )r1 r0 )r2 rE r3 )r4 r0 )r5 rE r6 )r7 r0 )r8 rE r9 )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ r0 )rR r� )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ r� )r` r0 )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl r� r� r� r� r� �_seg_18X s� rm c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�dgdS ( N�. rE � ἦ�/ � ἧ�0 r0 �8 � ἰ�9 � ἱ�: � ἲ�; � ἳ�< � ἴ�= � ἵ�> � ἶ�? � ἷ�@ �F r� �H � ὀ�I � ὁ�J � ὂ�K � ὃ�L � ὄ�M � ὅ�N �P �X �Y � ὑ�Z �[ � ὓ�\ �] � ὕ�^ �_ � ὗ�` �h � ὠ�i � ὡ�j � ὢ�k � ὣ�l � ὤ�m � ὥ�n � ὦ�o � ὧ�p �q � ά�r �s � έ�t �u � ή�v �w � ί�x �y � ό�z �{ � ύ�| �} � ώ�~ � � ἀι� � ἁι� � ἂι� � ἃι� � ἄι� � ἅι� � ἆι� � ἇι� � � � � � � � � � ἠι� � ἡι� � ἢι� � ἣι� � ἤι� � ἥι� � ἦι� � ἧι� � � � � � � � � � ὠι� � ὡι� � ὢι� � ὣι� � ὤι� � ὥι� � ὦι� � ὧι� � � � � � � )rn rE ro )rp rE rq )rr r0 )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r )r rE r r� r� r� r� r� �_seg_19� s� r c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�dgdS ( N� rE � ὧι� r0 � � ὰι� � αι� � άι� r� � � � ᾶι� � ᾰ� � ᾱ� � ὰ� � ά� � r � ̓� � ι� � � ͂� � ̈͂�� � ὴι�� � ηι�� � ήι�� �� �� � ῆι�� � ὲ�� � έ�� � ὴ�� � ή�� �� � ̓̀�� � ̓́�� � ̓͂�� �� � ΐ�� �� �� � ῐ�� � ῑ�� � ὶ�� � ί�� �� � ̔̀�� � ̔́�� � ̔͂�� �� � ΰ�� �� � ῠ�� � ῡ�� � ὺ�� � ύ�� � ῥ�� � ̈̀�� � ̈́�� �`�� �� � ὼι�� � ωι�� � ώι� � � � ῶι� � ὸ� � ό� � ὼ� � ώ� � � ́� � ̔� � r� � r� � r- � � � � � ‐� � � ̳� �$ �' �( �/ �0 �3 � ′′�4 � ′′′�5 �6 � ‵‵�7 � ‵‵‵�8 �< �!!�= �> � ̅�? �G �??�H �?!�I �!?�J �W � ′′′′�X )r rE r )r r0 )r rE r )r rE r )r rE r )r r� )r r0 )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r )r$ r r% )r& rE r' )r( r r% )r) r r* )r+ r r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 r� )r4 r0 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r0 )r@ r rA )rB r rC )rD r rE )rF r0 )rG rE rH )rI r� )rJ r0 )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS r� )rT r rU )rV r rW )rX r rY )rZ r0 )r[ rE r\ )r] r0 )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh r ri )rj r rk )rl r rm )rn r� )ro rE rp )rq rE rr )rs rE rt )ru r� )rv r0 )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE rr )r� r r� )r� r r� )r� r� )r� r r� )r� r� )r� r- r� )r� r� )r� r0 )r� rE r� )r� r0 )r� r r� )r� r0 )r� r� )r� r0 )r� r� )r� r r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r r� )r� r0 )r� r r� )r� r0 )r� r r� )r� r r� )r� r r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_20( s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �dgdS ( N�_ r r� �` r� �a r� �d �e �p rE �0�q rV �r �t �4�u �5�v �6�w �7�x �8�y �9�z �+�{ � −�| �=�} �(�~ �)� r` � � r� � r� � � � � � � � � � � � � � � rF � rN � rb � rt � � ə� rT � rZ � r\ � r^ � � rd � rj � rl � � r0 � �rs� � �� �� � ! �a/c�! �a/s�! rJ �! � °c�! �! �c/o�! �c/u�! � ɛ�! � ! � °f� ! rR � ! �! � ħ�! �! �! �! �! �no�! �! �! rf �! rh � ! � ! �sm�!! �tel�"! �tm�#! �$! rx �%! �&! � ω�'! �(! �)! �*! �+! r� �,! rH �-! �.! �/! �1! rP �2! �3! �4! �5! � א)r� r r� )r� r� )r� r� )r� r� )r� r� )r� rE r� )r� rE rV )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� rE r` )r� rE r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r� )r� rE rF )r� rE rN )r� rE rb )r� rE rt )r� rE r� )r� rE rT )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rd )r� rE rj )r� rE rl )r� r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r r� )r� r r� )r� rE rJ )r� rE r� )r r0 )r r r )r r r )r rE r )r r0 )r rE r )r rE rR )r rE rT )r rE r )r rE rV )r rE r\ )r r0 )r rE r` )r rE r )r r0 )r rE rd )r rE rf )r rE rh )r r0 )r rE r )r rE r )r rE r )r r0 )r rE rx )r! r0 )r" rE r# )r$ r0 )r% rE rx )r& r0 )r' rE rZ )r( rE r� )r) rE rH )r* rE rJ )r+ r0 )r, rE rN )r- rE rP )r. r� )r/ rE r^ )r0 rE rb )r1 rE r2 r� r� r� r� r� �_seg_21� s� r3 c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�dgdS ( N�6! rE � ב�7! � ג�8! � ד�9! rV �:! r0 �;! �fax�<! � π�=! � γ�?! �@! � ∑�A! �E! rL �G! rN �H! �I! rX �J! �P! � 1⁄7�Q! � 1⁄9�R! � 1⁄10�S! � 1⁄3�T! � 2⁄3�U! � 1⁄5�V! � 2⁄5�W! � 3⁄5�X! � 4⁄5�Y! � 1⁄6�Z! � 5⁄6�[! � 1⁄8�\! � 3⁄8�]! � 5⁄8�^! � 7⁄8�_! � 1⁄�`! �a! �ii�b! �iii�c! �iv�d! rp �e! �vi�f! �vii�g! �viii�h! �ix�i! rt �j! �xi�k! �xii�l! r\ �m! rJ �n! �o! r^ �p! �q! �r! �s! �t! �u! �v! �w! �x! �y! �z! �{! �|! �}! �~! �! �! �! r� �! �! � 0⁄3�! �! �," � ∫∫�-" � ∫∫∫�." �/" � ∮∮�0" � ∮∮∮�1" �`" r �a" �n" �p" �)# � 〈�*# � 〉�+# ��# � $ �'$ �@$ �K$ �`$ r� �a$ r� �b$ �c$ r� �d$ r� �e$ r� �f$ r� �g$ r� �h$ r� �i$ �10�j$ �11�k$ �12)r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE rV )r; r0 )r< rE r= )r> rE r? )r@ rE rA )rB rE r? )rC rE rD )rE r0 )rF rE rL )rG rE rN )rH rE rV )rI rE rX )rJ r0 )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rV )rl rE rm )rn rE ro )rp rE rq )rr rE rp )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE rt )r| rE r} )r~ rE r )r� rE r\ )r� rE rJ )r� rE rL )r� rE r^ )r� rE rV )r� rE rm )r� rE ro )r� rE rq )r� rE rp )r� rE rt )r� rE rv )r� rE rx )r� rE rz )r� rE rt )r� rE r} )r� rE r )r� rE r\ )r� rE rJ )r� rE rL )r� rE r^ )r� r0 )r� r� )r� r0 )r� rE r� )r� r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r )r� r0 )r� r )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_22� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N�l$ rE �13�m$ �14�n$ �15�o$ �16�p$ �17�q$ �18�r$ �19�s$ �20�t$ r �(1)�u$ �(2)�v$ �(3)�w$ �(4)�x$ �(5)�y$ �(6)�z$ �(7)�{$ �(8)�|$ �(9)�}$ �(10)�~$ �(11)�$ �(12)�$ �(13)�$ �(14)�$ �(15)�$ �(16)�$ �(17)�$ �(18)�$ �(19)�$ �(20)�$ r� �$ �(a)�$ �(b)�$ �(c)�$ �(d)�$ �(e)�$ �(f)�$ �(g)�$ �(h)�$ �(i)�$ �(j)�$ �(k)�$ �(l)�$ �(m)�$ �(n)�$ �(o)�$ �(p)�$ �(q)�$ �(r)�$ �(s)�$ �(t)�$ �(u)�$ �(v)�$ �(w)�$ �(x)�$ �(y)�$ �(z)�$ rF �$ rH �$ rJ �$ rL �$ rN �$ rP �$ rR �$ rT �$ rV �$ rX �$ rZ �$ r\ ��$ r^ ��$ r` ��$ rb ��$ rd ��$ rf ��$ rh ��$ rj ��$ rl ��$ rn ��$ rp ��$ rr ��$ rt ��$ rv ��$ rx ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r! )r" r r# )r$ r r% )r& r r' )r( r r) )r* r r+ )r, r r- )r. r r/ )r0 rE rF )r1 rE rH )r2 rE rJ )r3 rE rL )r4 rE rN )r5 rE rP )r6 rE rR )r7 rE rT )r8 rE rV )r9 rE rX )r: rE rZ )r; rE r\ )r< rE r^ )r= rE r` )r> rE rb )r? rE rd )r@ rE rf )rA rE rh )rB rE rj )rC rE rl )rD rE rn )rE rE rp )rF rE rr )rG rE rt )rH rE rv )rI rE rx )rJ rE rF )rK rE rH )rL rE rJ )rM rE rL )rN rE rN )rO rE rP )rP rE rR )rQ rE rT )rR rE rV )rS rE rX )rT rE rZ )rU rE r\ )rV rE r^ )rW rE r` )rX rE rb )rY rE rd )rZ rE rf )r[ rE rh )r\ rE rj r� r� r� r� r� �_seg_23` s� r] c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N��$ rE rl ��$ rn ��$ rp ��$ rr ��$ rt ��$ rv ��$ rx ��$ r� ��$ r0 � ' r� �' � * � ∫∫∫∫� * �t* r �::=�u* �==�v* �===�w* ��* � ⫝̸��* �M+ �P+ �Z+ � , � ⰰ�, � ⰱ�, � ⰲ�, � ⰳ�, � ⰴ�, � ⰵ�, � ⰶ�, � ⰷ�, � ⰸ� , � ⰹ� , � ⰺ� , � ⰻ� , � ⰼ� , � ⰽ�, � ⰾ�, � ⰿ�, � ⱀ�, � ⱁ�, � ⱂ�, � ⱃ�, � ⱄ�, � ⱅ�, � ⱆ�, � ⱇ�, � ⱈ�, � ⱉ�, � ⱊ�, � ⱋ� , � ⱌ� , � ⱍ� , � ⱎ� , � ⱏ� , � ⱐ�!, � ⱑ�", � ⱒ�#, � ⱓ�$, � ⱔ�%, � ⱕ�&, � ⱖ�', � ⱗ�(, � ⱘ�), � ⱙ�*, � ⱚ�+, � ⱛ�,, � ⱜ�-, � ⱝ�., � ⱞ�/, �0, �_, �`, � ⱡ�a, �b, � ɫ�c, � ᵽ�d, � ɽ�e, �g, � ⱨ�h, �i, � ⱪ�j, �k, � ⱬ�l, �m, � ɑ�n, � ɱ�o, � ɐ�p, � ɒ�q, �r, � ⱳ�s, �u, � ⱶ�v, �|, rX �}, �~, � ȿ�, � ɀ�, � ⲁ�, �, � ⲃ)r^ rE rl )r_ rE rn )r` rE rp )ra rE rr )rb rE rt )rc rE rv )rd rE rx )re rE r� )rf r0 )rg r� )rh r0 )ri rE rj )rk r0 )rl r rm )rn r ro )rp r rq )rr r0 )rs rE rt )ru r0 )rv r� )rw r0 )rx r� )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE rX )r� rE rp )r� rE r� )r rE r )r rE r )r r0 )r rE r r� r� r� r� r� �_seg_24� s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�, r0 �, rE � ⲅ�, �, � ⲇ�, �, � ⲉ�, �, � ⲋ�, �, � ⲍ�, �, � ⲏ�, �, � ⲑ�, �, � ⲓ�, �, � ⲕ�, �, � ⲗ�, �, � ⲙ�, �, � ⲛ�, �, � ⲝ�, �, � ⲟ�, �, � ⲡ�, �, � ⲣ�, �, � ⲥ�, �, � ⲧ�, �, � ⲩ�, �, � ⲫ�, �, � ⲭ�, �, � ⲯ�, �, � ⲱ�, �, � ⲳ�, �, � ⲵ�, �, � ⲷ�, �, � ⲹ�, �, � ⲻ�, �, � ⲽ�, �, � ⲿ�, �, � ⳁ�, ��, � ⳃ��, ��, � ⳅ��, ��, � ⳇ��, ��, � ⳉ��, ��, � ⳋ��, ��, � ⳍ��, ��, � ⳏ��, ��, � ⳑ��, ��, � ⳓ��, ��, � ⳕ��, ��, � ⳗ��, ��, � ⳙ��, ��, � ⳛ��, ��, � ⳝ��, ��, � ⳟ��, ��, � ⳡ��, ��, � ⳣ��, ��, � ⳬ��, ��, � ⳮ)r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r! rE r" )r# r0 )r$ rE r% )r& r0 )r' rE r( )r) r0 )r* rE r+ )r, r0 )r- rE r. )r/ r0 )r0 rE r1 )r2 r0 )r3 rE r4 )r5 r0 )r6 rE r7 )r8 r0 )r9 rE r: )r; r0 )r< rE r= )r> r0 )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ r0 )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rR )rS r0 )rT rE rU )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 )rf rE rg )rh r0 )ri rE rj )rk r0 )rl rE rm )rn r0 )ro rE rp )rq r0 )rr rE rs )rt r0 )ru rE rv )rw r0 )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_250 s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N��, r0 ��, rE � ⳳ��, ��, r� �, �&- �'- �(- �-- �.- �0- �h- �o- � ⵡ�p- �q- �- �- �- �- �- �- �- �- �- �- �- ��- ��- ��- ��- ��- ��- ��- ��- �<. �. �. �. �. � 母�. ��. � 龟��. � / � 一�/ � 丨�/ � 丶�/ � 丿�/ � 乙�/ � 亅�/ � 二�/ � 亠�/ � 人� / � 儿� / � 入� / � 八� / � 冂� / � 冖�/ � 冫�/ � 几�/ � 凵�/ � 刀�/ � 力�/ � 勹�/ � 匕�/ � 匚�/ � 匸�/ � 十�/ � 卜�/ � 卩�/ � 厂�/ � 厶� / � 又� / � 口� / � 囗� / � 土� / � 士�!/ � 夂�"/ � 夊�#/ � 夕�$/ � 大�%/ � 女�&/ � 子�'/ � 宀�(/ � 寸�)/ � 小�*/ � 尢�+/ � 尸�,/ � 屮�-/ � 山�./ � 巛�// � 工�0/ � 己�1/ � 巾�2/ � 干�3/ � 幺�4/ � 广�5/ � 廴�6/ � 廾�7/ � 弋�8/ � 弓�9/ � 彐)r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ r� r� r� r� r� �_seg_26� s� rA c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�:/ rE � 彡�;/ � 彳�</ � 心�=/ � 戈�>/ � 戶�?/ � 手�@/ � 支�A/ � 攴�B/ � 文�C/ � 斗�D/ � 斤�E/ � 方�F/ � 无�G/ � 日�H/ � 曰�I/ � 月�J/ � 木�K/ � 欠�L/ � 止�M/ � 歹�N/ � 殳�O/ � 毋�P/ � 比�Q/ � 毛�R/ � 氏�S/ � 气�T/ � 水�U/ � 火�V/ � 爪�W/ � 父�X/ � 爻�Y/ � 爿�Z/ � 片�[/ � 牙�\/ � 牛�]/ � 犬�^/ � 玄�_/ � 玉�`/ � 瓜�a/ � 瓦�b/ � 甘�c/ � 生�d/ � 用�e/ � 田�f/ � 疋�g/ � 疒�h/ � 癶�i/ � 白�j/ � 皮�k/ � 皿�l/ � 目�m/ � 矛�n/ � 矢�o/ � 石�p/ � 示�q/ � 禸�r/ � 禾�s/ � 穴�t/ � 立�u/ � 竹�v/ � 米�w/ � 糸�x/ � 缶�y/ � 网�z/ � 羊�{/ � 羽�|/ � 老�}/ � 而�~/ � 耒�/ � 耳�/ � 聿�/ � 肉�/ � 臣�/ � 自�/ � 至�/ � 臼�/ � 舌�/ � 舛�/ � 舟�/ � 艮�/ � 色�/ � 艸�/ � 虍�/ � 虫�/ � 血�/ � 行�/ � 衣�/ � 襾�/ � 見�/ � 角�/ � 言�/ � 谷�/ � 豆�/ � 豕�/ � 豸�/ � 貝�/ � 赤�/ � 走�/ � 足�/ � 身)rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_27 s� r c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"gdS (# N�/ rE � 車�/ � 辛�/ � 辰�/ � 辵�/ � 邑�/ � 酉�/ � 釆�/ � 里�/ � 金�/ � 長�/ � 門�/ � 阜�/ � 隶�/ � 隹�/ � 雨�/ � 靑�/ � 非�/ � 面�/ � 革�/ � 韋�/ � 韭�/ � 音�/ � 頁�/ � 風�/ � 飛�/ � 食�/ � 首�/ � 香�/ � 馬�/ � 骨�/ � 高�/ � 髟�/ � 鬥�/ � 鬯�/ � 鬲�/ � 鬼��/ � 魚��/ � 鳥��/ � 鹵��/ � 鹿��/ � 麥��/ � 麻��/ � 黃��/ � 黍��/ � 黑��/ � 黹��/ � 黽��/ � 鼎��/ � 鼓��/ � 鼠��/ � 鼻��/ � 齊��/ � 齒��/ � 龍��/ � 龜��/ � 龠��/ r� � 0 r r� �0 r0 �0 �.�0 �60 � 〒�70 �80 � 十�90 � 卄�:0 � 卅�;0 �@0 �A0 �0 �0 �0 � ゙�0 � ゚�0 �0 � より�0 �0 � コト� 1 �1 �.1 �11 � ᄀ�21 � ᄁ�31 � ᆪ�41 � ᄂ�51 � ᆬ�61 � ᆭ�71 � ᄃ�81 � ᄄ�91 � ᄅ�:1 � ᆰ�;1 � ᆱ�<1 � ᆲ�=1 � ᆳ�>1 � ᆴ�?1 � ᆵ�@1 � ᄚ�A1 � ᄆ�B1 � ᄇ�C1 � ᄈ�D1 � ᄡ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ r� )r| r r� )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r r� )r� r r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_28h s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(gdS () N�E1 rE � ᄉ�F1 � ᄊ�G1 � ᄋ�H1 � ᄌ�I1 � ᄍ�J1 � ᄎ�K1 � ᄏ�L1 � ᄐ�M1 � ᄑ�N1 � ᄒ�O1 � ᅡ�P1 � ᅢ�Q1 � ᅣ�R1 � ᅤ�S1 � ᅥ�T1 � ᅦ�U1 � ᅧ�V1 � ᅨ�W1 � ᅩ�X1 � ᅪ�Y1 � ᅫ�Z1 � ᅬ�[1 � ᅭ�\1 � ᅮ�]1 � ᅯ�^1 � ᅰ�_1 � ᅱ�`1 � ᅲ�a1 � ᅳ�b1 � ᅴ�c1 � ᅵ�d1 r� �e1 � ᄔ�f1 � ᄕ�g1 � ᇇ�h1 � ᇈ�i1 � ᇌ�j1 � ᇎ�k1 � ᇓ�l1 � ᇗ�m1 � ᇙ�n1 � ᄜ�o1 � ᇝ�p1 � ᇟ�q1 � ᄝ�r1 � ᄞ�s1 � ᄠ�t1 � ᄢ�u1 � ᄣ�v1 � ᄧ�w1 � ᄩ�x1 � ᄫ�y1 � ᄬ�z1 � ᄭ�{1 � ᄮ�|1 � ᄯ�}1 � ᄲ�~1 � ᄶ�1 � ᅀ�1 � ᅇ�1 � ᅌ�1 � ᇱ�1 � ᇲ�1 � ᅗ�1 � ᅘ�1 � ᅙ�1 � ᆄ�1 � ᆅ�1 � ᆈ�1 � ᆑ�1 � ᆒ�1 � ᆔ�1 � ᆞ�1 � ᆡ�1 �1 r0 �1 � 一�1 � 二�1 � 三�1 � 四�1 � 上�1 � 中�1 � 下�1 � 甲�1 � 乙�1 � 丙�1 � 丁�1 � 天�1 � 地�1 � 人�1 �1 �1 ��1 ��1 � 2 r � (ᄀ)�2 � (ᄂ)�2 � (ᄃ)�2 � (ᄅ)�2 � (ᄆ))r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX r� )rY r0 )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv r0 )rw r� )rx r0 )ry r� )rz r0 )r{ r r| )r} r r~ )r r r� )r� r r� )r� r r� r� r� r� r� r� �_seg_29� s� r� c f C s* d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.gdS (/ N�2 r � (ᄇ)�2 � (ᄉ)�2 � (ᄋ)�2 � (ᄌ)� 2 � (ᄎ)� 2 � (ᄏ)� 2 � (ᄐ)� 2 � (ᄑ)� 2 � (ᄒ)�2 � (가)�2 � (나)�2 � (다)�2 � (라)�2 � (마)�2 � (바)�2 � (사)�2 � (아)�2 � (자)�2 � (차)�2 � (카)�2 � (타)�2 � (파)�2 � (하)� 2 � (주)� 2 � (오전)� 2 � (오후)� 2 r� � 2 � (一)�!2 � (二)�"2 � (三)�#2 � (四)�$2 � (五)�%2 � (六)�&2 � (七)�'2 � (八)�(2 � (九)�)2 � (十)�*2 � (月)�+2 � (火)�,2 � (水)�-2 � (木)�.2 � (金)�/2 � (土)�02 � (日)�12 � (株)�22 � (有)�32 � (社)�42 � (名)�52 � (特)�62 � (財)�72 � (祝)�82 � (労)�92 � (代)�:2 � (呼)�;2 � (学)�<2 � (監)�=2 � (企)�>2 � (資)�?2 � (協)�@2 � (祭)�A2 � (休)�B2 � (自)�C2 � (至)�D2 rE � 問�E2 � 幼�F2 � 文�G2 � 箏�H2 r0 �P2 �pte�Q2 �21�R2 �22�S2 �23�T2 �24�U2 �25�V2 �26�W2 �27�X2 �28�Y2 �29�Z2 �30�[2 �31�\2 �32�]2 �33�^2 �34�_2 �35�`2 � ᄀ�a2 � ᄂ�b2 � ᄃ�c2 � ᄅ�d2 � ᄆ�e2 � ᄇ�f2 � ᄉ�g2 � ᄋ�h2 � ᄌ�i2 � ᄎ�j2 � ᄏ�k2 � ᄐ�l2 � ᄑ�m2 � ᄒ�n2 � 가�o2 � 나)r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r )r r r )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK r� r� r� r� r� �_seg_308 s� rL c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�p2 rE � 다�q2 � 라�r2 � 마�s2 � 바�t2 � 사�u2 � 아�v2 � 자�w2 � 차�x2 � 카�y2 � 타�z2 � 파�{2 � 하�|2 � 참고�}2 � 주의�~2 � 우�2 r0 �2 � 一�2 � 二�2 � 三�2 � 四�2 � 五�2 � 六�2 � 七�2 � 八�2 � 九�2 � 十�2 � 月�2 � 火�2 � 水�2 � 木�2 � 金�2 � 土�2 � 日�2 � 株�2 � 有�2 � 社�2 � 名�2 � 特�2 � 財�2 � 祝�2 � 労�2 � 秘�2 � 男�2 � 女�2 � 適�2 � 優�2 � 印�2 � 注�2 � 項�2 � 休�2 � 写�2 � 正�2 � 上�2 � 中�2 � 下�2 � 左�2 � 右�2 � 医�2 � 宗�2 � 学�2 � 監�2 � 企�2 � 資�2 � 協�2 � 夜�2 �36�2 �37�2 �38�2 �39�2 �40�2 �41�2 �42�2 �43�2 �44�2 �45�2 �46�2 �47�2 �48�2 �49�2 �50�2 � 1月�2 � 2月��2 � 3月��2 � 4月��2 � 5月��2 � 6月��2 � 7月��2 � 8月��2 � 9月��2 � 10月��2 � 11月��2 � 12月��2 �hg��2 �erg��2 �ev��2 �ltd��2 � ア��2 � イ��2 � ウ��2 � エ)rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk r0 )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_31� s� r c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N��2 rE � オ��2 � カ��2 � キ��2 � ク��2 � ケ��2 � コ��2 � サ��2 � シ��2 � ス��2 � セ��2 � ソ��2 � タ��2 � チ��2 � ツ��2 � テ��2 � ト��2 � ナ��2 � ニ��2 � ヌ��2 � ネ��2 � ノ��2 � ハ��2 � ヒ��2 � フ��2 � ヘ��2 � ホ��2 � マ��2 � ミ��2 � ム��2 � メ��2 � モ��2 � ヤ��2 � ユ�2 � ヨ�2 � ラ�2 � リ�2 � ル�2 � レ�2 � ロ�2 � ワ�2 � ヰ�2 � ヱ�2 � ヲ�2 r� � 3 � アパート�3 � アルファ�3 � アンペア�3 � アール�3 � イニング�3 � インチ�3 � ウォン�3 � エスクード�3 � エーカー� 3 � オンス� 3 � オーム� 3 � カイリ� 3 � カラット� 3 � カロリー�3 � ガロン�3 � ガンマ�3 � ギガ�3 � ギニー�3 � キュリー�3 � ギルダー�3 � キロ�3 � キログラム�3 � キロメートル�3 � キロワット�3 � グラム�3 � グラムトン�3 � クルゼイロ�3 � クローネ� 3 � ケース� 3 � コルナ� 3 � コーポ� 3 � サイクル� 3 � サンチーム�!3 � シリング�"3 � センチ�#3 � セント�$3 � ダース�%3 � デシ�&3 � ドル�'3 � トン�(3 � ナノ�)3 � ノット�*3 � ハイツ�+3 � パーセント�,3 � パーツ�-3 � バーレル�.3 � ピアストル�/3 � ピクル�03 � ピコ�13 � ビル�23 � ファラッド�33 � フィート�43 � ブッシェル�53 � フラン�63 � ヘクタール�73 � ペソ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk r� )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_32 s� r� c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�83 rE � ペニヒ�93 � ヘルツ�:3 � ペンス�;3 � ページ�<3 � ベータ�=3 � ポイント�>3 � ボルト�?3 � ホン�@3 � ポンド�A3 � ホール�B3 � ホーン�C3 � マイクロ�D3 � マイル�E3 � マッハ�F3 � マルク�G3 � マンション�H3 � ミクロン�I3 � ミリ�J3 � ミリバール�K3 � メガ�L3 � メガトン�M3 � メートル�N3 � ヤード�O3 � ヤール�P3 � ユアン�Q3 � リットル�R3 � リラ�S3 � ルピー�T3 � ルーブル�U3 � レム�V3 � レントゲン�W3 � ワット�X3 � 0点�Y3 � 1点�Z3 � 2点�[3 � 3点�\3 � 4点�]3 � 5点�^3 � 6点�_3 � 7点�`3 � 8点�a3 � 9点�b3 � 10点�c3 � 11点�d3 � 12点�e3 � 13点�f3 � 14点�g3 � 15点�h3 � 16点�i3 � 17点�j3 � 18点�k3 � 19点�l3 � 20点�m3 � 21点�n3 � 22点�o3 � 23点�p3 � 24点�q3 �hpa�r3 �da�s3 �au�t3 �bar�u3 �ov�v3 �pc�w3 �dm�x3 �dm2�y3 �dm3�z3 �iu�{3 � 平成�|3 � 昭和�}3 � 大正�~3 � 明治�3 � 株式会社�3 �pa�3 �na�3 � μa�3 �ma�3 �ka�3 �kb�3 �mb�3 �gb�3 �cal�3 �kcal�3 �pf�3 �nf�3 � μf�3 � μg�3 �mg�3 �kg�3 �hz�3 �khz�3 �mhz�3 �ghz�3 �thz�3 � μl�3 �ml�3 �dl�3 �kl�3 �fm�3 �nm�3 � μm)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_33p s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(gdS () N�3 rE �mm�3 �cm�3 �km�3 �mm2�3 �cm2�3 �m2�3 �km2�3 �mm3�3 �cm3�3 �m3�3 �km3�3 � m∕s�3 � m∕s2�3 rn �3 �kpa�3 �mpa�3 �gpa�3 �rad�3 � rad∕s�3 � rad∕s2�3 �ps�3 �ns�3 � μs�3 �ms�3 �pv�3 �nv�3 � μv�3 �mv�3 �kv�3 �3 �pw�3 �nw�3 � μw�3 �mw�3 �kw�3 �3 � kω�3 � mω��3 r� ��3 �bq��3 �cc��3 �cd��3 � c∕kg��3 ��3 �db��3 �gy��3 �ha��3 �hp��3 �in��3 �kk��3 ��3 �kt��3 �lm��3 �ln��3 �log��3 �lx��3 rz ��3 �mil��3 �mol��3 �ph��3 ��3 �ppm��3 �pr��3 �sr��3 �sv��3 �wb��3 � v∕m��3 � a∕m��3 � 1日��3 � 2日��3 � 3日��3 � 4日��3 � 5日��3 � 6日��3 � 7日��3 � 8日��3 � 9日��3 � 10日��3 � 11日��3 � 12日��3 � 13日��3 � 14日��3 � 15日��3 � 16日��3 � 17日��3 � 18日��3 � 19日��3 � 20日��3 � 21日�3 � 22日�3 � 23日�3 � 24日�3 � 25日�3 � 26日�3 � 27日�3 � 28日�3 � 29日�3 � 30日�3 � 31日�3 �gal)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE rn )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE rz )r rE r )r rE r )r rE r )r r� )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re r� r� r� r� r� �_seg_34� s� rf c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� 4 r0 �M r� �M �͟ � � 鍤 鐤 �Ǥ �Ф �,� �@� rE � ꙁ�A� �B� � ꙃ�C� �D� � ꙅ�E� �F� � ꙇ�G� �H� � ꙉ�I� �J� � ꙋ�K� �L� � ꙍ�M� �N� � ꙏ�O� �P� � ꙑ�Q� �R� � ꙓ�S� �T� � ꙕ�U� �V� � ꙗ�W� �X� � ꙙ�Y� �Z� � ꙛ�[� �\� � ꙝ�]� �^� � ꙟ�_� �`� � ꙡ�a� �b� � ꙣ�c� �d� � ꙥ�e� �f� � ꙧ�g� �h� � ꙩ�i� �j� � ꙫ�k� �l� � ꙭ�m� 逦 � ꚁ遦 邦 � ꚃ郦 鄦 � ꚅ酦 醦 � ꚇ釦 鈦 � ꚉ鉦 銦 � ꚋ鋦 錦 � ꚍ鍦 鎦 � ꚏ鏦 鐦 � ꚑ鑦 钦 � ꚓ铦 锦 � ꚕ镦 閦 � ꚗ闦 阦 韦 � � � �"� � ꜣ�#� �$� � ꜥ�%� �&� � ꜧ�'� �(� � ꜩ�)� �*� � ꜫ�+� �,� � ꜭ�-� �.� � ꜯ�/� �2� � ꜳ�3� )rg r0 )rh r� )ri r0 )rj r� )rk r0 )rl r� )rm r0 )rn r� )ro r0 )rp r� )rq rE rr )rs r0 )rt rE ru )rv r0 )rw rE rx )ry r0 )rz rE r{ )r| r0 )r} rE r~ )r r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_35@ s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�4� rE � ꜵ�5� r0 �6� � ꜷ�7� �8� � ꜹ�9� �:� � ꜻ�;� �<� � ꜽ�=� �>� � ꜿ�?� �@� � ꝁ�A� �B� � ꝃ�C� �D� � ꝅ�E� �F� � ꝇ�G� �H� � ꝉ�I� �J� � ꝋ�K� �L� � ꝍ�M� �N� � ꝏ�O� �P� � ꝑ�Q� �R� � ꝓ�S� �T� � ꝕ�U� �V� � ꝗ�W� �X� � ꝙ�Y� �Z� � ꝛ�[� �\� � ꝝ�]� �^� � ꝟ�_� �`� � ꝡ�a� �b� � ꝣ�c� �d� � ꝥ�e� �f� � ꝧ�g� �h� � ꝩ�i� �j� � ꝫ�k� �l� � ꝭ�m� �n� � ꝯ�o� �p� �q� �y� � ꝺ�z� �{� � ꝼ�|� �}� � ᵹ�~� � ꝿ�� 逧 � ꞁ遧 邧 � ꞃ郧 鄧 � ꞅ酧 醧 � ꞇ釧 鋧 � ꞌ錧 鍧 � ɥ鎧 鏧 r� 鐧 � ꞑ鑧 钧 � ꞓ铧 锧 頧 � ꞡ顧 颧 � ꞣ飧 餧 � ꞥ饧 馧 � ꞧ駧 騧 � ꞩ驧 骧 � ɦ髧 � � ħ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r! rE r" )r# r0 )r$ rE r% )r& r0 )r' rE r( )r) r0 )r* rE r+ )r, r0 )r- rE r. )r/ r0 )r0 rE r1 )r2 r0 )r3 rE r4 )r5 r0 )r6 rE r7 )r8 r0 )r9 rE r: )r; r0 )r< rE r= )r> r0 )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ r0 )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rO )rR r0 )rS rE rT )rU r0 )rV rE rW )rX r0 )rY rE rZ )r[ rE r\ )r] r0 )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp r� )rq rE rr )rs r0 )rt rE ru )rv r0 )rw r� )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� r� r� r� r� r� �_seg_36� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� rE � œ� r0 �,� r� �0� �:� �@� �x� 逨 �Ũ �Ψ �ڨ �� � � � �T� �_� �}� 逩 �Ω �ϩ �ک �ީ �� � � �7� �@� �N� �P� �Z� �\� �|� 逪 �ê �۪ � �� �� � � �� �� �� � � �'� �(� �/� � �� �� � � � �� �� ��� ��� �� � � � 豈�� � 更�� � 車�� � 賈�� � 滑�� � 串�� � 句�� � 龜� � � 契� � � 金� � � 喇� � � 奈� � � 懶�� � 癩�� � 羅�� � 蘿�� � 螺�� � 裸�� � 邏�� � 樂�� � 洛�� � 烙�� � 珞�� � 落�� � 酪�� � 駱�� � 亂� � � 卵� � � 欄� � � 爛� � � 蘭� � � 鸞�!� � 嵐�"� � 濫�#� � 藍�$� � 襤�%� � 拉�&� � 臘�'� � 蠟�(� � 廊�)� � 朗�*� � 浪�+� � 狼�,� � 郎�-� � 來)r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_37 s� r c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�.� rE � 冷�/� � 勞�0� � 擄�1� � 櫓�2� � 爐�3� � 盧�4� � 老�5� � 蘆�6� � 虜�7� � 路�8� � 露�9� � 魯�:� � 鷺�;� � 碌�<� � 祿�=� � 綠�>� � 菉�?� � 錄�@� � 鹿�A� � 論�B� � 壟�C� � 弄�D� � 籠�E� � 聾�F� � 牢�G� � 磊�H� � 賂�I� � 雷�J� � 壘�K� � 屢�L� � 樓�M� � 淚�N� � 漏�O� � 累�P� � 縷�Q� � 陋�R� � 勒�S� � 肋�T� � 凜�U� � 凌�V� � 稜�W� � 綾�X� � 菱�Y� � 陵�Z� � 讀�[� � 拏�\� � 樂�]� � 諾�^� � 丹�_� � 寧�`� � 怒�a� � 率�b� � 異�c� � 北�d� � 磻�e� � 便�f� � 復�g� � 不�h� � 泌�i� � 數�j� � 索�k� � 參�l� � 塞�m� � 省�n� � 葉�o� � 說�p� � 殺�q� � 辰�r� � 沈�s� � 拾�t� � 若�u� � 掠�v� � 略�w� � 亮�x� � 兩�y� � 凉�z� � 梁�{� � 糧�|� � 良�}� � 諒�~� � 量�� � 勵� � 呂� � 女� � 廬� � 旅� � 濾� � 礪� � 閭� � 驪� � 麗� � 黎� � 力� � 曆� � 歷� � 轢� � 年� � 憐� � 戀� � 撚)r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_38x s� r� c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 漣� � 煉� � 璉� � 秊� � 練� � 聯� � 輦� � 蓮� � 連� � 鍊� � 列� � 劣� � 咽� � 烈� � 裂� � 說� � 廉� � 念� � 捻� � 殮� � 簾� � 獵� � 令� � 囹� � 寧� � 嶺� � 怜� � 玲� � 瑩� � 羚� � 聆� � 鈴� � 零� � 靈� � 領� � 例� � 禮� � 醴� � 隸� � 惡� � 了� � 僚� � 寮� � 尿� � 料� � 樂� � 燎� � 療�� � 蓼�� � 遼�� � 龍�� � 暈�� � 阮�� � 劉�� � 杻�� � 柳�� � 流�� � 溜�� � 琉�� � 留�� � 硫�� � 紐�� � 類�� � 六�� � 戮�� � 陸�� � 倫�� � 崙�� � 淪�� � 輪�� � 律�� � 慄�� � 栗�� � 率�� � 隆�� � 利�� � 吏�� � 履�� � 易�� � 李�� � 梨�� � 泥�� � 理�� � 痢�� � 罹�� � 裏�� � 裡�� � 里�� � 離�� � 匿�� � 溺�� � 吝�� � 燐�� � 璘�� � 藺�� � 隣�� � 鱗�� � 麟�� � 林� � 淋)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_39� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N� rE � 臨� � 立� � 笠� � 粒� � 狀� � 炙� � 識� � 什� � 茶� � 刺� � � 切�� � 度�� � 拓�� � 糖�� � 宅�� � 洞�� � 暴�� � 輻�� � 行� � � 降� � � 見� � � 廓� � � 兀� � � 嗀�� r0 �� � 塚�� �� � 晴�� �� � 凞�� � 猪�� � 益�� � 礼�� � 神�� � 祥�� � 福� � � 靖� � � 精� � � 羽� � � � � 蘒�!� �"� � 諸�#� �%� � 逸�&� � 都�'� �*� � 飯�+� � 飼�,� � 館�-� � 鶴�.� � 郞�/� � 隷�0� � 侮�1� � 僧�2� � 免�3� � 勉�4� � 勤�5� � 卑�6� � 喝�7� � 嘆�8� � 器�9� � 塀�:� � 墨�;� � 層�<� � 屮�=� � 悔�>� � 慨�?� � 憎�@� � 懲�A� � 敏�B� � 既�C� � 暑�D� � 梅�E� � 海�F� � 渚�G� � 漢�H� � 煮�I� � 爫�J� � 琢�K� � 碑�L� � 社�M� � 祉�N� � 祈�O� � 祐�P� � 祖�Q� � 祝�R� � 禍�S� � 禎�T� � 穀�U� � 突�V� � 節�W� � 練�X� � 縉�Y� � 繁�Z� � 署�[� � 者�\� � 臭�]� � 艹�_� � 著)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr r� r� r� r� r� �_seg_40H s� rs c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)gdS (* N�`� rE � 褐�a� � 視�b� � 謁�c� � 謹�d� � 賓�e� � 贈�f� � 辶�g� � 逸�h� � 難�i� � 響�j� � 頻�k� � 恵�l� � 𤋮�m� � 舘�n� r� �p� � 並�q� � 况�r� � 全�s� � 侀�t� � 充�u� � 冀�v� � 勇�w� � 勺�x� � 喝�y� � 啕�z� � 喙�{� � 嗢�|� � 塚�}� � 墳�~� � 奄�� � 奔� � 婢� � 嬨� � 廒� � 廙� � 彩� � 徭� � 惘� � 慎� � 愈� � 憎� � 慠� � 懲� � 戴� � 揄� � 搜� � 摒� � 敖� � 晴� � 朗� � 望� � 杖� � 歹� � 殺� � 流� � 滛� � 滋� � 漢� � 瀞� � 煮� � 瞧� � 爵� � 犯� � 猪� � 瑱� � 甆� � 画� � 瘝� � 瘟� � 益� � 盛� � 直� � 睊� � 着� � 磌� � 窱� � 節� � 类� � 絛� � 練� � 缾� � 者� � 荒� � 華� � 蝹� � 襁� � 覆� � � 調� � 諸� � 請� � � 諾� � 諭� � � 變� �� � 輸�� � 遲�� � 醙)rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE rw )r" rE r# )r$ rE r% )r& rE r' )r( rE ry )r) rE r* )r+ rE r, )r- rE r{ )r. rE r/ )r0 rE r )r1 rE r2 )r3 rE r4 )r5 rE r6 r� r� r� r� r� �_seg_41� s� r7 c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N�� rE � 鉶�� � 陼�� � 難�� � 靖�� � 韛�� � 響�� � 頋�� � 頻�� � 鬒�� � 龜�� � 𢡊�� � 𢡄�� � 𣏕�� � 㮝�� � 䀘�� � 䀹�� � 𥉉�� � 𥳐�� � 𧻓�� � 齃�� � 龎�� r� � � �ff�� �fi�� �fl�� �ffi�� �ffl�� �st�� �� � մն�� � մե�� � մի�� � վն�� � մխ�� � � � יִ� � r0 � � � ײַ� � � ע�!� � א�"� � ד�#� � ה�$� � כ�%� � ל�&� � ם�'� � ר�(� � ת�)� r r� �*� � שׁ�+� � שׂ�,� � שּׁ�-� � שּׂ�.� � אַ�/� � אָ�0� � אּ�1� � בּ�2� � גּ�3� � דּ�4� � הּ�5� � וּ�6� � זּ�7� �8� � טּ�9� � יּ�:� � ךּ�;� � כּ�<� � לּ�=� �>� � מּ�?� �@� � נּ�A� � סּ�B� �C� � ףּ�D� � פּ�E� �F� � צּ�G� � קּ�H� � רּ�I� � שּ�J� � תּ�K� � וֹ�L� � בֿ�M� � כֿ�N� � פֿ�O� � אל�P� � ٱ�R� � ٻ�V� � پ�Z� � ڀ�^� � ٺ�b� � ٿ�f� � ٹ�j� � ڤ�n� � ڦ�r� � ڄ�v� � ڃ�z� � چ�~� � ڇ� � ڍ)r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb r� )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro r� )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz r� )r{ rE r| )r} r0 )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_42 s� r� c f C s& d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,gdS (- N� rE � ڌ� � ڎ� � ڈ� � ژ� � ڑ� � ک� � گ� � ڳ� � ڱ� � ں� � ڻ� � ۀ� � ہ� � ھ� � ے� � ۓ� r0 �� r� �� � ڭ�� � ۇ�� � ۆ�� � ۈ�� � ۇٴ�� � ۋ�� � ۅ�� � ۉ�� � ې�� � ى�� � ئا�� � ئە�� � ئو�� � ئۇ�� � ئۆ�� � ئۈ� � ئې� � ئى� � ی� � � ئج�� � ئح�� � ئم�� �� � ئي�� � بج�� � بح�� � بخ�� � بم� � � بى� � � بي� � � تج� � � تح� � � تخ�� � تم�� � تى�� � تي�� � ثج�� � ثم�� � ثى�� � ثي�� � جح�� � جم�� � حج�� � حم�� � خج�� � خح�� � خم� � � سج� � � سح� � � سخ� � � سم� � � صح�!� � صم�"� � ضج�#� � ضح�$� � ضخ�%� � ضم�&� � طح�'� � طم�(� � ظم�)� � عج�*� � عم�+� � غج�,� � غم�-� � فج�.� � فح�/� � فخ�0� � فم�1� � فى�2� � في�3� � قح�4� � قم�5� � قى�6� � قي�7� � كا�8� � كج�9� � كح�:� � كخ�;� � كل�<� � كم�=� � كى�>� � كي)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r r� )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE r< )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_43� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!gdS (" N�?� rE � لج�@� � لح�A� � لخ�B� � لم�C� � لى�D� � لي�E� � مج�F� � مح�G� � مخ�H� � مم�I� � مى�J� � مي�K� � نج�L� � نح�M� � نخ�N� � نم�O� � نى�P� � ني�Q� � هج�R� � هم�S� � هى�T� � هي�U� � يج�V� � يح�W� � يخ�X� � يم�Y� � يى�Z� � يي�[� � ذٰ�\� � رٰ�]� � ىٰ�^� r � ٌّ�_� � ٍّ�`� � َّ�a� � ُّ�b� � ِّ�c� � ّٰ�d� � ئر�e� � ئز�f� � ئم�g� � ئن�h� � ئى�i� � ئي�j� � بر�k� � بز�l� � بم�m� � بن�n� � بى�o� � بي�p� � تر�q� � تز�r� � تم�s� � تن�t� � تى�u� � تي�v� � ثر�w� � ثز�x� � ثم�y� � ثن�z� � ثى�{� � ثي�|� � فى�}� � في�~� � قى�� � قي� � كا� � كل� � كم� � كى� � كي� � � � � ما� � � نر� � نز� � � نن� � � � � ير� � يز� � � ين� � � � ئج� � ئح� � ئخ� � � ئه� � بج� � بح� � بخ� � � به� � تج� � تح)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r )r r r )r r r )r r r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE r� )rJ rE r� )rK rE r� )rL rE rM )rN rE r� )rO rE rP )rQ rE rR )rS rE r� )rT rE rU )rV rE r� )rW rE r� )rX rE r� )rY rE rZ )r[ rE r\ )r] rE r� )r^ rE r_ )r` rE r� )ra rE r� )rb rE rc )rd rE re )rf rE rg )rh rE r )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE r )rr rE rs )rt rE ru )rv rE rw r� r� r� r� r� �_seg_44� s� rx c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"gdS (# N� rE � تخ� � تم� � ته� � ثم� � جح� � جم� � حج� � حم� � خج� � خم� � سج� � سح� � سخ� � سم� � صح� � صخ� � صم� � ضج� � ضح� � ضخ� � ضم� � طح� � ظم� � عج� � عم� � غج� � غم� � فج� � فح� � فخ� � فم�� � قح�� � قم�� � كج�� � كح�� � كخ�� � كل�� � كم�� � لج�� � لح�� � لخ�� � لم�� � له�� � مج�� � مح�� � مخ�� � مم�� � نج�� � نح�� � نخ�� � نم�� � نه�� � هج�� � هم�� � هٰ�� � يج�� � يح�� � يخ�� � يم�� � يه�� � ئم�� � ئه�� � بم�� � به�� �� �� �� � ثه�� �� � سه�� � شم�� � شه�� �� �� �� �� �� �� �� � ـَّ�� � ـُّ�� � ـِّ� � طى� � طي� � عى� � عي� � غى� � غي� � سى� � سي� � شى� � شي� � حى� � � حي�� � جى�� � جي�� � خى�� � خي�� � صى�� � صي)ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r| )r� rE r~ )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 r� r� r� r� r� �_seg_45P s� r6 c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N�� rE � ضى�� � ضي� � � شج� � � شح� � � شخ� � � شم� � � شر�� � سر�� � صر�� � ضر�� � طى�� � طي�� � عى�� � عي�� � غى�� � غي�� � سى�� � سي�� � شى�� � شي�� � حى� � � حي� � � جى� � � جي� � � خى� � � خي�!� � صى�"� � صي�#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� � سه�2� � شه�3� � طم�4� � سج�5� � سح�6� � سخ�7� �8� �9� �:� �;� � ظم�<� � اً�>� r0 �@� r� �P� � تجم�Q� � تحج�S� � تحم�T� � تخم�U� � تمج�V� � تمح�W� � تمخ�X� � جمح�Z� � حمي�[� � حمى�\� � سحج�]� � سجح�^� � سجى�_� � سمح�a� � سمج�b� � سمم�d� � صحح�f� � صمم�g� � شحم�i� � شجي�j� � شمخ�l� � شمم�n� � ضحى�o� � ضخم�q� � طمح�s� � طمم�t� � طمي�u� � عجم�v� � عمم�x� � عمى�y� � غمم�z� � غمي�{� � غمى�|� � فخم�~� � قمح�� � قمم� � لحم� � لحي� � لحى� � لجج� � لخم� � لمح� � محج� � محم)r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE r8 )rp rE r: )rq rE r< )rr rE r> )rs rE r@ )rt rE rB )ru rE rD )rv rE rF )rw rE rH )rx rE rJ )ry rE r< )rz rE r> )r{ rE r@ )r| rE rB )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r< )r� rE r> )r� rE r@ )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_46� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%gdS (& N� rE � محي� � مجح� � مجم� � مخج� � مخم� r� � � مجخ� � همج� � همم� � نحم� � نحى� � نجم� � نجى� � نمي� � نمى� � يمم� � بخي� � تجي� � تجى� � تخي� � تخى� � تمي� � تمى� � جمي� � جحى� � جمى� � سخى� � صحي� � شحي� � ضحي� � لجي� � لمي� � يحي� � يجي� � يمي� � ممي� � قمي� � نحي� � قمح� � لحم� � عمي� � كمي� � نجح� � مخي� � لجم� � كمم� � � � جحي� � حجي� � مجي� � فمي�� � بحي�� �� � عجم�� � صمم�� � سخي�� � نجي�� �� � صلے�� � قلے�� � الله�� � اكبر�� � محمد� � صلعم� � رسول� � عليه� � وسلم� � صلى� r �! صلى الله عليه وسلم� � جل جلاله� � ریال� r0 � � � r� �� �,�� � 、�� �� �:�� rl �� �!�� �?�� � 〖�� � 〗�� � � �'� �1� � —�2� � –�3� �_�5� r� �6� r� �7� �{�8� �}�9� � 〔�:� � 〕�;� � 【�<� � 】�=� � 《�>� � 》)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rD )rH rE r@ )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rF )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ r� )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq r rr )rs r rt )ru rE rv )rw r0 )rx r� )ry r� )rz r r{ )r| rE r} )r~ r� )r r r� )r� r rl )r� r r� )r� r r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_47 s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N�?� rE � 〈�@� � 〉�A� � 「�B� � 」�C� � 『�D� � 』�E� r0 �G� r �[�H� �]�I� � ̅�M� r� �P� r{ �Q� � 、�R� r� �T� rl �U� r� �V� r� �W� r� �X� � —�Y� r� �Z� r� �[� r� �\� r� �]� � 〔�^� � 〕�_� �#�`� �&�a� �*�b� r� �c� �-�d� �<�e� �>�f� r� �g� �h� �\�i� �$�j� �%�k� �@�l� �p� � ً�q� � ـً�r� � ٌ�s� �t� � ٍ�u� �v� � َ�w� � ـَ�x� � ُ�y� � ـُ�z� � ِ�{� � ـِ�|� � ّ�}� � ـّ�~� � ْ�� � ـْ� � ء� � آ� � أ� � ؤ� � إ� � ئ� � ا� � ب� � ة� � ت� � ث� � ج� � ح� � خ� � د� � ذ� � ر� � ز� � س� � ش� � ص� � ض� � ط�� � ظ�� � ع�� � غ�� � ف�� � ق�� � ك�� � ل�� � م�� � ن�� � ه�� � و�� � ى�� � ي� � لآ� � لأ� � لإ� � لا� � r� � � �� �� �")r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r r� )r� r r� )r� r r� )r� r r� )r� r r{ )r� rE r� )r� r� )r� r rl )r� r r� )r� r r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� rE r� )r� r r� )r� r0 )r� r r� )r� r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR r� )rS r� )rT r� )rU r r� )rV r rW r� r� r� r� r� �_seg_48� s� rX c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�dgdS ( N�� r r� �� r� �� r� �� r� �� �'�� r� � � r� � � r� � � r� � � r{ � � rE r� �� r �� �/�� r� �� r� �� r� �� �� r� �� r� �� r� �� r� �� r� �� r� �� r� �� rl � � r� � � r� � � r� � � r� � � r� �!� rF �"� rH �#� rJ �$� rL �%� rN �&� rP �'� rR �(� rT �)� rV �*� rX �+� rZ �,� r\ �-� r^ �.� r` �/� rb �0� rd �1� rf �2� rh �3� rj �4� rl �5� rn �6� rp �7� rr �8� rt �9� rv �:� rx �;� r� �<� r� �=� r� �>� �^�?� r� �@� rm �A� �B� �C� �D� �E� �F� �G� �H� �I� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� r� �\� �|�]� r� �^� �~�_� � ⦅�`� � ⦆�a� �b� � 「�c� � 」�d� � 、�e� � ・�f� � ヲ)rY r r� )rZ r r� )r[ r r� )r\ r r� )r] r r^ )r_ r r� )r` r r� )ra r r� )rb r r� )rc r r{ )rd rE r� )re rE r )rf r rg )rh rE r� )ri rE r� )rj rE r� )rk rE r )rl rE r� )rm rE r� )rn rE r� )ro rE r� )rp rE r� )rq rE r� )rr r r� )rs r rl )rt r r� )ru r r� )rv r r� )rw r r� )rx r r� )ry rE rF )rz rE rH )r{ rE rJ )r| rE rL )r} rE rN )r~ rE rP )r rE rR )r� rE rT )r� rE rV )r� rE rX )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rb )r� rE rd )r� rE rf )r� rE rh )r� rE rj )r� rE rl )r� rE rn )r� rE rp )r� rE rr )r� rE rt )r� rE rv )r� rE rx )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r rm )r� rE rF )r� rE rH )r� rE rJ )r� rE rL )r� rE rN )r� rE rP )r� rE rR )r� rE rT )r� rE rV )r� rE rX )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rb )r� rE rd )r� rE rf )r� rE rh )r� rE rj )r� rE rl )r� rE rn )r� rE rp )r� rE rr )r� rE rt )r� rE rv )r� rE rx )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_49� s� r� c f C s$ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+gdS (, N�g� rE � ァ�h� � ィ�i� � ゥ�j� � ェ�k� � ォ�l� � ャ�m� � ュ�n� � ョ�o� � ッ�p� � ー�q� � ア�r� � イ�s� � ウ�t� � エ�u� � オ�v� � カ�w� � キ�x� � ク�y� � ケ�z� � コ�{� � サ�|� � シ�}� � ス�~� � セ�� � ソ� � タ� � チ� � ツ� � テ� � ト� � ナ� � ニ� � ヌ� � ネ� � ノ� � ハ� � ヒ� � フ� � ヘ� � ホ� � マ� � ミ� � ム� � メ� � モ� � ヤ� � ユ� � ヨ� � ラ� � リ� � ル� � レ� � ロ� � ワ� � ン� � ゙� � ゚� r� � � ᄀ� � ᄁ� � ᆪ� � ᄂ� � ᆬ� � ᆭ� � ᄃ� � ᄄ� � ᄅ� � ᆰ� � ᆱ� � ᆲ� � ᆳ� � ᆴ� � ᆵ� � ᄚ� � ᄆ� � ᄇ� � ᄈ� � ᄡ� � ᄉ� � ᄊ� � ᄋ� � ᄌ� � ᄍ� � ᄎ� � ᄏ� � ᄐ� � ᄑ� � ᄒ� �� � ᅡ�� � ᅢ�� � ᅣ�� � ᅤ�� � ᅥ�� � ᅦ�� �� � ᅧ�� � ᅨ�� � ᅩ�� � ᅪ)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< r� )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry r� )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_50X s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�dgdS ( N�� rE � ᅫ�� � ᅬ�� r� �� � ᅭ�� � ᅮ�� � ᅯ�� � ᅰ�� � ᅱ�� � ᅲ�� �� � ᅳ�� � ᅴ�� � ᅵ�� �� � ¢�� � £�� � ¬�� r � ̄�� � ¦�� � ¥�� � ₩�� �� � │�� � ←�� � ↑�� � →�� � ↓�� � ■�� � ○�� � r0 � � �' �( �; �< �> �? �N �P �^ � � � � � �4 �7 � � � �� � � � � �� � � � �$ �0 �K � � � �� �� �� � � 𐐨� � 𐐩� � 𐐪� � 𐐫� � 𐐬� � 𐐭� � 𐐮� � 𐐯� � 𐐰� � 𐐱� � 𐐲� � 𐐳� � 𐐴� � 𐐵� � 𐐶� � 𐐷� � 𐐸� � 𐐹� � 𐐺� � 𐐻� � 𐐼� � 𐐽� � 𐐾� � 𐐿� � 𐑀� � 𐑁� � 𐑂� � 𐑃� � 𐑄� � 𐑅)r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r ! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r ! rE r ! )r ! rE r ! )r ! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r ! )r ! rE r ! )r ! rE r ! )r!! rE r"! )r#! rE r$! )r%! rE r&! )r'! rE r(! )r)! rE r*! r� r� r� r� r� �_seg_51� s� r+! c e C s� drdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� rE � 𐑆� � 𐑇� � 𐑈�! � 𐑉�" � 𐑊�# � 𐑋�$ � 𐑌�% � 𐑍�& � 𐑎�' � 𐑏�( r0 � r� � � � � � � � �6 �7 �9 �< �= �? �V �W �` � � � �: �? �@ � � � � � � � � � � � � � �4 �8 �; �? �H �P �Y �` � � �6 �9 �V �X �s �x � � �I �` � � �N �R �p � � � �� �� �� �� � � �5 �6 �D � �� �� �� � � � �� � �o# � $ �c$ �p$ �t$ � 0 �/4 )r,! rE r-! )r.! rE r/! )r0! rE r1! )r2! rE r3! )r4! rE r5! )r6! rE r7! )r8! rE r9! )r:! rE r;! )r<! rE r=! )r>! rE r?! )r@! r0 )rA! r� )rB! r0 )rC! r� )rD! r0 )rE! r� )rF! r0 )rG! r� )rH! r0 )rI! r� )rJ! r0 )rK! r� )rL! r0 )rM! r� )rN! r0 )rO! r� )rP! r0 )rQ! r� )rR! r0 )rS! r� )rT! r0 )rU! r� )rV! r0 )rW! r� )rX! r0 )rY! r� )rZ! r0 )r[! r� )r\! r0 )r]! r� )r^! r0 )r_! r� )r`! r0 )ra! r� )rb! r0 )rc! r� )rd! r0 )re! r� )rf! r0 )rg! r� )rh! r0 )ri! r� )rj! r0 )rk! r� )rl! r0 )rm! r� )rn! r0 )ro! r� )rp! r0 )rq! r� )rr! r0 )rs! r� )rt! r0 )ru! r� )rv! r0 )rw! r� )rx! r0 )ry! r� )rz! r0 )r{! r� )r|! r0 )r}! r� )r~! r0 )r! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� r� r� r� r� r� �_seg_52( s� r�! c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� h r0 �9j r� � o �Eo �Po �o �o �o � � �� � � �� � � �'� �)� �^� rE � 𝅗𝅥�_� � 𝅘𝅥�`� � 𝅘𝅥𝅮�a� � 𝅘𝅥𝅯�b� � 𝅘𝅥𝅰�c� � 𝅘𝅥𝅱�d� � 𝅘𝅥𝅲�e� �s� �{� �� � 𝆹𝅥�� � 𝆺𝅥�� � 𝆹𝅥𝅮�� � 𝆺𝅥𝅮�� � 𝆹𝅥𝅯�� � 𝆺𝅥𝅯�� ��� � � �F� � � �W� �`� �r� � � rF �� rH �� rJ �� rL �� rN �� rP �� rR �� rT �� rV � � rX � � rZ � � r\ � � r^ � � r` �� rb �� rd �� rf �� rh �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� �� � � � � � � � � � � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� �6� �7� �8� �9� �:� �;� �<� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! r0 )r�! r� )r�! r0 )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! rE rF )r�! rE rH )r�! rE rJ )r�! rE rL )r�! rE rN )r�! rE rP )r�! rE rR )r�! rE rT )r�! rE rV )r�! rE rX )r�! rE rZ )r�! rE r\ )r�! rE r^ )r�! rE r` )r�! rE rb )r�! rE rd )r�! rE rf )r�! rE rh )r�! rE rj )r�! rE rl )r�! rE rn )r�! rE rp )r�! rE rr )r�! rE rt )r�! rE rv )r�! rE rx )r�! rE rF )r�! rE rH )r�! rE rJ )r�! rE rL )r�! rE rN )r�! rE rP )r�! rE rR )r�! rE rT )r�! rE rV )r�! rE rX )r�! rE rZ )r�! rE r\ )r�! rE r^ )r�! rE r` )r�! rE rb )r�! rE rd )r�! rE rf )r�! rE rh )r�! rE rj )r�! rE rl )r�! rE rn )r�! rE rp )r�! rE rr )r " rE rt )r" rE rv )r" rE rx )r" rE rF )r" rE rH )r" rE rJ )r" rE rL )r" rE rN )r" rE rP )r " rE rR )r " rE rT )r " rE rV r� r� r� r� r� �_seg_53� s� r " c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�=� rE rX �>� rZ �?� r\ �@� r^ �A� r` �B� rb �C� rd �D� rf �E� rh �F� rj �G� rl �H� rn �I� rp �J� rr �K� rt �L� rv �M� rx �N� rF �O� rH �P� rJ �Q� rL �R� rN �S� rP �T� rR �U� r� �V� rV �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� �o� rT �p� �q� �r� �s� �t� �u� �v� �w� �x� �y� �z� �{� �|� �}� �~� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� )r " rE rX )r" rE rZ )r" rE r\ )r" rE r^ )r" rE r` )r" rE rb )r" rE rd )r" rE rf )r" rE rh )r" rE rj )r" rE rl )r" rE rn )r" rE rp )r" rE rr )r" rE rt )r " rE rv )r " rE rx )r " rE rF )r " rE rH )r " rE rJ )r!" rE rL )r"" rE rN )r#" rE rP )r$" rE rR )r%" r� )r&" rE rV )r'" rE rX )r(" rE rZ )r)" rE r\ )r*" rE r^ )r+" rE r` )r," rE rb )r-" rE rd )r." rE rf )r/" rE rh )r0" rE rj )r1" rE rl )r2" rE rn )r3" rE rp )r4" rE rr )r5" rE rt )r6" rE rv )r7" rE rx )r8" rE rF )r9" rE rH )r:" rE rJ )r;" rE rL )r<" rE rN )r=" rE rP )r>" rE rR )r?" rE rT )r@" rE rV )rA" rE rX )rB" rE rZ )rC" rE r\ )rD" rE r^ )rE" rE r` )rF" rE rb )rG" rE rd )rH" rE rf )rI" rE rh )rJ" rE rj )rK" rE rl )rL" rE rn )rM" rE rp )rN" rE rr )rO" rE rt )rP" rE rv )rQ" rE rx )rR" rE rF )rS" rE rH )rT" rE rJ )rU" rE rL )rV" rE rN )rW" rE rP )rX" rE rR )rY" rE rT )rZ" rE rV )r[" rE rX )r\" rE rZ )r]" rE r\ )r^" rE r^ )r_" rE r` )r`" rE rb )ra" rE rd )rb" rE rf )rc" rE rh )rd" rE rj )re" rE rl )rf" rE rn )rg" rE rp )rh" rE rr )ri" rE rt )rj" rE rv )rk" rE rx )rl" rE rF )rm" r� )rn" rE rJ )ro" rE rL )rp" r� r� r� r� r� r� �_seg_54� s� rq" c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rR �� r� �� rX �� rZ �� �� r` �� rb �� rd �� rf �� �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� rF �� rH �� rJ �� rL �� �� rP �� �� rT �� rV �� �� �� r\ ��� r^ ��� ��� ��� ��� ��� rh ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� rN ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � �� �� �� �� �� �� �� )rr" rE rR )rs" r� )rt" rE rX )ru" rE rZ )rv" r� )rw" rE r` )rx" rE rb )ry" rE rd )rz" rE rf )r{" r� )r|" rE rj )r}" rE rl )r~" rE rn )r" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" r� )r�" rE rP )r�" r� )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" r� )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" r� )r�" rE rL r� r� r� r� r� �_seg_55` s� r�" c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rN � � rP � � rR � � r� � � rX �� rZ �� r\ �� r^ �� r` �� rb �� rd �� rf �� �� rj �� rl �� rn �� rp �� rr �� rt � � rv � � � � rF � � rH � � rJ �!� rL �"� �#� �$� �%� rT �&� rV �'� �(� �)� �*� �+� �,� �-� �.� �/� rh �0� �1� �2� �3� �4� �5� �6� �7� rx �8� �9� �:� �;� �<� �=� �>� �?� �@� �A� �B� �C� �D� �E� �F� �G� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� )r�" rE rN )r�" rE rP )r�" rE rR )r�" r� )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" r� )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" r� )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r # rE rn )r# rE rp )r# rE rr )r# rE rt )r# rE rv )r# rE rx )r# rE rF )r# rE rH )r# r� )r # rE rL )r # rE rN )r # rE rP )r # rE rR )r # r� )r# rE rV )r# rE rX )r# rE rZ )r# rE r\ )r# rE r^ )r# r� )r# rE rb )r# r� )r# rE rj )r# rE rl )r# rE rn )r# rE rp )r# rE rr )r# rE rt )r # rE rv )r # r� )r # rE rF )r # rE rH )r # rE rJ )r!# rE rL )r"# rE rN )r## rE rP )r$# rE rR )r%# rE rT )r&# rE rV )r'# rE rX )r(# rE rZ )r)# rE r\ )r*# rE r^ )r+# rE r` )r,# rE rb )r-# rE rd )r.# rE rf )r/# rE rh )r0# rE rj )r1# rE rl )r2# rE rn )r3# rE rp )r4# rE rr )r5# rE rt )r6# rE rv )r7# rE rx )r8# rE rF )r9# rE rH )r:# rE rJ r� r� r� r� r� �_seg_56� s� r;# c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�o� rE rL �p� rN �q� rP �r� rR �s� rT �t� rV �u� rX �v� rZ �w� r\ �x� r^ �y� r` �z� rb �{� rd �|� rf �}� rh �~� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� rF �� rH �� rJ �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� )r<# rE rL )r=# rE rN )r># rE rP )r?# rE rR )r@# rE rT )rA# rE rV )rB# rE rX )rC# rE rZ )rD# rE r\ )rE# rE r^ )rF# rE r` )rG# rE rb )rH# rE rd )rI# rE rf )rJ# rE rh )rK# rE rj )rL# rE rl )rM# rE rn )rN# rE rp )rO# rE rr )rP# rE rt )rQ# rE rv )rR# rE rx )rS# rE rF )rT# rE rH )rU# rE rJ )rV# rE rL )rW# rE rN )rX# rE rP )rY# rE rR )rZ# rE rT )r[# rE rV )r\# rE rX )r]# rE rZ )r^# rE r\ )r_# rE r^ )r`# rE r` )ra# rE rb )rb# rE rd )rc# rE rf )rd# rE rh )re# rE rj )rf# rE rl )rg# rE rn )rh# rE rp )ri# rE rr )rj# rE rt )rk# rE rv )rl# rE rx )rm# rE rF )rn# rE rH )ro# rE rJ )rp# rE rL )rq# rE rN )rr# rE rP )rs# rE rR )rt# rE rT )ru# rE rV )rv# rE rX )rw# rE rZ )rx# rE r\ )ry# rE r^ )rz# rE r` )r{# rE rb )r|# rE rd )r}# rE rf )r~# rE rh )r# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv r� r� r� r� r� �_seg_570 s� r�# c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N��� rE rx ��� rF ��� rH ��� rJ ��� rL ��� rN ��� rP ��� rR ��� rT ��� rV ��� rX ��� rZ ��� r\ ��� r^ ��� r` ��� rb ��� rd ��� rf ��� rh ��� rj ��� rl ��� rn ��� rp ��� rr ��� rt ��� rv ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � �� �� �� �� �� �� �� �� � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � � � � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� �6� )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r $ rE rf )r$ rE rh )r$ rE rj )r$ rE rl )r$ rE rn r� r� r� r� r� �_seg_58� s� r$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�7� rE rp �8� rr �9� rt �:� rv �;� rx �<� rF �=� rH �>� rJ �?� rL �@� rN �A� rP �B� rR �C� rT �D� rV �E� rX �F� rZ �G� r\ �H� r^ �I� r` �J� rb �K� rd �L� rf �M� rh �N� rj �O� rl �P� rn �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� �o� �p� �q� �r� �s� �t� �u� �v� �w� �x� �y� �z� �{� �|� �}� �~� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� )r$ rE rp )r$ rE rr )r$ rE rt )r $ rE rv )r $ rE rx )r $ rE rF )r $ rE rH )r $ rE rJ )r$ rE rL )r$ rE rN )r$ rE rP )r$ rE rR )r$ rE rT )r$ rE rV )r$ rE rX )r$ rE rZ )r$ rE r\ )r$ rE r^ )r$ rE r` )r$ rE rb )r$ rE rd )r$ rE rf )r $ rE rh )r $ rE rj )r $ rE rl )r $ rE rn )r $ rE rp )r!$ rE rr )r"$ rE rt )r#$ rE rv )r$$ rE rx )r%$ rE rF )r&$ rE rH )r'$ rE rJ )r($ rE rL )r)$ rE rN )r*$ rE rP )r+$ rE rR )r,$ rE rT )r-$ rE rV )r.$ rE rX )r/$ rE rZ )r0$ rE r\ )r1$ rE r^ )r2$ rE r` )r3$ rE rb )r4$ rE rd )r5$ rE rf )r6$ rE rh )r7$ rE rj )r8$ rE rl )r9$ rE rn )r:$ rE rp )r;$ rE rr )r<$ rE rt )r=$ rE rv )r>$ rE rx )r?$ rE rF )r@$ rE rH )rA$ rE rJ )rB$ rE rL )rC$ rE rN )rD$ rE rP )rE$ rE rR )rF$ rE rT )rG$ rE rV )rH$ rE rX )rI$ rE rZ )rJ$ rE r\ )rK$ rE r^ )rL$ rE r` )rM$ rE rb )rN$ rE rd )rO$ rE rf )rP$ rE rh )rQ$ rE rj )rR$ rE rl )rS$ rE rn )rT$ rE rp )rU$ rE rr )rV$ rE rt )rW$ rE rv )rX$ rE rx )rY$ rE rF )rZ$ rE rH )r[$ rE rJ )r\$ rE rL )r]$ rE rN )r^$ rE rP )r_$ rE rR )r`$ rE rT )ra$ rE rV )rb$ rE rX )rc$ rE rZ )rd$ rE r\ )re$ rE r^ )rf$ rE r` )rg$ rE rb )rh$ rE rd )ri$ rE rf r� r� r� r� r� �_seg_59 s� rj$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rh �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� � ı�� � ȷ�� r� �� � α�� � β�� � γ�� � δ�� � ε�� � ζ�� � η�� � θ�� � ι�� � κ�� � λ�� � μ�� � ν�� � ξ�� � ο�� � π�� � ρ�� �� � σ�� � τ�� � υ�� � φ�� � χ�� � ψ�� � ω�� � ∇��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ∂��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � )rk$ rE rh )rl$ rE rj )rm$ rE rl )rn$ rE rn )ro$ rE rp )rp$ rE rr )rq$ rE rt )rr$ rE rv )rs$ rE rx )rt$ rE ru$ )rv$ rE rw$ )rx$ r� )ry$ rE rz$ )r{$ rE r|$ )r}$ rE r~$ )r$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ r� r� r� r� r� �_seg_60h s� r�$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE � ζ�� � η�� � θ�� � ι�� � κ�� � λ�� � μ�� � ν� � � ξ� � � ο� � � π� � � ρ� � � σ�� � τ�� � υ�� � φ�� � χ�� � ψ�� � ω�� � ∂�� � ε�� �� �� �� �� � � � α� � � β� � � γ� � � δ� � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� � ∇�6� �7� �8� �9� �:� �;� �<� �=� �>� �?� �@� �A� �B� �C� �D� �E� �F� �G� �I� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r % rE r% )r% rE r% )r% rE r% )r% rE r% )r% rE r % )r % rE r % )r % rE r % )r% rE r% )r% rE r% )r% rE r% )r% rE r% )r% rE r�$ )r% rE r�$ )r% rE r % )r% rE r% )r% rE r% )r% rE r % )r % rE r % )r % rE r % )r!% rE r"% )r#% rE r% )r$% rE r�$ )r%% rE r�$ )r&% rE r�$ )r'% rE r�$ )r(% rE r�$ )r)% rE r�$ )r*% rE r�$ )r+% rE r�$ )r,% rE r�$ )r-% rE r�$ )r.% rE r% )r/% rE r% )r0% rE r�$ )r1% rE r% )r2% rE r% )r3% rE r % )r4% rE r % )r5% rE r % )r6% rE r% )r7% rE r% )r8% rE r9% )r:% rE r % )r;% rE r % )r<% rE r % )r=% rE r"% )r>% rE r% )r?% rE r�$ )r@% rE r�$ )rA% rE r�$ )rB% rE r�$ )rC% rE r�$ )rD% rE r�$ )rE% rE r�$ )rF% rE r�$ )rG% rE r�$ )rH% rE r�$ )rI% rE r% )rJ% rE r% )rK% rE r% )rL% rE r% )rM% rE r % )rN% rE r % )rO% rE r % )rP% rE r% )rQ% rE r% )rR% rE r% )rS% rE r% )rT% rE r�$ )rU% rE r�$ )rV% rE r % )rW% rE r% )rX% rE r% )rY% rE r % )rZ% rE r % )r[% rE r % )r\% rE r"% )r]% rE r% )r^% rE r�$ )r_% rE r�$ )r`% rE r�$ )ra% rE r�$ )rb% rE r�$ )rc% rE r�$ )rd% rE r�$ )re% rE r�$ )rf% rE r�$ )rg% rE r�$ )rh% rE r% )ri% rE r% r� r� r� r� r� �_seg_61� s� rj% c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�g� rE � θ�h� � σ�i� � τ�j� � υ�k� � φ�l� � χ�m� � ψ�n� � ω�o� � ∇�p� � α�q� � β�r� � γ�s� � δ�t� � ε�u� � ζ�v� � η�w� �x� � ι�y� � κ�z� � λ�{� � μ�|� � ν�}� � ξ�~� � ο�� � π�� � ρ�� �� �� �� �� �� �� �� � ∂�� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ϝ��� r� ��� r� )rk% rE rl% )rm% rE rn% )ro% rE rp% )rq% rE rr% )rs% rE rt% )ru% rE rv% )rw% rE rx% )ry% rE rz% )r{% rE r|% )r}% rE r~% )r% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE rt% )r�% rE r�% )r�% rE r�% )r�% rE r~% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r|% )r�% rE r~% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE rt% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% r� )r�% rE r� r� r� r� r� r� �_seg_628 s� r�% c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N��� rE r� ��� r� ��� r ��� r� ��� r� ��� r� ��� r� ��� r� ��� r� ��� r� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � r� � � � ا�� � ب�� � ج�� � د�� �� � و�� � ز�� � ح�� � ط� � � ي� � � ك� � � ل� � � م� � � ن�� � س�� � ع�� � ف�� � ص�� � ق�� � ر�� � ش�� � ت�� � ث�� � خ�� � ذ�� � ض�� � ظ�� � غ� � � ٮ� � � ں� � � ڡ� � � ٯ� � �!� �"� �#� �$� � ه�%� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� )r�% rE r� )r�% rE r� )r�% rE r )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r & rE r� )r& rE r )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r & rE r� )r & rE r� )r & rE r )r & rE r� )r & rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r & r� )r & rE r & )r & rE r & )r!& rE r"& )r#& rE r$& )r%& r� )r&& rE r'& )r(& rE r)& )r*& rE r+& )r,& rE r-& )r.& rE r/& )r0& rE r1& )r2& rE r3& )r4& rE r5& )r6& rE r7& )r8& rE r9& )r:& rE r;& )r<& rE r=& )r>& rE r?& )r@& rE rA& )rB& rE rC& )rD& rE rE& )rF& rE rG& )rH& rE rI& )rJ& rE rK& )rL& rE rM& )rN& rE rO& )rP& rE rQ& )rR& rE rS& )rT& rE rU& )rV& rE rW& )rX& rE rY& )rZ& rE r[& )r\& r� )r]& rE r & )r^& rE r"& )r_& r� )r`& rE ra& )rb& r� )rc& rE r+& )rd& r� )re& rE r/& )rf& rE r1& )rg& rE r3& )rh& rE r5& )ri& rE r7& )rj& rE r9& )rk& rE r;& )rl& rE r=& )rm& rE r?& )rn& rE rA& r� r� r� r� r� �_seg_63� s� ro& c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�3� r� �4� rE � ش�5� � ت�6� � ث�7� � خ�8� �9� � ض�:� �;� � غ�<� �B� � ج�C� �G� � ح�H� �I� � ي�J� �K� � ل�L� �M� � ن�N� � س�O� � ع�P� �Q� � ص�R� � ق�S� �T� �U� �W� �X� �Y� �Z� �[� �\� �]� � ں�^� �_� � ٯ�`� �a� � ب�b� �c� �d� � ه�e� �g� �h� � ط�i� �j� � ك�k� �l� � م�m� �n� �o� �p� � ف�q� �r� �s� �t� �u� �v� �w� �x� �y� �z� � ظ�{� �|� � ٮ�}� �~� � ڡ�� �� � ا�� �� �� � د�� �� � و�� � ز�� �� �� �� �� �� �� �� �� �� �� �� �� � ر�� �� �� �� �� � ذ�� �� �� �� �� �� �� �� )rp& r� )rq& rE rr& )rs& rE rt& )ru& rE rv& )rw& rE rx& )ry& r� )rz& rE r{& )r|& r� )r}& rE r~& )r& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE rr& )r�& r� )r�& rE rx& )r�& r� )r�& rE r{& )r�& r� )r�& rE r~& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE rr& )r�& rE rt& )r�& rE rv& )r�& rE rx& )r�& r� )r�& rE r{& )r�& rE r�& )r�& rE r~& )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE rr& )r�& rE rt& )r�& rE rv& )r�& rE rx& )r�& rE r�& )r�& rE r{& )r�& rE r�& )r�& rE r~& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� r� r� r� r� r� �_seg_64 s� r�& c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d gdS ( N�� rE � و�� � ز�� � ح�� � ط�� � ي�� r� �� � ل�� � م�� � ن�� � س�� � ع�� � ف�� � ص�� � ق�� � ر�� � ش�� � ت�� � ث�� � خ�� � ذ�� � ض�� � ظ�� � غ�� ��� r0 ��� � � �,� �0� �� �� �� �� �� �� ��� ��� ��� �� r �0,�� �1,�� �2,�� �3,�� �4,�� �5,�� �6,�� �7,� � �8,� � �9,� � �� �(a)�� �(b)�� �(c)�� �(d)�� �(e)�� �(f)�� �(g)�� �(h)�� �(i)�� �(j)�� �(k)�� �(l)� � �(m)� � �(n)� � �(o)� � �(p)� � �(q)�!� �(r)�"� �(s)�#� �(t)�$� �(u)�%� �(v)�&� �(w)�'� �(x)�(� �(y)�)� �(z)�*� � 〔s〕�+� rJ �,� rh �-� r� �.� �wz�/� �0� rF �1� rH �2� �3� rL �4� rN �5� rP �6� rR �7� rT �8� rV �9� rX �:� rZ �;� r\ �<� r^ �=� r` �>� rb �?� rd �@� rf �A� �B� rj )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r ' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r ' )r ' rE r ' )r ' rE r ' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r ' rE r ' )r ' rE r ' )r ' rE r!' )r"' r� )r#' r0 )r$' r� )r%' r0 )r&' r� )r'' r0 )r(' r� )r)' r0 )r*' r� )r+' r0 )r,' r� )r-' r0 )r.' r� )r/' r0 )r0' r� )r1' r r2' )r3' r r4' )r5' r r6' )r7' r r8' )r9' r r:' )r;' r r<' )r=' r r>' )r?' r r@' )rA' r rB' )rC' r rD' )rE' r� )rF' r rG' )rH' r rI' )rJ' r rK' )rL' r rM' )rN' r rO' )rP' r rQ' )rR' r rS' )rT' r rU' )rV' r rW' )rX' r rY' )rZ' r r[' )r\' r r]' )r^' r r_' )r`' r ra' )rb' r rc' )rd' r re' )rf' r rg' )rh' r ri' )rj' r rk' )rl' r rm' )rn' r ro' )rp' r rq' )rr' r rs' )rt' r ru' )rv' r rw' )rx' r ry' )rz' rE r{' )r|' rE rJ )r}' rE rh )r~' rE r� )r' rE r�' )r�' r� )r�' rE rF )r�' rE rH )r�' rE rJ )r�' rE rL )r�' rE rN )r�' rE rP )r�' rE rR )r�' rE rT )r�' rE rV )r�' rE rX )r�' rE rZ )r�' rE r\ )r�' rE r^ )r�' rE r` )r�' rE rb )r�' rE rd )r�' rE rf )r�' rE rh )r�' rE rj r� r� r� r� r� �_seg_65p s� r�' c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�dgdS ( N�C� rE rl �D� rn �E� rp �F� rr �G� rt �H� rv �I� rx �J� �hv�K� r� �L� �sd�M� r. �N� �ppv�O� �wc�P� r0 �j� �mc�k� �md�l� r� �p� �� �dj�� �� ��� � � � ほか�� � ココ�� � サ�� �� � 手�� � 字�� � 双�� � デ�� � 二�� � 多�� � 解�� � 天�� � 交�� � 映�� � 無�� � 料� � � 前� � � 後� � � 再� � � 新� � � 初�!� � 終�"� � 生�#� � 販�$� � 声�%� � 吹�&� � 演�'� � 投�(� � 捕�)� � 一�*� � 三�+� � 遊�,� � 左�-� � 中�.� � 右�/� � 指�0� � 走�1� � 打�2� � 禁�3� � 空�4� � 合�5� � 満�6� � 有�7� � 月�8� � 申�9� � 割�:� � 営�;� �@� � 〔本〕�A� � 〔三〕�B� � 〔二〕�C� � 〔安〕�D� � 〔点〕�E� � 〔打〕�F� � 〔盗〕�G� � 〔勝〕�H� � 〔敗〕�I� �P� � 得�Q� � 可�R� � � �!� �0� �6� �7� �}� �� �� �� ��� ��� ��� ��� ��� � � �?� �@� )r�' rE rl )r�' rE rn )r�' rE rp )r�' rE rr )r�' rE rt )r�' rE rv )r�' rE rx )r�' rE r�' )r�' rE r� )r�' rE r�' )r�' rE r. )r�' rE r�' )r�' rE r�' )r�' r0 )r�' rE r�' )r�' rE r�' )r�' r� )r�' r0 )r�' rE r�' )r�' r0 )r�' r� )r�' r0 )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' r� )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r ( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r ( )r ( rE r ( )r ( rE r ( )r( rE r( )r( r� )r( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r ( )r ( rE r ( )r ( rE r ( )r!( rE r"( )r#( r� )r$( rE r%( )r&( rE r'( )r(( r� )r)( r0 )r*( r� )r+( r0 )r,( r� )r-( r0 )r.( r� )r/( r0 )r0( r� )r1( r0 )r2( r� )r3( r0 )r4( r� )r5( r0 )r6( r� )r7( r0 )r8( r� )r9( r0 r� r� r� r� r� �_seg_66� s� r:( c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�dgdS ( N�A� r� �B� r0 �� �� �� � � �>� �@� �D� �P� �h� � �A� �E� �P� � �� � � �t� � �צ � � �5� �@� � � � � rE � 丽�� � 丸�� � 乁�� � 𠄢�� � 你�� � 侮�� � 侻�� � 倂�� � 偺� � � 備� � � 僧� � � 像� � � 㒞� � � 𠘺�� � 免�� � 兔�� � 兤�� � 具�� � 𠔜�� � 㒹�� � 內�� � 再�� � 𠕋�� � 冗�� � 冤�� � 仌�� � 冬�� � 况� � � 𩇟� � � 凵� � � 刃� � � 㓟� � � 刻�!� � 剆�"� � 割�#� � 剷�$� � 㔕�%� � 勇�&� � 勉�'� � 勤�(� � 勺�)� � 包�*� � 匆�+� � 北�,� � 卉�-� � 卑�.� � 博�/� � 即�0� � 卽�1� � 卿�4� � 𠨬�5� � 灰�6� � 及�7� � 叟�8� � 𠭣�9� � 叫�:� � 叱�;� � 吆�<� � 咞�=� � 吸�>� � 呈�?� � 周�@� � 咢�A� � 哶�B� � 唐�C� � 啓�D� � 啣�E� � 善�G� � 喙�H� � 喫�I� � 喳�J� � 嗂�K� � 圖�L� � 嘆�M� � 圗)r;( r� )r<( r0 )r=( r� )r>( r0 )r?( r� )r@( r0 )rA( r� )rB( r0 )rC( r� )rD( r0 )rE( r� )rF( r0 )rG( r� )rH( r0 )rI( r� )rJ( r0 )rK( r� )rL( r0 )rM( r� )rN( r0 )rO( r� )rP( r0 )rQ( r� )rR( r0 )rS( r� )rT( rE rU( )rV( rE rW( )rX( rE rY( )rZ( rE r[( )r\( rE r]( )r^( rE r_( )r`( rE ra( )rb( rE rc( )rd( rE re( )rf( rE rg( )rh( rE ri( )rj( rE rk( )rl( rE rm( )rn( rE ro( )rp( rE rq( )rr( rE rs( )rt( rE ru( )rv( rE rw( )rx( rE ry( )rz( rE r{( )r|( rE r}( )r~( rE r( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( r� r� r� r� r� �_seg_67@ s� r�( c f C s$ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+gdS (, N�N� rE � 噑�O� � 噴�P� � 切�Q� � 壮�R� � 城�S� � 埴�T� � 堍�U� � 型�V� � 堲�W� � 報�X� � 墬�Y� � 𡓤�Z� � 売�[� � 壷�\� � 夆�]� � 多�^� � 夢�_� � 奢�`� � 𡚨�a� � 𡛪�b� � 姬�c� � 娛�d� � 娧�e� � 姘�f� � 婦�g� � 㛮�h� r� �i� � 嬈�j� � 嬾�l� � 𡧈�m� � 寃�n� � 寘�o� � 寧�p� � 寳�q� � 𡬘�r� � 寿�s� � 将�t� �u� � 尢�v� � 㞁�w� � 屠�x� � 屮�y� � 峀�z� � 岍�{� � 𡷤�|� � 嵃�}� � 𡷦�~� � 嵮�� � 嵫� � 嵼� � 巡� � 巢� � 㠯� � 巽� � 帨� � 帽� � 幩� � 㡢� � 𢆃� � 㡼� � 庰� � 庳� � 庶� � 廊� � 𪎒� � 廾� � 𢌱� � 舁� � 弢� � 㣇� � 𣊸� � 𦇚� � 形� � 彫� � 㣣� � 徚� � 忍� � 志� � 忹� � 悁� � 㤺� � 㤜� � 悔� � 𢛔� � 惇� � 慈� � 慌� � 慎� � � 慺� � 憎� � 憲� � 憤� � 憯� � 懞� � 懲� � 懶� � 成� � 戛� � 扝)r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r ) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r ) rE r ) )r ) rE r ) )r ) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r ) )r ) rE r ) )r ) r� )r ) rE r!) )r") rE r#) )r$) rE r%) )r&) rE r') )r() rE r)) )r*) rE r+) )r,) rE r-) )r.) rE r/) )r0) rE r1) )r2) rE r3) )r4) r� )r5) rE r6) )r7) rE r8) )r9) rE r:) )r;) rE r<) )r=) rE r>) )r?) rE r@) )rA) rE rB) )rC) rE rD) )rE) rE rF) )rG) rE rH) )rI) rE rJ) )rK) rE rL) )rM) rE rN) )rO) rE rP) )rQ) rE rR) )rS) rE rT) )rU) rE rV) )rW) rE rX) )rY) rE rZ) )r[) rE r\) )r]) rE r^) )r_) rE r`) )ra) rE rb) )rc) rE rd) )re) rE rf) )rg) rE rh) )ri) rE rj) )rk) rE rl) )rm) rE rn) )ro) rE rp) )rq) rE rr) )rs) rE rt) )ru) rE rv) )rw) rE rx) )ry) rE rz) )r{) rE r|) )r}) rE r~) )r) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) r� r� r� r� r� �_seg_68� s� r�) c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 抱� � 拔� � 捐� � 𢬌� � 挽� � 拼� � 捨� � 掃� � 揤� � 𢯱� � 搢� � 揅� � 掩�� � 㨮�� � 摩�� � 摾�� � 撝�� � 摷�� � 㩬�� � 敏�� � 敬�� � 𣀊�� � 旣�� � 書�� � 晉�� � 㬙�� � 暑�� � 㬈�� � 㫤�� � 冒�� � 冕�� � 最�� � 暜�� � 肭�� � 䏙�� � 朗�� � 望�� � 朡�� � 杞�� � 杓�� � 𣏃�� � 㭉�� � 柺�� � 枅�� � 桒�� � 梅�� � 𣑭�� � 梎�� � 栟�� � 椔�� � 㮝�� � 楂�� � 榣�� � 槪�� � 檨�� � 𣚣�� � 櫛�� � 㰘�� � 次�� � 𣢧�� � 歔�� � 㱎�� � 歲�� � 殟� � 殺� � 殻� � 𣪍� � 𡴋� � 𣫺� � 汎� � 𣲼� � 沿� � 泍� � 汧� � 洖� � � 派�� � 海�� � 流�� � 浩�� � 浸�� � 涅�� � 𣴞�� � 洴�� � 港� � � 湮� � � 㴳� � � 滋� � � 滇� � � 𣻑�� � 淹�� � 潮�� � 𣽞�� � 𣾎�� � 濆�� � 瀹�� � 瀞�� � 瀛�� � 㶖�� � 灊�� � 災)r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r * )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r * rE r * )r * rE r * )r * rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r * )r * rE r * )r * rE r * )r!* rE r"* )r#* rE r$* )r%* rE r&* )r'* rE r(* )r)* rE r** )r+* rE r,* )r-* rE r.* )r/* rE r0* )r1* rE r2* )r3* rE r4* )r5* rE r6* )r7* rE r8* )r9* rE r:* )r;* rE r<* )r=* rE r>* )r?* rE r@* )rA* rE rB* )rC* rE rD* )rE* rE rF* )rG* rE rH* )rI* rE rJ* )rK* rE rL* )rM* rE rN* )rO* rE rP* )rQ* rE rR* )rS* rE rT* )rU* rE rV* )rW* rE rX* )rY* rE rZ* )r[* rE r\* )r]* rE r^* )r_* rE r`* )ra* rE rb* )rc* rE rd* )re* rE rf* )rg* rE rh* )ri* rE rj* )rk* rE rl* )rm* rE rn* )ro* rE rp* )rq* rE rr* )rs* rE rt* )ru* rE rv* )rw* rE rx* r� r� r� r� r� �_seg_69 s� ry* c f C s& d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,gdS (- N�� rE � 灷�� � 炭�� � 𠔥� � � 煅� � � 𤉣� � � 熜� � r� � � � 爨�!� � 爵�"� � 牐�#� � 𤘈�$� � 犀�%� � 犕�&� � 𤜵�'� � 𤠔�(� � 獺�)� � 王�*� � 㺬�+� � 玥�,� � 㺸�.� � 瑇�/� � 瑜�0� � 瑱�1� � 璅�2� � 瓊�3� � 㼛�4� � 甤�5� � 𤰶�6� � 甾�7� � 𤲒�8� � 異�9� � 𢆟�:� � 瘐�;� � 𤾡�<� � 𤾸�=� � 𥁄�>� � 㿼�?� � 䀈�@� � 直�A� � 𥃳�B� � 𥃲�C� � 𥄙�D� � 𥄳�E� � 眞�F� � 真�H� � 睊�I� � 䀹�J� � 瞋�K� � 䁆�L� � 䂖�M� � 𥐝�N� � 硎�O� � 碌�P� � 磌�Q� � 䃣�R� � 𥘦�S� � 祖�T� � 𥚚�U� � 𥛅�V� � 福�W� � 秫�X� � 䄯�Y� � 穀�Z� � 穊�[� � 穏�\� � 𥥼�]� � 𥪧�_� �`� � 䈂�a� � 𥮫�b� � 篆�c� � 築�d� � 䈧�e� � 𥲀�f� � 糒�g� � 䊠�h� � 糨�i� � 糣�j� � 紀�k� � 𥾆�l� � 絣�m� � 䌁�n� � 緇�o� � 縂�p� � 繅�q� � 䌴�r� � 𦈨�s� � 𦉇�t� � 䍙�u� � 𦋙�v� � 罺�w� � 𦌾�x� � 羕�y� � 翺�z� � 者�{� � 𦓚�|� � 𦔣�}� � 聠�~� � 𦖨�� � 聰)rz* rE r{* )r|* rE r}* )r~* rE r* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* r� )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* r� )r + rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r + )r + rE r + )r + rE r + )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r + rE r + )r + rE r + )r + rE r!+ )r"+ rE r#+ )r$+ rE r%+ )r&+ rE r'+ )r(+ rE r)+ )r*+ rE r++ )r,+ rE r-+ )r.+ rE r/+ )r0+ rE r1+ )r2+ rE r3+ )r4+ rE r5+ )r6+ rE r7+ )r8+ rE r9+ )r:+ rE r;+ )r<+ rE r=+ )r>+ rE r?+ r� r� r� r� r� �_seg_70x s� r@+ c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 𣍟� � 䏕� � 育� � 脃� � 䐋� � 脾� � 媵� � 𦞧� � 𦞵� � 𣎓� � 𣎜� � 舁� � 舄� � 辞� � 䑫� � 芑� � 芋� � 芝� � 劳� � 花� � 芳� � 芽� � 苦� � 𦬼� � 若� � 茝� � 荣� � 莭� � 茣� � 莽� � 菧� � 著� � 荓� � 菊� � 菌� � 菜� � 𦰶� � 𦵫� � 𦳕� � 䔫� � 蓱� � 蓳� � 蔖� � 𧏊� � 蕤� � 𦼬� � 䕝� � 䕡� � 𦾱� � 𧃒� � 䕫� � 虐� � 虜� � 虧� � 虩� � 蚩� � 蚈� � 蜎� � 蛢� � 蝹� � 蜨� � 蝫� � 螆� r� � � 蟡� � 蠁�� � 䗹�� � 衠�� � 衣�� � 𧙧�� � 裗�� � 裞�� � 䘵�� � 裺�� � 㒻�� � 𧢮�� � 𧥦�� � 䚾�� � 䛇�� � 誠�� � 諭�� � 變�� � 豕�� � 𧲨�� � 貫�� � 賁�� � 贛�� � 起�� � 𧼯�� � 𠠄�� � 跋�� � 趼�� � 跰�� � 𠣞�� � 軔�� � 輸�� � 𨗒�� � 𨗭�� � 邔�� � 郱)rA+ rE rB+ )rC+ rE rD+ )rE+ rE rF+ )rG+ rE rH+ )rI+ rE rJ+ )rK+ rE rL+ )rM+ rE rN+ )rO+ rE rP+ )rQ+ rE rR+ )rS+ rE rT+ )rU+ rE rV+ )rW+ rE rX+ )rY+ rE rZ+ )r[+ rE r\+ )r]+ rE r^+ )r_+ rE r`+ )ra+ rE rb+ )rc+ rE rd+ )re+ rE rf+ )rg+ rE rh+ )ri+ rE rj+ )rk+ rE rl+ )rm+ rE rn+ )ro+ rE rp+ )rq+ rE rr+ )rs+ rE rt+ )ru+ rE rv+ )rw+ rE rx+ )ry+ rE rz+ )r{+ rE r|+ )r}+ rE r~+ )r+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ r� )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r , rE r, )r, rE r, )r, rE r, )r, rE r, r� r� r� r� r� �_seg_71� s� r, c = C s| dydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�g<S )�N�� rE � 鄑�� � 𨜮�� � 鄛�� � 鈸�� � 鋗�� � 鋘�� � 鉼�� � 鏹�� � 鐕�� � 𨯺�� � 開�� � 䦕�� � 閷�� � 𨵷�� � 䧦�� � 雃�� � 嶲� � 霣� � 𩅅� � 𩈚� � 䩮� � 䩶� � 韠� � 𩐊� � 䪲� � 𩒖� � 頋� � � 頩�� � 𩖶�� � 飢�� � 䬳�� � 餩�� � 馧�� � 駂�� � 駾�� � 䯎� � � 𩬰� � � 鬒� � � 鱀� � � 鳽� � � 䳎�� � 䳭�� � 鵧�� � 𪃎�� � 䳸�� � 𪄅�� � 𪈎�� � 𪊑�� � 麻�� � 䵖�� � 黹�� � 黾�� � 鼅�� � 鼏�� � 鼖� � � 鼻� � � 𪘀� � r� � r� �� )r , rE r , )r , rE r , )r , rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r , )r , rE r , )r , rE r , )r!, rE r", )r#, rE r$, )r%, rE r&, )r', rE r(, )r), rE r*, )r+, rE r,, )r-, rE r., )r/, rE r0, )r1, rE r2, )r3, rE r4, )r5, rE r6, )r7, rE r8, )r9, rE r:, )r;, rE r<, )r=, rE r>, )r?, rE r@, )rA, rE rB, )rC, rE rD, )rE, rE rF, )rG, rE rH, )rI, rE rJ, )rK, rE rL, )rM, rE rN, )rO, rE rP, )rQ, rE rR, )rS, rE rT, )rU, rE rV, )rW, rE rX, )rY, rE rZ, )r[, rE r\, )r], rE r^, )r_, rE r`, )ra, rE rb, )rc, rE rd, )re, rE rf, )rg, rE rh, )ri, rE rj, )rk, rE rl, )rm, rE rn, )ro, rE rp, )rq, rE rr, )rs, rE rt, )ru, rE rv, )rw, rE rx, )ry, rE rz, )r{, r� )r|, r� )r}, r� r� r� r� r� r� �_seg_72H sx r~, N)M�__doc__� __version__r� r� r� r- r� rf r r� rJ r� rb r� r/ r� r r� r9 r� rm r r� r3 r� r] r r� rA r r� r� rL r r� r� rf r� r� r r� r� rs r7 r� r� rx r6 r� r� rX r� r� r+! r�! r " rq" r�" r;# r�# r$ rj$ r�$ rj% r�% ro& r�& r�' r:( r�( r�) ry* r@+ r, r~, �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh@I site-packages/pip/_vendor/idna/__pycache__/uts46data.cpython-36.opt-1.pyc 0000644 00000671047 15231162611 0022054 0 ustar 00 3 F��ip� � @ s d Z dZdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJeKe� e� e� e� e� e� e� e � e � e � e � e � e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� �ZLd�S )�z IDNA Mapping Table from UTS46.z6.3.0c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� �3� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �V�. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: �; �< �= �> �? �@ �A �M�a�B �b�C �c�D �d�E �e�F �f�G �g�H �h�I �i�J �j�K �k�L �l�M �m�N �n�O �o�P �p�Q �q�R �r�S �s�T �t�U �u�V �v�W �w�X �x�Y �y�Z �z�[ �\ �] �^ �_ �` �a �b �c )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r r )r! r )r" r )r# r )r$ r )r% r )r& r )r' r )r( r )r) r )r* r )r+ r )r, r )r- r )r. r )r/ r0 )r1 r0 )r2 r )r3 r0 )r4 r0 )r5 r0 )r6 r0 )r7 r0 )r8 r0 )r9 r0 )r: r0 )r; r0 )r< r0 )r= r )r> r )r? r )r@ r )rA r )rB r )rC r )rD rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry r )rz r )r{ r )r| r )r} r )r~ r )r r0 )r� r0 )r� r0 � r� r� r� � /usr/lib/python3.6/uts46data.py�_seg_0 s� r� c f C s� dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�d r0 �e �f �g �h �i �j �k �l �m �n �o �p �q �r �s �t �u �v �w �x �y �z �{ r �| �} �~ � � �X� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � ̈� � rE rF � � � �I� � � ̄� � � �2� � � ́� � μ� � � � ̧� �1� rb � � � 1⁄4� � 1⁄2� � 3⁄4� � � à� � á�� � â�� � ã�� � ä�� � å�� � æ�� � ç)r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r )r� r )r� r )r� r )r� r )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r� )r� r r� )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r0 )r� r r� )r� r0 )r� rE rF )r� r0 )r� r0 )r� r� )r� r0 )r� r r� )r� r0 )r� r0 )r� rE r� )r� rE r )r� r r� )r� rE r� )r� r0 )r� r0 )r� r r� )r� rE r� )r� rE rb )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_1p s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE � è�� � é�� � ê�� � ë�� � ì�� � í�� � î�� � ï�� � ð�� � ñ�� � ò�� � ó�� � ô�� � õ�� � ö�� r0 �� � ø�� � ù�� � ú�� � û�� � ü�� � ý�� � þ�� �D�ss�� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � � � � � � � ā� � � ă� � � ą� � � ć� � � ĉ� � � ċ� � � č� � � ď� � � đ� � � ē� � � ĕ� � � ė� � � ę� � � ě� � � ĝ� � � ğ� � � ġ�! �" � ģ�# �$ � ĥ�% �& � ħ�' �( � ĩ�) �* � ī�+ )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, r- r. )r/ r0 )r0 r0 )r1 r0 )r2 r0 )r3 r0 )r4 r0 )r5 r0 )r6 r0 )r7 r0 )r8 r0 )r9 r0 )r: r0 )r; r0 )r< r0 )r= r0 )r> r0 )r? r0 )r@ r0 )rA r0 )rB r0 )rC r0 )rD r0 )rE r0 )rF r0 )rG r0 )rH r0 )rI r0 )rJ r0 )rK r0 )rL r0 )rM r0 )rN r0 )rO rE rP )rQ r0 )rR rE rS )rT r0 )rU rE rV )rW r0 )rX rE rY )rZ r0 )r[ rE r\ )r] r0 )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_2� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�dgdS ( N�, rE � ĭ�- r0 �. � į�/ �0 � i̇�1 �2 �ij�4 � ĵ�5 �6 � ķ�7 �9 � ĺ�: �; � ļ�< �= � ľ�> �? � l·�A � ł�B �C � ń�D �E � ņ�F �G � ň�H �I � ʼn�J � ŋ�K �L � ō�M �N � ŏ�O �P � ő�Q �R � œ�S �T � ŕ�U �V � ŗ�W �X � ř�Y �Z � ś�[ �\ � ŝ�] �^ � ş�_ �` � š�a �b � ţ�c �d � ť�e �f � ŧ�g �h � ũ�i �j � ū�k �l � ŭ�m �n � ů�o �p � ű�q �r � ų�s �t � ŵ�u �v � ŷ�w �x � ÿ�y � ź�z �{ � ż�| �} � ž�~ � rj � � � ɓ� � ƃ� � � ƅ� � � ɔ� � ƈ� � � ɖ� � ɗ� � ƌ� � � ǝ� � ə� � ɛ� � ƒ� � � ɠ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE rj )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r! r0 )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* r0 )r+ rE r, r� r� r� r� r� �_seg_3@ s� r- c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�dgdS ( N� rE � ɣ� r0 � � ɩ� � ɨ� � ƙ� � � ɯ� � ɲ� � � ɵ� � ơ� � � ƣ� � � ƥ� � � ʀ� � ƨ� � � ʃ� � � ƭ� � � ʈ� � ư� � � ʊ� � ʋ� � ƴ� � � ƶ� � � ʒ� � ƹ� � � ƽ� �� � dž�� �lj�� �nj�� � ǎ�� �� � ǐ�� �� � ǒ�� �� � ǔ�� �� � ǖ�� �� � ǘ�� �� � ǚ�� �� � ǜ�� �� � ǟ�� �� � ǡ�� �� � ǣ�� �� � ǥ�� �� � ǧ�� �� � ǩ�� �� � ǫ�� �� � ǭ�� �� � ǯ�� �� �dz�� � ǵ� � � ƕ� � ƿ� � ǹ� � � ǻ� � � ǽ� � � ǿ� � � ȁ� � � ȃ� � � ȅ� � � ȇ� � � ȉ� � � ȋ� � � ȍ)r. rE r/ )r0 r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 r0 )r8 rE r9 )r: rE r; )r< r0 )r= rE r> )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ rE rK )rL r0 )rM rE rN )rO r0 )rP rE rQ )rR r0 )rS rE rT )rU rE rV )rW r0 )rX rE rY )rZ rE r[ )r\ rE r] )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_4� s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N� r0 � rE � ȏ� � � ȑ� � � ȓ� � � ȕ� � � ȗ� � � ș� � � ț� � � ȝ� � � ȟ� � � ƞ�! �" � ȣ�# �$ � ȥ�% �& � ȧ�' �( � ȩ�) �* � ȫ�+ �, � ȭ�- �. � ȯ�/ �0 � ȱ�1 �2 � ȳ�3 �: � ⱥ�; � ȼ�< �= � ƚ�> � ⱦ�? �A � ɂ�B �C � ƀ�D � ʉ�E � ʌ�F � ɇ�G �H � ɉ�I �J � ɋ�K �L � ɍ�M �N � ɏ�O � rT � � ɦ� rX � rh � � ɹ� � ɻ� � ʁ� rr � rv � �� r � ̆�� � ̇�� � ̊�� � ̨�� � ̃�� � ̋�� �� � ɣ�� r\ �� rj �� rt �� � ʕ�� �@ � ̀�A � ́�B �C � ̓�D � ̈́�E � ι�F �O r� �P �p � ͱ�q �r � ͳ�s �t � ʹ�u �v � ͷ�w )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE rT )r* rE r+ )r, rE rX )r- rE rh )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE rr )r5 rE rv )r6 r0 )r7 r r8 )r9 r r: )r; r r< )r= r r> )r? r r@ )rA r rB )rC r0 )rD rE rE )rF rE r\ )rG rE rj )rH rE rt )rI rE rJ )rK r0 )rL rE rM )rN rE rO )rP r0 )rQ rE rR )rS rE rT )rU rE rV )rW r0 )rX r� )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 r� r� r� r� r� �_seg_5 s� rf c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N�x r� �z r � ι�{ r0 �~ �;� � � ́� � ̈́� rE � ά� � ·� � έ� � ή� � ί� � � ό� � � ύ� � ώ� � � α� � β� � γ� � δ� � ε� � ζ� � η� � θ� � ι� � κ� � λ� � μ� � ν� � ξ� � ο� � π� � ρ� � � σ� � τ� � υ� � φ� � χ� � ψ� � ω� � ϊ� � ϋ� �� r- �� �� � ϗ�� �� �� �� �� �� �� �� �� � ϙ�� �� � ϛ�� �� � ϝ�� �� � ϟ�� �� � ϡ�� �� � ϣ�� �� � ϥ�� �� � ϧ�� �� � ϩ�� �� � ϫ�� �� � ϭ�� �� � ϯ�� �� �� �� �� �� � � � � ϸ� � � � ϻ� � � ͻ� � ͼ� � ͽ� � ѐ� � ё� � ђ� � ѓ)rg r� )rh r ri )rj r0 )rk r rl )rm r� )rn r ro )rp r rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| r� )r} rE r~ )r r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r- r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_6x s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�dgdS ( N� rE � є� � ѕ� � і� � ї� � ј� � љ� � њ� � ћ� � ќ� � ѝ� � ў� � џ� � а� � б� � в� � г� � д� � е� � ж� � з� � и� � й� � к� � л� � м� � н� � о� � п� � р�! � с�" � т�# � у�$ � ф�% � х�& � ц�' � ч�( � ш�) � щ�* � ъ�+ � ы�, � ь�- � э�. � ю�/ � я�0 r0 �` � ѡ�a �b � ѣ�c �d � ѥ�e �f � ѧ�g �h � ѩ�i �j � ѫ�k �l � ѭ�m �n � ѯ�o �p � ѱ�q �r � ѳ�s �t � ѵ�u �v � ѷ�w �x � ѹ�y �z � ѻ�{ �| � ѽ�} �~ � ѿ� � � ҁ� � � ҋ� � � ҍ� � � ҏ� � � ґ� � � ғ� � � ҕ� � � җ� � � ҙ� � � қ� � � ҝ� � � ҟ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp rE rq )rr r0 )rs rE rt )ru r0 )rv rE rw )rx r0 )ry rE rz )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_7� s� r� c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� r0 � rE � ҡ� � � ң� � � ҥ� � � ҧ� � � ҩ� � � ҫ� � � ҭ� � � ү� � � ұ� � � ҳ� � � ҵ� � � ҷ� � � ҹ� � � һ� � � ҽ� � � ҿ� � r� � � ӂ�� �� � ӄ�� �� � ӆ�� �� � ӈ�� �� � ӊ�� �� � ӌ�� �� � ӎ�� �� � ӑ�� �� � ӓ�� �� � ӕ�� �� � ӗ�� �� � ә�� �� � ӛ�� �� � ӝ�� �� � ӟ�� �� � ӡ�� �� � ӣ�� �� � ӥ�� �� � ӧ�� �� � ө�� �� � ӫ�� �� � ӭ�� �� � ӯ�� �� � ӱ�� �� � ӳ�� �� � ӵ� � � ӷ� � � ӹ� � � ӻ� � � ӽ� � � ӿ� � � ԁ� � � ԃ� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE r* )r+ r0 )r, rE r- )r. r0 )r/ rE r0 )r1 r0 )r2 rE r3 )r4 r0 )r5 rE r6 )r7 r0 )r8 rE r9 )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC r0 )rD rE rE )rF r0 )rG rE rH )rI r0 r� r� r� r� r� �_seg_8H s� rJ c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�dgdS ( N� rE � ԅ� r0 � � ԇ� � � ԉ� � � ԋ� � � ԍ� � � ԏ� � � ԑ� � � ԓ� � � ԕ� � � ԗ� � � ԙ� � � ԛ� � � ԝ� � � ԟ� � � ԡ�! �" � ԣ�# �$ � ԥ�% �& � ԧ�' �( r� �1 � ա�2 � բ�3 � գ�4 � դ�5 � ե�6 � զ�7 � է�8 � ը�9 � թ�: � ժ�; � ի�< � լ�= � խ�> � ծ�? � կ�@ � հ�A � ձ�B � ղ�C � ճ�D � մ�E � յ�F � ն�G � շ�H � ո�I � չ�J � պ�K � ջ�L � ռ�M � ս�N � վ�O � տ�P � ր�Q � ց�R � ւ�S � փ�T � ք�U � օ�V � ֆ�W �Y �` �a � � եւ� � � � � � �� �� �� �� � � � � �u � اٴ�v � وٴ�w � ۇٴ�x � يٴ�y �� )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rR )rS r0 )rT rE rU )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 )rf rE rg )rh r0 )ri rE rj )rk r0 )rl rE rm )rn r0 )ro rE rp )rq r0 )rr rE rs )rt r0 )ru rE rv )rw r0 )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� r� r� r� r� r� �_seg_9� s� r� c e C s� dydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� r0 � r� � �K �M � � � � �. �0 �? �@ �\ �^ �_ � � � � �� � � �X rE � क़�Y � ख़�Z � ग़�[ � ज़�\ � ड़�] � ढ़�^ � फ़�_ � य़�` �x �y � � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� � ড়�� � ঢ়�� �� � য়�� �� �� � � � � � � � � �) �* �1 �2 �3 � ਲ਼�4 �5 �6 � ਸ਼�7 �8 �: �< �= �> �C �G �I �K �N �Q �R �Y � ਖ਼�Z � ਗ਼�[ � ਜ਼�\ �] �^ � ਫ਼�_ )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r! r� )r" r0 )r# r� )r$ r0 )r% r� )r& r0 )r' r� )r( r0 )r) r� )r* r0 )r+ r� )r, r0 )r- r� )r. rE r/ )r0 rE r1 )r2 r� )r3 rE r4 )r5 r0 )r6 r� )r7 r0 )r8 r� )r9 r0 )r: r� )r; r0 )r< r� )r= r0 )r> r� )r? r0 )r@ r� )rA r0 )rB r� )rC r0 )rD rE rE )rF r� )rG r0 )rH rE rI )rJ r� )rK r0 )rL r� )rM r0 )rN r� )rO r0 )rP r� )rQ r0 )rR r� )rS r0 )rT r� )rU r0 )rV r� )rW rE rX )rY rE rZ )r[ rE r\ )r] r0 )r^ r� )r_ rE r` )ra r� r� r� r� r� r� �_seg_10 s� rb c e C s� djdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�f r0 �v r� � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� � � � � � � � �) �* �1 �2 �4 �5 �: �< �E �G �I �K �N �V �X �\ rE � ଡ଼�] � ଢ଼�^ �_ �d �f �x � � � � � � � � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� � � � � � � � � �) �* �4 �5 )rc r0 )rd r� )re r0 )rf r� )rg r0 )rh r� )ri r0 )rj r� )rk r0 )rl r� )rm r0 )rn r� )ro r0 )rp r� )rq r0 )rr r� )rs r0 )rt r� )ru r0 )rv r� )rw r0 )rx r� )ry r0 )rz r� )r{ r0 )r| r� )r} r0 )r~ r� )r r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 r� r� r� r� r� �_seg_11� s� r� c e C s� didjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�: r� �= r0 �E �F �I �J �N �U �W �X �Z �` �d �f �p �x � � � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � �; �= �E �F �I �J �O �W �X �` �d �f �v �y � � � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� � � �3 rE � ํา�4 �; �? �\ � � � � � )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r! r0 )r" r� )r# r0 )r$ rE r% )r& r0 )r' r� )r( r0 )r) r� )r* r0 )r+ r� )r, r0 )r- r� )r. r0 r� r� r� r� r� �_seg_12� s� r/ c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� r� � r0 � � � � � � � � � � � � � � � � � rE � ໍາ� � � � � �� �� �� �� �� �� �� �� � ຫນ�� � ຫມ�� �� � � � ་� �C � གྷ�D �H �I �M � ཌྷ�N �R � དྷ�S �W � བྷ�X �\ � ཛྷ�] �i � ཀྵ�j �m �q �s � ཱི�t �u � ཱུ�v � ྲྀ�w � ྲཱྀ�x � ླྀ�y � ླཱྀ�z � � ཱྀ� � � ྒྷ� � � � � ྜྷ� � � ྡྷ� � � ྦྷ� � � ྫྷ� � � ྐྵ� � � �� �� �� � � �� � ⴧ�� �� � ⴭ�� �� � � ნ� �_ �a �I �J �N �P �W �X )r0 r� )r1 r0 )r2 r� )r3 r0 )r4 r� )r5 r0 )r6 r� )r7 r0 )r8 r� )r9 r0 )r: r� )r; r0 )r< r� )r= r0 )r> r� )r? r0 )r@ r� )rA r0 )rB rE rC )rD r0 )rE r� )rF r0 )rG r� )rH r0 )rI r� )rJ r0 )rK r� )rL r0 )rM r� )rN r0 )rO r� )rP rE rQ )rR rE rS )rT r0 )rU r� )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] r� )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd r0 )re rE rf )rg r0 )rh rE ri )rj r0 )rk rE rl )rm r0 )rn r� )ro r0 )rp rE rq )rr r0 )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 r� r� r� r� r� �_seg_13P s� r� c e C s� dhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�Y r� �Z r0 �^ �` � � � � � � � � � � � �� �� �� �� �� � � � � �[ �] �} � � � � � � � � � �� � � � � � �7 �@ �T �` �m �n �q �r �t � � � �� �� �� �� � � � � � r� � � � � �x � � � � � � � �, �0 �< �@ �A �D �n �p �u � � � �� �� �� �� � � �_ �` �} � � � � )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� r� r� r� r� r� �_seg_14� s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�dgdS ( N� r0 � r� � �L �P �} � �� � �8 �; �J �M � � �� �� � � �, rE rF �- r� �. rH �/ �0 rL �1 rN �2 � ǝ�3 rR �4 rT �5 rV �6 rX �7 rZ �8 r\ �9 r^ �: r` �; �< rb �= � ȣ�> rd �? rh �@ rl �A rn �B rr �C �D � ɐ�E � ɑ�F � ᴂ�G �H �I �J � ə�K � ɛ�L � ɜ�M �N �O �P �Q � ŋ�R �S � ɔ�T � ᴖ�U � ᴗ�V �W �X �Y � ᴝ�Z � ɯ�[ rp �\ � ᴥ�] � β�^ � γ�_ � δ�` � φ�a � χ�b �c �d �e �f �g �h � ρ�i �j �k �x � н�y � � ɒ� rJ � � ɕ� r � � rP � � ɟ� � ɡ� � ɥ� � ɨ� � ɩ� � ɪ� � ᵻ� � ʝ� � ɭ)r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r r� )r r0 )r! r� )r" r0 )r# r� )r$ r0 )r% r� )r& r0 )r' rE rF )r( rE r� )r) rE rH )r* r0 )r+ rE rL )r, rE rN )r- rE r. )r/ rE rR )r0 rE rT )r1 rE rV )r2 rE rX )r3 rE rZ )r4 rE r\ )r5 rE r^ )r6 rE r` )r7 r0 )r8 rE rb )r9 rE r: )r; rE rd )r< rE rh )r= rE rl )r> rE rn )r? rE rr )r@ rE rF )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rH rE rL )rI rE rN )rJ rE rK )rL rE rM )rN rE rO )rP rE rR )rQ r0 )rR rE rZ )rS rE r^ )rT rE rU )rV rE rb )rW rE rX )rY rE rZ )r[ rE r\ )r] rE rd )r^ rE rl )r_ rE rn )r` rE ra )rb rE rc )rd rE rp )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rV )rr rE rh )rs rE rn )rt rE rp )ru rE rh )rv rE rj )rw rE rx )ry rE rn )rz rE rp )r{ r0 )r| rE r} )r~ r0 )r rE r� )r� rE rJ )r� rE r� )r� rE r )r� rE rO )r� rE rP )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_15 s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�dgdS ( N� rE � ᶅ� � ʟ� � ɱ� � ɰ� � ɲ� � ɳ� � ɴ� � ɵ� � ɸ� � ʂ� � ʃ� � ƫ� � ʉ� � ʊ� � ᴜ� � ʋ� � ʌ� rx � � ʐ� � ʑ� � ʒ� � θ� r0 �� r� � � � ḁ� � � ḃ� � � ḅ� � � ḇ� � � ḉ� � � ḋ� � � ḍ� � � ḏ� � � ḑ� � � ḓ� � � ḕ� � � ḗ� � � ḙ� � � ḛ� � � ḝ� � � ḟ� � � ḡ�! �" � ḣ�# �$ � ḥ�% �& � ḧ�' �( � ḩ�) �* � ḫ�+ �, � ḭ�- �. � ḯ�/ �0 � ḱ�1 �2 � ḳ�3 �4 � ḵ�5 �6 � ḷ�7 �8 � ḹ�9 �: � ḻ�; �< � ḽ�= �> � ḿ�? �@ � ṁ�A �B � ṃ�C �D � ṅ�E �F � ṇ�G �H � ṉ�I �J � ṋ)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE rx )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r! r0 )r" rE r# )r$ r0 )r% rE r& )r' r0 )r( rE r) )r* r0 )r+ rE r, )r- r0 )r. rE r/ )r0 r0 )r1 rE r2 )r3 r0 )r4 rE r5 )r6 r0 )r7 rE r8 r� r� r� r� r� �_seg_16� s� r9 c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�K r0 �L rE � ṍ�M �N � ṏ�O �P � ṑ�Q �R � ṓ�S �T � ṕ�U �V � ṗ�W �X � ṙ�Y �Z � ṛ�[ �\ � ṝ�] �^ � ṟ�_ �` � ṡ�a �b � ṣ�c �d � ṥ�e �f � ṧ�g �h � ṩ�i �j � ṫ�k �l � ṭ�m �n � ṯ�o �p � ṱ�q �r � ṳ�s �t � ṵ�u �v � ṷ�w �x � ṹ�y �z � ṻ�{ �| � ṽ�} �~ � ṿ� � � ẁ� � � ẃ� � � ẅ� � � ẇ� � � ẉ� � � ẋ� � � ẍ� � � ẏ� � � ẑ� � � ẓ� � � ẕ� � � aʾ� � � r. � � � ạ� � � ả� � � ấ� � � ầ� � � ẩ� � � ẫ� � � ậ� � � ắ� � � ằ� � � ẳ� )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC r0 )rD rE rE )rF r0 )rG rE rH )rI r0 )rJ rE rK )rL r0 )rM rE rN )rO r0 )rP rE rQ )rR r0 )rS rE rT )rU r0 )rV rE rW )rX r0 )rY rE rZ )r[ r0 )r\ rE r] )r^ r0 )r_ rE r` )ra r0 )rb rE rc )rd r0 )re rE rf )rg r0 )rh rE ri )rj r0 )rk rE rl )rm r0 )rn rE ro )rp r0 )rq rE rr )rs r0 )rt rE ru )rv r0 )rw rE rx )ry r0 )rz rE r{ )r| r0 )r} rE r~ )r r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE rZ )r� r0 )r� rE r. )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_17� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�dgdS ( N� rE � ẵ� r0 � � ặ� � � ẹ� � � ẻ� � � ẽ� � � ế� � � ề� �� � ể�� �� � ễ�� �� � ệ�� �� � ỉ�� �� � ị�� �� � ọ�� �� � ỏ�� �� � ố�� �� � ồ�� �� � ổ�� �� � ỗ�� �� � ộ�� �� � ớ�� �� � ờ�� �� � ở�� �� � ỡ�� �� � ợ�� �� � ụ�� �� � ủ�� �� � ứ�� �� � ừ�� �� � ử�� �� � ữ�� �� � ự�� �� � ỳ�� �� � ỵ� � � ỷ� � � ỹ� � � ỻ� � � ỽ� � � ỿ� � � ἀ� � ἁ� � ἂ� � ἃ� � ἄ� � ἅ� � ἆ� � ἇ� � r� � � ἐ� � ἑ� � ἒ� � ἓ� � ἔ� � ἕ� � �( � ἠ�) � ἡ�* � ἢ�+ � ἣ�, � ἤ�- � ἥ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r! )r" r0 )r# rE r$ )r% r0 )r& rE r' )r( r0 )r) rE r* )r+ r0 )r, rE r- )r. r0 )r/ rE r0 )r1 r0 )r2 rE r3 )r4 r0 )r5 rE r6 )r7 r0 )r8 rE r9 )r: r0 )r; rE r< )r= r0 )r> rE r? )r@ r0 )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ r0 )rR r� )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ r� )r` r0 )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl r� r� r� r� r� �_seg_18X s� rm c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�dgdS ( N�. rE � ἦ�/ � ἧ�0 r0 �8 � ἰ�9 � ἱ�: � ἲ�; � ἳ�< � ἴ�= � ἵ�> � ἶ�? � ἷ�@ �F r� �H � ὀ�I � ὁ�J � ὂ�K � ὃ�L � ὄ�M � ὅ�N �P �X �Y � ὑ�Z �[ � ὓ�\ �] � ὕ�^ �_ � ὗ�` �h � ὠ�i � ὡ�j � ὢ�k � ὣ�l � ὤ�m � ὥ�n � ὦ�o � ὧ�p �q � ά�r �s � έ�t �u � ή�v �w � ί�x �y � ό�z �{ � ύ�| �} � ώ�~ � � ἀι� � ἁι� � ἂι� � ἃι� � ἄι� � ἅι� � ἆι� � ἇι� � � � � � � � � � ἠι� � ἡι� � ἢι� � ἣι� � ἤι� � ἥι� � ἦι� � ἧι� � � � � � � � � � ὠι� � ὡι� � ὢι� � ὣι� � ὤι� � ὥι� � ὦι� � ὧι� � � � � � � )rn rE ro )rp rE rq )rr r0 )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r )r rE r r� r� r� r� r� �_seg_19� s� r c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�dgdS ( N� rE � ὧι� r0 � � ὰι� � αι� � άι� r� � � � ᾶι� � ᾰ� � ᾱ� � ὰ� � ά� � r � ̓� � ι� � � ͂� � ̈͂�� � ὴι�� � ηι�� � ήι�� �� �� � ῆι�� � ὲ�� � έ�� � ὴ�� � ή�� �� � ̓̀�� � ̓́�� � ̓͂�� �� � ΐ�� �� �� � ῐ�� � ῑ�� � ὶ�� � ί�� �� � ̔̀�� � ̔́�� � ̔͂�� �� � ΰ�� �� � ῠ�� � ῡ�� � ὺ�� � ύ�� � ῥ�� � ̈̀�� � ̈́�� �`�� �� � ὼι�� � ωι�� � ώι� � � � ῶι� � ὸ� � ό� � ὼ� � ώ� � � ́� � ̔� � r� � r� � r- � � � � � ‐� � � ̳� �$ �' �( �/ �0 �3 � ′′�4 � ′′′�5 �6 � ‵‵�7 � ‵‵‵�8 �< �!!�= �> � ̅�? �G �??�H �?!�I �!?�J �W � ′′′′�X )r rE r )r r0 )r rE r )r rE r )r rE r )r r� )r r0 )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r )r$ r r% )r& rE r' )r( r r% )r) r r* )r+ r r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 r� )r4 r0 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r0 )r@ r rA )rB r rC )rD r rE )rF r0 )rG rE rH )rI r� )rJ r0 )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS r� )rT r rU )rV r rW )rX r rY )rZ r0 )r[ rE r\ )r] r0 )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh r ri )rj r rk )rl r rm )rn r� )ro rE rp )rq rE rr )rs rE rt )ru r� )rv r0 )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE rr )r� r r� )r� r r� )r� r� )r� r r� )r� r� )r� r- r� )r� r� )r� r0 )r� rE r� )r� r0 )r� r r� )r� r0 )r� r� )r� r0 )r� r� )r� r r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r r� )r� r0 )r� r r� )r� r0 )r� r r� )r� r r� )r� r r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_20( s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �dgdS ( N�_ r r� �` r� �a r� �d �e �p rE �0�q rV �r �t �4�u �5�v �6�w �7�x �8�y �9�z �+�{ � −�| �=�} �(�~ �)� r` � � r� � r� � � � � � � � � � � � � � � rF � rN � rb � rt � � ə� rT � rZ � r\ � r^ � � rd � rj � rl � � r0 � �rs� � �� �� � ! �a/c�! �a/s�! rJ �! � °c�! �! �c/o�! �c/u�! � ɛ�! � ! � °f� ! rR � ! �! � ħ�! �! �! �! �! �no�! �! �! rf �! rh � ! � ! �sm�!! �tel�"! �tm�#! �$! rx �%! �&! � ω�'! �(! �)! �*! �+! r� �,! rH �-! �.! �/! �1! rP �2! �3! �4! �5! � א)r� r r� )r� r� )r� r� )r� r� )r� r� )r� rE r� )r� rE rV )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� rE r` )r� rE r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r� )r� rE rF )r� rE rN )r� rE rb )r� rE rt )r� rE r� )r� rE rT )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rd )r� rE rj )r� rE rl )r� r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r r� )r� r r� )r� rE rJ )r� rE r� )r r0 )r r r )r r r )r rE r )r r0 )r rE r )r rE rR )r rE rT )r rE r )r rE rV )r rE r\ )r r0 )r rE r` )r rE r )r r0 )r rE rd )r rE rf )r rE rh )r r0 )r rE r )r rE r )r rE r )r r0 )r rE rx )r! r0 )r" rE r# )r$ r0 )r% rE rx )r& r0 )r' rE rZ )r( rE r� )r) rE rH )r* rE rJ )r+ r0 )r, rE rN )r- rE rP )r. r� )r/ rE r^ )r0 rE rb )r1 rE r2 r� r� r� r� r� �_seg_21� s� r3 c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�dgdS ( N�6! rE � ב�7! � ג�8! � ד�9! rV �:! r0 �;! �fax�<! � π�=! � γ�?! �@! � ∑�A! �E! rL �G! rN �H! �I! rX �J! �P! � 1⁄7�Q! � 1⁄9�R! � 1⁄10�S! � 1⁄3�T! � 2⁄3�U! � 1⁄5�V! � 2⁄5�W! � 3⁄5�X! � 4⁄5�Y! � 1⁄6�Z! � 5⁄6�[! � 1⁄8�\! � 3⁄8�]! � 5⁄8�^! � 7⁄8�_! � 1⁄�`! �a! �ii�b! �iii�c! �iv�d! rp �e! �vi�f! �vii�g! �viii�h! �ix�i! rt �j! �xi�k! �xii�l! r\ �m! rJ �n! �o! r^ �p! �q! �r! �s! �t! �u! �v! �w! �x! �y! �z! �{! �|! �}! �~! �! �! �! r� �! �! � 0⁄3�! �! �," � ∫∫�-" � ∫∫∫�." �/" � ∮∮�0" � ∮∮∮�1" �`" r �a" �n" �p" �)# � 〈�*# � 〉�+# ��# � $ �'$ �@$ �K$ �`$ r� �a$ r� �b$ �c$ r� �d$ r� �e$ r� �f$ r� �g$ r� �h$ r� �i$ �10�j$ �11�k$ �12)r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE rV )r; r0 )r< rE r= )r> rE r? )r@ rE rA )rB rE r? )rC rE rD )rE r0 )rF rE rL )rG rE rN )rH rE rV )rI rE rX )rJ r0 )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rV )rl rE rm )rn rE ro )rp rE rq )rr rE rp )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE rt )r| rE r} )r~ rE r )r� rE r\ )r� rE rJ )r� rE rL )r� rE r^ )r� rE rV )r� rE rm )r� rE ro )r� rE rq )r� rE rp )r� rE rt )r� rE rv )r� rE rx )r� rE rz )r� rE rt )r� rE r} )r� rE r )r� rE r\ )r� rE rJ )r� rE rL )r� rE r^ )r� r0 )r� r� )r� r0 )r� rE r� )r� r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r )r� r0 )r� r )r� r0 )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_22� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N�l$ rE �13�m$ �14�n$ �15�o$ �16�p$ �17�q$ �18�r$ �19�s$ �20�t$ r �(1)�u$ �(2)�v$ �(3)�w$ �(4)�x$ �(5)�y$ �(6)�z$ �(7)�{$ �(8)�|$ �(9)�}$ �(10)�~$ �(11)�$ �(12)�$ �(13)�$ �(14)�$ �(15)�$ �(16)�$ �(17)�$ �(18)�$ �(19)�$ �(20)�$ r� �$ �(a)�$ �(b)�$ �(c)�$ �(d)�$ �(e)�$ �(f)�$ �(g)�$ �(h)�$ �(i)�$ �(j)�$ �(k)�$ �(l)�$ �(m)�$ �(n)�$ �(o)�$ �(p)�$ �(q)�$ �(r)�$ �(s)�$ �(t)�$ �(u)�$ �(v)�$ �(w)�$ �(x)�$ �(y)�$ �(z)�$ rF �$ rH �$ rJ �$ rL �$ rN �$ rP �$ rR �$ rT �$ rV �$ rX �$ rZ �$ r\ ��$ r^ ��$ r` ��$ rb ��$ rd ��$ rf ��$ rh ��$ rj ��$ rl ��$ rn ��$ rp ��$ rr ��$ rt ��$ rv ��$ rx ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ ��$ )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r )r r r! )r" r r# )r$ r r% )r& r r' )r( r r) )r* r r+ )r, r r- )r. r r/ )r0 rE rF )r1 rE rH )r2 rE rJ )r3 rE rL )r4 rE rN )r5 rE rP )r6 rE rR )r7 rE rT )r8 rE rV )r9 rE rX )r: rE rZ )r; rE r\ )r< rE r^ )r= rE r` )r> rE rb )r? rE rd )r@ rE rf )rA rE rh )rB rE rj )rC rE rl )rD rE rn )rE rE rp )rF rE rr )rG rE rt )rH rE rv )rI rE rx )rJ rE rF )rK rE rH )rL rE rJ )rM rE rL )rN rE rN )rO rE rP )rP rE rR )rQ rE rT )rR rE rV )rS rE rX )rT rE rZ )rU rE r\ )rV rE r^ )rW rE r` )rX rE rb )rY rE rd )rZ rE rf )r[ rE rh )r\ rE rj r� r� r� r� r� �_seg_23` s� r] c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N��$ rE rl ��$ rn ��$ rp ��$ rr ��$ rt ��$ rv ��$ rx ��$ r� ��$ r0 � ' r� �' � * � ∫∫∫∫� * �t* r �::=�u* �==�v* �===�w* ��* � ⫝̸��* �M+ �P+ �Z+ � , � ⰰ�, � ⰱ�, � ⰲ�, � ⰳ�, � ⰴ�, � ⰵ�, � ⰶ�, � ⰷ�, � ⰸ� , � ⰹ� , � ⰺ� , � ⰻ� , � ⰼ� , � ⰽ�, � ⰾ�, � ⰿ�, � ⱀ�, � ⱁ�, � ⱂ�, � ⱃ�, � ⱄ�, � ⱅ�, � ⱆ�, � ⱇ�, � ⱈ�, � ⱉ�, � ⱊ�, � ⱋ� , � ⱌ� , � ⱍ� , � ⱎ� , � ⱏ� , � ⱐ�!, � ⱑ�", � ⱒ�#, � ⱓ�$, � ⱔ�%, � ⱕ�&, � ⱖ�', � ⱗ�(, � ⱘ�), � ⱙ�*, � ⱚ�+, � ⱛ�,, � ⱜ�-, � ⱝ�., � ⱞ�/, �0, �_, �`, � ⱡ�a, �b, � ɫ�c, � ᵽ�d, � ɽ�e, �g, � ⱨ�h, �i, � ⱪ�j, �k, � ⱬ�l, �m, � ɑ�n, � ɱ�o, � ɐ�p, � ɒ�q, �r, � ⱳ�s, �u, � ⱶ�v, �|, rX �}, �~, � ȿ�, � ɀ�, � ⲁ�, �, � ⲃ)r^ rE rl )r_ rE rn )r` rE rp )ra rE rr )rb rE rt )rc rE rv )rd rE rx )re rE r� )rf r0 )rg r� )rh r0 )ri rE rj )rk r0 )rl r rm )rn r ro )rp r rq )rr r0 )rs rE rt )ru r0 )rv r� )rw r0 )rx r� )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE rX )r� rE rp )r� rE r� )r rE r )r rE r )r r0 )r rE r r� r� r� r� r� �_seg_24� s� r c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�, r0 �, rE � ⲅ�, �, � ⲇ�, �, � ⲉ�, �, � ⲋ�, �, � ⲍ�, �, � ⲏ�, �, � ⲑ�, �, � ⲓ�, �, � ⲕ�, �, � ⲗ�, �, � ⲙ�, �, � ⲛ�, �, � ⲝ�, �, � ⲟ�, �, � ⲡ�, �, � ⲣ�, �, � ⲥ�, �, � ⲧ�, �, � ⲩ�, �, � ⲫ�, �, � ⲭ�, �, � ⲯ�, �, � ⲱ�, �, � ⲳ�, �, � ⲵ�, �, � ⲷ�, �, � ⲹ�, �, � ⲻ�, �, � ⲽ�, �, � ⲿ�, �, � ⳁ�, ��, � ⳃ��, ��, � ⳅ��, ��, � ⳇ��, ��, � ⳉ��, ��, � ⳋ��, ��, � ⳍ��, ��, � ⳏ��, ��, � ⳑ��, ��, � ⳓ��, ��, � ⳕ��, ��, � ⳗ��, ��, � ⳙ��, ��, � ⳛ��, ��, � ⳝ��, ��, � ⳟ��, ��, � ⳡ��, ��, � ⳣ��, ��, � ⳬ��, ��, � ⳮ)r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r! rE r" )r# r0 )r$ rE r% )r& r0 )r' rE r( )r) r0 )r* rE r+ )r, r0 )r- rE r. )r/ r0 )r0 rE r1 )r2 r0 )r3 rE r4 )r5 r0 )r6 rE r7 )r8 r0 )r9 rE r: )r; r0 )r< rE r= )r> r0 )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ r0 )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rR )rS r0 )rT rE rU )rV r0 )rW rE rX )rY r0 )rZ rE r[ )r\ r0 )r] rE r^ )r_ r0 )r` rE ra )rb r0 )rc rE rd )re r0 )rf rE rg )rh r0 )ri rE rj )rk r0 )rl rE rm )rn r0 )ro rE rp )rq r0 )rr rE rs )rt r0 )ru rE rv )rw r0 )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� r� r� r� r� r� �_seg_250 s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d gdS ( N��, r0 ��, rE � ⳳ��, ��, r� �, �&- �'- �(- �-- �.- �0- �h- �o- � ⵡ�p- �q- �- �- �- �- �- �- �- �- �- �- �- ��- ��- ��- ��- ��- ��- ��- ��- �<. �. �. �. �. � 母�. ��. � 龟��. � / � 一�/ � 丨�/ � 丶�/ � 丿�/ � 乙�/ � 亅�/ � 二�/ � 亠�/ � 人� / � 儿� / � 入� / � 八� / � 冂� / � 冖�/ � 冫�/ � 几�/ � 凵�/ � 刀�/ � 力�/ � 勹�/ � 匕�/ � 匚�/ � 匸�/ � 十�/ � 卜�/ � 卩�/ � 厂�/ � 厶� / � 又� / � 口� / � 囗� / � 土� / � 士�!/ � 夂�"/ � 夊�#/ � 夕�$/ � 大�%/ � 女�&/ � 子�'/ � 宀�(/ � 寸�)/ � 小�*/ � 尢�+/ � 尸�,/ � 屮�-/ � 山�./ � 巛�// � 工�0/ � 己�1/ � 巾�2/ � 干�3/ � 幺�4/ � 广�5/ � 廴�6/ � 廾�7/ � 弋�8/ � 弓�9/ � 彐)r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ r� r� r� r� r� �_seg_26� s� rA c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�:/ rE � 彡�;/ � 彳�</ � 心�=/ � 戈�>/ � 戶�?/ � 手�@/ � 支�A/ � 攴�B/ � 文�C/ � 斗�D/ � 斤�E/ � 方�F/ � 无�G/ � 日�H/ � 曰�I/ � 月�J/ � 木�K/ � 欠�L/ � 止�M/ � 歹�N/ � 殳�O/ � 毋�P/ � 比�Q/ � 毛�R/ � 氏�S/ � 气�T/ � 水�U/ � 火�V/ � 爪�W/ � 父�X/ � 爻�Y/ � 爿�Z/ � 片�[/ � 牙�\/ � 牛�]/ � 犬�^/ � 玄�_/ � 玉�`/ � 瓜�a/ � 瓦�b/ � 甘�c/ � 生�d/ � 用�e/ � 田�f/ � 疋�g/ � 疒�h/ � 癶�i/ � 白�j/ � 皮�k/ � 皿�l/ � 目�m/ � 矛�n/ � 矢�o/ � 石�p/ � 示�q/ � 禸�r/ � 禾�s/ � 穴�t/ � 立�u/ � 竹�v/ � 米�w/ � 糸�x/ � 缶�y/ � 网�z/ � 羊�{/ � 羽�|/ � 老�}/ � 而�~/ � 耒�/ � 耳�/ � 聿�/ � 肉�/ � 臣�/ � 自�/ � 至�/ � 臼�/ � 舌�/ � 舛�/ � 舟�/ � 艮�/ � 色�/ � 艸�/ � 虍�/ � 虫�/ � 血�/ � 行�/ � 衣�/ � 襾�/ � 見�/ � 角�/ � 言�/ � 谷�/ � 豆�/ � 豕�/ � 豸�/ � 貝�/ � 赤�/ � 走�/ � 足�/ � 身)rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_27 s� r c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"gdS (# N�/ rE � 車�/ � 辛�/ � 辰�/ � 辵�/ � 邑�/ � 酉�/ � 釆�/ � 里�/ � 金�/ � 長�/ � 門�/ � 阜�/ � 隶�/ � 隹�/ � 雨�/ � 靑�/ � 非�/ � 面�/ � 革�/ � 韋�/ � 韭�/ � 音�/ � 頁�/ � 風�/ � 飛�/ � 食�/ � 首�/ � 香�/ � 馬�/ � 骨�/ � 高�/ � 髟�/ � 鬥�/ � 鬯�/ � 鬲�/ � 鬼��/ � 魚��/ � 鳥��/ � 鹵��/ � 鹿��/ � 麥��/ � 麻��/ � 黃��/ � 黍��/ � 黑��/ � 黹��/ � 黽��/ � 鼎��/ � 鼓��/ � 鼠��/ � 鼻��/ � 齊��/ � 齒��/ � 龍��/ � 龜��/ � 龠��/ r� � 0 r r� �0 r0 �0 �.�0 �60 � 〒�70 �80 � 十�90 � 卄�:0 � 卅�;0 �@0 �A0 �0 �0 �0 � ゙�0 � ゚�0 �0 � より�0 �0 � コト� 1 �1 �.1 �11 � ᄀ�21 � ᄁ�31 � ᆪ�41 � ᄂ�51 � ᆬ�61 � ᆭ�71 � ᄃ�81 � ᄄ�91 � ᄅ�:1 � ᆰ�;1 � ᆱ�<1 � ᆲ�=1 � ᆳ�>1 � ᆴ�?1 � ᆵ�@1 � ᄚ�A1 � ᄆ�B1 � ᄇ�C1 � ᄈ�D1 � ᄡ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ r� )r| r r� )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r r� )r� r r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_28h s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(gdS () N�E1 rE � ᄉ�F1 � ᄊ�G1 � ᄋ�H1 � ᄌ�I1 � ᄍ�J1 � ᄎ�K1 � ᄏ�L1 � ᄐ�M1 � ᄑ�N1 � ᄒ�O1 � ᅡ�P1 � ᅢ�Q1 � ᅣ�R1 � ᅤ�S1 � ᅥ�T1 � ᅦ�U1 � ᅧ�V1 � ᅨ�W1 � ᅩ�X1 � ᅪ�Y1 � ᅫ�Z1 � ᅬ�[1 � ᅭ�\1 � ᅮ�]1 � ᅯ�^1 � ᅰ�_1 � ᅱ�`1 � ᅲ�a1 � ᅳ�b1 � ᅴ�c1 � ᅵ�d1 r� �e1 � ᄔ�f1 � ᄕ�g1 � ᇇ�h1 � ᇈ�i1 � ᇌ�j1 � ᇎ�k1 � ᇓ�l1 � ᇗ�m1 � ᇙ�n1 � ᄜ�o1 � ᇝ�p1 � ᇟ�q1 � ᄝ�r1 � ᄞ�s1 � ᄠ�t1 � ᄢ�u1 � ᄣ�v1 � ᄧ�w1 � ᄩ�x1 � ᄫ�y1 � ᄬ�z1 � ᄭ�{1 � ᄮ�|1 � ᄯ�}1 � ᄲ�~1 � ᄶ�1 � ᅀ�1 � ᅇ�1 � ᅌ�1 � ᇱ�1 � ᇲ�1 � ᅗ�1 � ᅘ�1 � ᅙ�1 � ᆄ�1 � ᆅ�1 � ᆈ�1 � ᆑ�1 � ᆒ�1 � ᆔ�1 � ᆞ�1 � ᆡ�1 �1 r0 �1 � 一�1 � 二�1 � 三�1 � 四�1 � 上�1 � 中�1 � 下�1 � 甲�1 � 乙�1 � 丙�1 � 丁�1 � 天�1 � 地�1 � 人�1 �1 �1 ��1 ��1 � 2 r � (ᄀ)�2 � (ᄂ)�2 � (ᄃ)�2 � (ᄅ)�2 � (ᄆ))r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX r� )rY r0 )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv r0 )rw r� )rx r0 )ry r� )rz r0 )r{ r r| )r} r r~ )r r r� )r� r r� )r� r r� r� r� r� r� r� �_seg_29� s� r� c f C s* d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.gdS (/ N�2 r � (ᄇ)�2 � (ᄉ)�2 � (ᄋ)�2 � (ᄌ)� 2 � (ᄎ)� 2 � (ᄏ)� 2 � (ᄐ)� 2 � (ᄑ)� 2 � (ᄒ)�2 � (가)�2 � (나)�2 � (다)�2 � (라)�2 � (마)�2 � (바)�2 � (사)�2 � (아)�2 � (자)�2 � (차)�2 � (카)�2 � (타)�2 � (파)�2 � (하)� 2 � (주)� 2 � (오전)� 2 � (오후)� 2 r� � 2 � (一)�!2 � (二)�"2 � (三)�#2 � (四)�$2 � (五)�%2 � (六)�&2 � (七)�'2 � (八)�(2 � (九)�)2 � (十)�*2 � (月)�+2 � (火)�,2 � (水)�-2 � (木)�.2 � (金)�/2 � (土)�02 � (日)�12 � (株)�22 � (有)�32 � (社)�42 � (名)�52 � (特)�62 � (財)�72 � (祝)�82 � (労)�92 � (代)�:2 � (呼)�;2 � (学)�<2 � (監)�=2 � (企)�>2 � (資)�?2 � (協)�@2 � (祭)�A2 � (休)�B2 � (自)�C2 � (至)�D2 rE � 問�E2 � 幼�F2 � 文�G2 � 箏�H2 r0 �P2 �pte�Q2 �21�R2 �22�S2 �23�T2 �24�U2 �25�V2 �26�W2 �27�X2 �28�Y2 �29�Z2 �30�[2 �31�\2 �32�]2 �33�^2 �34�_2 �35�`2 � ᄀ�a2 � ᄂ�b2 � ᄃ�c2 � ᄅ�d2 � ᄆ�e2 � ᄇ�f2 � ᄉ�g2 � ᄋ�h2 � ᄌ�i2 � ᄎ�j2 � ᄏ�k2 � ᄐ�l2 � ᄑ�m2 � ᄒ�n2 � 가�o2 � 나)r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r )r r r )r rE r )r rE r )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK r� r� r� r� r� �_seg_308 s� rL c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�p2 rE � 다�q2 � 라�r2 � 마�s2 � 바�t2 � 사�u2 � 아�v2 � 자�w2 � 차�x2 � 카�y2 � 타�z2 � 파�{2 � 하�|2 � 참고�}2 � 주의�~2 � 우�2 r0 �2 � 一�2 � 二�2 � 三�2 � 四�2 � 五�2 � 六�2 � 七�2 � 八�2 � 九�2 � 十�2 � 月�2 � 火�2 � 水�2 � 木�2 � 金�2 � 土�2 � 日�2 � 株�2 � 有�2 � 社�2 � 名�2 � 特�2 � 財�2 � 祝�2 � 労�2 � 秘�2 � 男�2 � 女�2 � 適�2 � 優�2 � 印�2 � 注�2 � 項�2 � 休�2 � 写�2 � 正�2 � 上�2 � 中�2 � 下�2 � 左�2 � 右�2 � 医�2 � 宗�2 � 学�2 � 監�2 � 企�2 � 資�2 � 協�2 � 夜�2 �36�2 �37�2 �38�2 �39�2 �40�2 �41�2 �42�2 �43�2 �44�2 �45�2 �46�2 �47�2 �48�2 �49�2 �50�2 � 1月�2 � 2月��2 � 3月��2 � 4月��2 � 5月��2 � 6月��2 � 7月��2 � 8月��2 � 9月��2 � 10月��2 � 11月��2 � 12月��2 �hg��2 �erg��2 �ev��2 �ltd��2 � ア��2 � イ��2 � ウ��2 � エ)rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk r0 )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_31� s� r c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N��2 rE � オ��2 � カ��2 � キ��2 � ク��2 � ケ��2 � コ��2 � サ��2 � シ��2 � ス��2 � セ��2 � ソ��2 � タ��2 � チ��2 � ツ��2 � テ��2 � ト��2 � ナ��2 � ニ��2 � ヌ��2 � ネ��2 � ノ��2 � ハ��2 � ヒ��2 � フ��2 � ヘ��2 � ホ��2 � マ��2 � ミ��2 � ム��2 � メ��2 � モ��2 � ヤ��2 � ユ�2 � ヨ�2 � ラ�2 � リ�2 � ル�2 � レ�2 � ロ�2 � ワ�2 � ヰ�2 � ヱ�2 � ヲ�2 r� � 3 � アパート�3 � アルファ�3 � アンペア�3 � アール�3 � イニング�3 � インチ�3 � ウォン�3 � エスクード�3 � エーカー� 3 � オンス� 3 � オーム� 3 � カイリ� 3 � カラット� 3 � カロリー�3 � ガロン�3 � ガンマ�3 � ギガ�3 � ギニー�3 � キュリー�3 � ギルダー�3 � キロ�3 � キログラム�3 � キロメートル�3 � キロワット�3 � グラム�3 � グラムトン�3 � クルゼイロ�3 � クローネ� 3 � ケース� 3 � コルナ� 3 � コーポ� 3 � サイクル� 3 � サンチーム�!3 � シリング�"3 � センチ�#3 � セント�$3 � ダース�%3 � デシ�&3 � ドル�'3 � トン�(3 � ナノ�)3 � ノット�*3 � ハイツ�+3 � パーセント�,3 � パーツ�-3 � バーレル�.3 � ピアストル�/3 � ピクル�03 � ピコ�13 � ビル�23 � ファラッド�33 � フィート�43 � ブッシェル�53 � フラン�63 � ヘクタール�73 � ペソ)r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk r� )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_32 s� r� c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�83 rE � ペニヒ�93 � ヘルツ�:3 � ペンス�;3 � ページ�<3 � ベータ�=3 � ポイント�>3 � ボルト�?3 � ホン�@3 � ポンド�A3 � ホール�B3 � ホーン�C3 � マイクロ�D3 � マイル�E3 � マッハ�F3 � マルク�G3 � マンション�H3 � ミクロン�I3 � ミリ�J3 � ミリバール�K3 � メガ�L3 � メガトン�M3 � メートル�N3 � ヤード�O3 � ヤール�P3 � ユアン�Q3 � リットル�R3 � リラ�S3 � ルピー�T3 � ルーブル�U3 � レム�V3 � レントゲン�W3 � ワット�X3 � 0点�Y3 � 1点�Z3 � 2点�[3 � 3点�\3 � 4点�]3 � 5点�^3 � 6点�_3 � 7点�`3 � 8点�a3 � 9点�b3 � 10点�c3 � 11点�d3 � 12点�e3 � 13点�f3 � 14点�g3 � 15点�h3 � 16点�i3 � 17点�j3 � 18点�k3 � 19点�l3 � 20点�m3 � 21点�n3 � 22点�o3 � 23点�p3 � 24点�q3 �hpa�r3 �da�s3 �au�t3 �bar�u3 �ov�v3 �pc�w3 �dm�x3 �dm2�y3 �dm3�z3 �iu�{3 � 平成�|3 � 昭和�}3 � 大正�~3 � 明治�3 � 株式会社�3 �pa�3 �na�3 � μa�3 �ma�3 �ka�3 �kb�3 �mb�3 �gb�3 �cal�3 �kcal�3 �pf�3 �nf�3 � μf�3 � μg�3 �mg�3 �kg�3 �hz�3 �khz�3 �mhz�3 �ghz�3 �thz�3 � μl�3 �ml�3 �dl�3 �kl�3 �fm�3 �nm�3 � μm)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_33p s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(gdS () N�3 rE �mm�3 �cm�3 �km�3 �mm2�3 �cm2�3 �m2�3 �km2�3 �mm3�3 �cm3�3 �m3�3 �km3�3 � m∕s�3 � m∕s2�3 rn �3 �kpa�3 �mpa�3 �gpa�3 �rad�3 � rad∕s�3 � rad∕s2�3 �ps�3 �ns�3 � μs�3 �ms�3 �pv�3 �nv�3 � μv�3 �mv�3 �kv�3 �3 �pw�3 �nw�3 � μw�3 �mw�3 �kw�3 �3 � kω�3 � mω��3 r� ��3 �bq��3 �cc��3 �cd��3 � c∕kg��3 ��3 �db��3 �gy��3 �ha��3 �hp��3 �in��3 �kk��3 ��3 �kt��3 �lm��3 �ln��3 �log��3 �lx��3 rz ��3 �mil��3 �mol��3 �ph��3 ��3 �ppm��3 �pr��3 �sr��3 �sv��3 �wb��3 � v∕m��3 � a∕m��3 � 1日��3 � 2日��3 � 3日��3 � 4日��3 � 5日��3 � 6日��3 � 7日��3 � 8日��3 � 9日��3 � 10日��3 � 11日��3 � 12日��3 � 13日��3 � 14日��3 � 15日��3 � 16日��3 � 17日��3 � 18日��3 � 19日��3 � 20日��3 � 21日�3 � 22日�3 � 23日�3 � 24日�3 � 25日�3 � 26日�3 � 27日�3 � 28日�3 � 29日�3 � 30日�3 � 31日�3 �gal)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE rn )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE rz )r rE r )r rE r )r rE r )r r� )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re r� r� r� r� r� �_seg_34� s� rf c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� 4 r0 �M r� �M �͟ � � 鍤 鐤 �Ǥ �Ф �,� �@� rE � ꙁ�A� �B� � ꙃ�C� �D� � ꙅ�E� �F� � ꙇ�G� �H� � ꙉ�I� �J� � ꙋ�K� �L� � ꙍ�M� �N� � ꙏ�O� �P� � ꙑ�Q� �R� � ꙓ�S� �T� � ꙕ�U� �V� � ꙗ�W� �X� � ꙙ�Y� �Z� � ꙛ�[� �\� � ꙝ�]� �^� � ꙟ�_� �`� � ꙡ�a� �b� � ꙣ�c� �d� � ꙥ�e� �f� � ꙧ�g� �h� � ꙩ�i� �j� � ꙫ�k� �l� � ꙭ�m� 逦 � ꚁ遦 邦 � ꚃ郦 鄦 � ꚅ酦 醦 � ꚇ釦 鈦 � ꚉ鉦 銦 � ꚋ鋦 錦 � ꚍ鍦 鎦 � ꚏ鏦 鐦 � ꚑ鑦 钦 � ꚓ铦 锦 � ꚕ镦 閦 � ꚗ闦 阦 韦 � � � �"� � ꜣ�#� �$� � ꜥ�%� �&� � ꜧ�'� �(� � ꜩ�)� �*� � ꜫ�+� �,� � ꜭ�-� �.� � ꜯ�/� �2� � ꜳ�3� )rg r0 )rh r� )ri r0 )rj r� )rk r0 )rl r� )rm r0 )rn r� )ro r0 )rp r� )rq rE rr )rs r0 )rt rE ru )rv r0 )rw rE rx )ry r0 )rz rE r{ )r| r0 )r} rE r~ )r r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 r� r� r� r� r� �_seg_35@ s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�4� rE � ꜵ�5� r0 �6� � ꜷ�7� �8� � ꜹ�9� �:� � ꜻ�;� �<� � ꜽ�=� �>� � ꜿ�?� �@� � ꝁ�A� �B� � ꝃ�C� �D� � ꝅ�E� �F� � ꝇ�G� �H� � ꝉ�I� �J� � ꝋ�K� �L� � ꝍ�M� �N� � ꝏ�O� �P� � ꝑ�Q� �R� � ꝓ�S� �T� � ꝕ�U� �V� � ꝗ�W� �X� � ꝙ�Y� �Z� � ꝛ�[� �\� � ꝝ�]� �^� � ꝟ�_� �`� � ꝡ�a� �b� � ꝣ�c� �d� � ꝥ�e� �f� � ꝧ�g� �h� � ꝩ�i� �j� � ꝫ�k� �l� � ꝭ�m� �n� � ꝯ�o� �p� �q� �y� � ꝺ�z� �{� � ꝼ�|� �}� � ᵹ�~� � ꝿ�� 逧 � ꞁ遧 邧 � ꞃ郧 鄧 � ꞅ酧 醧 � ꞇ釧 鋧 � ꞌ錧 鍧 � ɥ鎧 鏧 r� 鐧 � ꞑ鑧 钧 � ꞓ铧 锧 頧 � ꞡ顧 颧 � ꞣ飧 餧 � ꞥ饧 馧 � ꞧ駧 騧 � ꞩ驧 骧 � ɦ髧 � � ħ)r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r rE r )r r0 )r! rE r" )r# r0 )r$ rE r% )r& r0 )r' rE r( )r) r0 )r* rE r+ )r, r0 )r- rE r. )r/ r0 )r0 rE r1 )r2 r0 )r3 rE r4 )r5 r0 )r6 rE r7 )r8 r0 )r9 rE r: )r; r0 )r< rE r= )r> r0 )r? rE r@ )rA r0 )rB rE rC )rD r0 )rE rE rF )rG r0 )rH rE rI )rJ r0 )rK rE rL )rM r0 )rN rE rO )rP r0 )rQ rE rO )rR r0 )rS rE rT )rU r0 )rV rE rW )rX r0 )rY rE rZ )r[ rE r\ )r] r0 )r^ rE r_ )r` r0 )ra rE rb )rc r0 )rd rE re )rf r0 )rg rE rh )ri r0 )rj rE rk )rl r0 )rm rE rn )ro r0 )rp r� )rq rE rr )rs r0 )rt rE ru )rv r0 )rw r� )rx rE ry )rz r0 )r{ rE r| )r} r0 )r~ rE r )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r� )r� rE r� r� r� r� r� r� �_seg_36� s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� rE � œ� r0 �,� r� �0� �:� �@� �x� 逨 �Ũ �Ψ �ڨ �� � � � �T� �_� �}� 逩 �Ω �ϩ �ک �ީ �� � � �7� �@� �N� �P� �Z� �\� �|� 逪 �ê �۪ � �� �� � � �� �� �� � � �'� �(� �/� � �� �� � � � �� �� ��� ��� �� � � � 豈�� � 更�� � 車�� � 賈�� � 滑�� � 串�� � 句�� � 龜� � � 契� � � 金� � � 喇� � � 奈� � � 懶�� � 癩�� � 羅�� � 蘿�� � 螺�� � 裸�� � 邏�� � 樂�� � 洛�� � 烙�� � 珞�� � 落�� � 酪�� � 駱�� � 亂� � � 卵� � � 欄� � � 爛� � � 蘭� � � 鸞�!� � 嵐�"� � 濫�#� � 藍�$� � 襤�%� � 拉�&� � 臘�'� � 蠟�(� � 廊�)� � 朗�*� � 浪�+� � 狼�,� � 郎�-� � 來)r� rE r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r r� r� r� r� r� �_seg_37 s� r c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N�.� rE � 冷�/� � 勞�0� � 擄�1� � 櫓�2� � 爐�3� � 盧�4� � 老�5� � 蘆�6� � 虜�7� � 路�8� � 露�9� � 魯�:� � 鷺�;� � 碌�<� � 祿�=� � 綠�>� � 菉�?� � 錄�@� � 鹿�A� � 論�B� � 壟�C� � 弄�D� � 籠�E� � 聾�F� � 牢�G� � 磊�H� � 賂�I� � 雷�J� � 壘�K� � 屢�L� � 樓�M� � 淚�N� � 漏�O� � 累�P� � 縷�Q� � 陋�R� � 勒�S� � 肋�T� � 凜�U� � 凌�V� � 稜�W� � 綾�X� � 菱�Y� � 陵�Z� � 讀�[� � 拏�\� � 樂�]� � 諾�^� � 丹�_� � 寧�`� � 怒�a� � 率�b� � 異�c� � 北�d� � 磻�e� � 便�f� � 復�g� � 不�h� � 泌�i� � 數�j� � 索�k� � 參�l� � 塞�m� � 省�n� � 葉�o� � 說�p� � 殺�q� � 辰�r� � 沈�s� � 拾�t� � 若�u� � 掠�v� � 略�w� � 亮�x� � 兩�y� � 凉�z� � 梁�{� � 糧�|� � 良�}� � 諒�~� � 量�� � 勵� � 呂� � 女� � 廬� � 旅� � 濾� � 礪� � 閭� � 驪� � 麗� � 黎� � 力� � 曆� � 歷� � 轢� � 年� � 憐� � 戀� � 撚)r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_38x s� r� c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 漣� � 煉� � 璉� � 秊� � 練� � 聯� � 輦� � 蓮� � 連� � 鍊� � 列� � 劣� � 咽� � 烈� � 裂� � 說� � 廉� � 念� � 捻� � 殮� � 簾� � 獵� � 令� � 囹� � 寧� � 嶺� � 怜� � 玲� � 瑩� � 羚� � 聆� � 鈴� � 零� � 靈� � 領� � 例� � 禮� � 醴� � 隸� � 惡� � 了� � 僚� � 寮� � 尿� � 料� � 樂� � 燎� � 療�� � 蓼�� � 遼�� � 龍�� � 暈�� � 阮�� � 劉�� � 杻�� � 柳�� � 流�� � 溜�� � 琉�� � 留�� � 硫�� � 紐�� � 類�� � 六�� � 戮�� � 陸�� � 倫�� � 崙�� � 淪�� � 輪�� � 律�� � 慄�� � 栗�� � 率�� � 隆�� � 利�� � 吏�� � 履�� � 易�� � 李�� � 梨�� � 泥�� � 理�� � 痢�� � 罹�� � 裏�� � 裡�� � 里�� � 離�� � 匿�� � 溺�� � 吝�� � 燐�� � 璘�� � 藺�� � 隣�� � 鱗�� � 麟�� � 林� � 淋)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_39� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N� rE � 臨� � 立� � 笠� � 粒� � 狀� � 炙� � 識� � 什� � 茶� � 刺� � � 切�� � 度�� � 拓�� � 糖�� � 宅�� � 洞�� � 暴�� � 輻�� � 行� � � 降� � � 見� � � 廓� � � 兀� � � 嗀�� r0 �� � 塚�� �� � 晴�� �� � 凞�� � 猪�� � 益�� � 礼�� � 神�� � 祥�� � 福� � � 靖� � � 精� � � 羽� � � � � 蘒�!� �"� � 諸�#� �%� � 逸�&� � 都�'� �*� � 飯�+� � 飼�,� � 館�-� � 鶴�.� � 郞�/� � 隷�0� � 侮�1� � 僧�2� � 免�3� � 勉�4� � 勤�5� � 卑�6� � 喝�7� � 嘆�8� � 器�9� � 塀�:� � 墨�;� � 層�<� � 屮�=� � 悔�>� � 慨�?� � 憎�@� � 懲�A� � 敏�B� � 既�C� � 暑�D� � 梅�E� � 海�F� � 渚�G� � 漢�H� � 煮�I� � 爫�J� � 琢�K� � 碑�L� � 社�M� � 祉�N� � 祈�O� � 祐�P� � 祖�Q� � 祝�R� � 禍�S� � 禎�T� � 穀�U� � 突�V� � 節�W� � 練�X� � 縉�Y� � 繁�Z� � 署�[� � 者�\� � 臭�]� � 艹�_� � 著)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� r0 )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� rE r� )r r0 )r rE r )r r0 )r rE r )r rE r )r r0 )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr r� r� r� r� r� �_seg_40H s� rs c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)gdS (* N�`� rE � 褐�a� � 視�b� � 謁�c� � 謹�d� � 賓�e� � 贈�f� � 辶�g� � 逸�h� � 難�i� � 響�j� � 頻�k� � 恵�l� � 𤋮�m� � 舘�n� r� �p� � 並�q� � 况�r� � 全�s� � 侀�t� � 充�u� � 冀�v� � 勇�w� � 勺�x� � 喝�y� � 啕�z� � 喙�{� � 嗢�|� � 塚�}� � 墳�~� � 奄�� � 奔� � 婢� � 嬨� � 廒� � 廙� � 彩� � 徭� � 惘� � 慎� � 愈� � 憎� � 慠� � 懲� � 戴� � 揄� � 搜� � 摒� � 敖� � 晴� � 朗� � 望� � 杖� � 歹� � 殺� � 流� � 滛� � 滋� � 漢� � 瀞� � 煮� � 瞧� � 爵� � 犯� � 猪� � 瑱� � 甆� � 画� � 瘝� � 瘟� � 益� � 盛� � 直� � 睊� � 着� � 磌� � 窱� � 節� � 类� � 絛� � 練� � 缾� � 者� � 荒� � 華� � 蝹� � 襁� � 覆� � � 調� � 諸� � 請� � � 諾� � 諭� � � 變� �� � 輸�� � 遲�� � 醙)rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE rw )r" rE r# )r$ rE r% )r& rE r' )r( rE ry )r) rE r* )r+ rE r, )r- rE r{ )r. rE r/ )r0 rE r )r1 rE r2 )r3 rE r4 )r5 rE r6 r� r� r� r� r� �_seg_41� s� r7 c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N�� rE � 鉶�� � 陼�� � 難�� � 靖�� � 韛�� � 響�� � 頋�� � 頻�� � 鬒�� � 龜�� � 𢡊�� � 𢡄�� � 𣏕�� � 㮝�� � 䀘�� � 䀹�� � 𥉉�� � 𥳐�� � 𧻓�� � 齃�� � 龎�� r� � � �ff�� �fi�� �fl�� �ffi�� �ffl�� �st�� �� � մն�� � մե�� � մի�� � վն�� � մխ�� � � � יִ� � r0 � � � ײַ� � � ע�!� � א�"� � ד�#� � ה�$� � כ�%� � ל�&� � ם�'� � ר�(� � ת�)� r r� �*� � שׁ�+� � שׂ�,� � שּׁ�-� � שּׂ�.� � אַ�/� � אָ�0� � אּ�1� � בּ�2� � גּ�3� � דּ�4� � הּ�5� � וּ�6� � זּ�7� �8� � טּ�9� � יּ�:� � ךּ�;� � כּ�<� � לּ�=� �>� � מּ�?� �@� � נּ�A� � סּ�B� �C� � ףּ�D� � פּ�E� �F� � צּ�G� � קּ�H� � רּ�I� � שּ�J� � תּ�K� � וֹ�L� � בֿ�M� � כֿ�N� � פֿ�O� � אל�P� � ٱ�R� � ٻ�V� � پ�Z� � ڀ�^� � ٺ�b� � ٿ�f� � ٹ�j� � ڤ�n� � ڦ�r� � ڄ�v� � ڃ�z� � چ�~� � ڇ� � ڍ)r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb r� )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro r� )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz r� )r{ rE r| )r} r0 )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_42 s� r� c f C s& d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,gdS (- N� rE � ڌ� � ڎ� � ڈ� � ژ� � ڑ� � ک� � گ� � ڳ� � ڱ� � ں� � ڻ� � ۀ� � ہ� � ھ� � ے� � ۓ� r0 �� r� �� � ڭ�� � ۇ�� � ۆ�� � ۈ�� � ۇٴ�� � ۋ�� � ۅ�� � ۉ�� � ې�� � ى�� � ئا�� � ئە�� � ئو�� � ئۇ�� � ئۆ�� � ئۈ� � ئې� � ئى� � ی� � � ئج�� � ئح�� � ئم�� �� � ئي�� � بج�� � بح�� � بخ�� � بم� � � بى� � � بي� � � تج� � � تح� � � تخ�� � تم�� � تى�� � تي�� � ثج�� � ثم�� � ثى�� � ثي�� � جح�� � جم�� � حج�� � حم�� � خج�� � خح�� � خم� � � سج� � � سح� � � سخ� � � سم� � � صح�!� � صم�"� � ضج�#� � ضح�$� � ضخ�%� � ضم�&� � طح�'� � طم�(� � ظم�)� � عج�*� � عم�+� � غج�,� � غم�-� � فج�.� � فح�/� � فخ�0� � فم�1� � فى�2� � في�3� � قح�4� � قم�5� � قى�6� � قي�7� � كا�8� � كج�9� � كح�:� � كخ�;� � كل�<� � كم�=� � كى�>� � كي)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r r0 )r r� )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE r< )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR rE rS )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ rE r] )r^ rE r_ )r` rE ra )rb rE rc )rd rE re )rf rE rg )rh rE ri )rj rE rk )rl rE rm )rn rE ro )rp rE rq )rr rE rs )rt rE ru )rv rE rw )rx rE ry )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_43� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!gdS (" N�?� rE � لج�@� � لح�A� � لخ�B� � لم�C� � لى�D� � لي�E� � مج�F� � مح�G� � مخ�H� � مم�I� � مى�J� � مي�K� � نج�L� � نح�M� � نخ�N� � نم�O� � نى�P� � ني�Q� � هج�R� � هم�S� � هى�T� � هي�U� � يج�V� � يح�W� � يخ�X� � يم�Y� � يى�Z� � يي�[� � ذٰ�\� � رٰ�]� � ىٰ�^� r � ٌّ�_� � ٍّ�`� � َّ�a� � ُّ�b� � ِّ�c� � ّٰ�d� � ئر�e� � ئز�f� � ئم�g� � ئن�h� � ئى�i� � ئي�j� � بر�k� � بز�l� � بم�m� � بن�n� � بى�o� � بي�p� � تر�q� � تز�r� � تم�s� � تن�t� � تى�u� � تي�v� � ثر�w� � ثز�x� � ثم�y� � ثن�z� � ثى�{� � ثي�|� � فى�}� � في�~� � قى�� � قي� � كا� � كل� � كم� � كى� � كي� � � � � ما� � � نر� � نز� � � نن� � � � � ير� � يز� � � ين� � � � ئج� � ئح� � ئخ� � � ئه� � بج� � بح� � بخ� � � به� � تج� � تح)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r )r r r )r r r )r r r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE r� )rJ rE r� )rK rE r� )rL rE rM )rN rE r� )rO rE rP )rQ rE rR )rS rE r� )rT rE rU )rV rE r� )rW rE r� )rX rE r� )rY rE rZ )r[ rE r\ )r] rE r� )r^ rE r_ )r` rE r� )ra rE r� )rb rE rc )rd rE re )rf rE rg )rh rE r )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE r )rr rE rs )rt rE ru )rv rE rw r� r� r� r� r� �_seg_44� s� rx c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"gdS (# N� rE � تخ� � تم� � ته� � ثم� � جح� � جم� � حج� � حم� � خج� � خم� � سج� � سح� � سخ� � سم� � صح� � صخ� � صم� � ضج� � ضح� � ضخ� � ضم� � طح� � ظم� � عج� � عم� � غج� � غم� � فج� � فح� � فخ� � فم�� � قح�� � قم�� � كج�� � كح�� � كخ�� � كل�� � كم�� � لج�� � لح�� � لخ�� � لم�� � له�� � مج�� � مح�� � مخ�� � مم�� � نج�� � نح�� � نخ�� � نم�� � نه�� � هج�� � هم�� � هٰ�� � يج�� � يح�� � يخ�� � يم�� � يه�� � ئم�� � ئه�� � بم�� � به�� �� �� �� � ثه�� �� � سه�� � شم�� � شه�� �� �� �� �� �� �� �� � ـَّ�� � ـُّ�� � ـِّ� � طى� � طي� � عى� � عي� � غى� � غي� � سى� � سي� � شى� � شي� � حى� � � حي�� � جى�� � جي�� � خى�� � خي�� � صى�� � صي)ry rE rz )r{ rE r| )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r| )r� rE r~ )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 r� r� r� r� r� �_seg_45P s� r6 c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�dgdS ( N�� rE � ضى�� � ضي� � � شج� � � شح� � � شخ� � � شم� � � شر�� � سر�� � صر�� � ضر�� � طى�� � طي�� � عى�� � عي�� � غى�� � غي�� � سى�� � سي�� � شى�� � شي�� � حى� � � حي� � � جى� � � جي� � � خى� � � خي�!� � صى�"� � صي�#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� � سه�2� � شه�3� � طم�4� � سج�5� � سح�6� � سخ�7� �8� �9� �:� �;� � ظم�<� � اً�>� r0 �@� r� �P� � تجم�Q� � تحج�S� � تحم�T� � تخم�U� � تمج�V� � تمح�W� � تمخ�X� � جمح�Z� � حمي�[� � حمى�\� � سحج�]� � سجح�^� � سجى�_� � سمح�a� � سمج�b� � سمم�d� � صحح�f� � صمم�g� � شحم�i� � شجي�j� � شمخ�l� � شمم�n� � ضحى�o� � ضخم�q� � طمح�s� � طمم�t� � طمي�u� � عجم�v� � عمم�x� � عمى�y� � غمم�z� � غمي�{� � غمى�|� � فخم�~� � قمح�� � قمم� � لحم� � لحي� � لحى� � لجج� � لخم� � لمح� � محج� � محم)r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE r8 )rp rE r: )rq rE r< )rr rE r> )rs rE r@ )rt rE rB )ru rE rD )rv rE rF )rw rE rH )rx rE rJ )ry rE r< )rz rE r> )r{ rE r@ )r| rE rB )r} rE r~ )r rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r< )r� rE r> )r� rE r@ )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_46� s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%gdS (& N� rE � محي� � مجح� � مجم� � مخج� � مخم� r� � � مجخ� � همج� � همم� � نحم� � نحى� � نجم� � نجى� � نمي� � نمى� � يمم� � بخي� � تجي� � تجى� � تخي� � تخى� � تمي� � تمى� � جمي� � جحى� � جمى� � سخى� � صحي� � شحي� � ضحي� � لجي� � لمي� � يحي� � يجي� � يمي� � ممي� � قمي� � نحي� � قمح� � لحم� � عمي� � كمي� � نجح� � مخي� � لجم� � كمم� � � � جحي� � حجي� � مجي� � فمي�� � بحي�� �� � عجم�� � صمم�� � سخي�� � نجي�� �� � صلے�� � قلے�� � الله�� � اكبر�� � محمد� � صلعم� � رسول� � عليه� � وسلم� � صلى� r �! صلى الله عليه وسلم� � جل جلاله� � ریال� r0 � � � r� �� �,�� � 、�� �� �:�� rl �� �!�� �?�� � 〖�� � 〗�� � � �'� �1� � —�2� � –�3� �_�5� r� �6� r� �7� �{�8� �}�9� � 〔�:� � 〕�;� � 【�<� � 】�=� � 《�>� � 》)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r! rE r" )r# rE r$ )r% rE r& )r' rE r( )r) rE r* )r+ rE r, )r- rE r. )r/ rE r0 )r1 rE r2 )r3 rE r4 )r5 rE r6 )r7 rE r8 )r9 rE r: )r; rE r< )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rD )rH rE r@ )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rF )rT rE rU )rV rE rW )rX rE rY )rZ rE r[ )r\ r� )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq r rr )rs r rt )ru rE rv )rw r0 )rx r� )ry r� )rz r r{ )r| rE r} )r~ r� )r r r� )r� r rl )r� r r� )r� r r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_47 s� r� c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'gdS (( N�?� rE � 〈�@� � 〉�A� � 「�B� � 」�C� � 『�D� � 』�E� r0 �G� r �[�H� �]�I� � ̅�M� r� �P� r{ �Q� � 、�R� r� �T� rl �U� r� �V� r� �W� r� �X� � —�Y� r� �Z� r� �[� r� �\� r� �]� � 〔�^� � 〕�_� �#�`� �&�a� �*�b� r� �c� �-�d� �<�e� �>�f� r� �g� �h� �\�i� �$�j� �%�k� �@�l� �p� � ً�q� � ـً�r� � ٌ�s� �t� � ٍ�u� �v� � َ�w� � ـَ�x� � ُ�y� � ـُ�z� � ِ�{� � ـِ�|� � ّ�}� � ـّ�~� � ْ�� � ـْ� � ء� � آ� � أ� � ؤ� � إ� � ئ� � ا� � ب� � ة� � ت� � ث� � ج� � ح� � خ� � د� � ذ� � ر� � ز� � س� � ش� � ص� � ض� � ط�� � ظ�� � ع�� � غ�� � ف�� � ق�� � ك�� � ل�� � م�� � ن�� � ه�� � و�� � ى�� � ي� � لآ� � لأ� � لإ� � لا� � r� � � �� �� �")r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r0 )r� r r� )r� r r� )r� r r� )r� r r� )r� r r{ )r� rE r� )r� r� )r� r rl )r� r r� )r� r r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r� )r� r r� )r� rE r� )r� r r� )r� r0 )r� r r� )r� r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r� rE r� )r� r r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< rE r= )r> rE r? )r@ rE rA )rB rE rC )rD rE rE )rF rE rG )rH rE rI )rJ rE rK )rL rE rM )rN rE rO )rP rE rQ )rR r� )rS r� )rT r� )rU r r� )rV r rW r� r� r� r� r� �_seg_48� s� rX c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�dgdS ( N�� r r� �� r� �� r� �� r� �� �'�� r� � � r� � � r� � � r� � � r{ � � rE r� �� r �� �/�� r� �� r� �� r� �� �� r� �� r� �� r� �� r� �� r� �� r� �� r� �� rl � � r� � � r� � � r� � � r� � � r� �!� rF �"� rH �#� rJ �$� rL �%� rN �&� rP �'� rR �(� rT �)� rV �*� rX �+� rZ �,� r\ �-� r^ �.� r` �/� rb �0� rd �1� rf �2� rh �3� rj �4� rl �5� rn �6� rp �7� rr �8� rt �9� rv �:� rx �;� r� �<� r� �=� r� �>� �^�?� r� �@� rm �A� �B� �C� �D� �E� �F� �G� �H� �I� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� r� �\� �|�]� r� �^� �~�_� � ⦅�`� � ⦆�a� �b� � 「�c� � 」�d� � 、�e� � ・�f� � ヲ)rY r r� )rZ r r� )r[ r r� )r\ r r� )r] r r^ )r_ r r� )r` r r� )ra r r� )rb r r� )rc r r{ )rd rE r� )re rE r )rf r rg )rh rE r� )ri rE r� )rj rE r� )rk rE r )rl rE r� )rm rE r� )rn rE r� )ro rE r� )rp rE r� )rq rE r� )rr r r� )rs r rl )rt r r� )ru r r� )rv r r� )rw r r� )rx r r� )ry rE rF )rz rE rH )r{ rE rJ )r| rE rL )r} rE rN )r~ rE rP )r rE rR )r� rE rT )r� rE rV )r� rE rX )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rb )r� rE rd )r� rE rf )r� rE rh )r� rE rj )r� rE rl )r� rE rn )r� rE rp )r� rE rr )r� rE rt )r� rE rv )r� rE rx )r� r r� )r� r r� )r� r r� )r� r r� )r� r r� )r� r rm )r� rE rF )r� rE rH )r� rE rJ )r� rE rL )r� rE rN )r� rE rP )r� rE rR )r� rE rT )r� rE rV )r� rE rX )r� rE rZ )r� rE r\ )r� rE r^ )r� rE r` )r� rE rb )r� rE rd )r� rE rf )r� rE rh )r� rE rj )r� rE rl )r� rE rn )r� rE rp )r� rE rr )r� rE rt )r� rE rv )r� rE rx )r� r r� )r� r r� )r� r r� )r� r r� )r� rE r� )r� rE r� )r� rE r )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_49� s� r� c f C s$ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+gdS (, N�g� rE � ァ�h� � ィ�i� � ゥ�j� � ェ�k� � ォ�l� � ャ�m� � ュ�n� � ョ�o� � ッ�p� � ー�q� � ア�r� � イ�s� � ウ�t� � エ�u� � オ�v� � カ�w� � キ�x� � ク�y� � ケ�z� � コ�{� � サ�|� � シ�}� � ス�~� � セ�� � ソ� � タ� � チ� � ツ� � テ� � ト� � ナ� � ニ� � ヌ� � ネ� � ノ� � ハ� � ヒ� � フ� � ヘ� � ホ� � マ� � ミ� � ム� � メ� � モ� � ヤ� � ユ� � ヨ� � ラ� � リ� � ル� � レ� � ロ� � ワ� � ン� � ゙� � ゚� r� � � ᄀ� � ᄁ� � ᆪ� � ᄂ� � ᆬ� � ᆭ� � ᄃ� � ᄄ� � ᄅ� � ᆰ� � ᆱ� � ᆲ� � ᆳ� � ᆴ� � ᆵ� � ᄚ� � ᄆ� � ᄇ� � ᄈ� � ᄡ� � ᄉ� � ᄊ� � ᄋ� � ᄌ� � ᄍ� � ᄎ� � ᄏ� � ᄐ� � ᄑ� � ᄒ� �� � ᅡ�� � ᅢ�� � ᅣ�� � ᅤ�� � ᅥ�� � ᅦ�� �� � ᅧ�� � ᅨ�� � ᅩ�� � ᅪ)r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r )r rE r! )r" rE r# )r$ rE r% )r& rE r' )r( rE r) )r* rE r+ )r, rE r- )r. rE r/ )r0 rE r1 )r2 rE r3 )r4 rE r5 )r6 rE r7 )r8 rE r9 )r: rE r; )r< r� )r= rE r> )r? rE r@ )rA rE rB )rC rE rD )rE rE rF )rG rE rH )rI rE rJ )rK rE rL )rM rE rN )rO rE rP )rQ rE rR )rS rE rT )rU rE rV )rW rE rX )rY rE rZ )r[ rE r\ )r] rE r^ )r_ rE r` )ra rE rb )rc rE rd )re rE rf )rg rE rh )ri rE rj )rk rE rl )rm rE rn )ro rE rp )rq rE rr )rs rE rt )ru rE rv )rw rE rx )ry r� )rz rE r{ )r| rE r} )r~ rE r )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� r� r� r� r� r� �_seg_50X s� r� c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�dgdS ( N�� rE � ᅫ�� � ᅬ�� r� �� � ᅭ�� � ᅮ�� � ᅯ�� � ᅰ�� � ᅱ�� � ᅲ�� �� � ᅳ�� � ᅴ�� � ᅵ�� �� � ¢�� � £�� � ¬�� r � ̄�� � ¦�� � ¥�� � ₩�� �� � │�� � ←�� � ↑�� � →�� � ↓�� � ■�� � ○�� � r0 � � �' �( �; �< �> �? �N �P �^ � � � � � �4 �7 � � � �� � � � � �� � � � �$ �0 �K � � � �� �� �� � � 𐐨� � 𐐩� � 𐐪� � 𐐫� � 𐐬� � 𐐭� � 𐐮� � 𐐯� � 𐐰� � 𐐱� � 𐐲� � 𐐳� � 𐐴� � 𐐵� � 𐐶� � 𐐷� � 𐐸� � 𐐹� � 𐐺� � 𐐻� � 𐐼� � 𐐽� � 𐐾� � 𐐿� � 𐑀� � 𐑁� � 𐑂� � 𐑃� � 𐑄� � 𐑅)r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� r r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� r0 )r� r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r� )r� rE r ! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r ! rE r ! )r ! rE r ! )r ! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r! )r! rE r ! )r ! rE r ! )r ! rE r ! )r!! rE r"! )r#! rE r$! )r%! rE r&! )r'! rE r(! )r)! rE r*! r� r� r� r� r� �_seg_51� s� r+! c e C s� drdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� rE � 𐑆� � 𐑇� � 𐑈�! � 𐑉�" � 𐑊�# � 𐑋�$ � 𐑌�% � 𐑍�& � 𐑎�' � 𐑏�( r0 � r� � � � � � � � �6 �7 �9 �< �= �? �V �W �` � � � �: �? �@ � � � � � � � � � � � � � �4 �8 �; �? �H �P �Y �` � � �6 �9 �V �X �s �x � � �I �` � � �N �R �p � � � �� �� �� �� � � �5 �6 �D � �� �� �� � � � �� � �o# � $ �c$ �p$ �t$ � 0 �/4 )r,! rE r-! )r.! rE r/! )r0! rE r1! )r2! rE r3! )r4! rE r5! )r6! rE r7! )r8! rE r9! )r:! rE r;! )r<! rE r=! )r>! rE r?! )r@! r0 )rA! r� )rB! r0 )rC! r� )rD! r0 )rE! r� )rF! r0 )rG! r� )rH! r0 )rI! r� )rJ! r0 )rK! r� )rL! r0 )rM! r� )rN! r0 )rO! r� )rP! r0 )rQ! r� )rR! r0 )rS! r� )rT! r0 )rU! r� )rV! r0 )rW! r� )rX! r0 )rY! r� )rZ! r0 )r[! r� )r\! r0 )r]! r� )r^! r0 )r_! r� )r`! r0 )ra! r� )rb! r0 )rc! r� )rd! r0 )re! r� )rf! r0 )rg! r� )rh! r0 )ri! r� )rj! r0 )rk! r� )rl! r0 )rm! r� )rn! r0 )ro! r� )rp! r0 )rq! r� )rr! r0 )rs! r� )rt! r0 )ru! r� )rv! r0 )rw! r� )rx! r0 )ry! r� )rz! r0 )r{! r� )r|! r0 )r}! r� )r~! r0 )r! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� r� r� r� r� r� �_seg_52( s� r�! c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N� h r0 �9j r� � o �Eo �Po �o �o �o � � �� � � �� � � �'� �)� �^� rE � 𝅗𝅥�_� � 𝅘𝅥�`� � 𝅘𝅥𝅮�a� � 𝅘𝅥𝅯�b� � 𝅘𝅥𝅰�c� � 𝅘𝅥𝅱�d� � 𝅘𝅥𝅲�e� �s� �{� �� � 𝆹𝅥�� � 𝆺𝅥�� � 𝆹𝅥𝅮�� � 𝆺𝅥𝅮�� � 𝆹𝅥𝅯�� � 𝆺𝅥𝅯�� ��� � � �F� � � �W� �`� �r� � � rF �� rH �� rJ �� rL �� rN �� rP �� rR �� rT �� rV � � rX � � rZ � � r\ � � r^ � � r` �� rb �� rd �� rf �� rh �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� �� � � � � � � � � � � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� �6� �7� �8� �9� �:� �;� �<� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! r0 )r�! r� )r�! r0 )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! rE r�! )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! r0 )r�! r� )r�! rE rF )r�! rE rH )r�! rE rJ )r�! rE rL )r�! rE rN )r�! rE rP )r�! rE rR )r�! rE rT )r�! rE rV )r�! rE rX )r�! rE rZ )r�! rE r\ )r�! rE r^ )r�! rE r` )r�! rE rb )r�! rE rd )r�! rE rf )r�! rE rh )r�! rE rj )r�! rE rl )r�! rE rn )r�! rE rp )r�! rE rr )r�! rE rt )r�! rE rv )r�! rE rx )r�! rE rF )r�! rE rH )r�! rE rJ )r�! rE rL )r�! rE rN )r�! rE rP )r�! rE rR )r�! rE rT )r�! rE rV )r�! rE rX )r�! rE rZ )r�! rE r\ )r�! rE r^ )r�! rE r` )r�! rE rb )r�! rE rd )r�! rE rf )r�! rE rh )r�! rE rj )r�! rE rl )r�! rE rn )r�! rE rp )r�! rE rr )r " rE rt )r" rE rv )r" rE rx )r" rE rF )r" rE rH )r" rE rJ )r" rE rL )r" rE rN )r" rE rP )r " rE rR )r " rE rT )r " rE rV r� r� r� r� r� �_seg_53� s� r " c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�=� rE rX �>� rZ �?� r\ �@� r^ �A� r` �B� rb �C� rd �D� rf �E� rh �F� rj �G� rl �H� rn �I� rp �J� rr �K� rt �L� rv �M� rx �N� rF �O� rH �P� rJ �Q� rL �R� rN �S� rP �T� rR �U� r� �V� rV �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� �o� rT �p� �q� �r� �s� �t� �u� �v� �w� �x� �y� �z� �{� �|� �}� �~� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� )r " rE rX )r" rE rZ )r" rE r\ )r" rE r^ )r" rE r` )r" rE rb )r" rE rd )r" rE rf )r" rE rh )r" rE rj )r" rE rl )r" rE rn )r" rE rp )r" rE rr )r" rE rt )r " rE rv )r " rE rx )r " rE rF )r " rE rH )r " rE rJ )r!" rE rL )r"" rE rN )r#" rE rP )r$" rE rR )r%" r� )r&" rE rV )r'" rE rX )r(" rE rZ )r)" rE r\ )r*" rE r^ )r+" rE r` )r," rE rb )r-" rE rd )r." rE rf )r/" rE rh )r0" rE rj )r1" rE rl )r2" rE rn )r3" rE rp )r4" rE rr )r5" rE rt )r6" rE rv )r7" rE rx )r8" rE rF )r9" rE rH )r:" rE rJ )r;" rE rL )r<" rE rN )r=" rE rP )r>" rE rR )r?" rE rT )r@" rE rV )rA" rE rX )rB" rE rZ )rC" rE r\ )rD" rE r^ )rE" rE r` )rF" rE rb )rG" rE rd )rH" rE rf )rI" rE rh )rJ" rE rj )rK" rE rl )rL" rE rn )rM" rE rp )rN" rE rr )rO" rE rt )rP" rE rv )rQ" rE rx )rR" rE rF )rS" rE rH )rT" rE rJ )rU" rE rL )rV" rE rN )rW" rE rP )rX" rE rR )rY" rE rT )rZ" rE rV )r[" rE rX )r\" rE rZ )r]" rE r\ )r^" rE r^ )r_" rE r` )r`" rE rb )ra" rE rd )rb" rE rf )rc" rE rh )rd" rE rj )re" rE rl )rf" rE rn )rg" rE rp )rh" rE rr )ri" rE rt )rj" rE rv )rk" rE rx )rl" rE rF )rm" r� )rn" rE rJ )ro" rE rL )rp" r� r� r� r� r� r� �_seg_54� s� rq" c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rR �� r� �� rX �� rZ �� �� r` �� rb �� rd �� rf �� �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� rF �� rH �� rJ �� rL �� �� rP �� �� rT �� rV �� �� �� r\ ��� r^ ��� ��� ��� ��� ��� rh ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� rN ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � �� �� �� �� �� �� �� )rr" rE rR )rs" r� )rt" rE rX )ru" rE rZ )rv" r� )rw" rE r` )rx" rE rb )ry" rE rd )rz" rE rf )r{" r� )r|" rE rj )r}" rE rl )r~" rE rn )r" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" r� )r�" rE rP )r�" r� )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" r� )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" rE rx )r�" rE rF )r�" rE rH )r�" r� )r�" rE rL r� r� r� r� r� �_seg_55` s� r�" c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rN � � rP � � rR � � r� � � rX �� rZ �� r\ �� r^ �� r` �� rb �� rd �� rf �� �� rj �� rl �� rn �� rp �� rr �� rt � � rv � � � � rF � � rH � � rJ �!� rL �"� �#� �$� �%� rT �&� rV �'� �(� �)� �*� �+� �,� �-� �.� �/� rh �0� �1� �2� �3� �4� �5� �6� �7� rx �8� �9� �:� �;� �<� �=� �>� �?� �@� �A� �B� �C� �D� �E� �F� �G� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� )r�" rE rN )r�" rE rP )r�" rE rR )r�" r� )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" r� )r�" rE rj )r�" rE rl )r�" rE rn )r�" rE rp )r�" rE rr )r�" rE rt )r�" rE rv )r�" r� )r�" rE rF )r�" rE rH )r�" rE rJ )r�" rE rL )r�" rE rN )r�" rE rP )r�" rE rR )r�" rE rT )r�" rE rV )r�" rE rX )r�" rE rZ )r�" rE r\ )r�" rE r^ )r�" rE r` )r�" rE rb )r�" rE rd )r�" rE rf )r�" rE rh )r�" rE rj )r�" rE rl )r # rE rn )r# rE rp )r# rE rr )r# rE rt )r# rE rv )r# rE rx )r# rE rF )r# rE rH )r# r� )r # rE rL )r # rE rN )r # rE rP )r # rE rR )r # r� )r# rE rV )r# rE rX )r# rE rZ )r# rE r\ )r# rE r^ )r# r� )r# rE rb )r# r� )r# rE rj )r# rE rl )r# rE rn )r# rE rp )r# rE rr )r# rE rt )r # rE rv )r # r� )r # rE rF )r # rE rH )r # rE rJ )r!# rE rL )r"# rE rN )r## rE rP )r$# rE rR )r%# rE rT )r&# rE rV )r'# rE rX )r(# rE rZ )r)# rE r\ )r*# rE r^ )r+# rE r` )r,# rE rb )r-# rE rd )r.# rE rf )r/# rE rh )r0# rE rj )r1# rE rl )r2# rE rn )r3# rE rp )r4# rE rr )r5# rE rt )r6# rE rv )r7# rE rx )r8# rE rF )r9# rE rH )r:# rE rJ r� r� r� r� r� �_seg_56� s� r;# c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�o� rE rL �p� rN �q� rP �r� rR �s� rT �t� rV �u� rX �v� rZ �w� r\ �x� r^ �y� r` �z� rb �{� rd �|� rf �}� rh �~� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� rF �� rH �� rJ �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� )r<# rE rL )r=# rE rN )r># rE rP )r?# rE rR )r@# rE rT )rA# rE rV )rB# rE rX )rC# rE rZ )rD# rE r\ )rE# rE r^ )rF# rE r` )rG# rE rb )rH# rE rd )rI# rE rf )rJ# rE rh )rK# rE rj )rL# rE rl )rM# rE rn )rN# rE rp )rO# rE rr )rP# rE rt )rQ# rE rv )rR# rE rx )rS# rE rF )rT# rE rH )rU# rE rJ )rV# rE rL )rW# rE rN )rX# rE rP )rY# rE rR )rZ# rE rT )r[# rE rV )r\# rE rX )r]# rE rZ )r^# rE r\ )r_# rE r^ )r`# rE r` )ra# rE rb )rb# rE rd )rc# rE rf )rd# rE rh )re# rE rj )rf# rE rl )rg# rE rn )rh# rE rp )ri# rE rr )rj# rE rt )rk# rE rv )rl# rE rx )rm# rE rF )rn# rE rH )ro# rE rJ )rp# rE rL )rq# rE rN )rr# rE rP )rs# rE rR )rt# rE rT )ru# rE rV )rv# rE rX )rw# rE rZ )rx# rE r\ )ry# rE r^ )rz# rE r` )r{# rE rb )r|# rE rd )r}# rE rf )r~# rE rh )r# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv r� r� r� r� r� �_seg_570 s� r�# c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N��� rE rx ��� rF ��� rH ��� rJ ��� rL ��� rN ��� rP ��� rR ��� rT ��� rV ��� rX ��� rZ ��� r\ ��� r^ ��� r` ��� rb ��� rd ��� rf ��� rh ��� rj ��� rl ��� rn ��� rp ��� rr ��� rt ��� rv ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � �� �� �� �� �� �� �� �� � � � � � � � � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � � � � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� �6� )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r�# rE rf )r�# rE rh )r�# rE rj )r�# rE rl )r�# rE rn )r�# rE rp )r�# rE rr )r�# rE rt )r�# rE rv )r�# rE rx )r�# rE rF )r�# rE rH )r�# rE rJ )r�# rE rL )r�# rE rN )r�# rE rP )r�# rE rR )r�# rE rT )r�# rE rV )r�# rE rX )r�# rE rZ )r�# rE r\ )r�# rE r^ )r�# rE r` )r�# rE rb )r�# rE rd )r $ rE rf )r$ rE rh )r$ rE rj )r$ rE rl )r$ rE rn r� r� r� r� r� �_seg_58� s� r$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�7� rE rp �8� rr �9� rt �:� rv �;� rx �<� rF �=� rH �>� rJ �?� rL �@� rN �A� rP �B� rR �C� rT �D� rV �E� rX �F� rZ �G� r\ �H� r^ �I� r` �J� rb �K� rd �L� rf �M� rh �N� rj �O� rl �P� rn �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� �g� �h� �i� �j� �k� �l� �m� �n� �o� �p� �q� �r� �s� �t� �u� �v� �w� �x� �y� �z� �{� �|� �}� �~� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� )r$ rE rp )r$ rE rr )r$ rE rt )r $ rE rv )r $ rE rx )r $ rE rF )r $ rE rH )r $ rE rJ )r$ rE rL )r$ rE rN )r$ rE rP )r$ rE rR )r$ rE rT )r$ rE rV )r$ rE rX )r$ rE rZ )r$ rE r\ )r$ rE r^ )r$ rE r` )r$ rE rb )r$ rE rd )r$ rE rf )r $ rE rh )r $ rE rj )r $ rE rl )r $ rE rn )r $ rE rp )r!$ rE rr )r"$ rE rt )r#$ rE rv )r$$ rE rx )r%$ rE rF )r&$ rE rH )r'$ rE rJ )r($ rE rL )r)$ rE rN )r*$ rE rP )r+$ rE rR )r,$ rE rT )r-$ rE rV )r.$ rE rX )r/$ rE rZ )r0$ rE r\ )r1$ rE r^ )r2$ rE r` )r3$ rE rb )r4$ rE rd )r5$ rE rf )r6$ rE rh )r7$ rE rj )r8$ rE rl )r9$ rE rn )r:$ rE rp )r;$ rE rr )r<$ rE rt )r=$ rE rv )r>$ rE rx )r?$ rE rF )r@$ rE rH )rA$ rE rJ )rB$ rE rL )rC$ rE rN )rD$ rE rP )rE$ rE rR )rF$ rE rT )rG$ rE rV )rH$ rE rX )rI$ rE rZ )rJ$ rE r\ )rK$ rE r^ )rL$ rE r` )rM$ rE rb )rN$ rE rd )rO$ rE rf )rP$ rE rh )rQ$ rE rj )rR$ rE rl )rS$ rE rn )rT$ rE rp )rU$ rE rr )rV$ rE rt )rW$ rE rv )rX$ rE rx )rY$ rE rF )rZ$ rE rH )r[$ rE rJ )r\$ rE rL )r]$ rE rN )r^$ rE rP )r_$ rE rR )r`$ rE rT )ra$ rE rV )rb$ rE rX )rc$ rE rZ )rd$ rE r\ )re$ rE r^ )rf$ rE r` )rg$ rE rb )rh$ rE rd )ri$ rE rf r� r� r� r� r� �_seg_59 s� rj$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE rh �� rj �� rl �� rn �� rp �� rr �� rt �� rv �� rx �� � ı�� � ȷ�� r� �� � α�� � β�� � γ�� � δ�� � ε�� � ζ�� � η�� � θ�� � ι�� � κ�� � λ�� � μ�� � ν�� � ξ�� � ο�� � π�� � ρ�� �� � σ�� � τ�� � υ�� � φ�� � χ�� � ψ�� � ω�� � ∇��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ∂��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � )rk$ rE rh )rl$ rE rj )rm$ rE rl )rn$ rE rn )ro$ rE rp )rp$ rE rr )rq$ rE rt )rr$ rE rv )rs$ rE rx )rt$ rE ru$ )rv$ rE rw$ )rx$ r� )ry$ rE rz$ )r{$ rE r|$ )r}$ rE r~$ )r$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE rz$ )r�$ rE r|$ )r�$ rE r~$ )r�$ rE r�$ )r�$ rE r�$ r� r� r� r� r� �_seg_60h s� r�$ c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�� rE � ζ�� � η�� � θ�� � ι�� � κ�� � λ�� � μ�� � ν� � � ξ� � � ο� � � π� � � ρ� � � σ�� � τ�� � υ�� � φ�� � χ�� � ψ�� � ω�� � ∂�� � ε�� �� �� �� �� � � � α� � � β� � � γ� � � δ� � �!� �"� �#� �$� �%� �&� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� �3� �4� �5� � ∇�6� �7� �8� �9� �:� �;� �<� �=� �>� �?� �@� �A� �B� �C� �D� �E� �F� �G� �I� �J� �K� �L� �M� �N� �O� �P� �Q� �R� �S� �T� �U� �V� �W� �X� �Y� �Z� �[� �\� �]� �^� �_� �`� �a� �b� �c� �d� �e� �f� )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r�$ rE r�$ )r % rE r% )r% rE r% )r% rE r% )r% rE r% )r% rE r % )r % rE r % )r % rE r % )r% rE r% )r% rE r% )r% rE r% )r% rE r% )r% rE r�$ )r% rE r�$ )r% rE r % )r% rE r% )r% rE r% )r% rE r % )r % rE r % )r % rE r % )r!% rE r"% )r#% rE r% )r$% rE r�$ )r%% rE r�$ )r&% rE r�$ )r'% rE r�$ )r(% rE r�$ )r)% rE r�$ )r*% rE r�$ )r+% rE r�$ )r,% rE r�$ )r-% rE r�$ )r.% rE r% )r/% rE r% )r0% rE r�$ )r1% rE r% )r2% rE r% )r3% rE r % )r4% rE r % )r5% rE r % )r6% rE r% )r7% rE r% )r8% rE r9% )r:% rE r % )r;% rE r % )r<% rE r % )r=% rE r"% )r>% rE r% )r?% rE r�$ )r@% rE r�$ )rA% rE r�$ )rB% rE r�$ )rC% rE r�$ )rD% rE r�$ )rE% rE r�$ )rF% rE r�$ )rG% rE r�$ )rH% rE r�$ )rI% rE r% )rJ% rE r% )rK% rE r% )rL% rE r% )rM% rE r % )rN% rE r % )rO% rE r % )rP% rE r% )rQ% rE r% )rR% rE r% )rS% rE r% )rT% rE r�$ )rU% rE r�$ )rV% rE r % )rW% rE r% )rX% rE r% )rY% rE r % )rZ% rE r % )r[% rE r % )r\% rE r"% )r]% rE r% )r^% rE r�$ )r_% rE r�$ )r`% rE r�$ )ra% rE r�$ )rb% rE r�$ )rc% rE r�$ )rd% rE r�$ )re% rE r�$ )rf% rE r�$ )rg% rE r�$ )rh% rE r% )ri% rE r% r� r� r� r� r� �_seg_61� s� rj% c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�g� rE � θ�h� � σ�i� � τ�j� � υ�k� � φ�l� � χ�m� � ψ�n� � ω�o� � ∇�p� � α�q� � β�r� � γ�s� � δ�t� � ε�u� � ζ�v� � η�w� �x� � ι�y� � κ�z� � λ�{� � μ�|� � ν�}� � ξ�~� � ο�� � π�� � ρ�� �� �� �� �� �� �� �� � ∂�� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� ��� ��� ��� ��� ��� ��� ��� ��� ��� � ϝ��� r� ��� r� )rk% rE rl% )rm% rE rn% )ro% rE rp% )rq% rE rr% )rs% rE rt% )ru% rE rv% )rw% rE rx% )ry% rE rz% )r{% rE r|% )r}% rE r~% )r% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE rt% )r�% rE r�% )r�% rE r�% )r�% rE r~% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r|% )r�% rE r~% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% rE rn% )r�% rE rp% )r�% rE rr% )r�% rE rt% )r�% rE rv% )r�% rE rx% )r�% rE rz% )r�% rE r�% )r�% rE r�% )r�% rE rl% )r�% rE r�% )r�% rE rt% )r�% rE r�% )r�% rE r�% )r�% rE r�% )r�% r� )r�% rE r� r� r� r� r� r� �_seg_628 s� r�% c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N��� rE r� ��� r� ��� r ��� r� ��� r� ��� r� ��� r� ��� r� ��� r� ��� r� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� ��� �� �� �� �� �� �� �� �� �� �� �� � � r� � � � ا�� � ب�� � ج�� � د�� �� � و�� � ز�� � ح�� � ط� � � ي� � � ك� � � ل� � � م� � � ن�� � س�� � ع�� � ف�� � ص�� � ق�� � ر�� � ش�� � ت�� � ث�� � خ�� � ذ�� � ض�� � ظ�� � غ� � � ٮ� � � ں� � � ڡ� � � ٯ� � �!� �"� �#� �$� � ه�%� �'� �(� �)� �*� �+� �,� �-� �.� �/� �0� �1� �2� )r�% rE r� )r�% rE r� )r�% rE r )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r�% rE r� )r & rE r� )r& rE r )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r & rE r� )r & rE r� )r & rE r )r & rE r� )r & rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r& rE r� )r & r� )r & rE r & )r & rE r & )r!& rE r"& )r#& rE r$& )r%& r� )r&& rE r'& )r(& rE r)& )r*& rE r+& )r,& rE r-& )r.& rE r/& )r0& rE r1& )r2& rE r3& )r4& rE r5& )r6& rE r7& )r8& rE r9& )r:& rE r;& )r<& rE r=& )r>& rE r?& )r@& rE rA& )rB& rE rC& )rD& rE rE& )rF& rE rG& )rH& rE rI& )rJ& rE rK& )rL& rE rM& )rN& rE rO& )rP& rE rQ& )rR& rE rS& )rT& rE rU& )rV& rE rW& )rX& rE rY& )rZ& rE r[& )r\& r� )r]& rE r & )r^& rE r"& )r_& r� )r`& rE ra& )rb& r� )rc& rE r+& )rd& r� )re& rE r/& )rf& rE r1& )rg& rE r3& )rh& rE r5& )ri& rE r7& )rj& rE r9& )rk& rE r;& )rl& rE r=& )rm& rE r?& )rn& rE rA& r� r� r� r� r� �_seg_63� s� ro& c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gdS )�N�3� r� �4� rE � ش�5� � ت�6� � ث�7� � خ�8� �9� � ض�:� �;� � غ�<� �B� � ج�C� �G� � ح�H� �I� � ي�J� �K� � ل�L� �M� � ن�N� � س�O� � ع�P� �Q� � ص�R� � ق�S� �T� �U� �W� �X� �Y� �Z� �[� �\� �]� � ں�^� �_� � ٯ�`� �a� � ب�b� �c� �d� � ه�e� �g� �h� � ط�i� �j� � ك�k� �l� � م�m� �n� �o� �p� � ف�q� �r� �s� �t� �u� �v� �w� �x� �y� �z� � ظ�{� �|� � ٮ�}� �~� � ڡ�� �� � ا�� �� �� � د�� �� � و�� � ز�� �� �� �� �� �� �� �� �� �� �� �� �� � ر�� �� �� �� �� � ذ�� �� �� �� �� �� �� �� )rp& r� )rq& rE rr& )rs& rE rt& )ru& rE rv& )rw& rE rx& )ry& r� )rz& rE r{& )r|& r� )r}& rE r~& )r& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE rr& )r�& r� )r�& rE rx& )r�& r� )r�& rE r{& )r�& r� )r�& rE r~& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE rr& )r�& rE rt& )r�& rE rv& )r�& rE rx& )r�& r� )r�& rE r{& )r�& rE r�& )r�& rE r~& )r�& rE r�& )r�& r� )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE rr& )r�& rE rt& )r�& rE rv& )r�& rE rx& )r�& rE r�& )r�& rE r{& )r�& rE r�& )r�& rE r~& )r�& r� )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� r� r� r� r� r� �_seg_64 s� r�& c f C s d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d gdS ( N�� rE � و�� � ز�� � ح�� � ط�� � ي�� r� �� � ل�� � م�� � ن�� � س�� � ع�� � ف�� � ص�� � ق�� � ر�� � ش�� � ت�� � ث�� � خ�� � ذ�� � ض�� � ظ�� � غ�� ��� r0 ��� � � �,� �0� �� �� �� �� �� �� ��� ��� ��� �� r �0,�� �1,�� �2,�� �3,�� �4,�� �5,�� �6,�� �7,� � �8,� � �9,� � �� �(a)�� �(b)�� �(c)�� �(d)�� �(e)�� �(f)�� �(g)�� �(h)�� �(i)�� �(j)�� �(k)�� �(l)� � �(m)� � �(n)� � �(o)� � �(p)� � �(q)�!� �(r)�"� �(s)�#� �(t)�$� �(u)�%� �(v)�&� �(w)�'� �(x)�(� �(y)�)� �(z)�*� � 〔s〕�+� rJ �,� rh �-� r� �.� �wz�/� �0� rF �1� rH �2� �3� rL �4� rN �5� rP �6� rR �7� rT �8� rV �9� rX �:� rZ �;� r\ �<� r^ �=� r` �>� rb �?� rd �@� rf �A� �B� rj )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& rE r�& )r�& r� )r ' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r ' )r ' rE r ' )r ' rE r ' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r' rE r' )r ' rE r ' )r ' rE r ' )r ' rE r!' )r"' r� )r#' r0 )r$' r� )r%' r0 )r&' r� )r'' r0 )r(' r� )r)' r0 )r*' r� )r+' r0 )r,' r� )r-' r0 )r.' r� )r/' r0 )r0' r� )r1' r r2' )r3' r r4' )r5' r r6' )r7' r r8' )r9' r r:' )r;' r r<' )r=' r r>' )r?' r r@' )rA' r rB' )rC' r rD' )rE' r� )rF' r rG' )rH' r rI' )rJ' r rK' )rL' r rM' )rN' r rO' )rP' r rQ' )rR' r rS' )rT' r rU' )rV' r rW' )rX' r rY' )rZ' r r[' )r\' r r]' )r^' r r_' )r`' r ra' )rb' r rc' )rd' r re' )rf' r rg' )rh' r ri' )rj' r rk' )rl' r rm' )rn' r ro' )rp' r rq' )rr' r rs' )rt' r ru' )rv' r rw' )rx' r ry' )rz' rE r{' )r|' rE rJ )r}' rE rh )r~' rE r� )r' rE r�' )r�' r� )r�' rE rF )r�' rE rH )r�' rE rJ )r�' rE rL )r�' rE rN )r�' rE rP )r�' rE rR )r�' rE rT )r�' rE rV )r�' rE rX )r�' rE rZ )r�' rE r\ )r�' rE r^ )r�' rE r` )r�' rE rb )r�' rE rd )r�' rE rf )r�' rE rh )r�' rE rj r� r� r� r� r� �_seg_65p s� r�' c e C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�dgdS ( N�C� rE rl �D� rn �E� rp �F� rr �G� rt �H� rv �I� rx �J� �hv�K� r� �L� �sd�M� r. �N� �ppv�O� �wc�P� r0 �j� �mc�k� �md�l� r� �p� �� �dj�� �� ��� � � � ほか�� � ココ�� � サ�� �� � 手�� � 字�� � 双�� � デ�� � 二�� � 多�� � 解�� � 天�� � 交�� � 映�� � 無�� � 料� � � 前� � � 後� � � 再� � � 新� � � 初�!� � 終�"� � 生�#� � 販�$� � 声�%� � 吹�&� � 演�'� � 投�(� � 捕�)� � 一�*� � 三�+� � 遊�,� � 左�-� � 中�.� � 右�/� � 指�0� � 走�1� � 打�2� � 禁�3� � 空�4� � 合�5� � 満�6� � 有�7� � 月�8� � 申�9� � 割�:� � 営�;� �@� � 〔本〕�A� � 〔三〕�B� � 〔二〕�C� � 〔安〕�D� � 〔点〕�E� � 〔打〕�F� � 〔盗〕�G� � 〔勝〕�H� � 〔敗〕�I� �P� � 得�Q� � 可�R� � � �!� �0� �6� �7� �}� �� �� �� ��� ��� ��� ��� ��� � � �?� �@� )r�' rE rl )r�' rE rn )r�' rE rp )r�' rE rr )r�' rE rt )r�' rE rv )r�' rE rx )r�' rE r�' )r�' rE r� )r�' rE r�' )r�' rE r. )r�' rE r�' )r�' rE r�' )r�' r0 )r�' rE r�' )r�' rE r�' )r�' r� )r�' r0 )r�' rE r�' )r�' r0 )r�' r� )r�' r0 )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' r� )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r�' rE r�' )r ( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r ( )r ( rE r ( )r ( rE r ( )r( rE r( )r( r� )r( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r( )r( rE r ( )r ( rE r ( )r ( rE r ( )r!( rE r"( )r#( r� )r$( rE r%( )r&( rE r'( )r(( r� )r)( r0 )r*( r� )r+( r0 )r,( r� )r-( r0 )r.( r� )r/( r0 )r0( r� )r1( r0 )r2( r� )r3( r0 )r4( r� )r5( r0 )r6( r� )r7( r0 )r8( r� )r9( r0 r� r� r� r� r� �_seg_66� s� r:( c f C s� d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�dgdS ( N�A� r� �B� r0 �� �� �� � � �>� �@� �D� �P� �h� � �A� �E� �P� � �� � � �t� � �צ � � �5� �@� � � � � rE � 丽�� � 丸�� � 乁�� � 𠄢�� � 你�� � 侮�� � 侻�� � 倂�� � 偺� � � 備� � � 僧� � � 像� � � 㒞� � � 𠘺�� � 免�� � 兔�� � 兤�� � 具�� � 𠔜�� � 㒹�� � 內�� � 再�� � 𠕋�� � 冗�� � 冤�� � 仌�� � 冬�� � 况� � � 𩇟� � � 凵� � � 刃� � � 㓟� � � 刻�!� � 剆�"� � 割�#� � 剷�$� � 㔕�%� � 勇�&� � 勉�'� � 勤�(� � 勺�)� � 包�*� � 匆�+� � 北�,� � 卉�-� � 卑�.� � 博�/� � 即�0� � 卽�1� � 卿�4� � 𠨬�5� � 灰�6� � 及�7� � 叟�8� � 𠭣�9� � 叫�:� � 叱�;� � 吆�<� � 咞�=� � 吸�>� � 呈�?� � 周�@� � 咢�A� � 哶�B� � 唐�C� � 啓�D� � 啣�E� � 善�G� � 喙�H� � 喫�I� � 喳�J� � 嗂�K� � 圖�L� � 嘆�M� � 圗)r;( r� )r<( r0 )r=( r� )r>( r0 )r?( r� )r@( r0 )rA( r� )rB( r0 )rC( r� )rD( r0 )rE( r� )rF( r0 )rG( r� )rH( r0 )rI( r� )rJ( r0 )rK( r� )rL( r0 )rM( r� )rN( r0 )rO( r� )rP( r0 )rQ( r� )rR( r0 )rS( r� )rT( rE rU( )rV( rE rW( )rX( rE rY( )rZ( rE r[( )r\( rE r]( )r^( rE r_( )r`( rE ra( )rb( rE rc( )rd( rE re( )rf( rE rg( )rh( rE ri( )rj( rE rk( )rl( rE rm( )rn( rE ro( )rp( rE rq( )rr( rE rs( )rt( rE ru( )rv( rE rw( )rx( rE ry( )rz( rE r{( )r|( rE r}( )r~( rE r( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( r� r� r� r� r� �_seg_67@ s� r�( c f C s$ d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+gdS (, N�N� rE � 噑�O� � 噴�P� � 切�Q� � 壮�R� � 城�S� � 埴�T� � 堍�U� � 型�V� � 堲�W� � 報�X� � 墬�Y� � 𡓤�Z� � 売�[� � 壷�\� � 夆�]� � 多�^� � 夢�_� � 奢�`� � 𡚨�a� � 𡛪�b� � 姬�c� � 娛�d� � 娧�e� � 姘�f� � 婦�g� � 㛮�h� r� �i� � 嬈�j� � 嬾�l� � 𡧈�m� � 寃�n� � 寘�o� � 寧�p� � 寳�q� � 𡬘�r� � 寿�s� � 将�t� �u� � 尢�v� � 㞁�w� � 屠�x� � 屮�y� � 峀�z� � 岍�{� � 𡷤�|� � 嵃�}� � 𡷦�~� � 嵮�� � 嵫� � 嵼� � 巡� � 巢� � 㠯� � 巽� � 帨� � 帽� � 幩� � 㡢� � 𢆃� � 㡼� � 庰� � 庳� � 庶� � 廊� � 𪎒� � 廾� � 𢌱� � 舁� � 弢� � 㣇� � 𣊸� � 𦇚� � 形� � 彫� � 㣣� � 徚� � 忍� � 志� � 忹� � 悁� � 㤺� � 㤜� � 悔� � 𢛔� � 惇� � 慈� � 慌� � 慎� � � 慺� � 憎� � 憲� � 憤� � 憯� � 懞� � 懲� � 懶� � 成� � 戛� � 扝)r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r�( )r�( rE r ) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r ) rE r ) )r ) rE r ) )r ) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r) )r) rE r ) )r ) rE r ) )r ) r� )r ) rE r!) )r") rE r#) )r$) rE r%) )r&) rE r') )r() rE r)) )r*) rE r+) )r,) rE r-) )r.) rE r/) )r0) rE r1) )r2) rE r3) )r4) r� )r5) rE r6) )r7) rE r8) )r9) rE r:) )r;) rE r<) )r=) rE r>) )r?) rE r@) )rA) rE rB) )rC) rE rD) )rE) rE rF) )rG) rE rH) )rI) rE rJ) )rK) rE rL) )rM) rE rN) )rO) rE rP) )rQ) rE rR) )rS) rE rT) )rU) rE rV) )rW) rE rX) )rY) rE rZ) )r[) rE r\) )r]) rE r^) )r_) rE r`) )ra) rE rb) )rc) rE rd) )re) rE rf) )rg) rE rh) )ri) rE rj) )rk) rE rl) )rm) rE rn) )ro) rE rp) )rq) rE rr) )rs) rE rt) )ru) rE rv) )rw) rE rx) )ry) rE rz) )r{) rE r|) )r}) rE r~) )r) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) r� r� r� r� r� �_seg_68� s� r�) c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 抱� � 拔� � 捐� � 𢬌� � 挽� � 拼� � 捨� � 掃� � 揤� � 𢯱� � 搢� � 揅� � 掩�� � 㨮�� � 摩�� � 摾�� � 撝�� � 摷�� � 㩬�� � 敏�� � 敬�� � 𣀊�� � 旣�� � 書�� � 晉�� � 㬙�� � 暑�� � 㬈�� � 㫤�� � 冒�� � 冕�� � 最�� � 暜�� � 肭�� � 䏙�� � 朗�� � 望�� � 朡�� � 杞�� � 杓�� � 𣏃�� � 㭉�� � 柺�� � 枅�� � 桒�� � 梅�� � 𣑭�� � 梎�� � 栟�� � 椔�� � 㮝�� � 楂�� � 榣�� � 槪�� � 檨�� � 𣚣�� � 櫛�� � 㰘�� � 次�� � 𣢧�� � 歔�� � 㱎�� � 歲�� � 殟� � 殺� � 殻� � 𣪍� � 𡴋� � 𣫺� � 汎� � 𣲼� � 沿� � 泍� � 汧� � 洖� � � 派�� � 海�� � 流�� � 浩�� � 浸�� � 涅�� � 𣴞�� � 洴�� � 港� � � 湮� � � 㴳� � � 滋� � � 滇� � � 𣻑�� � 淹�� � 潮�� � 𣽞�� � 𣾎�� � 濆�� � 瀹�� � 瀞�� � 瀛�� � 㶖�� � 灊�� � 災)r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r�) )r�) rE r * )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r * rE r * )r * rE r * )r * rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r* )r* rE r * )r * rE r * )r * rE r * )r!* rE r"* )r#* rE r$* )r%* rE r&* )r'* rE r(* )r)* rE r** )r+* rE r,* )r-* rE r.* )r/* rE r0* )r1* rE r2* )r3* rE r4* )r5* rE r6* )r7* rE r8* )r9* rE r:* )r;* rE r<* )r=* rE r>* )r?* rE r@* )rA* rE rB* )rC* rE rD* )rE* rE rF* )rG* rE rH* )rI* rE rJ* )rK* rE rL* )rM* rE rN* )rO* rE rP* )rQ* rE rR* )rS* rE rT* )rU* rE rV* )rW* rE rX* )rY* rE rZ* )r[* rE r\* )r]* rE r^* )r_* rE r`* )ra* rE rb* )rc* rE rd* )re* rE rf* )rg* rE rh* )ri* rE rj* )rk* rE rl* )rm* rE rn* )ro* rE rp* )rq* rE rr* )rs* rE rt* )ru* rE rv* )rw* rE rx* r� r� r� r� r� �_seg_69 s� ry* c f C s& d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,gdS (- N�� rE � 灷�� � 炭�� � 𠔥� � � 煅� � � 𤉣� � � 熜� � r� � � � 爨�!� � 爵�"� � 牐�#� � 𤘈�$� � 犀�%� � 犕�&� � 𤜵�'� � 𤠔�(� � 獺�)� � 王�*� � 㺬�+� � 玥�,� � 㺸�.� � 瑇�/� � 瑜�0� � 瑱�1� � 璅�2� � 瓊�3� � 㼛�4� � 甤�5� � 𤰶�6� � 甾�7� � 𤲒�8� � 異�9� � 𢆟�:� � 瘐�;� � 𤾡�<� � 𤾸�=� � 𥁄�>� � 㿼�?� � 䀈�@� � 直�A� � 𥃳�B� � 𥃲�C� � 𥄙�D� � 𥄳�E� � 眞�F� � 真�H� � 睊�I� � 䀹�J� � 瞋�K� � 䁆�L� � 䂖�M� � 𥐝�N� � 硎�O� � 碌�P� � 磌�Q� � 䃣�R� � 𥘦�S� � 祖�T� � 𥚚�U� � 𥛅�V� � 福�W� � 秫�X� � 䄯�Y� � 穀�Z� � 穊�[� � 穏�\� � 𥥼�]� � 𥪧�_� �`� � 䈂�a� � 𥮫�b� � 篆�c� � 築�d� � 䈧�e� � 𥲀�f� � 糒�g� � 䊠�h� � 糨�i� � 糣�j� � 紀�k� � 𥾆�l� � 絣�m� � 䌁�n� � 緇�o� � 縂�p� � 繅�q� � 䌴�r� � 𦈨�s� � 𦉇�t� � 䍙�u� � 𦋙�v� � 罺�w� � 𦌾�x� � 羕�y� � 翺�z� � 者�{� � 𦓚�|� � 𦔣�}� � 聠�~� � 𦖨�� � 聰)rz* rE r{* )r|* rE r}* )r~* rE r* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* r� )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* rE r�* )r�* r� )r + rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r + )r + rE r + )r + rE r + )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r+ rE r+ )r + rE r + )r + rE r + )r + rE r!+ )r"+ rE r#+ )r$+ rE r%+ )r&+ rE r'+ )r(+ rE r)+ )r*+ rE r++ )r,+ rE r-+ )r.+ rE r/+ )r0+ rE r1+ )r2+ rE r3+ )r4+ rE r5+ )r6+ rE r7+ )r8+ rE r9+ )r:+ rE r;+ )r<+ rE r=+ )r>+ rE r?+ r� r� r� r� r� �_seg_70x s� r@+ c f C s( d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-gdS (. N� rE � 𣍟� � 䏕� � 育� � 脃� � 䐋� � 脾� � 媵� � 𦞧� � 𦞵� � 𣎓� � 𣎜� � 舁� � 舄� � 辞� � 䑫� � 芑� � 芋� � 芝� � 劳� � 花� � 芳� � 芽� � 苦� � 𦬼� � 若� � 茝� � 荣� � 莭� � 茣� � 莽� � 菧� � 著� � 荓� � 菊� � 菌� � 菜� � 𦰶� � 𦵫� � 𦳕� � 䔫� � 蓱� � 蓳� � 蔖� � 𧏊� � 蕤� � 𦼬� � 䕝� � 䕡� � 𦾱� � 𧃒� � 䕫� � 虐� � 虜� � 虧� � 虩� � 蚩� � 蚈� � 蜎� � 蛢� � 蝹� � 蜨� � 蝫� � 螆� r� � � 蟡� � 蠁�� � 䗹�� � 衠�� � 衣�� � 𧙧�� � 裗�� � 裞�� � 䘵�� � 裺�� � 㒻�� � 𧢮�� � 𧥦�� � 䚾�� � 䛇�� � 誠�� � 諭�� � 變�� � 豕�� � 𧲨�� � 貫�� � 賁�� � 贛�� � 起�� � 𧼯�� � 𠠄�� � 跋�� � 趼�� � 跰�� � 𠣞�� � 軔�� � 輸�� � 𨗒�� � 𨗭�� � 邔�� � 郱)rA+ rE rB+ )rC+ rE rD+ )rE+ rE rF+ )rG+ rE rH+ )rI+ rE rJ+ )rK+ rE rL+ )rM+ rE rN+ )rO+ rE rP+ )rQ+ rE rR+ )rS+ rE rT+ )rU+ rE rV+ )rW+ rE rX+ )rY+ rE rZ+ )r[+ rE r\+ )r]+ rE r^+ )r_+ rE r`+ )ra+ rE rb+ )rc+ rE rd+ )re+ rE rf+ )rg+ rE rh+ )ri+ rE rj+ )rk+ rE rl+ )rm+ rE rn+ )ro+ rE rp+ )rq+ rE rr+ )rs+ rE rt+ )ru+ rE rv+ )rw+ rE rx+ )ry+ rE rz+ )r{+ rE r|+ )r}+ rE r~+ )r+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ r� )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r�+ rE r�+ )r , rE r, )r, rE r, )r, rE r, )r, rE r, r� r� r� r� r� �_seg_71� s� r, c = C s| dydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�g<S )�N�� rE � 鄑�� � 𨜮�� � 鄛�� � 鈸�� � 鋗�� � 鋘�� � 鉼�� � 鏹�� � 鐕�� � 𨯺�� � 開�� � 䦕�� � 閷�� � 𨵷�� � 䧦�� � 雃�� � 嶲� � 霣� � 𩅅� � 𩈚� � 䩮� � 䩶� � 韠� � 𩐊� � 䪲� � 𩒖� � 頋� � � 頩�� � 𩖶�� � 飢�� � 䬳�� � 餩�� � 馧�� � 駂�� � 駾�� � 䯎� � � 𩬰� � � 鬒� � � 鱀� � � 鳽� � � 䳎�� � 䳭�� � 鵧�� � 𪃎�� � 䳸�� � 𪄅�� � 𪈎�� � 𪊑�� � 麻�� � 䵖�� � 黹�� � 黾�� � 鼅�� � 鼏�� � 鼖� � � 鼻� � � 𪘀� � r� � r� �� )r , rE r , )r , rE r , )r , rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r, )r, rE r , )r , rE r , )r , rE r , )r!, rE r", )r#, rE r$, )r%, rE r&, )r', rE r(, )r), rE r*, )r+, rE r,, )r-, rE r., )r/, rE r0, )r1, rE r2, )r3, rE r4, )r5, rE r6, )r7, rE r8, )r9, rE r:, )r;, rE r<, )r=, rE r>, )r?, rE r@, )rA, rE rB, )rC, rE rD, )rE, rE rF, )rG, rE rH, )rI, rE rJ, )rK, rE rL, )rM, rE rN, )rO, rE rP, )rQ, rE rR, )rS, rE rT, )rU, rE rV, )rW, rE rX, )rY, rE rZ, )r[, rE r\, )r], rE r^, )r_, rE r`, )ra, rE rb, )rc, rE rd, )re, rE rf, )rg, rE rh, )ri, rE rj, )rk, rE rl, )rm, rE rn, )ro, rE rp, )rq, rE rr, )rs, rE rt, )ru, rE rv, )rw, rE rx, )ry, rE rz, )r{, r� )r|, r� )r}, r� r� r� r� r� r� �_seg_72H sx r~, N)M�__doc__� __version__r� r� r� r- r� rf r r� rJ r� rb r� r/ r� r r� r9 r� rm r r� r3 r� r] r r� rA r r� r� rL r r� r� rf r� r� r r� r� rs r7 r� r� rx r6 r� r� rX r� r� r+! r�! r " rq" r�" r;# r�# r$ rj$ r�$ rj% r�% ro& r�& r�' r:( r�( r�) ry* r@+ r, r~, �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh@I site-packages/pip/_vendor/idna/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000266 15231162611 0021761 0 ustar 00 3 F��i: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/idna/__pycache__/core.cpython-36.opt-1.pyc 0000644 00000021303 15231162611 0021145 0 ustar 00 3 F��i~, � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ ej d�Z ej d dkr`e ZeZG d d � d e�ZG d d � d e�ZG d d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N)�__name__� __module__� __qualname__�__doc__� r r �/usr/lib/python3.6/core.pyr s r c @ s e Zd ZdZdS )� IDNABidiErrorz= Exception when bidirectional requirements are not satisfied N)r r r r r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used N)r r r r r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used N)r r r r r r r r r s r c C s t jt| ��S )N)� unicodedataZ combining�unichr)�cpr r r �_combining_class$ s r c C s t t| �tj| �S )N)r �ordr �scripts)r Zscriptr r r � _is_script' s r c C s | j d�S )N�punycode)�encode)�sr r r � _punycode* s r c C s dj | �S )Nz U+{0:04X})�format)r r r r �_unot- s r c C s t | �dkrdS dS )N�? FT)�len)�labelr r r �valid_label_length1 s r! c C s t | �|rdndkrdS dS )N� � FT)r )r � trailing_dotr r r �valid_string_length8 s r% Fc C sp d}xJt | d�D ]<\}}tj|�}|dkr>tdjt| �|���|dkrd}P qW | r`| r`dS tj| d �}|dkr|d}n |d kr�d}ntd jt| ����d}d}x�t | d�D ]�\}}tj|�}|�r&|dkr�tdj|���|dk� r�d}n|dk� r�d}|dk�rZ|�s|}n||k�rZtd��q�|d k�r>tdj|���|d k�rNd}q�|dkr�d}q�W |�sltd��dS ) NFr � z3Unknown directionality in label {0} at position {1}�R�AL�ANTr �Lz>First codepoint in label {0} must be directionality L, R or AL�EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left labelz2Can not mix numeral types in a right-to-left labelzHInvalid direction for codepoint at position {0} in a left-to-right labelz0Label ends with illegal codepoint directionality)r' r( r) )r' r( ) r' r( r) r+ r, r- r. r/ r0 r1 )r' r( r+ r) )r) r+ )r* r+ r, r- r. r/ r0 r1 )r* r+ )� enumerater Z bidirectionalr r �repr) r Z check_ltrZ bidi_label�idxr � directionZrtlZ valid_endingZ number_typer r r � check_bidi? sR r6 c C s" t j| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr )r r r r �check_initial_combiner| s r9 c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S ) N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-r z)Label must not start or end with a hyphenT���)r )r r r r �check_hyphen_ok� s r> c C s t jd| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer )r r r r � check_nfc� s rA c C s: t | | �}|dk� r�|dkr:tt | |d ��tkr:dS d}xTt|d d d �D ]@}tjjt | | ��}|t d�krvqP|t d�t d�gkrPd}P qPW |s�dS d}xVt|d t| ��D ]@}tjjt | | ��}|t d�kr�q�|t d �t d�gkr�d}P q�W |S |d k�r2|dk�r.tt | |d ��tk�r.dS dS dS d S ) Ni r r TF�Tr* �Dr' i r= r= )r r �_virama_combining_class�ranger Z joining_types�getr )r �pos�cp_value�ok�iZ joining_typer r r �valid_contextj� s< rK c C s� t | | �}|dkrdd| k o.t| �d k n r`t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d kr�|dkr�t| |d d �S dS |d k�rx<| D ]4}|d kr�q�t|d��s t|d��s t|d�r�dS q�W dS d| k�o,dkn �rlx2| D ]*}dt |� k�oVdkn �r:dS �q:W dS d| k�o�dkn �r�x2| D ]*}dt |� k�o�dkn �r�dS �q�W dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r r )r rG Z exceptionrH r r r r �valid_contexto� s> ( " rN c C s t | ttf�r| jd�} t| �dkr,td��t| � t| � t| � x�t | �D ]�\}}t |�}t |t j d �rrqNqNt |t j d �r�t| |�s�tdjt|�|d t| ����qNt |t j d �r�t| |�s�td jt|�|d t| ����qNtd jt|�|d t| ����qNW t| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r ZCONTEXTOz0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)� isinstance�bytes� bytearray�decoder r rA r> r9 r2 r r r Zcodepoint_classesrK r r r r3 rN r r6 )r rG r rH r r r � check_label� s& "rS c C s� yN| j d�} y t| � W n" tk r: tdj| ���Y nX t| �sLtd��| S tk rb Y nX | sptd��t| �} t| � t| �} t | } t| �s�td��| S )N�asciiz$The label {0} is not a valid A-labelzLabel too longzNo Input) r �ulabelr r r! �UnicodeEncodeError�unicoderS r �_alabel_prefix)r r r r �alabel s( rY c C s� t | ttf�s:y| jd�} W n tk r8 t| � | S X | j� } | jt�r^| t t�d � } nt| � | j d�S | j d�} t| � | S )NrT r ) rO rP rQ r rV rS �lower� startswithrX r rR )r r r r rU s rU Tc C s, ddl m } d}y�x�t| �D ]�\}}t|�}||dk r:|ntj||df�d }|d } t|�dkrl|d nd} | d ks�| d kr�| s�| d kr�|r�| dkr�||7 }q | dk r�| d ks�| d kr�|s�| d kr�|r�|| 7 }q | d kr t� �q W tjd|�S tk �r& t dj t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar& � �Zr r: N�VrC �3r7 �Ir? z0Codepoint {0} not allowed at position {1} in {2}) r\ r2 r �bisectZ bisect_leftr � IndexErrorr r@ r r r r3 ) Zdomain� std3_rules� transitionalr\ �outputrG �charZ code_pointZuts46rowZstatusZ replacementr r r � uts46_remap3 s0 rh c C s� t | ttf�r| jd�} |r(t| ||�} d}g }|r@| jd�}n tj| �}x|rb|d rb|d= qLW |sptd��|d dkr�|d = d}x|D ]}|jt |�� q�W |r�|jd � d j |�} t | |�s�td ��| S )NrT F�.r z Empty domainr r& T� � .zDomain too longr= r= ) rO rP rQ rR rh �split�_unicode_dots_rer �appendrY �joinr% ) r �strict�uts46rd re r$ �result�labelsr r r r r O s0 r c C s� t | ttf�r| jd�} |r(t| |d�} d}g }|s@tj| �}n | jd�}x|rb|d rb|d= qLW |sptd��|d s�|d = d}x|D ]}|jt |�� q�W |r�|jd� dj |�S ) NrT Fri r z Empty domainr Tr& r= r= ) rO rP rQ rR rh rm rl r rn rU ro )r rp rq rd r$ rr rs r r r r rR l s* rR )F)F)TF)FFFF)FFF)(r& r rb r �re�sysZ intrangesr rD rX �compilerm � version_info�strrW �chrr � UnicodeErrorr r r r r r r r r! r% r6 r9 r> rA rK rN rS rY rU rh r rR r r r r �<module> sB = , ) site-packages/pip/_vendor/idna/__pycache__/intranges.cpython-36.pyc 0000644 00000003317 15231162611 0021255 0 ustar 00 3 F��i� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d � ZdS ) a Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). � Nc C s� t | �}g }d}xrtt|��D ]b}|d t|�k rL|| ||d d krLq ||d |d � }|jt|d |d d �� |}q W t|�S )a Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. � r ���r )�sorted�range�len�append� _encode_range�tuple)Zlist_Z sorted_list�rangesZ last_write�iZ current_range� r � /usr/lib/python3.6/intranges.py�intranges_from_list s r c C s | d> |B S )N� r )�start�endr r r r s r c C s | d? | d@ fS )Nr r l l �� r )�rr r r � _decode_range" s r c C sz t | d�}tj||�}|dkrNt||d �\}}|| koD|k n rNdS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r Ztuple_�pos�left�right�_r r r �intranges_contain& s r )�__doc__r r r r r r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/idnadata.cpython-36.pyc 0000644 00000057557 15231162611 0021047 0 ustar 00 3 F��i� � � @ s0 d Z �d �d!�d"�d#�d$dF�ZdGdGdGdGdGdGdGdHdGdIdIdIdIdHdIdHdIdHdHdHdHdHdIdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdJdHdHdHdHdHdHdHdIdHdHdHdHdIdIdIdGdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdHdHdIdIdIdIdIdIdIdIdIdHdIdHdIdHdHdIdIdIdGdIdIdHdHdHdHdIdHdHdHdIdIdIdIdIdHdHdHdHdIdHdHdHdHdHdHdHdHdHdIdHdIdHdIdHdHdIdIdHdHdHdHdHdHdHdHdHdHdHdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdIdHdHdHdHdIdHdIdIdHdHdHdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdJdIdHdHdHdHdHdIdHdHdIdHdHdHdHdHdIdHdHdHdHdIdHdGdGdGdHdHdHdHdHdHdHdHdHdIdIdIdGdHdJdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdGdGdGdGdGdGdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdGdJdGdGdGdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdKdGdL���Z�d%�d&�d'�d �Z�d S (( z6.3.0� t � � x � � ~ � � � � � � � � � 0� � 8� � �� �� + �t� b tu� k �u� � �v� |� `|� F �|� N }� X @}� Z d}� \ l}� ^ t}� ~ |}� � ~� � �~� � � � X� � t� � �� � �� '! � � � � FR H � �. : � �. l: � �/ < � 0 @ � 0 @ � *0 �@ � <0 �@ � �M P � � 8 � nz d � �z �i � �& � 57 � 8 ] � z ` � � D� � @� � �� 7{ tl � ={ �l � ?{ �l � B{ m � E{ m � P{ m � �0 A � �0 tB � 0 @ � r H � �0 �B � 1 �C � 2 �G � �2 @K � X3 L � p �} � � �} � 0 @ )ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �L (� i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� � . � � : � � { �� � |� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� * �� , �� . �� 0 �� 2 �� 6 �� 9 �� ; �� = �� ? �� C � E � G � I � L ,� N 4� P <� R D� T L� V T� X \� Z d� \ l� ^ t� ` |� b �� d �� f �� h �� j �� l �� n �� p �� r �� t �� v �� x �� { �� } �� �� � � � � � � � � � 0� � H� � T� � d� � x� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � 8� � @� � H� � P� � X� � `� � h� � p� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� * �� , �� . �� 0 �� 2 �� : �� = �� A �� C � H � J $ � L , � N 4 � � < � � � � � � � � � � � � @ � C � O � p @ � r � � t � � x � � ~ � � � @� � �� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� ` �� b �� d �� f �� h �� j �� l �� n �� p �� r �� t �� v �� x �� z �� | �� ~ �� � �� � � � � � ,� � 4� � <� � D� � L� � T� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � � � � � � � � � (� � 0� � 8� � D� � L� � T� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� Z d� � �� � D� � �� � � � � � � � �� @� @ �� ` � u �� � �� � T� � |� � �� �� K @ � � 4 � � � . � \ !� � �"� � �"� � �#� X $� d �%� p �%� x �%� � �%� � &� � &� � <&� � L&� � �&� � �&� � �&� � �&� � '� � ,'� � \'� � �'� � �'� (� (� <(� ) L(� 1 �(� 3 �(� 6 �(� : �(� = �(� C �(� I )� N ,)� R D)� ] p)� v �)� � *� � *� � <*� � L*� � �*� � �*� � �*� � �*� � +� � ,+� � @+� � �+� � �+� ,� ,� <,� ) L,� 1 �,� 4 �,� : �,� E �,� I -� N ,-� X X-� d |-� p �-� r �-� � .� � .� � 8.� � H.� � d.� � p.� � x.� � �.� � �.� � �.� � �.� � /� � (/� � @/� � \/� � �/� 0� 0� 80� ) H0� 4 �0� : �0� E �0� I 1� N (1� W T1� Z `1� d �1� p �1� � 2� � 2� � 82� � H2� � �2� � �2� � �2� � 3� � (3� � T3� � x3� � �3� � �3� � �3� 4� 4� 84� ; H4� E �4� I 5� O (5� X \5� d �5� p �5� � �5� � 6� � 6� � h6� � �6� � �6� � 7� � (7� � <7� � X7� � `7� � �7� 3 8� ; �8� O 9� Z @9� � :� � :� � :� � (:� � 4:� � P:� � d:� � �:� � �:� � �:� � �:� � �:� � �:� � �:� � ;� � ;� � ;� � @;� � x;� <� ,<� `<� * �<� 6 �<� 8 �<� : �<� C �<� H =� M $=� R 8=� W L=� \ `=� i t=� m �=� s �=� u �=� � �=� � >� � >� � P>� � d>� � x>� � �>� � �>� � �>� � �>� � ?� J @� � @A� � @C� �C� I H� N (I� W @I� Y `I� ^ hI� � �I� � (J� � @J� � �J� � �J� � K� � K� � K� `K� HL� [ `L� ` tM� � N� � �N� m P� � �Y� � Z� � �Z� \� 8\� 5 �\� T ]� m �]� q �]� t �]� � ^� � �^� � \_� � p_� � �_� @`� x �`� � b� � �b� d� , �d� < �d� n e� u �e� � f� � �f� � @g� h� _ �h� } �i� � �i� � @j� � �j� L l� Z @m� t �m� � n� 8 p� J q� ~ 4q� � @s� � Ps� , t� 0 �t� < �t� O 8u� x �u� � �u� � w� �w� x� x� x� x� $x� ,x� 4x� <x� Dx� Lx� Tx� \x� dx� lx� tx� |x� " �x� $ �x� & �x� ( �x� * �x� , �x� . �x� 0 �x� 2 �x� 4 �x� 6 �x� 8 �x� : �x� < �x� > �x� @ �x� B y� D y� F y� H y� J $y� L ,y� N 4y� P <y� R Dy� T Ly� V Ty� X \y� Z dy� \ ly� ^ ty� ` |y� b �y� d �y� f �y� h �y� j �y� l �y� n �y� p �y� r �y� t �y� v �y� x �y� z �y� | �y� ~ �y� � �y� � z� � z� � z� � z� � $z� � ,z� � 4z� � <z� � Dz� � Lz� � Tz� � pz� � |z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � {� � {� � {� � {� � ${� � ,{� � 4{� � <{� � D{� � L{� � T{� � \{� � d{� � l{� � t{� � |{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� �{� @|� ( �|� 8 �|� F }� h �}� q �}� s �}� u �}� w �}� y �}� { �}� } �}� � �~� � �~� � � � @� � X� � �� � �� � �� O! 8 � �! � _, �0 � b, �1 � g, �1 � i, �1 � k, �1 � m, �1 � r, �1 � u, �1 � |, �1 � �, 2 � �, 2 � �, 2 � �, 2 � �, $2 � �, ,2 � �, 42 � �, <2 � �, D2 � �, L2 � �, T2 � �, \2 � �, d2 � �, l2 � �, t2 � �, |2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, 3 � �, 3 � �, 3 � �, 3 � �, $3 � �, ,3 � �, 43 � �, <3 � �, D3 � �, L3 � �, T3 � �, \3 � �, d3 � �, l3 � �, t3 � �, |3 � �, �3 � �, �3 � �, �3 � �, �3 � �, �3 � &- 4 � (- �4 � .- �4 � h- �4 � �- �5 � �- �6 � �- �6 � �- �6 � �- �6 � �- 7 � �- 7 � �- @7 � �- `7 � . �7 � 0. �8 � 0 @ � .0 �@ � =0 �@ � �0 dB � �0 tB � �0 �C � .1 D � �1 �F � �$ � �$ @ � & � ,& @ � B& � D& � F& � H& � J& $ � L& , � N& 4 � P& < � R& D � T& L � V& T � X& \ � Z& d � \& l � ^& t � `& | � b& � � d& � � f& � � h& � � j& � � l& � � p& � � ~& � � �& � � �& � �& � �& � �& � �& $ � �& , � �& 4 � �& < � �& D � �& L � �& T � �& \ � �& | � �& � � ' \ � $' � � &' � � (' � � *' � � ,' � � .' � � 2' � � 4' � � 6' � � 8' � � :' � � <' � � >' � � @' � � B' � D' � F' � H' � J' $ � L' , � N' 4 � P' < � R' D � T' L � V' T � X' \ � Z' d � \' l � ^' t � `' | � b' � � d' � � f' � � h' � � j' � � l' � � n' � � p' � � y' � � {' � � }' � � �' � � �' � �' � �' � �' � �' 0 � �' 8 � �' D � �' L � �' � � �' � � �' � � �' � � �' � � (( � � t( ! � �( " � �( @# � �( �# � �( �# � .) $ � T) �$ � �) & � �) <' � 7* ( � N* ) � Z* @) � w* �) � |* �) � �* * � �* l+ � �* �+ � �* �+ � + , � + $, � + D, � '+ �, � /+ �, � �+ / � �+ �/ � �+ �/ � �W 0 � z 8h � z Dh � z Lh � z |h � "z �h � %z �h � *z �h � { xl � '~ �x � t~ �y � � ' 4 � ; � � > � � N � � ^ @ � � � � � � � � � � � � A � � J � � � � � � � � � � � � � � � � 6 ( � 9 � � = � � V � � $ � : �$ � � & � � �& � ( � ( � 0( � T( � 4 d( � ; �( � @ �( � } �) � 6 , � V - � s �- � I 0 � G @ � p �A � � B � � @C � � �C � 5 D � @ �D � � F � � @G � � Z � � [ � o# � /4 @ � 9j � Eo < � o @= � �o <> � 0 @ � 0 � � �� v � � � �� j �� � �� �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)!r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! )r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 ) r1 r2 r3 r4 r5 r6 r7 r8 r9 )r: r; r< r= )r> r? r@ rA rB rC rD rE (� rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r2 r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL r: rM rN r> rO rP rQ r@ r) r* rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r- r. r/ )r )r r r r r r )� __version__�scriptsZ joining_typesZcodepoint_classes� r r � /usr/lib/python3.6/idnadata.py�<module> s0 site-packages/pip/_vendor/idna/__pycache__/compat.cpython-36.opt-1.pyc 0000644 00000001036 15231162611 0021501 0 ustar 00 3 F��i� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S )N)�encode)�label� r � /usr/lib/python3.6/compat.py�ToASCII s r c C s t | �S )N)�decode)r r r r � ToUnicode s r c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep s r N)Zcore�codecr r r r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/__init__.cpython-36.pyc 0000644 00000000266 15231162611 0021022 0 ustar 00 3 F��i: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/idna/__pycache__/package_data.cpython-36.pyc 0000644 00000000210 15231162611 0021634 0 ustar 00 3 F��i � @ s d Z dS )z2.6N)� __version__� r r �"/usr/lib/python3.6/package_data.py�<module> s site-packages/pip/_vendor/idna/__pycache__/compat.cpython-36.pyc 0000644 00000001036 15231162611 0020542 0 ustar 00 3 F��i� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S )N)�encode)�label� r � /usr/lib/python3.6/compat.py�ToASCII s r c C s t | �S )N)�decode)r r r r � ToUnicode s r c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep s r N)Zcore�codecr r r r r r r �<module> s site-packages/pip/_vendor/idna/__pycache__/package_data.cpython-36.opt-1.pyc 0000644 00000000210 15231162611 0022573 0 ustar 00 3 F��i � @ s d Z dS )z2.6N)� __version__� r r �"/usr/lib/python3.6/package_data.py�<module> s site-packages/pip/_vendor/idna/__pycache__/core.cpython-36.pyc 0000644 00000021303 15231162611 0020206 0 ustar 00 3 F��i~, � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ ej d�Z ej d dkr`e ZeZG d d � d e�ZG d d � d e�ZG d d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N)�__name__� __module__� __qualname__�__doc__� r r �/usr/lib/python3.6/core.pyr s r c @ s e Zd ZdZdS )� IDNABidiErrorz= Exception when bidirectional requirements are not satisfied N)r r r r r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used N)r r r r r r r r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used N)r r r r r r r r r s r c C s t jt| ��S )N)� unicodedataZ combining�unichr)�cpr r r �_combining_class$ s r c C s t t| �tj| �S )N)r �ordr �scripts)r Zscriptr r r � _is_script' s r c C s | j d�S )N�punycode)�encode)�sr r r � _punycode* s r c C s dj | �S )Nz U+{0:04X})�format)r r r r �_unot- s r c C s t | �dkrdS dS )N�? FT)�len)�labelr r r �valid_label_length1 s r! c C s t | �|rdndkrdS dS )N� � FT)r )r � trailing_dotr r r �valid_string_length8 s r% Fc C sp d}xJt | d�D ]<\}}tj|�}|dkr>tdjt| �|���|dkrd}P qW | r`| r`dS tj| d �}|dkr|d}n |d kr�d}ntd jt| ����d}d}x�t | d�D ]�\}}tj|�}|�r&|dkr�tdj|���|dk� r�d}n|dk� r�d}|dk�rZ|�s|}n||k�rZtd��q�|d k�r>tdj|���|d k�rNd}q�|dkr�d}q�W |�sltd��dS ) NFr � z3Unknown directionality in label {0} at position {1}�R�AL�ANTr �Lz>First codepoint in label {0} must be directionality L, R or AL�EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left labelz2Can not mix numeral types in a right-to-left labelzHInvalid direction for codepoint at position {0} in a left-to-right labelz0Label ends with illegal codepoint directionality)r' r( r) )r' r( ) r' r( r) r+ r, r- r. r/ r0 r1 )r' r( r+ r) )r) r+ )r* r+ r, r- r. r/ r0 r1 )r* r+ )� enumerater Z bidirectionalr r �repr) r Z check_ltrZ bidi_label�idxr � directionZrtlZ valid_endingZ number_typer r r � check_bidi? sR r6 c C s" t j| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr )r r r r �check_initial_combiner| s r9 c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S ) N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-r z)Label must not start or end with a hyphenT���)r )r r r r �check_hyphen_ok� s r> c C s t jd| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer )r r r r � check_nfc� s rA c C s: t | | �}|dk� r�|dkr:tt | |d ��tkr:dS d}xTt|d d d �D ]@}tjjt | | ��}|t d�krvqP|t d�t d�gkrPd}P qPW |s�dS d}xVt|d t| ��D ]@}tjjt | | ��}|t d�kr�q�|t d �t d�gkr�d}P q�W |S |d k�r2|dk�r.tt | |d ��tk�r.dS dS dS d S ) Ni r r TF�Tr* �Dr' i r= r= )r r �_virama_combining_class�ranger Z joining_types�getr )r �pos�cp_value�ok�iZ joining_typer r r �valid_contextj� s< rK c C s� t | | �}|dkrdd| k o.t| �d k n r`t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d kr�|dkr�t| |d d �S dS |d k�rx<| D ]4}|d kr�q�t|d��s t|d��s t|d�r�dS q�W dS d| k�o,dkn �rlx2| D ]*}dt |� k�oVdkn �r:dS �q:W dS d| k�o�dkn �r�x2| D ]*}dt |� k�o�dkn �r�dS �q�W dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r r )r rG Z exceptionrH r r r r �valid_contexto� s> ( " rN c C s t | ttf�r| jd�} t| �dkr,td��t| � t| � t| � x�t | �D ]�\}}t |�}t |t j d �rrqNqNt |t j d �r�t| |�s�tdjt|�|d t| ����qNt |t j d �r�t| |�s�td jt|�|d t| ����qNtd jt|�|d t| ����qNW t| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r ZCONTEXTOz0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)� isinstance�bytes� bytearray�decoder r rA r> r9 r2 r r r Zcodepoint_classesrK r r r r3 rN r r6 )r rG r rH r r r � check_label� s& "rS c C s� yN| j d�} y t| � W n" tk r: tdj| ���Y nX t| �sLtd��| S tk rb Y nX | sptd��t| �} t| � t| �} t | } t| �s�td��| S )N�asciiz$The label {0} is not a valid A-labelzLabel too longzNo Input) r �ulabelr r r! �UnicodeEncodeError�unicoderS r �_alabel_prefix)r r r r �alabel s( rY c C s� t | ttf�s:y| jd�} W n tk r8 t| � | S X | j� } | jt�r^| t t�d � } nt| � | j d�S | j d�} t| � | S )NrT r ) rO rP rQ r rV rS �lower� startswithrX r rR )r r r r rU s rU Tc C s, ddl m } d}y�x�t| �D ]�\}}t|�}||dk r:|ntj||df�d }|d } t|�dkrl|d nd} | d ks�| d kr�| s�| d kr�|r�| dkr�||7 }q | dk r�| d ks�| d kr�|s�| d kr�|r�|| 7 }q | d kr t� �q W tjd|�S tk �r& t dj t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar& � �Zr r: N�VrC �3r7 �Ir? z0Codepoint {0} not allowed at position {1} in {2}) r\ r2 r �bisectZ bisect_leftr � IndexErrorr r@ r r r r3 ) Zdomain� std3_rules� transitionalr\ �outputrG �charZ code_pointZuts46rowZstatusZ replacementr r r � uts46_remap3 s0 rh c C s� t | ttf�r| jd�} |r(t| ||�} d}g }|r@| jd�}n tj| �}x|rb|d rb|d= qLW |sptd��|d dkr�|d = d}x|D ]}|jt |�� q�W |r�|jd � d j |�} t | |�s�td ��| S )NrT F�.r z Empty domainr r& T� � .zDomain too longr= r= ) rO rP rQ rR rh �split�_unicode_dots_rer �appendrY �joinr% ) r �strict�uts46rd re r$ �result�labelsr r r r r O s0 r c C s� t | ttf�r| jd�} |r(t| |d�} d}g }|s@tj| �}n | jd�}x|rb|d rb|d= qLW |sptd��|d s�|d = d}x|D ]}|jt |�� q�W |r�|jd� dj |�S ) NrT Fri r z Empty domainr Tr& r= r= ) rO rP rQ rR rh rm rl r rn rU ro )r rp rq rd r$ rr rs r r r r rR l s* rR )F)F)TF)FFFF)FFF)(r& r rb r �re�sysZ intrangesr rD rX �compilerm � version_info�strrW �chrr � UnicodeErrorr r r r r r r r r! r% r6 r9 r> rA rK rN rS rY rU rh r rR r r r r �<module> sB = , ) site-packages/pip/_vendor/idna/__pycache__/idnadata.cpython-36.opt-1.pyc 0000644 00000057557 15231162611 0022006 0 ustar 00 3 F��i� � � @ s0 d Z �d �d!�d"�d#�d$dF�ZdGdGdGdGdGdGdGdHdGdIdIdIdIdHdIdHdIdHdHdHdHdHdIdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdJdHdHdHdHdHdHdHdIdHdHdHdHdIdIdIdGdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdHdHdIdIdIdIdIdIdIdIdIdHdIdHdIdHdHdIdIdIdGdIdIdHdHdHdHdIdHdHdHdIdIdIdIdIdHdHdHdHdIdHdHdHdHdHdHdHdHdHdIdHdIdHdIdHdHdIdIdHdHdHdHdHdHdHdHdHdHdHdIdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdIdIdHdHdHdHdIdHdIdIdHdHdHdIdIdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdJdIdHdHdHdHdHdIdHdHdIdHdHdHdHdHdIdHdHdHdHdIdHdGdGdGdHdHdHdHdHdHdHdHdHdIdIdIdGdHdJdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdGdGdGdGdGdGdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdGdJdGdGdGdGdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdHdKdGdL���Z�d%�d&�d'�d �Z�d S (( z6.3.0� t � � x � � ~ � � � � � � � � � 0� � 8� � �� �� + �t� b tu� k �u� � �v� |� `|� F �|� N }� X @}� Z d}� \ l}� ^ t}� ~ |}� � ~� � �~� � � � X� � t� � �� � �� '! � � � � FR H � �. : � �. l: � �/ < � 0 @ � 0 @ � *0 �@ � <0 �@ � �M P � � 8 � nz d � �z �i � �& � 57 � 8 ] � z ` � � D� � @� � �� 7{ tl � ={ �l � ?{ �l � B{ m � E{ m � P{ m � �0 A � �0 tB � 0 @ � r H � �0 �B � 1 �C � 2 �G � �2 @K � X3 L � p �} � � �} � 0 @ )ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �L (� i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� � . � � : � � { �� � |� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� * �� , �� . �� 0 �� 2 �� 6 �� 9 �� ; �� = �� ? �� C � E � G � I � L ,� N 4� P <� R D� T L� V T� X \� Z d� \ l� ^ t� ` |� b �� d �� f �� h �� j �� l �� n �� p �� r �� t �� v �� x �� { �� } �� �� � � � � � � � � � 0� � H� � T� � d� � x� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � 8� � @� � H� � P� � X� � `� � h� � p� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� * �� , �� . �� 0 �� 2 �� : �� = �� A �� C � H � J $ � L , � N 4 � � < � � � � � � � � � � � � @ � C � O � p @ � r � � t � � x � � ~ � � � @� � �� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� ` �� b �� d �� f �� h �� j �� l �� n �� p �� r �� t �� v �� x �� z �� | �� ~ �� � �� � � � � � ,� � 4� � <� � D� � L� � T� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � � � � � � � � � (� � 0� � 8� � D� � L� � T� � \� � d� � l� � t� � |� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� � �� �� � � � � $� ,� 4� <� D� L� T� \� d� l� t� |� " �� $ �� & �� ( �� Z d� � �� � D� � �� � � � � � � � �� @� @ �� ` � u �� � �� � T� � |� � �� �� K @ � � 4 � � � . � \ !� � �"� � �"� � �#� X $� d �%� p �%� x �%� � �%� � &� � &� � <&� � L&� � �&� � �&� � �&� � �&� � '� � ,'� � \'� � �'� � �'� (� (� <(� ) L(� 1 �(� 3 �(� 6 �(� : �(� = �(� C �(� I )� N ,)� R D)� ] p)� v �)� � *� � *� � <*� � L*� � �*� � �*� � �*� � �*� � +� � ,+� � @+� � �+� � �+� ,� ,� <,� ) L,� 1 �,� 4 �,� : �,� E �,� I -� N ,-� X X-� d |-� p �-� r �-� � .� � .� � 8.� � H.� � d.� � p.� � x.� � �.� � �.� � �.� � �.� � /� � (/� � @/� � \/� � �/� 0� 0� 80� ) H0� 4 �0� : �0� E �0� I 1� N (1� W T1� Z `1� d �1� p �1� � 2� � 2� � 82� � H2� � �2� � �2� � �2� � 3� � (3� � T3� � x3� � �3� � �3� � �3� 4� 4� 84� ; H4� E �4� I 5� O (5� X \5� d �5� p �5� � �5� � 6� � 6� � h6� � �6� � �6� � 7� � (7� � <7� � X7� � `7� � �7� 3 8� ; �8� O 9� Z @9� � :� � :� � :� � (:� � 4:� � P:� � d:� � �:� � �:� � �:� � �:� � �:� � �:� � �:� � ;� � ;� � ;� � @;� � x;� <� ,<� `<� * �<� 6 �<� 8 �<� : �<� C �<� H =� M $=� R 8=� W L=� \ `=� i t=� m �=� s �=� u �=� � �=� � >� � >� � P>� � d>� � x>� � �>� � �>� � �>� � �>� � ?� J @� � @A� � @C� �C� I H� N (I� W @I� Y `I� ^ hI� � �I� � (J� � @J� � �J� � �J� � K� � K� � K� `K� HL� [ `L� ` tM� � N� � �N� m P� � �Y� � Z� � �Z� \� 8\� 5 �\� T ]� m �]� q �]� t �]� � ^� � �^� � \_� � p_� � �_� @`� x �`� � b� � �b� d� , �d� < �d� n e� u �e� � f� � �f� � @g� h� _ �h� } �i� � �i� � @j� � �j� L l� Z @m� t �m� � n� 8 p� J q� ~ 4q� � @s� � Ps� , t� 0 �t� < �t� O 8u� x �u� � �u� � w� �w� x� x� x� x� $x� ,x� 4x� <x� Dx� Lx� Tx� \x� dx� lx� tx� |x� " �x� $ �x� & �x� ( �x� * �x� , �x� . �x� 0 �x� 2 �x� 4 �x� 6 �x� 8 �x� : �x� < �x� > �x� @ �x� B y� D y� F y� H y� J $y� L ,y� N 4y� P <y� R Dy� T Ly� V Ty� X \y� Z dy� \ ly� ^ ty� ` |y� b �y� d �y� f �y� h �y� j �y� l �y� n �y� p �y� r �y� t �y� v �y� x �y� z �y� | �y� ~ �y� � �y� � z� � z� � z� � z� � $z� � ,z� � 4z� � <z� � Dz� � Lz� � Tz� � pz� � |z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � �z� � {� � {� � {� � {� � ${� � ,{� � 4{� � <{� � D{� � L{� � T{� � \{� � d{� � l{� � t{� � |{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� � �{� �{� @|� ( �|� 8 �|� F }� h �}� q �}� s �}� u �}� w �}� y �}� { �}� } �}� � �~� � �~� � � � @� � X� � �� � �� � �� O! 8 � �! � _, �0 � b, �1 � g, �1 � i, �1 � k, �1 � m, �1 � r, �1 � u, �1 � |, �1 � �, 2 � �, 2 � �, 2 � �, 2 � �, $2 � �, ,2 � �, 42 � �, <2 � �, D2 � �, L2 � �, T2 � �, \2 � �, d2 � �, l2 � �, t2 � �, |2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, �2 � �, 3 � �, 3 � �, 3 � �, 3 � �, $3 � �, ,3 � �, 43 � �, <3 � �, D3 � �, L3 � �, T3 � �, \3 � �, d3 � �, l3 � �, t3 � �, |3 � �, �3 � �, �3 � �, �3 � �, �3 � �, �3 � &- 4 � (- �4 � .- �4 � h- �4 � �- �5 � �- �6 � �- �6 � �- �6 � �- �6 � �- 7 � �- 7 � �- @7 � �- `7 � . �7 � 0. �8 � 0 @ � .0 �@ � =0 �@ � �0 dB � �0 tB � �0 �C � .1 D � �1 �F � �$ � �$ @ � & � ,& @ � B& � D& � F& � H& � J& $ � L& , � N& 4 � P& < � R& D � T& L � V& T � X& \ � Z& d � \& l � ^& t � `& | � b& � � d& � � f& � � h& � � j& � � l& � � p& � � ~& � � �& � � �& � �& � �& � �& � �& $ � �& , � �& 4 � �& < � �& D � �& L � �& T � �& \ � �& | � �& � � ' \ � $' � � &' � � (' � � *' � � ,' � � .' � � 2' � � 4' � � 6' � � 8' � � :' � � <' � � >' � � @' � � B' � D' � F' � H' � J' $ � L' , � N' 4 � P' < � R' D � T' L � V' T � X' \ � Z' d � \' l � ^' t � `' | � b' � � d' � � f' � � h' � � j' � � l' � � n' � � p' � � y' � � {' � � }' � � �' � � �' � �' � �' � �' � �' 0 � �' 8 � �' D � �' L � �' � � �' � � �' � � �' � � �' � � (( � � t( ! � �( " � �( @# � �( �# � �( �# � .) $ � T) �$ � �) & � �) <' � 7* ( � N* ) � Z* @) � w* �) � |* �) � �* * � �* l+ � �* �+ � �* �+ � + , � + $, � + D, � '+ �, � /+ �, � �+ / � �+ �/ � �+ �/ � �W 0 � z 8h � z Dh � z Lh � z |h � "z �h � %z �h � *z �h � { xl � '~ �x � t~ �y � � ' 4 � ; � � > � � N � � ^ @ � � � � � � � � � � � � A � � J � � � � � � � � � � � � � � � � 6 ( � 9 � � = � � V � � $ � : �$ � � & � � �& � ( � ( � 0( � T( � 4 d( � ; �( � @ �( � } �) � 6 , � V - � s �- � I 0 � G @ � p �A � � B � � @C � � �C � 5 D � @ �D � � F � � @G � � Z � � [ � o# � /4 @ � 9j � Eo < � o @= � �o <> � 0 @ � 0 � � �� v � � � �� j �� � �� �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)!r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! )r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 ) r1 r2 r3 r4 r5 r6 r7 r8 r9 )r: r; r< r= )r> r? r@ rA rB rC rD rE (� rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r2 r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL r: rM rN r> rO rP rQ r@ r) r* rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r r r r r r r r r r r r r r r- r. r/ )r )r r r r r r )� __version__�scriptsZ joining_typesZcodepoint_classes� r r � /usr/lib/python3.6/idnadata.py�<module> s0 site-packages/pip/_vendor/idna/__pycache__/codec.cpython-36.pyc 0000644 00000005725 15231162611 0020345 0 ustar 00 3 F��i� � @ s� d dl mZmZmZmZmZ ddlZddlZejd�Z G dd� dej �Z G dd� dej �Z G d d � d ej �ZG d d � d e ej�ZG d d� de ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt dj|���|s dS t|�t|�fS )Nr z Unsupported error handling "{0}"� r )r r )r �formatr �len)�self�data�errors� r �/usr/lib/python3.6/codec.pyr s z Codec.encodec C s. |dkrt dj|���|s dS t|�t|�fS )Nr z Unsupported error handling "{0}"r r )r r )r r r r )r r r r r r r s z Codec.decodeN)r )r )�__name__� __module__� __qualname__r r r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt dj|���|s dS tj|�}d}|rV|d sDd}|d = n|sV|d = |rVd}g }d}x2|D ]*}|jt|�� |r�|d7 }|t|�7 }qdW dj|�| }|t|�7 }||fS ) Nr z Unsupported error handling "{0}"r r r �.)r r ���r r )r r �_unicode_dots_re�split�appendr r �join) r r r �final�labels� trailing_dot�result�size�labelr r r �_buffer_encode s0 z!IncrementalEncoder._buffer_encodeN)r r r r" r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt dj|���|s dS t|t�r4tj|�}n t|�}t|d� |jd�}d}|r~|d sld}|d = n|s~|d = |r~d}g }d}x2|D ]*}|jt|�� |r�|d7 }|t |�7 }q�W dj |�| }|t |�7 }||fS ) Nr z Unsupported error handling "{0}"r r �asciir r )r r r r r ) r r � isinstanceZunicoder r �strr r r r ) r r r r r r r r r! r r r �_buffer_decode? s8 z!IncrementalDecoder._buffer_decodeN)r r r r' r r r r r# > s r# c @ s e Zd ZdS )� StreamWriterN)r r r r r r r r( g s r( c @ s e Zd ZdS )� StreamReaderN)r r r r r r r r) j s r) c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r# r( r) r r r r � getregentrym s r1 )Zcorer r r r r r/ �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr# r( r) r1 r r r r �<module> s !) site-packages/pip/_vendor/idna/compat.py 0000644 00000000350 15231162611 0014254 0 ustar 00 from .core import * from .codec import * def ToASCII(label): return encode(label) def ToUnicode(label): return decode(label) def nameprep(s): raise NotImplementedError("IDNA 2008 does not utilise nameprep protocol") site-packages/pip/_vendor/appdirs.py 0000644 00000053540 15231162611 0013531 0 ustar 00 #!/usr/bin/env python # -*- coding: utf-8 -*- # Copyright (c) 2005-2010 ActiveState Software Inc. # Copyright (c) 2013 Eddy Petrișor """Utilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. """ # Dev Notes: # - MSDN on where to store app data files: # http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120 # - macOS: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html # - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html __version_info__ = (1, 4, 0) __version__ = '.'.join(map(str, __version_info__)) import sys import os PY3 = sys.version_info[0] == 3 if PY3: unicode = str if sys.platform.startswith('java'): import platform os_name = platform.java_ver()[3][0] if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc. system = 'win32' elif os_name.startswith('Mac'): # "macOS", etc. system = 'darwin' else: # "Linux", "SunOS", "FreeBSD", etc. # Setting this to "linux2" is not ideal, but only Windows or Mac # are actually checked for and the rest of the module expects # *sys.platform* style strings. system = 'linux2' else: system = sys.platform def user_data_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: macOS: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". """ if system == "win32": if appauthor is None: appauthor = appname const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA" path = os.path.normpath(_get_win_folder(const)) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('~/Library/Application Support/') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_data_dir(appname=None, appauthor=None, version=None, multipath=False): """Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical user data directories are: macOS: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('/Library/Application Support') if appname: path = os.path.join(path, appname) else: # XDG default for $XDG_DATA_DIRS # only first, if multipath is False path = os.getenv('XDG_DATA_DIRS', os.pathsep.join(['/usr/local/share', '/usr/share'])) pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path if appname and version: path = os.path.join(path, version) return path def user_config_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: macOS: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by deafult "~/.config/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_config_dir(appname=None, appauthor=None, version=None, multipath=False): """Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical user data directories are: macOS: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system in ["win32", "darwin"]: path = site_data_dir(appname, appauthor) if appname and version: path = os.path.join(path, version) else: # XDG default for $XDG_CONFIG_DIRS # only first, if multipath is False path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg') pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: macOS: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) if opinion: path = os.path.join(path, "Cache") elif system == 'darwin': path = os.path.expanduser('~/Library/Caches') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache')) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_log_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user cache directories are: macOS: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. """ if system == "darwin": path = os.path.join( os.path.expanduser('~/Library/Logs'), appname) elif system == "win32": path = user_data_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "Logs") else: path = user_cache_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "log") if appname and version: path = os.path.join(path, version) return path class AppDirs(object): """Convenience wrapper for getting application dirs.""" def __init__(self, appname, appauthor=None, version=None, roaming=False, multipath=False): self.appname = appname self.appauthor = appauthor self.version = version self.roaming = roaming self.multipath = multipath @property def user_data_dir(self): return user_data_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_data_dir(self): return site_data_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_config_dir(self): return user_config_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_config_dir(self): return site_config_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_cache_dir(self): return user_cache_dir(self.appname, self.appauthor, version=self.version) @property def user_log_dir(self): return user_log_dir(self.appname, self.appauthor, version=self.version) #---- internal support stuff def _get_win_folder_from_registry(csidl_name): """This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. """ import _winreg shell_folder_name = { "CSIDL_APPDATA": "AppData", "CSIDL_COMMON_APPDATA": "Common AppData", "CSIDL_LOCAL_APPDATA": "Local AppData", }[csidl_name] key = _winreg.OpenKey( _winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders" ) dir, type = _winreg.QueryValueEx(key, shell_folder_name) return dir def _get_win_folder_with_pywin32(csidl_name): from win32com.shell import shellcon, shell dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0) # Try to make this a unicode path because SHGetFolderPath does # not return unicode strings when there is unicode data in the # path. try: dir = unicode(dir) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: try: import win32api dir = win32api.GetShortPathName(dir) except ImportError: pass except UnicodeError: pass return dir def _get_win_folder_with_ctypes(csidl_name): import ctypes csidl_const = { "CSIDL_APPDATA": 26, "CSIDL_COMMON_APPDATA": 35, "CSIDL_LOCAL_APPDATA": 28, }[csidl_name] buf = ctypes.create_unicode_buffer(1024) ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in buf: if ord(c) > 255: has_high_char = True break if has_high_char: buf2 = ctypes.create_unicode_buffer(1024) if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024): buf = buf2 return buf.value def _get_win_folder_with_jna(csidl_name): import array from com.sun import jna from com.sun.jna.platform import win32 buf_size = win32.WinDef.MAX_PATH * 2 buf = array.zeros('c', buf_size) shell = win32.Shell32.INSTANCE shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf) dir = jna.Native.toString(buf.tostring()).rstrip("\0") # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: buf = array.zeros('c', buf_size) kernel = win32.Kernel32.INSTANCE if kernal.GetShortPathName(dir, buf, buf_size): dir = jna.Native.toString(buf.tostring()).rstrip("\0") return dir if system == "win32": try: import win32com.shell _get_win_folder = _get_win_folder_with_pywin32 except ImportError: try: from ctypes import windll _get_win_folder = _get_win_folder_with_ctypes except ImportError: try: import com.sun.jna _get_win_folder = _get_win_folder_with_jna except ImportError: _get_win_folder = _get_win_folder_from_registry #---- self test code if __name__ == "__main__": appname = "MyApp" appauthor = "MyCompany" props = ("user_data_dir", "site_data_dir", "user_config_dir", "site_config_dir", "user_cache_dir", "user_log_dir") print("-- app dirs (with optional 'version')") dirs = AppDirs(appname, appauthor, version="1.0") for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'version')") dirs = AppDirs(appname, appauthor) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'appauthor')") dirs = AppDirs(appname) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (with disabled 'appauthor')") dirs = AppDirs(appname, appauthor=False) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) site-packages/pip/_vendor/ipaddress.py 0000644 00000234460 15231162611 0014047 0 ustar 00 # Copyright 2007 Google Inc. # Licensed to PSF under a Contributor Agreement. """A fast, lightweight IPv4/IPv6 manipulation library in Python. This library is used to create/poke/manipulate IPv4 and IPv6 addresses and networks. """ from __future__ import unicode_literals import itertools import struct __version__ = '1.0.17' # Compatibility functions _compat_int_types = (int,) try: _compat_int_types = (int, long) except NameError: pass try: _compat_str = unicode except NameError: _compat_str = str assert bytes != str if b'\0'[0] == 0: # Python 3 semantics def _compat_bytes_to_byte_vals(byt): return byt else: def _compat_bytes_to_byte_vals(byt): return [struct.unpack(b'!B', b)[0] for b in byt] try: _compat_int_from_byte_vals = int.from_bytes except AttributeError: def _compat_int_from_byte_vals(bytvals, endianess): assert endianess == 'big' res = 0 for bv in bytvals: assert isinstance(bv, _compat_int_types) res = (res << 8) + bv return res def _compat_to_bytes(intval, length, endianess): assert isinstance(intval, _compat_int_types) assert endianess == 'big' if length == 4: if intval < 0 or intval >= 2 ** 32: raise struct.error("integer out of range for 'I' format code") return struct.pack(b'!I', intval) elif length == 16: if intval < 0 or intval >= 2 ** 128: raise struct.error("integer out of range for 'QQ' format code") return struct.pack(b'!QQ', intval >> 64, intval & 0xffffffffffffffff) else: raise NotImplementedError() if hasattr(int, 'bit_length'): # Not int.bit_length , since that won't work in 2.7 where long exists def _compat_bit_length(i): return i.bit_length() else: def _compat_bit_length(i): for res in itertools.count(): if i >> res == 0: return res def _compat_range(start, end, step=1): assert step > 0 i = start while i < end: yield i i += step class _TotalOrderingMixin(object): __slots__ = () # Helper that derives the other comparison operations from # __lt__ and __eq__ # We avoid functools.total_ordering because it doesn't handle # NotImplemented correctly yet (http://bugs.python.org/issue10042) def __eq__(self, other): raise NotImplementedError def __ne__(self, other): equal = self.__eq__(other) if equal is NotImplemented: return NotImplemented return not equal def __lt__(self, other): raise NotImplementedError def __le__(self, other): less = self.__lt__(other) if less is NotImplemented or not less: return self.__eq__(other) return less def __gt__(self, other): less = self.__lt__(other) if less is NotImplemented: return NotImplemented equal = self.__eq__(other) if equal is NotImplemented: return NotImplemented return not (less or equal) def __ge__(self, other): less = self.__lt__(other) if less is NotImplemented: return NotImplemented return not less IPV4LENGTH = 32 IPV6LENGTH = 128 class AddressValueError(ValueError): """A Value Error related to the address.""" class NetmaskValueError(ValueError): """A Value Error related to the netmask.""" def ip_address(address): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Address or IPv6Address object. Raises: ValueError: if the *address* passed isn't either a v4 or a v6 address """ try: return IPv4Address(address) except (AddressValueError, NetmaskValueError): pass try: return IPv6Address(address) except (AddressValueError, NetmaskValueError): pass if isinstance(address, bytes): raise AddressValueError( '%r does not appear to be an IPv4 or IPv6 address. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?' % address) raise ValueError('%r does not appear to be an IPv4 or IPv6 address' % address) def ip_network(address, strict=True): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP network. Either IPv4 or IPv6 networks may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Network or IPv6Network object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Or if the network has host bits set. """ try: return IPv4Network(address, strict) except (AddressValueError, NetmaskValueError): pass try: return IPv6Network(address, strict) except (AddressValueError, NetmaskValueError): pass if isinstance(address, bytes): raise AddressValueError( '%r does not appear to be an IPv4 or IPv6 network. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?' % address) raise ValueError('%r does not appear to be an IPv4 or IPv6 network' % address) def ip_interface(address): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Interface or IPv6Interface object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Notes: The IPv?Interface classes describe an Address on a particular Network, so they're basically a combination of both the Address and Network classes. """ try: return IPv4Interface(address) except (AddressValueError, NetmaskValueError): pass try: return IPv6Interface(address) except (AddressValueError, NetmaskValueError): pass raise ValueError('%r does not appear to be an IPv4 or IPv6 interface' % address) def v4_int_to_packed(address): """Represent an address as 4 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv4 IP address. Returns: The integer address packed as 4 bytes in network (big-endian) order. Raises: ValueError: If the integer is negative or too large to be an IPv4 IP address. """ try: return _compat_to_bytes(address, 4, 'big') except (struct.error, OverflowError): raise ValueError("Address negative or too large for IPv4") def v6_int_to_packed(address): """Represent an address as 16 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv6 IP address. Returns: The integer address packed as 16 bytes in network (big-endian) order. """ try: return _compat_to_bytes(address, 16, 'big') except (struct.error, OverflowError): raise ValueError("Address negative or too large for IPv6") def _split_optional_netmask(address): """Helper to split the netmask and raise AddressValueError if needed""" addr = _compat_str(address).split('/') if len(addr) > 2: raise AddressValueError("Only one '/' permitted in %r" % address) return addr def _find_address_range(addresses): """Find a sequence of sorted deduplicated IPv#Address. Args: addresses: a list of IPv#Address objects. Yields: A tuple containing the first and last IP addresses in the sequence. """ it = iter(addresses) first = last = next(it) for ip in it: if ip._ip != last._ip + 1: yield first, last first = ip last = ip yield first, last def _count_righthand_zero_bits(number, bits): """Count the number of zero bits on the right hand side. Args: number: an integer. bits: maximum number of bits to count. Returns: The number of zero bits on the right hand side of the number. """ if number == 0: return bits return min(bits, _compat_bit_length(~number & (number - 1))) def summarize_address_range(first, last): """Summarize a network range given the first and last IP addresses. Example: >>> list(summarize_address_range(IPv4Address('192.0.2.0'), ... IPv4Address('192.0.2.130'))) ... #doctest: +NORMALIZE_WHITESPACE [IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'), IPv4Network('192.0.2.130/32')] Args: first: the first IPv4Address or IPv6Address in the range. last: the last IPv4Address or IPv6Address in the range. Returns: An iterator of the summarized IPv(4|6) network objects. Raise: TypeError: If the first and last objects are not IP addresses. If the first and last objects are not the same version. ValueError: If the last object is not greater than the first. If the version of the first address is not 4 or 6. """ if (not (isinstance(first, _BaseAddress) and isinstance(last, _BaseAddress))): raise TypeError('first and last must be IP addresses, not networks') if first.version != last.version: raise TypeError("%s and %s are not of the same version" % ( first, last)) if first > last: raise ValueError('last IP address must be greater than first') if first.version == 4: ip = IPv4Network elif first.version == 6: ip = IPv6Network else: raise ValueError('unknown IP version') ip_bits = first._max_prefixlen first_int = first._ip last_int = last._ip while first_int <= last_int: nbits = min(_count_righthand_zero_bits(first_int, ip_bits), _compat_bit_length(last_int - first_int + 1) - 1) net = ip((first_int, ip_bits - nbits)) yield net first_int += 1 << nbits if first_int - 1 == ip._ALL_ONES: break def _collapse_addresses_internal(addresses): """Loops through the addresses, collapsing concurrent netblocks. Example: ip1 = IPv4Network('192.0.2.0/26') ip2 = IPv4Network('192.0.2.64/26') ip3 = IPv4Network('192.0.2.128/26') ip4 = IPv4Network('192.0.2.192/26') _collapse_addresses_internal([ip1, ip2, ip3, ip4]) -> [IPv4Network('192.0.2.0/24')] This shouldn't be called directly; it is called via collapse_addresses([]). Args: addresses: A list of IPv4Network's or IPv6Network's Returns: A list of IPv4Network's or IPv6Network's depending on what we were passed. """ # First merge to_merge = list(addresses) subnets = {} while to_merge: net = to_merge.pop() supernet = net.supernet() existing = subnets.get(supernet) if existing is None: subnets[supernet] = net elif existing != net: # Merge consecutive subnets del subnets[supernet] to_merge.append(supernet) # Then iterate over resulting networks, skipping subsumed subnets last = None for net in sorted(subnets.values()): if last is not None: # Since they are sorted, # last.network_address <= net.network_address is a given. if last.broadcast_address >= net.broadcast_address: continue yield net last = net def collapse_addresses(addresses): """Collapse a list of IP objects. Example: collapse_addresses([IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/25')]) -> [IPv4Network('192.0.2.0/24')] Args: addresses: An iterator of IPv4Network or IPv6Network objects. Returns: An iterator of the collapsed IPv(4|6)Network objects. Raises: TypeError: If passed a list of mixed version objects. """ addrs = [] ips = [] nets = [] # split IP addresses and networks for ip in addresses: if isinstance(ip, _BaseAddress): if ips and ips[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, ips[-1])) ips.append(ip) elif ip._prefixlen == ip._max_prefixlen: if ips and ips[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, ips[-1])) try: ips.append(ip.ip) except AttributeError: ips.append(ip.network_address) else: if nets and nets[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, nets[-1])) nets.append(ip) # sort and dedup ips = sorted(set(ips)) # find consecutive address ranges in the sorted sequence and summarize them if ips: for first, last in _find_address_range(ips): addrs.extend(summarize_address_range(first, last)) return _collapse_addresses_internal(addrs + nets) def get_mixed_type_key(obj): """Return a key suitable for sorting between networks and addresses. Address and Network objects are not sortable by default; they're fundamentally different so the expression IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24') doesn't make any sense. There are some times however, where you may wish to have ipaddress sort these for you anyway. If you need to do this, you can use this function as the key= argument to sorted(). Args: obj: either a Network or Address object. Returns: appropriate key. """ if isinstance(obj, _BaseNetwork): return obj._get_networks_key() elif isinstance(obj, _BaseAddress): return obj._get_address_key() return NotImplemented class _IPAddressBase(_TotalOrderingMixin): """The mother class.""" __slots__ = () @property def exploded(self): """Return the longhand version of the IP address as a string.""" return self._explode_shorthand_ip_string() @property def compressed(self): """Return the shorthand version of the IP address as a string.""" return _compat_str(self) @property def reverse_pointer(self): """The name of the reverse DNS pointer for the IP address, e.g.: >>> ipaddress.ip_address("127.0.0.1").reverse_pointer '1.0.0.127.in-addr.arpa' >>> ipaddress.ip_address("2001:db8::1").reverse_pointer '1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa' """ return self._reverse_pointer() @property def version(self): msg = '%200s has no version specified' % (type(self),) raise NotImplementedError(msg) def _check_int_address(self, address): if address < 0: msg = "%d (< 0) is not permitted as an IPv%d address" raise AddressValueError(msg % (address, self._version)) if address > self._ALL_ONES: msg = "%d (>= 2**%d) is not permitted as an IPv%d address" raise AddressValueError(msg % (address, self._max_prefixlen, self._version)) def _check_packed_address(self, address, expected_len): address_len = len(address) if address_len != expected_len: msg = ( '%r (len %d != %d) is not permitted as an IPv%d address. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?' ) raise AddressValueError(msg % (address, address_len, expected_len, self._version)) @classmethod def _ip_int_from_prefix(cls, prefixlen): """Turn the prefix length into a bitwise netmask Args: prefixlen: An integer, the prefix length. Returns: An integer. """ return cls._ALL_ONES ^ (cls._ALL_ONES >> prefixlen) @classmethod def _prefix_from_ip_int(cls, ip_int): """Return prefix length from the bitwise netmask. Args: ip_int: An integer, the netmask in expanded bitwise format Returns: An integer, the prefix length. Raises: ValueError: If the input intermingles zeroes & ones """ trailing_zeroes = _count_righthand_zero_bits(ip_int, cls._max_prefixlen) prefixlen = cls._max_prefixlen - trailing_zeroes leading_ones = ip_int >> trailing_zeroes all_ones = (1 << prefixlen) - 1 if leading_ones != all_ones: byteslen = cls._max_prefixlen // 8 details = _compat_to_bytes(ip_int, byteslen, 'big') msg = 'Netmask pattern %r mixes zeroes & ones' raise ValueError(msg % details) return prefixlen @classmethod def _report_invalid_netmask(cls, netmask_str): msg = '%r is not a valid netmask' % netmask_str raise NetmaskValueError(msg) @classmethod def _prefix_from_prefix_string(cls, prefixlen_str): """Return prefix length from a numeric string Args: prefixlen_str: The string to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask """ # int allows a leading +/- as well as surrounding whitespace, # so we ensure that isn't the case if not _BaseV4._DECIMAL_DIGITS.issuperset(prefixlen_str): cls._report_invalid_netmask(prefixlen_str) try: prefixlen = int(prefixlen_str) except ValueError: cls._report_invalid_netmask(prefixlen_str) if not (0 <= prefixlen <= cls._max_prefixlen): cls._report_invalid_netmask(prefixlen_str) return prefixlen @classmethod def _prefix_from_ip_string(cls, ip_str): """Turn a netmask/hostmask string into a prefix length Args: ip_str: The netmask/hostmask to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask/hostmask """ # Parse the netmask/hostmask like an IP address. try: ip_int = cls._ip_int_from_string(ip_str) except AddressValueError: cls._report_invalid_netmask(ip_str) # Try matching a netmask (this would be /1*0*/ as a bitwise regexp). # Note that the two ambiguous cases (all-ones and all-zeroes) are # treated as netmasks. try: return cls._prefix_from_ip_int(ip_int) except ValueError: pass # Invert the bits, and try matching a /0+1+/ hostmask instead. ip_int ^= cls._ALL_ONES try: return cls._prefix_from_ip_int(ip_int) except ValueError: cls._report_invalid_netmask(ip_str) def __reduce__(self): return self.__class__, (_compat_str(self),) class _BaseAddress(_IPAddressBase): """A generic IP object. This IP class contains the version independent methods which are used by single IP addresses. """ __slots__ = () def __int__(self): return self._ip def __eq__(self, other): try: return (self._ip == other._ip and self._version == other._version) except AttributeError: return NotImplemented def __lt__(self, other): if not isinstance(other, _IPAddressBase): return NotImplemented if not isinstance(other, _BaseAddress): raise TypeError('%s and %s are not of the same type' % ( self, other)) if self._version != other._version: raise TypeError('%s and %s are not of the same version' % ( self, other)) if self._ip != other._ip: return self._ip < other._ip return False # Shorthand for Integer addition and subtraction. This is not # meant to ever support addition/subtraction of addresses. def __add__(self, other): if not isinstance(other, _compat_int_types): return NotImplemented return self.__class__(int(self) + other) def __sub__(self, other): if not isinstance(other, _compat_int_types): return NotImplemented return self.__class__(int(self) - other) def __repr__(self): return '%s(%r)' % (self.__class__.__name__, _compat_str(self)) def __str__(self): return _compat_str(self._string_from_ip_int(self._ip)) def __hash__(self): return hash(hex(int(self._ip))) def _get_address_key(self): return (self._version, self) def __reduce__(self): return self.__class__, (self._ip,) class _BaseNetwork(_IPAddressBase): """A generic IP network object. This IP class contains the version independent methods which are used by networks. """ def __init__(self, address): self._cache = {} def __repr__(self): return '%s(%r)' % (self.__class__.__name__, _compat_str(self)) def __str__(self): return '%s/%d' % (self.network_address, self.prefixlen) def hosts(self): """Generate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the network or broadcast addresses. """ network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network + 1, broadcast): yield self._address_class(x) def __iter__(self): network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network, broadcast + 1): yield self._address_class(x) def __getitem__(self, n): network = int(self.network_address) broadcast = int(self.broadcast_address) if n >= 0: if network + n > broadcast: raise IndexError('address out of range') return self._address_class(network + n) else: n += 1 if broadcast + n < network: raise IndexError('address out of range') return self._address_class(broadcast + n) def __lt__(self, other): if not isinstance(other, _IPAddressBase): return NotImplemented if not isinstance(other, _BaseNetwork): raise TypeError('%s and %s are not of the same type' % ( self, other)) if self._version != other._version: raise TypeError('%s and %s are not of the same version' % ( self, other)) if self.network_address != other.network_address: return self.network_address < other.network_address if self.netmask != other.netmask: return self.netmask < other.netmask return False def __eq__(self, other): try: return (self._version == other._version and self.network_address == other.network_address and int(self.netmask) == int(other.netmask)) except AttributeError: return NotImplemented def __hash__(self): return hash(int(self.network_address) ^ int(self.netmask)) def __contains__(self, other): # always false if one is v4 and the other is v6. if self._version != other._version: return False # dealing with another network. if isinstance(other, _BaseNetwork): return False # dealing with another address else: # address return (int(self.network_address) <= int(other._ip) <= int(self.broadcast_address)) def overlaps(self, other): """Tell if self is partly contained in other.""" return self.network_address in other or ( self.broadcast_address in other or ( other.network_address in self or ( other.broadcast_address in self))) @property def broadcast_address(self): x = self._cache.get('broadcast_address') if x is None: x = self._address_class(int(self.network_address) | int(self.hostmask)) self._cache['broadcast_address'] = x return x @property def hostmask(self): x = self._cache.get('hostmask') if x is None: x = self._address_class(int(self.netmask) ^ self._ALL_ONES) self._cache['hostmask'] = x return x @property def with_prefixlen(self): return '%s/%d' % (self.network_address, self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self.network_address, self.netmask) @property def with_hostmask(self): return '%s/%s' % (self.network_address, self.hostmask) @property def num_addresses(self): """Number of hosts in the current subnet.""" return int(self.broadcast_address) - int(self.network_address) + 1 @property def _address_class(self): # Returning bare address objects (rather than interfaces) allows for # more consistent behaviour across the network address, broadcast # address and individual host addresses. msg = '%200s has no associated address class' % (type(self),) raise NotImplementedError(msg) @property def prefixlen(self): return self._prefixlen def address_exclude(self, other): """Remove an address from a larger block. For example: addr1 = ip_network('192.0.2.0/28') addr2 = ip_network('192.0.2.1/32') list(addr1.address_exclude(addr2)) = [IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'), IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')] or IPv6: addr1 = ip_network('2001:db8::1/32') addr2 = ip_network('2001:db8::1/128') list(addr1.address_exclude(addr2)) = [ip_network('2001:db8::1/128'), ip_network('2001:db8::2/127'), ip_network('2001:db8::4/126'), ip_network('2001:db8::8/125'), ... ip_network('2001:db8:8000::/33')] Args: other: An IPv4Network or IPv6Network object of the same type. Returns: An iterator of the IPv(4|6)Network objects which is self minus other. Raises: TypeError: If self and other are of differing address versions, or if other is not a network object. ValueError: If other is not completely contained by self. """ if not self._version == other._version: raise TypeError("%s and %s are not of the same version" % ( self, other)) if not isinstance(other, _BaseNetwork): raise TypeError("%s is not a network object" % other) if not other.subnet_of(self): raise ValueError('%s not contained in %s' % (other, self)) if other == self: return # Make sure we're comparing the network of other. other = other.__class__('%s/%s' % (other.network_address, other.prefixlen)) s1, s2 = self.subnets() while s1 != other and s2 != other: if other.subnet_of(s1): yield s2 s1, s2 = s1.subnets() elif other.subnet_of(s2): yield s1 s1, s2 = s2.subnets() else: # If we got here, there's a bug somewhere. raise AssertionError('Error performing exclusion: ' 's1: %s s2: %s other: %s' % (s1, s2, other)) if s1 == other: yield s2 elif s2 == other: yield s1 else: # If we got here, there's a bug somewhere. raise AssertionError('Error performing exclusion: ' 's1: %s s2: %s other: %s' % (s1, s2, other)) def compare_networks(self, other): """Compare two IP objects. This is only concerned about the comparison of the integer representation of the network addresses. This means that the host bits aren't considered at all in this method. If you want to compare host bits, you can easily enough do a 'HostA._ip < HostB._ip' Args: other: An IP object. Returns: If the IP versions of self and other are the same, returns: -1 if self < other: eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25') IPv6Network('2001:db8::1000/124') < IPv6Network('2001:db8::2000/124') 0 if self == other eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24') IPv6Network('2001:db8::1000/124') == IPv6Network('2001:db8::1000/124') 1 if self > other eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25') IPv6Network('2001:db8::2000/124') > IPv6Network('2001:db8::1000/124') Raises: TypeError if the IP versions are different. """ # does this need to raise a ValueError? if self._version != other._version: raise TypeError('%s and %s are not of the same type' % ( self, other)) # self._version == other._version below here: if self.network_address < other.network_address: return -1 if self.network_address > other.network_address: return 1 # self.network_address == other.network_address below here: if self.netmask < other.netmask: return -1 if self.netmask > other.netmask: return 1 return 0 def _get_networks_key(self): """Network-only key function. Returns an object that identifies this address' network and netmask. This function is a suitable "key" argument for sorted() and list.sort(). """ return (self._version, self.network_address, self.netmask) def subnets(self, prefixlen_diff=1, new_prefix=None): """The subnets which join to make the current subnet. In the case that self contains only one IP (self._prefixlen == 32 for IPv4 or self._prefixlen == 128 for IPv6), yield an iterator with just ourself. Args: prefixlen_diff: An integer, the amount the prefix length should be increased by. This should not be set if new_prefix is also set. new_prefix: The desired new prefix length. This must be a larger number (smaller prefix) than the existing prefix. This should not be set if prefixlen_diff is also set. Returns: An iterator of IPv(4|6) objects. Raises: ValueError: The prefixlen_diff is too small or too large. OR prefixlen_diff and new_prefix are both set or new_prefix is a smaller number than the current prefix (smaller number means a larger network) """ if self._prefixlen == self._max_prefixlen: yield self return if new_prefix is not None: if new_prefix < self._prefixlen: raise ValueError('new prefix must be longer') if prefixlen_diff != 1: raise ValueError('cannot set prefixlen_diff and new_prefix') prefixlen_diff = new_prefix - self._prefixlen if prefixlen_diff < 0: raise ValueError('prefix length diff must be > 0') new_prefixlen = self._prefixlen + prefixlen_diff if new_prefixlen > self._max_prefixlen: raise ValueError( 'prefix length diff %d is invalid for netblock %s' % ( new_prefixlen, self)) start = int(self.network_address) end = int(self.broadcast_address) + 1 step = (int(self.hostmask) + 1) >> prefixlen_diff for new_addr in _compat_range(start, end, step): current = self.__class__((new_addr, new_prefixlen)) yield current def supernet(self, prefixlen_diff=1, new_prefix=None): """The supernet containing the current network. Args: prefixlen_diff: An integer, the amount the prefix length of the network should be decreased by. For example, given a /24 network and a prefixlen_diff of 3, a supernet with a /21 netmask is returned. Returns: An IPv4 network object. Raises: ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have a negative prefix length. OR If prefixlen_diff and new_prefix are both set or new_prefix is a larger number than the current prefix (larger number means a smaller network) """ if self._prefixlen == 0: return self if new_prefix is not None: if new_prefix > self._prefixlen: raise ValueError('new prefix must be shorter') if prefixlen_diff != 1: raise ValueError('cannot set prefixlen_diff and new_prefix') prefixlen_diff = self._prefixlen - new_prefix new_prefixlen = self.prefixlen - prefixlen_diff if new_prefixlen < 0: raise ValueError( 'current prefixlen is %d, cannot have a prefixlen_diff of %d' % (self.prefixlen, prefixlen_diff)) return self.__class__(( int(self.network_address) & (int(self.netmask) << prefixlen_diff), new_prefixlen )) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. """ return (self.network_address.is_multicast and self.broadcast_address.is_multicast) def subnet_of(self, other): # always false if one is v4 and the other is v6. if self._version != other._version: return False # dealing with another network. if (hasattr(other, 'network_address') and hasattr(other, 'broadcast_address')): return (other.network_address <= self.network_address and other.broadcast_address >= self.broadcast_address) # dealing with another address else: raise TypeError('Unable to test subnet containment with element ' 'of type %s' % type(other)) def supernet_of(self, other): # always false if one is v4 and the other is v6. if self._version != other._version: return False # dealing with another network. if (hasattr(other, 'network_address') and hasattr(other, 'broadcast_address')): return (other.network_address >= self.network_address and other.broadcast_address <= self.broadcast_address) # dealing with another address else: raise TypeError('Unable to test subnet containment with element ' 'of type %s' % type(other)) @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. """ return (self.network_address.is_reserved and self.broadcast_address.is_reserved) @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. """ return (self.network_address.is_link_local and self.broadcast_address.is_link_local) @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. """ return (self.network_address.is_private and self.broadcast_address.is_private) @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. """ return not self.is_private @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. """ return (self.network_address.is_unspecified and self.broadcast_address.is_unspecified) @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. """ return (self.network_address.is_loopback and self.broadcast_address.is_loopback) class _BaseV4(object): """Base IPv4 object. The following methods are used by IPv4 objects in both single IP addresses and networks. """ __slots__ = () _version = 4 # Equivalent to 255.255.255.255 or 32 bits of 1's. _ALL_ONES = (2 ** IPV4LENGTH) - 1 _DECIMAL_DIGITS = frozenset('0123456789') # the valid octets for host and netmasks. only useful for IPv4. _valid_mask_octets = frozenset([255, 254, 252, 248, 240, 224, 192, 128, 0]) _max_prefixlen = IPV4LENGTH # There are only a handful of valid v4 netmasks, so we cache them all # when constructed (see _make_netmask()). _netmask_cache = {} def _explode_shorthand_ip_string(self): return _compat_str(self) @classmethod def _make_netmask(cls, arg): """Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") """ if arg not in cls._netmask_cache: if isinstance(arg, _compat_int_types): prefixlen = arg else: try: # Check for a netmask in prefix length form prefixlen = cls._prefix_from_prefix_string(arg) except NetmaskValueError: # Check for a netmask or hostmask in dotted-quad form. # This may raise NetmaskValueError. prefixlen = cls._prefix_from_ip_string(arg) netmask = IPv4Address(cls._ip_int_from_prefix(prefixlen)) cls._netmask_cache[arg] = netmask, prefixlen return cls._netmask_cache[arg] @classmethod def _ip_int_from_string(cls, ip_str): """Turn the given IP string into an integer for comparison. Args: ip_str: A string, the IP ip_str. Returns: The IP ip_str as an integer. Raises: AddressValueError: if ip_str isn't a valid IPv4 Address. """ if not ip_str: raise AddressValueError('Address cannot be empty') octets = ip_str.split('.') if len(octets) != 4: raise AddressValueError("Expected 4 octets in %r" % ip_str) try: return _compat_int_from_byte_vals( map(cls._parse_octet, octets), 'big') except ValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) @classmethod def _parse_octet(cls, octet_str): """Convert a decimal octet into an integer. Args: octet_str: A string, the number to parse. Returns: The octet as an integer. Raises: ValueError: if the octet isn't strictly a decimal from [0..255]. """ if not octet_str: raise ValueError("Empty octet not permitted") # Whitelist the characters, since int() allows a lot of bizarre stuff. if not cls._DECIMAL_DIGITS.issuperset(octet_str): msg = "Only decimal digits permitted in %r" raise ValueError(msg % octet_str) # We do the length check second, since the invalid character error # is likely to be more informative for the user if len(octet_str) > 3: msg = "At most 3 characters permitted in %r" raise ValueError(msg % octet_str) # Convert to integer (we know digits are legal) octet_int = int(octet_str, 10) # Any octets that look like they *might* be written in octal, # and which don't look exactly the same in both octal and # decimal are rejected as ambiguous if octet_int > 7 and octet_str[0] == '0': msg = "Ambiguous (octal/decimal) value in %r not permitted" raise ValueError(msg % octet_str) if octet_int > 255: raise ValueError("Octet %d (> 255) not permitted" % octet_int) return octet_int @classmethod def _string_from_ip_int(cls, ip_int): """Turns a 32-bit integer into dotted decimal notation. Args: ip_int: An integer, the IP address. Returns: The IP address as a string in dotted decimal notation. """ return '.'.join(_compat_str(struct.unpack(b'!B', b)[0] if isinstance(b, bytes) else b) for b in _compat_to_bytes(ip_int, 4, 'big')) def _is_hostmask(self, ip_str): """Test if the IP string is a hostmask (rather than a netmask). Args: ip_str: A string, the potential hostmask. Returns: A boolean, True if the IP string is a hostmask. """ bits = ip_str.split('.') try: parts = [x for x in map(int, bits) if x in self._valid_mask_octets] except ValueError: return False if len(parts) != len(bits): return False if parts[0] < parts[-1]: return True return False def _reverse_pointer(self): """Return the reverse DNS pointer name for the IPv4 address. This implements the method described in RFC1035 3.5. """ reverse_octets = _compat_str(self).split('.')[::-1] return '.'.join(reverse_octets) + '.in-addr.arpa' @property def max_prefixlen(self): return self._max_prefixlen @property def version(self): return self._version class IPv4Address(_BaseV4, _BaseAddress): """Represent and manipulate single IPv4 Addresses.""" __slots__ = ('_ip', '__weakref__') def __init__(self, address): """ Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv4Address('192.0.2.1') == IPv4Address(3221225985). or, more generally IPv4Address(int(IPv4Address('192.0.2.1'))) == IPv4Address('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. """ # Efficient constructor from integer. if isinstance(address, _compat_int_types): self._check_int_address(address) self._ip = address return # Constructing from a packed address if isinstance(address, bytes): self._check_packed_address(address, 4) bvs = _compat_bytes_to_byte_vals(address) self._ip = _compat_int_from_byte_vals(bvs, 'big') return # Assume input argument to be string or any object representation # which converts into a formatted IP string. addr_str = _compat_str(address) if '/' in addr_str: raise AddressValueError("Unexpected '/' in %r" % address) self._ip = self._ip_int_from_string(addr_str) @property def packed(self): """The binary representation of this address.""" return v4_int_to_packed(self._ip) @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within the reserved IPv4 Network range. """ return self in self._constants._reserved_network @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry. """ return any(self in net for net in self._constants._private_networks) @property def is_global(self): return ( self not in self._constants._public_network and not self.is_private) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is multicast. See RFC 3171 for details. """ return self in self._constants._multicast_network @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 5735 3. """ return self == self._constants._unspecified_address @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback per RFC 3330. """ return self in self._constants._loopback_network @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is link-local per RFC 3927. """ return self in self._constants._linklocal_network class IPv4Interface(IPv4Address): def __init__(self, address): if isinstance(address, (bytes, _compat_int_types)): IPv4Address.__init__(self, address) self.network = IPv4Network(self._ip) self._prefixlen = self._max_prefixlen return if isinstance(address, tuple): IPv4Address.__init__(self, address[0]) if len(address) > 1: self._prefixlen = int(address[1]) else: self._prefixlen = self._max_prefixlen self.network = IPv4Network(address, strict=False) self.netmask = self.network.netmask self.hostmask = self.network.hostmask return addr = _split_optional_netmask(address) IPv4Address.__init__(self, addr[0]) self.network = IPv4Network(address, strict=False) self._prefixlen = self.network._prefixlen self.netmask = self.network.netmask self.hostmask = self.network.hostmask def __str__(self): return '%s/%d' % (self._string_from_ip_int(self._ip), self.network.prefixlen) def __eq__(self, other): address_equal = IPv4Address.__eq__(self, other) if not address_equal or address_equal is NotImplemented: return address_equal try: return self.network == other.network except AttributeError: # An interface with an associated network is NOT the # same as an unassociated address. That's why the hash # takes the extra info into account. return False def __lt__(self, other): address_less = IPv4Address.__lt__(self, other) if address_less is NotImplemented: return NotImplemented try: return self.network < other.network except AttributeError: # We *do* allow addresses and interfaces to be sorted. The # unassociated address is considered less than all interfaces. return False def __hash__(self): return self._ip ^ self._prefixlen ^ int(self.network.network_address) __reduce__ = _IPAddressBase.__reduce__ @property def ip(self): return IPv4Address(self._ip) @property def with_prefixlen(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.netmask) @property def with_hostmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.hostmask) class IPv4Network(_BaseV4, _BaseNetwork): """This class represents and manipulates 32-bit IPv4 network + addresses.. Attributes: [examples for IPv4Network('192.0.2.0/27')] .network_address: IPv4Address('192.0.2.0') .hostmask: IPv4Address('0.0.0.31') .broadcast_address: IPv4Address('192.0.2.32') .netmask: IPv4Address('255.255.255.224') .prefixlen: 27 """ # Class to use when creating address objects _address_class = IPv4Address def __init__(self, address, strict=True): """Instantiate a new IPv4 network object. Args: address: A string or integer representing the IP [& network]. '192.0.2.0/24' '192.0.2.0/255.255.255.0' '192.0.0.2/0.0.0.255' are all functionally the same in IPv4. Similarly, '192.0.2.1' '192.0.2.1/255.255.255.255' '192.0.2.1/32' are also functionally equivalent. That is to say, failing to provide a subnetmask will create an object with a mask of /32. If the mask (portion after the / in the argument) is given in dotted quad form, it is treated as a netmask if it starts with a non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it starts with a zero field (e.g. 0.255.255.255 == /8), with the single exception of an all-zero mask which is treated as a netmask == /0. If no mask is given, a default of /32 is used. Additionally, an integer can be passed, so IPv4Network('192.0.2.1') == IPv4Network(3221225985) or, more generally IPv4Interface(int(IPv4Interface('192.0.2.1'))) == IPv4Interface('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. NetmaskValueError: If the netmask isn't valid for an IPv4 address. ValueError: If strict is True and a network address is not supplied. """ _BaseNetwork.__init__(self, address) # Constructing from a packed address or integer if isinstance(address, (_compat_int_types, bytes)): self.network_address = IPv4Address(address) self.netmask, self._prefixlen = self._make_netmask( self._max_prefixlen) # fixme: address/network test here. return if isinstance(address, tuple): if len(address) > 1: arg = address[1] else: # We weren't given an address[1] arg = self._max_prefixlen self.network_address = IPv4Address(address[0]) self.netmask, self._prefixlen = self._make_netmask(arg) packed = int(self.network_address) if packed & int(self.netmask) != packed: if strict: raise ValueError('%s has host bits set' % self) else: self.network_address = IPv4Address(packed & int(self.netmask)) return # Assume input argument to be string or any object representation # which converts into a formatted IP prefix string. addr = _split_optional_netmask(address) self.network_address = IPv4Address(self._ip_int_from_string(addr[0])) if len(addr) == 2: arg = addr[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) if strict: if (IPv4Address(int(self.network_address) & int(self.netmask)) != self.network_address): raise ValueError('%s has host bits set' % self) self.network_address = IPv4Address(int(self.network_address) & int(self.netmask)) if self._prefixlen == (self._max_prefixlen - 1): self.hosts = self.__iter__ @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry. """ return (not (self.network_address in IPv4Network('100.64.0.0/10') and self.broadcast_address in IPv4Network('100.64.0.0/10')) and not self.is_private) class _IPv4Constants(object): _linklocal_network = IPv4Network('169.254.0.0/16') _loopback_network = IPv4Network('127.0.0.0/8') _multicast_network = IPv4Network('224.0.0.0/4') _public_network = IPv4Network('100.64.0.0/10') _private_networks = [ IPv4Network('0.0.0.0/8'), IPv4Network('10.0.0.0/8'), IPv4Network('127.0.0.0/8'), IPv4Network('169.254.0.0/16'), IPv4Network('172.16.0.0/12'), IPv4Network('192.0.0.0/29'), IPv4Network('192.0.0.170/31'), IPv4Network('192.0.2.0/24'), IPv4Network('192.168.0.0/16'), IPv4Network('198.18.0.0/15'), IPv4Network('198.51.100.0/24'), IPv4Network('203.0.113.0/24'), IPv4Network('240.0.0.0/4'), IPv4Network('255.255.255.255/32'), ] _reserved_network = IPv4Network('240.0.0.0/4') _unspecified_address = IPv4Address('0.0.0.0') IPv4Address._constants = _IPv4Constants class _BaseV6(object): """Base IPv6 object. The following methods are used by IPv6 objects in both single IP addresses and networks. """ __slots__ = () _version = 6 _ALL_ONES = (2 ** IPV6LENGTH) - 1 _HEXTET_COUNT = 8 _HEX_DIGITS = frozenset('0123456789ABCDEFabcdef') _max_prefixlen = IPV6LENGTH # There are only a bunch of valid v6 netmasks, so we cache them all # when constructed (see _make_netmask()). _netmask_cache = {} @classmethod def _make_netmask(cls, arg): """Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") """ if arg not in cls._netmask_cache: if isinstance(arg, _compat_int_types): prefixlen = arg else: prefixlen = cls._prefix_from_prefix_string(arg) netmask = IPv6Address(cls._ip_int_from_prefix(prefixlen)) cls._netmask_cache[arg] = netmask, prefixlen return cls._netmask_cache[arg] @classmethod def _ip_int_from_string(cls, ip_str): """Turn an IPv6 ip_str into an integer. Args: ip_str: A string, the IPv6 ip_str. Returns: An int, the IPv6 address Raises: AddressValueError: if ip_str isn't a valid IPv6 Address. """ if not ip_str: raise AddressValueError('Address cannot be empty') parts = ip_str.split(':') # An IPv6 address needs at least 2 colons (3 parts). _min_parts = 3 if len(parts) < _min_parts: msg = "At least %d parts expected in %r" % (_min_parts, ip_str) raise AddressValueError(msg) # If the address has an IPv4-style suffix, convert it to hexadecimal. if '.' in parts[-1]: try: ipv4_int = IPv4Address(parts.pop())._ip except AddressValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) parts.append('%x' % ((ipv4_int >> 16) & 0xFFFF)) parts.append('%x' % (ipv4_int & 0xFFFF)) # An IPv6 address can't have more than 8 colons (9 parts). # The extra colon comes from using the "::" notation for a single # leading or trailing zero part. _max_parts = cls._HEXTET_COUNT + 1 if len(parts) > _max_parts: msg = "At most %d colons permitted in %r" % ( _max_parts - 1, ip_str) raise AddressValueError(msg) # Disregarding the endpoints, find '::' with nothing in between. # This indicates that a run of zeroes has been skipped. skip_index = None for i in _compat_range(1, len(parts) - 1): if not parts[i]: if skip_index is not None: # Can't have more than one '::' msg = "At most one '::' permitted in %r" % ip_str raise AddressValueError(msg) skip_index = i # parts_hi is the number of parts to copy from above/before the '::' # parts_lo is the number of parts to copy from below/after the '::' if skip_index is not None: # If we found a '::', then check if it also covers the endpoints. parts_hi = skip_index parts_lo = len(parts) - skip_index - 1 if not parts[0]: parts_hi -= 1 if parts_hi: msg = "Leading ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # ^: requires ^:: if not parts[-1]: parts_lo -= 1 if parts_lo: msg = "Trailing ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # :$ requires ::$ parts_skipped = cls._HEXTET_COUNT - (parts_hi + parts_lo) if parts_skipped < 1: msg = "Expected at most %d other parts with '::' in %r" raise AddressValueError(msg % (cls._HEXTET_COUNT - 1, ip_str)) else: # Otherwise, allocate the entire address to parts_hi. The # endpoints could still be empty, but _parse_hextet() will check # for that. if len(parts) != cls._HEXTET_COUNT: msg = "Exactly %d parts expected without '::' in %r" raise AddressValueError(msg % (cls._HEXTET_COUNT, ip_str)) if not parts[0]: msg = "Leading ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # ^: requires ^:: if not parts[-1]: msg = "Trailing ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # :$ requires ::$ parts_hi = len(parts) parts_lo = 0 parts_skipped = 0 try: # Now, parse the hextets into a 128-bit integer. ip_int = 0 for i in range(parts_hi): ip_int <<= 16 ip_int |= cls._parse_hextet(parts[i]) ip_int <<= 16 * parts_skipped for i in range(-parts_lo, 0): ip_int <<= 16 ip_int |= cls._parse_hextet(parts[i]) return ip_int except ValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) @classmethod def _parse_hextet(cls, hextet_str): """Convert an IPv6 hextet string into an integer. Args: hextet_str: A string, the number to parse. Returns: The hextet as an integer. Raises: ValueError: if the input isn't strictly a hex number from [0..FFFF]. """ # Whitelist the characters, since int() allows a lot of bizarre stuff. if not cls._HEX_DIGITS.issuperset(hextet_str): raise ValueError("Only hex digits permitted in %r" % hextet_str) # We do the length check second, since the invalid character error # is likely to be more informative for the user if len(hextet_str) > 4: msg = "At most 4 characters permitted in %r" raise ValueError(msg % hextet_str) # Length check means we can skip checking the integer value return int(hextet_str, 16) @classmethod def _compress_hextets(cls, hextets): """Compresses a list of hextets. Compresses a list of strings, replacing the longest continuous sequence of "0" in the list with "" and adding empty strings at the beginning or at the end of the string such that subsequently calling ":".join(hextets) will produce the compressed version of the IPv6 address. Args: hextets: A list of strings, the hextets to compress. Returns: A list of strings. """ best_doublecolon_start = -1 best_doublecolon_len = 0 doublecolon_start = -1 doublecolon_len = 0 for index, hextet in enumerate(hextets): if hextet == '0': doublecolon_len += 1 if doublecolon_start == -1: # Start of a sequence of zeros. doublecolon_start = index if doublecolon_len > best_doublecolon_len: # This is the longest sequence of zeros so far. best_doublecolon_len = doublecolon_len best_doublecolon_start = doublecolon_start else: doublecolon_len = 0 doublecolon_start = -1 if best_doublecolon_len > 1: best_doublecolon_end = (best_doublecolon_start + best_doublecolon_len) # For zeros at the end of the address. if best_doublecolon_end == len(hextets): hextets += [''] hextets[best_doublecolon_start:best_doublecolon_end] = [''] # For zeros at the beginning of the address. if best_doublecolon_start == 0: hextets = [''] + hextets return hextets @classmethod def _string_from_ip_int(cls, ip_int=None): """Turns a 128-bit integer into hexadecimal notation. Args: ip_int: An integer, the IP address. Returns: A string, the hexadecimal representation of the address. Raises: ValueError: The address is bigger than 128 bits of all ones. """ if ip_int is None: ip_int = int(cls._ip) if ip_int > cls._ALL_ONES: raise ValueError('IPv6 address is too large') hex_str = '%032x' % ip_int hextets = ['%x' % int(hex_str[x:x + 4], 16) for x in range(0, 32, 4)] hextets = cls._compress_hextets(hextets) return ':'.join(hextets) def _explode_shorthand_ip_string(self): """Expand a shortened IPv6 address. Args: ip_str: A string, the IPv6 address. Returns: A string, the expanded IPv6 address. """ if isinstance(self, IPv6Network): ip_str = _compat_str(self.network_address) elif isinstance(self, IPv6Interface): ip_str = _compat_str(self.ip) else: ip_str = _compat_str(self) ip_int = self._ip_int_from_string(ip_str) hex_str = '%032x' % ip_int parts = [hex_str[x:x + 4] for x in range(0, 32, 4)] if isinstance(self, (_BaseNetwork, IPv6Interface)): return '%s/%d' % (':'.join(parts), self._prefixlen) return ':'.join(parts) def _reverse_pointer(self): """Return the reverse DNS pointer name for the IPv6 address. This implements the method described in RFC3596 2.5. """ reverse_chars = self.exploded[::-1].replace(':', '') return '.'.join(reverse_chars) + '.ip6.arpa' @property def max_prefixlen(self): return self._max_prefixlen @property def version(self): return self._version class IPv6Address(_BaseV6, _BaseAddress): """Represent and manipulate single IPv6 Addresses.""" __slots__ = ('_ip', '__weakref__') def __init__(self, address): """Instantiate a new IPv6 address object. Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv6Address('2001:db8::') == IPv6Address(42540766411282592856903984951653826560) or, more generally IPv6Address(int(IPv6Address('2001:db8::'))) == IPv6Address('2001:db8::') Raises: AddressValueError: If address isn't a valid IPv6 address. """ # Efficient constructor from integer. if isinstance(address, _compat_int_types): self._check_int_address(address) self._ip = address return # Constructing from a packed address if isinstance(address, bytes): self._check_packed_address(address, 16) bvs = _compat_bytes_to_byte_vals(address) self._ip = _compat_int_from_byte_vals(bvs, 'big') return # Assume input argument to be string or any object representation # which converts into a formatted IP string. addr_str = _compat_str(address) if '/' in addr_str: raise AddressValueError("Unexpected '/' in %r" % address) self._ip = self._ip_int_from_string(addr_str) @property def packed(self): """The binary representation of this address.""" return v6_int_to_packed(self._ip) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. """ return self in self._constants._multicast_network @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. """ return any(self in x for x in self._constants._reserved_networks) @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. """ return self in self._constants._linklocal_network @property def is_site_local(self): """Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. """ return self in self._constants._sitelocal_network @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv6-special-registry. """ return any(self in net for net in self._constants._private_networks) @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, true if the address is not reserved per iana-ipv6-special-registry. """ return not self.is_private @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. """ return self._ip == 0 @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. """ return self._ip == 1 @property def ipv4_mapped(self): """Return the IPv4 mapped address. Returns: If the IPv6 address is a v4 mapped address, return the IPv4 mapped address. Return None otherwise. """ if (self._ip >> 32) != 0xFFFF: return None return IPv4Address(self._ip & 0xFFFFFFFF) @property def teredo(self): """Tuple of embedded teredo IPs. Returns: Tuple of the (server, client) IPs or None if the address doesn't appear to be a teredo address (doesn't start with 2001::/32) """ if (self._ip >> 96) != 0x20010000: return None return (IPv4Address((self._ip >> 64) & 0xFFFFFFFF), IPv4Address(~self._ip & 0xFFFFFFFF)) @property def sixtofour(self): """Return the IPv4 6to4 embedded address. Returns: The IPv4 6to4-embedded address if present or None if the address doesn't appear to contain a 6to4 embedded address. """ if (self._ip >> 112) != 0x2002: return None return IPv4Address((self._ip >> 80) & 0xFFFFFFFF) class IPv6Interface(IPv6Address): def __init__(self, address): if isinstance(address, (bytes, _compat_int_types)): IPv6Address.__init__(self, address) self.network = IPv6Network(self._ip) self._prefixlen = self._max_prefixlen return if isinstance(address, tuple): IPv6Address.__init__(self, address[0]) if len(address) > 1: self._prefixlen = int(address[1]) else: self._prefixlen = self._max_prefixlen self.network = IPv6Network(address, strict=False) self.netmask = self.network.netmask self.hostmask = self.network.hostmask return addr = _split_optional_netmask(address) IPv6Address.__init__(self, addr[0]) self.network = IPv6Network(address, strict=False) self.netmask = self.network.netmask self._prefixlen = self.network._prefixlen self.hostmask = self.network.hostmask def __str__(self): return '%s/%d' % (self._string_from_ip_int(self._ip), self.network.prefixlen) def __eq__(self, other): address_equal = IPv6Address.__eq__(self, other) if not address_equal or address_equal is NotImplemented: return address_equal try: return self.network == other.network except AttributeError: # An interface with an associated network is NOT the # same as an unassociated address. That's why the hash # takes the extra info into account. return False def __lt__(self, other): address_less = IPv6Address.__lt__(self, other) if address_less is NotImplemented: return NotImplemented try: return self.network < other.network except AttributeError: # We *do* allow addresses and interfaces to be sorted. The # unassociated address is considered less than all interfaces. return False def __hash__(self): return self._ip ^ self._prefixlen ^ int(self.network.network_address) __reduce__ = _IPAddressBase.__reduce__ @property def ip(self): return IPv6Address(self._ip) @property def with_prefixlen(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.netmask) @property def with_hostmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.hostmask) @property def is_unspecified(self): return self._ip == 0 and self.network.is_unspecified @property def is_loopback(self): return self._ip == 1 and self.network.is_loopback class IPv6Network(_BaseV6, _BaseNetwork): """This class represents and manipulates 128-bit IPv6 networks. Attributes: [examples for IPv6('2001:db8::1000/124')] .network_address: IPv6Address('2001:db8::1000') .hostmask: IPv6Address('::f') .broadcast_address: IPv6Address('2001:db8::100f') .netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0') .prefixlen: 124 """ # Class to use when creating address objects _address_class = IPv6Address def __init__(self, address, strict=True): """Instantiate a new IPv6 Network object. Args: address: A string or integer representing the IPv6 network or the IP and prefix/netmask. '2001:db8::/128' '2001:db8:0000:0000:0000:0000:0000:0000/128' '2001:db8::' are all functionally the same in IPv6. That is to say, failing to provide a subnetmask will create an object with a mask of /128. Additionally, an integer can be passed, so IPv6Network('2001:db8::') == IPv6Network(42540766411282592856903984951653826560) or, more generally IPv6Network(int(IPv6Network('2001:db8::'))) == IPv6Network('2001:db8::') strict: A boolean. If true, ensure that we have been passed A true network address, eg, 2001:db8::1000/124 and not an IP address on a network, eg, 2001:db8::1/124. Raises: AddressValueError: If address isn't a valid IPv6 address. NetmaskValueError: If the netmask isn't valid for an IPv6 address. ValueError: If strict was True and a network address was not supplied. """ _BaseNetwork.__init__(self, address) # Efficient constructor from integer or packed address if isinstance(address, (bytes, _compat_int_types)): self.network_address = IPv6Address(address) self.netmask, self._prefixlen = self._make_netmask( self._max_prefixlen) return if isinstance(address, tuple): if len(address) > 1: arg = address[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) self.network_address = IPv6Address(address[0]) packed = int(self.network_address) if packed & int(self.netmask) != packed: if strict: raise ValueError('%s has host bits set' % self) else: self.network_address = IPv6Address(packed & int(self.netmask)) return # Assume input argument to be string or any object representation # which converts into a formatted IP prefix string. addr = _split_optional_netmask(address) self.network_address = IPv6Address(self._ip_int_from_string(addr[0])) if len(addr) == 2: arg = addr[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) if strict: if (IPv6Address(int(self.network_address) & int(self.netmask)) != self.network_address): raise ValueError('%s has host bits set' % self) self.network_address = IPv6Address(int(self.network_address) & int(self.netmask)) if self._prefixlen == (self._max_prefixlen - 1): self.hosts = self.__iter__ def hosts(self): """Generate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the Subnet-Router anycast address. """ network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network + 1, broadcast + 1): yield self._address_class(x) @property def is_site_local(self): """Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. """ return (self.network_address.is_site_local and self.broadcast_address.is_site_local) class _IPv6Constants(object): _linklocal_network = IPv6Network('fe80::/10') _multicast_network = IPv6Network('ff00::/8') _private_networks = [ IPv6Network('::1/128'), IPv6Network('::/128'), IPv6Network('::ffff:0:0/96'), IPv6Network('100::/64'), IPv6Network('2001::/23'), IPv6Network('2001:2::/48'), IPv6Network('2001:db8::/32'), IPv6Network('2001:10::/28'), IPv6Network('fc00::/7'), IPv6Network('fe80::/10'), ] _reserved_networks = [ IPv6Network('::/8'), IPv6Network('100::/8'), IPv6Network('200::/7'), IPv6Network('400::/6'), IPv6Network('800::/5'), IPv6Network('1000::/4'), IPv6Network('4000::/3'), IPv6Network('6000::/3'), IPv6Network('8000::/3'), IPv6Network('A000::/3'), IPv6Network('C000::/3'), IPv6Network('E000::/4'), IPv6Network('F000::/5'), IPv6Network('F800::/6'), IPv6Network('FE00::/9'), ] _sitelocal_network = IPv6Network('fec0::/10') IPv6Address._constants = _IPv6Constants site-packages/pip/_vendor/re-vendor.py 0000644 00000001405 15231162611 0013761 0 ustar 00 import os import sys import pip import glob import shutil here = os.path.abspath(os.path.dirname(__file__)) def usage(): print("Usage: re-vendor.py [clean|vendor]") sys.exit(1) def clean(): for fn in os.listdir(here): dirname = os.path.join(here, fn) if os.path.isdir(dirname): shutil.rmtree(dirname) # six is a single file, not a package os.unlink(os.path.join(here, 'six.py')) def vendor(): pip.main(['install', '-t', here, '-r', 'vendor.txt']) for dirname in glob.glob('*.egg-info'): shutil.rmtree(dirname) if __name__ == '__main__': if len(sys.argv) != 2: usage() if sys.argv[1] == 'clean': clean() elif sys.argv[1] == 'vendor': vendor() else: usage() site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py 0000644 00000001155 15231162611 0021772 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from . import base try: from collections import OrderedDict except ImportError: from ordereddict import OrderedDict class Filter(base.Filter): def __iter__(self): for token in base.Filter.__iter__(self): if token["type"] in ("StartTag", "EmptyTag"): attrs = OrderedDict() for name, value in sorted(token["data"].items(), key=lambda x: x[0]): attrs[name] = value token["data"] = attrs yield token site-packages/pip/_vendor/html5lib/filters/lint.py 0000644 00000006445 15231162611 0016227 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from . import base from ..constants import namespaces, voidElements from ..constants import spaceCharacters spaceCharacters = "".join(spaceCharacters) class Filter(base.Filter): def __init__(self, source, require_matching_tags=True): super(Filter, self).__init__(source) self.require_matching_tags = require_matching_tags def __iter__(self): open_elements = [] for token in base.Filter.__iter__(self): type = token["type"] if type in ("StartTag", "EmptyTag"): namespace = token["namespace"] name = token["name"] assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" assert isinstance(token["data"], dict) if (not namespace or namespace == namespaces["html"]) and name in voidElements: assert type == "EmptyTag" else: assert type == "StartTag" if type == "StartTag" and self.require_matching_tags: open_elements.append((namespace, name)) for (namespace, name), value in token["data"].items(): assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" assert isinstance(value, text_type) elif type == "EndTag": namespace = token["namespace"] name = token["name"] assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" if (not namespace or namespace == namespaces["html"]) and name in voidElements: assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name} elif self.require_matching_tags: start = open_elements.pop() assert start == (namespace, name) elif type == "Comment": data = token["data"] assert isinstance(data, text_type) elif type in ("Characters", "SpaceCharacters"): data = token["data"] assert isinstance(data, text_type) assert data != "" if type == "SpaceCharacters": assert data.strip(spaceCharacters) == "" elif type == "Doctype": name = token["name"] assert name is None or isinstance(name, text_type) assert token["publicId"] is None or isinstance(name, text_type) assert token["systemId"] is None or isinstance(name, text_type) elif type == "Entity": assert isinstance(token["name"], text_type) elif type == "SerializerError": assert isinstance(token["data"], text_type) else: assert False, "Unknown token type: %(type)s" % {"type": type} yield token site-packages/pip/_vendor/html5lib/filters/optionaltags.py 0000644 00000024446 15231162611 0017766 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from . import base class Filter(base.Filter): def slider(self): previous1 = previous2 = None for token in self.source: if previous1 is not None: yield previous2, previous1, token previous2 = previous1 previous1 = token if previous1 is not None: yield previous2, previous1, None def __iter__(self): for previous, token, next in self.slider(): type = token["type"] if type == "StartTag": if (token["data"] or not self.is_optional_start(token["name"], previous, next)): yield token elif type == "EndTag": if not self.is_optional_end(token["name"], next): yield token else: yield token def is_optional_start(self, tagname, previous, next): type = next and next["type"] or None if tagname in 'html': # An html element's start tag may be omitted if the first thing # inside the html element is not a space character or a comment. return type not in ("Comment", "SpaceCharacters") elif tagname == 'head': # A head element's start tag may be omitted if the first thing # inside the head element is an element. # XXX: we also omit the start tag if the head element is empty if type in ("StartTag", "EmptyTag"): return True elif type == "EndTag": return next["name"] == "head" elif tagname == 'body': # A body element's start tag may be omitted if the first thing # inside the body element is not a space character or a comment, # except if the first thing inside the body element is a script # or style element and the node immediately preceding the body # element is a head element whose end tag has been omitted. if type in ("Comment", "SpaceCharacters"): return False elif type == "StartTag": # XXX: we do not look at the preceding event, so we never omit # the body element's start tag if it's followed by a script or # a style element. return next["name"] not in ('script', 'style') else: return True elif tagname == 'colgroup': # A colgroup element's start tag may be omitted if the first thing # inside the colgroup element is a col element, and if the element # is not immediately preceded by another colgroup element whose # end tag has been omitted. if type in ("StartTag", "EmptyTag"): # XXX: we do not look at the preceding event, so instead we never # omit the colgroup element's end tag when it is immediately # followed by another colgroup element. See is_optional_end. return next["name"] == "col" else: return False elif tagname == 'tbody': # A tbody element's start tag may be omitted if the first thing # inside the tbody element is a tr element, and if the element is # not immediately preceded by a tbody, thead, or tfoot element # whose end tag has been omitted. if type == "StartTag": # omit the thead and tfoot elements' end tag when they are # immediately followed by a tbody element. See is_optional_end. if previous and previous['type'] == 'EndTag' and \ previous['name'] in ('tbody', 'thead', 'tfoot'): return False return next["name"] == 'tr' else: return False return False def is_optional_end(self, tagname, next): type = next and next["type"] or None if tagname in ('html', 'head', 'body'): # An html element's end tag may be omitted if the html element # is not immediately followed by a space character or a comment. return type not in ("Comment", "SpaceCharacters") elif tagname in ('li', 'optgroup', 'tr'): # A li element's end tag may be omitted if the li element is # immediately followed by another li element or if there is # no more content in the parent element. # An optgroup element's end tag may be omitted if the optgroup # element is immediately followed by another optgroup element, # or if there is no more content in the parent element. # A tr element's end tag may be omitted if the tr element is # immediately followed by another tr element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] == tagname else: return type == "EndTag" or type is None elif tagname in ('dt', 'dd'): # A dt element's end tag may be omitted if the dt element is # immediately followed by another dt element or a dd element. # A dd element's end tag may be omitted if the dd element is # immediately followed by another dd element or a dt element, # or if there is no more content in the parent element. if type == "StartTag": return next["name"] in ('dt', 'dd') elif tagname == 'dd': return type == "EndTag" or type is None else: return False elif tagname == 'p': # A p element's end tag may be omitted if the p element is # immediately followed by an address, article, aside, # blockquote, datagrid, dialog, dir, div, dl, fieldset, # footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu, # nav, ol, p, pre, section, table, or ul, element, or if # there is no more content in the parent element. if type in ("StartTag", "EmptyTag"): return next["name"] in ('address', 'article', 'aside', 'blockquote', 'datagrid', 'dialog', 'dir', 'div', 'dl', 'fieldset', 'footer', 'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'header', 'hr', 'menu', 'nav', 'ol', 'p', 'pre', 'section', 'table', 'ul') else: return type == "EndTag" or type is None elif tagname == 'option': # An option element's end tag may be omitted if the option # element is immediately followed by another option element, # or if it is immediately followed by an <code>optgroup</code> # element, or if there is no more content in the parent # element. if type == "StartTag": return next["name"] in ('option', 'optgroup') else: return type == "EndTag" or type is None elif tagname in ('rt', 'rp'): # An rt element's end tag may be omitted if the rt element is # immediately followed by an rt or rp element, or if there is # no more content in the parent element. # An rp element's end tag may be omitted if the rp element is # immediately followed by an rt or rp element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] in ('rt', 'rp') else: return type == "EndTag" or type is None elif tagname == 'colgroup': # A colgroup element's end tag may be omitted if the colgroup # element is not immediately followed by a space character or # a comment. if type in ("Comment", "SpaceCharacters"): return False elif type == "StartTag": # XXX: we also look for an immediately following colgroup # element. See is_optional_start. return next["name"] != 'colgroup' else: return True elif tagname in ('thead', 'tbody'): # A thead element's end tag may be omitted if the thead element # is immediately followed by a tbody or tfoot element. # A tbody element's end tag may be omitted if the tbody element # is immediately followed by a tbody or tfoot element, or if # there is no more content in the parent element. # A tfoot element's end tag may be omitted if the tfoot element # is immediately followed by a tbody element, or if there is no # more content in the parent element. # XXX: we never omit the end tag when the following element is # a tbody. See is_optional_start. if type == "StartTag": return next["name"] in ['tbody', 'tfoot'] elif tagname == 'tbody': return type == "EndTag" or type is None else: return False elif tagname == 'tfoot': # A tfoot element's end tag may be omitted if the tfoot element # is immediately followed by a tbody element, or if there is no # more content in the parent element. # XXX: we never omit the end tag when the following element is # a tbody. See is_optional_start. if type == "StartTag": return next["name"] == 'tbody' else: return type == "EndTag" or type is None elif tagname in ('td', 'th'): # A td element's end tag may be omitted if the td element is # immediately followed by a td or th element, or if there is # no more content in the parent element. # A th element's end tag may be omitted if the th element is # immediately followed by a td or th element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] in ('td', 'th') else: return type == "EndTag" or type is None return False site-packages/pip/_vendor/html5lib/filters/base.py 0000644 00000000436 15231162611 0016165 0 ustar 00 from __future__ import absolute_import, division, unicode_literals class Filter(object): def __init__(self, source): self.source = source def __iter__(self): return iter(self.source) def __getattr__(self, name): return getattr(self.source, name) site-packages/pip/_vendor/html5lib/filters/whitespace.py 0000644 00000002163 15231162611 0017406 0 ustar 00 from __future__ import absolute_import, division, unicode_literals import re from . import base from ..constants import rcdataElements, spaceCharacters spaceCharacters = "".join(spaceCharacters) SPACES_REGEX = re.compile("[%s]+" % spaceCharacters) class Filter(base.Filter): spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements)) def __iter__(self): preserve = 0 for token in base.Filter.__iter__(self): type = token["type"] if type == "StartTag" \ and (preserve or token["name"] in self.spacePreserveElements): preserve += 1 elif type == "EndTag" and preserve: preserve -= 1 elif not preserve and type == "SpaceCharacters" and token["data"]: # Test on token["data"] above to not introduce spaces where there were not token["data"] = " " elif not preserve and type == "Characters": token["data"] = collapse_spaces(token["data"]) yield token def collapse_spaces(text): return SPACES_REGEX.sub(' ', text) site-packages/pip/_vendor/html5lib/filters/__init__.py 0000644 00000000000 15231162611 0016775 0 ustar 00 site-packages/pip/_vendor/html5lib/filters/sanitizer.py 0000644 00000061030 15231162611 0017260 0 ustar 00 from __future__ import absolute_import, division, unicode_literals import re from xml.sax.saxutils import escape, unescape from pip._vendor.six.moves import urllib_parse as urlparse from . import base from ..constants import namespaces, prefixes __all__ = ["Filter"] allowed_elements = frozenset(( (namespaces['html'], 'a'), (namespaces['html'], 'abbr'), (namespaces['html'], 'acronym'), (namespaces['html'], 'address'), (namespaces['html'], 'area'), (namespaces['html'], 'article'), (namespaces['html'], 'aside'), (namespaces['html'], 'audio'), (namespaces['html'], 'b'), (namespaces['html'], 'big'), (namespaces['html'], 'blockquote'), (namespaces['html'], 'br'), (namespaces['html'], 'button'), (namespaces['html'], 'canvas'), (namespaces['html'], 'caption'), (namespaces['html'], 'center'), (namespaces['html'], 'cite'), (namespaces['html'], 'code'), (namespaces['html'], 'col'), (namespaces['html'], 'colgroup'), (namespaces['html'], 'command'), (namespaces['html'], 'datagrid'), (namespaces['html'], 'datalist'), (namespaces['html'], 'dd'), (namespaces['html'], 'del'), (namespaces['html'], 'details'), (namespaces['html'], 'dfn'), (namespaces['html'], 'dialog'), (namespaces['html'], 'dir'), (namespaces['html'], 'div'), (namespaces['html'], 'dl'), (namespaces['html'], 'dt'), (namespaces['html'], 'em'), (namespaces['html'], 'event-source'), (namespaces['html'], 'fieldset'), (namespaces['html'], 'figcaption'), (namespaces['html'], 'figure'), (namespaces['html'], 'footer'), (namespaces['html'], 'font'), (namespaces['html'], 'form'), (namespaces['html'], 'header'), (namespaces['html'], 'h1'), (namespaces['html'], 'h2'), (namespaces['html'], 'h3'), (namespaces['html'], 'h4'), (namespaces['html'], 'h5'), (namespaces['html'], 'h6'), (namespaces['html'], 'hr'), (namespaces['html'], 'i'), (namespaces['html'], 'img'), (namespaces['html'], 'input'), (namespaces['html'], 'ins'), (namespaces['html'], 'keygen'), (namespaces['html'], 'kbd'), (namespaces['html'], 'label'), (namespaces['html'], 'legend'), (namespaces['html'], 'li'), (namespaces['html'], 'm'), (namespaces['html'], 'map'), (namespaces['html'], 'menu'), (namespaces['html'], 'meter'), (namespaces['html'], 'multicol'), (namespaces['html'], 'nav'), (namespaces['html'], 'nextid'), (namespaces['html'], 'ol'), (namespaces['html'], 'output'), (namespaces['html'], 'optgroup'), (namespaces['html'], 'option'), (namespaces['html'], 'p'), (namespaces['html'], 'pre'), (namespaces['html'], 'progress'), (namespaces['html'], 'q'), (namespaces['html'], 's'), (namespaces['html'], 'samp'), (namespaces['html'], 'section'), (namespaces['html'], 'select'), (namespaces['html'], 'small'), (namespaces['html'], 'sound'), (namespaces['html'], 'source'), (namespaces['html'], 'spacer'), (namespaces['html'], 'span'), (namespaces['html'], 'strike'), (namespaces['html'], 'strong'), (namespaces['html'], 'sub'), (namespaces['html'], 'sup'), (namespaces['html'], 'table'), (namespaces['html'], 'tbody'), (namespaces['html'], 'td'), (namespaces['html'], 'textarea'), (namespaces['html'], 'time'), (namespaces['html'], 'tfoot'), (namespaces['html'], 'th'), (namespaces['html'], 'thead'), (namespaces['html'], 'tr'), (namespaces['html'], 'tt'), (namespaces['html'], 'u'), (namespaces['html'], 'ul'), (namespaces['html'], 'var'), (namespaces['html'], 'video'), (namespaces['mathml'], 'maction'), (namespaces['mathml'], 'math'), (namespaces['mathml'], 'merror'), (namespaces['mathml'], 'mfrac'), (namespaces['mathml'], 'mi'), (namespaces['mathml'], 'mmultiscripts'), (namespaces['mathml'], 'mn'), (namespaces['mathml'], 'mo'), (namespaces['mathml'], 'mover'), (namespaces['mathml'], 'mpadded'), (namespaces['mathml'], 'mphantom'), (namespaces['mathml'], 'mprescripts'), (namespaces['mathml'], 'mroot'), (namespaces['mathml'], 'mrow'), (namespaces['mathml'], 'mspace'), (namespaces['mathml'], 'msqrt'), (namespaces['mathml'], 'mstyle'), (namespaces['mathml'], 'msub'), (namespaces['mathml'], 'msubsup'), (namespaces['mathml'], 'msup'), (namespaces['mathml'], 'mtable'), (namespaces['mathml'], 'mtd'), (namespaces['mathml'], 'mtext'), (namespaces['mathml'], 'mtr'), (namespaces['mathml'], 'munder'), (namespaces['mathml'], 'munderover'), (namespaces['mathml'], 'none'), (namespaces['svg'], 'a'), (namespaces['svg'], 'animate'), (namespaces['svg'], 'animateColor'), (namespaces['svg'], 'animateMotion'), (namespaces['svg'], 'animateTransform'), (namespaces['svg'], 'clipPath'), (namespaces['svg'], 'circle'), (namespaces['svg'], 'defs'), (namespaces['svg'], 'desc'), (namespaces['svg'], 'ellipse'), (namespaces['svg'], 'font-face'), (namespaces['svg'], 'font-face-name'), (namespaces['svg'], 'font-face-src'), (namespaces['svg'], 'g'), (namespaces['svg'], 'glyph'), (namespaces['svg'], 'hkern'), (namespaces['svg'], 'linearGradient'), (namespaces['svg'], 'line'), (namespaces['svg'], 'marker'), (namespaces['svg'], 'metadata'), (namespaces['svg'], 'missing-glyph'), (namespaces['svg'], 'mpath'), (namespaces['svg'], 'path'), (namespaces['svg'], 'polygon'), (namespaces['svg'], 'polyline'), (namespaces['svg'], 'radialGradient'), (namespaces['svg'], 'rect'), (namespaces['svg'], 'set'), (namespaces['svg'], 'stop'), (namespaces['svg'], 'svg'), (namespaces['svg'], 'switch'), (namespaces['svg'], 'text'), (namespaces['svg'], 'title'), (namespaces['svg'], 'tspan'), (namespaces['svg'], 'use'), )) allowed_attributes = frozenset(( # HTML attributes (None, 'abbr'), (None, 'accept'), (None, 'accept-charset'), (None, 'accesskey'), (None, 'action'), (None, 'align'), (None, 'alt'), (None, 'autocomplete'), (None, 'autofocus'), (None, 'axis'), (None, 'background'), (None, 'balance'), (None, 'bgcolor'), (None, 'bgproperties'), (None, 'border'), (None, 'bordercolor'), (None, 'bordercolordark'), (None, 'bordercolorlight'), (None, 'bottompadding'), (None, 'cellpadding'), (None, 'cellspacing'), (None, 'ch'), (None, 'challenge'), (None, 'char'), (None, 'charoff'), (None, 'choff'), (None, 'charset'), (None, 'checked'), (None, 'cite'), (None, 'class'), (None, 'clear'), (None, 'color'), (None, 'cols'), (None, 'colspan'), (None, 'compact'), (None, 'contenteditable'), (None, 'controls'), (None, 'coords'), (None, 'data'), (None, 'datafld'), (None, 'datapagesize'), (None, 'datasrc'), (None, 'datetime'), (None, 'default'), (None, 'delay'), (None, 'dir'), (None, 'disabled'), (None, 'draggable'), (None, 'dynsrc'), (None, 'enctype'), (None, 'end'), (None, 'face'), (None, 'for'), (None, 'form'), (None, 'frame'), (None, 'galleryimg'), (None, 'gutter'), (None, 'headers'), (None, 'height'), (None, 'hidefocus'), (None, 'hidden'), (None, 'high'), (None, 'href'), (None, 'hreflang'), (None, 'hspace'), (None, 'icon'), (None, 'id'), (None, 'inputmode'), (None, 'ismap'), (None, 'keytype'), (None, 'label'), (None, 'leftspacing'), (None, 'lang'), (None, 'list'), (None, 'longdesc'), (None, 'loop'), (None, 'loopcount'), (None, 'loopend'), (None, 'loopstart'), (None, 'low'), (None, 'lowsrc'), (None, 'max'), (None, 'maxlength'), (None, 'media'), (None, 'method'), (None, 'min'), (None, 'multiple'), (None, 'name'), (None, 'nohref'), (None, 'noshade'), (None, 'nowrap'), (None, 'open'), (None, 'optimum'), (None, 'pattern'), (None, 'ping'), (None, 'point-size'), (None, 'poster'), (None, 'pqg'), (None, 'preload'), (None, 'prompt'), (None, 'radiogroup'), (None, 'readonly'), (None, 'rel'), (None, 'repeat-max'), (None, 'repeat-min'), (None, 'replace'), (None, 'required'), (None, 'rev'), (None, 'rightspacing'), (None, 'rows'), (None, 'rowspan'), (None, 'rules'), (None, 'scope'), (None, 'selected'), (None, 'shape'), (None, 'size'), (None, 'span'), (None, 'src'), (None, 'start'), (None, 'step'), (None, 'style'), (None, 'summary'), (None, 'suppress'), (None, 'tabindex'), (None, 'target'), (None, 'template'), (None, 'title'), (None, 'toppadding'), (None, 'type'), (None, 'unselectable'), (None, 'usemap'), (None, 'urn'), (None, 'valign'), (None, 'value'), (None, 'variable'), (None, 'volume'), (None, 'vspace'), (None, 'vrml'), (None, 'width'), (None, 'wrap'), (namespaces['xml'], 'lang'), # MathML attributes (None, 'actiontype'), (None, 'align'), (None, 'columnalign'), (None, 'columnalign'), (None, 'columnalign'), (None, 'columnlines'), (None, 'columnspacing'), (None, 'columnspan'), (None, 'depth'), (None, 'display'), (None, 'displaystyle'), (None, 'equalcolumns'), (None, 'equalrows'), (None, 'fence'), (None, 'fontstyle'), (None, 'fontweight'), (None, 'frame'), (None, 'height'), (None, 'linethickness'), (None, 'lspace'), (None, 'mathbackground'), (None, 'mathcolor'), (None, 'mathvariant'), (None, 'mathvariant'), (None, 'maxsize'), (None, 'minsize'), (None, 'other'), (None, 'rowalign'), (None, 'rowalign'), (None, 'rowalign'), (None, 'rowlines'), (None, 'rowspacing'), (None, 'rowspan'), (None, 'rspace'), (None, 'scriptlevel'), (None, 'selection'), (None, 'separator'), (None, 'stretchy'), (None, 'width'), (None, 'width'), (namespaces['xlink'], 'href'), (namespaces['xlink'], 'show'), (namespaces['xlink'], 'type'), # SVG attributes (None, 'accent-height'), (None, 'accumulate'), (None, 'additive'), (None, 'alphabetic'), (None, 'arabic-form'), (None, 'ascent'), (None, 'attributeName'), (None, 'attributeType'), (None, 'baseProfile'), (None, 'bbox'), (None, 'begin'), (None, 'by'), (None, 'calcMode'), (None, 'cap-height'), (None, 'class'), (None, 'clip-path'), (None, 'color'), (None, 'color-rendering'), (None, 'content'), (None, 'cx'), (None, 'cy'), (None, 'd'), (None, 'dx'), (None, 'dy'), (None, 'descent'), (None, 'display'), (None, 'dur'), (None, 'end'), (None, 'fill'), (None, 'fill-opacity'), (None, 'fill-rule'), (None, 'font-family'), (None, 'font-size'), (None, 'font-stretch'), (None, 'font-style'), (None, 'font-variant'), (None, 'font-weight'), (None, 'from'), (None, 'fx'), (None, 'fy'), (None, 'g1'), (None, 'g2'), (None, 'glyph-name'), (None, 'gradientUnits'), (None, 'hanging'), (None, 'height'), (None, 'horiz-adv-x'), (None, 'horiz-origin-x'), (None, 'id'), (None, 'ideographic'), (None, 'k'), (None, 'keyPoints'), (None, 'keySplines'), (None, 'keyTimes'), (None, 'lang'), (None, 'marker-end'), (None, 'marker-mid'), (None, 'marker-start'), (None, 'markerHeight'), (None, 'markerUnits'), (None, 'markerWidth'), (None, 'mathematical'), (None, 'max'), (None, 'min'), (None, 'name'), (None, 'offset'), (None, 'opacity'), (None, 'orient'), (None, 'origin'), (None, 'overline-position'), (None, 'overline-thickness'), (None, 'panose-1'), (None, 'path'), (None, 'pathLength'), (None, 'points'), (None, 'preserveAspectRatio'), (None, 'r'), (None, 'refX'), (None, 'refY'), (None, 'repeatCount'), (None, 'repeatDur'), (None, 'requiredExtensions'), (None, 'requiredFeatures'), (None, 'restart'), (None, 'rotate'), (None, 'rx'), (None, 'ry'), (None, 'slope'), (None, 'stemh'), (None, 'stemv'), (None, 'stop-color'), (None, 'stop-opacity'), (None, 'strikethrough-position'), (None, 'strikethrough-thickness'), (None, 'stroke'), (None, 'stroke-dasharray'), (None, 'stroke-dashoffset'), (None, 'stroke-linecap'), (None, 'stroke-linejoin'), (None, 'stroke-miterlimit'), (None, 'stroke-opacity'), (None, 'stroke-width'), (None, 'systemLanguage'), (None, 'target'), (None, 'text-anchor'), (None, 'to'), (None, 'transform'), (None, 'type'), (None, 'u1'), (None, 'u2'), (None, 'underline-position'), (None, 'underline-thickness'), (None, 'unicode'), (None, 'unicode-range'), (None, 'units-per-em'), (None, 'values'), (None, 'version'), (None, 'viewBox'), (None, 'visibility'), (None, 'width'), (None, 'widths'), (None, 'x'), (None, 'x-height'), (None, 'x1'), (None, 'x2'), (namespaces['xlink'], 'actuate'), (namespaces['xlink'], 'arcrole'), (namespaces['xlink'], 'href'), (namespaces['xlink'], 'role'), (namespaces['xlink'], 'show'), (namespaces['xlink'], 'title'), (namespaces['xlink'], 'type'), (namespaces['xml'], 'base'), (namespaces['xml'], 'lang'), (namespaces['xml'], 'space'), (None, 'y'), (None, 'y1'), (None, 'y2'), (None, 'zoomAndPan'), )) attr_val_is_uri = frozenset(( (None, 'href'), (None, 'src'), (None, 'cite'), (None, 'action'), (None, 'longdesc'), (None, 'poster'), (None, 'background'), (None, 'datasrc'), (None, 'dynsrc'), (None, 'lowsrc'), (None, 'ping'), (namespaces['xlink'], 'href'), (namespaces['xml'], 'base'), )) svg_attr_val_allows_ref = frozenset(( (None, 'clip-path'), (None, 'color-profile'), (None, 'cursor'), (None, 'fill'), (None, 'filter'), (None, 'marker'), (None, 'marker-start'), (None, 'marker-mid'), (None, 'marker-end'), (None, 'mask'), (None, 'stroke'), )) svg_allow_local_href = frozenset(( (None, 'altGlyph'), (None, 'animate'), (None, 'animateColor'), (None, 'animateMotion'), (None, 'animateTransform'), (None, 'cursor'), (None, 'feImage'), (None, 'filter'), (None, 'linearGradient'), (None, 'pattern'), (None, 'radialGradient'), (None, 'textpath'), (None, 'tref'), (None, 'set'), (None, 'use') )) allowed_css_properties = frozenset(( 'azimuth', 'background-color', 'border-bottom-color', 'border-collapse', 'border-color', 'border-left-color', 'border-right-color', 'border-top-color', 'clear', 'color', 'cursor', 'direction', 'display', 'elevation', 'float', 'font', 'font-family', 'font-size', 'font-style', 'font-variant', 'font-weight', 'height', 'letter-spacing', 'line-height', 'overflow', 'pause', 'pause-after', 'pause-before', 'pitch', 'pitch-range', 'richness', 'speak', 'speak-header', 'speak-numeral', 'speak-punctuation', 'speech-rate', 'stress', 'text-align', 'text-decoration', 'text-indent', 'unicode-bidi', 'vertical-align', 'voice-family', 'volume', 'white-space', 'width', )) allowed_css_keywords = frozenset(( 'auto', 'aqua', 'black', 'block', 'blue', 'bold', 'both', 'bottom', 'brown', 'center', 'collapse', 'dashed', 'dotted', 'fuchsia', 'gray', 'green', '!important', 'italic', 'left', 'lime', 'maroon', 'medium', 'none', 'navy', 'normal', 'nowrap', 'olive', 'pointer', 'purple', 'red', 'right', 'solid', 'silver', 'teal', 'top', 'transparent', 'underline', 'white', 'yellow', )) allowed_svg_properties = frozenset(( 'fill', 'fill-opacity', 'fill-rule', 'stroke', 'stroke-width', 'stroke-linecap', 'stroke-linejoin', 'stroke-opacity', )) allowed_protocols = frozenset(( 'ed2k', 'ftp', 'http', 'https', 'irc', 'mailto', 'news', 'gopher', 'nntp', 'telnet', 'webcal', 'xmpp', 'callto', 'feed', 'urn', 'aim', 'rsync', 'tag', 'ssh', 'sftp', 'rtsp', 'afs', 'data', )) allowed_content_types = frozenset(( 'image/png', 'image/jpeg', 'image/gif', 'image/webp', 'image/bmp', 'text/plain', )) data_content_type = re.compile(r''' ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ ''', re.VERBOSE) class Filter(base.Filter): """ sanitization of XHTML+MathML+SVG and of inline style attributes.""" def __init__(self, source, allowed_elements=allowed_elements, allowed_attributes=allowed_attributes, allowed_css_properties=allowed_css_properties, allowed_css_keywords=allowed_css_keywords, allowed_svg_properties=allowed_svg_properties, allowed_protocols=allowed_protocols, allowed_content_types=allowed_content_types, attr_val_is_uri=attr_val_is_uri, svg_attr_val_allows_ref=svg_attr_val_allows_ref, svg_allow_local_href=svg_allow_local_href): super(Filter, self).__init__(source) self.allowed_elements = allowed_elements self.allowed_attributes = allowed_attributes self.allowed_css_properties = allowed_css_properties self.allowed_css_keywords = allowed_css_keywords self.allowed_svg_properties = allowed_svg_properties self.allowed_protocols = allowed_protocols self.allowed_content_types = allowed_content_types self.attr_val_is_uri = attr_val_is_uri self.svg_attr_val_allows_ref = svg_attr_val_allows_ref self.svg_allow_local_href = svg_allow_local_href def __iter__(self): for token in base.Filter.__iter__(self): token = self.sanitize_token(token) if token: yield token # Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and # stripping out all # attributes not in ALLOWED_ATTRIBUTES. Style # attributes are parsed, and a restricted set, # specified by # ALLOWED_CSS_PROPERTIES and ALLOWED_CSS_KEYWORDS, are allowed through. # attributes in ATTR_VAL_IS_URI are scanned, and only URI schemes specified # in ALLOWED_PROTOCOLS are allowed. # # sanitize_html('<script> do_nasty_stuff() </script>') # => <script> do_nasty_stuff() </script> # sanitize_html('<a href="javascript: sucker();">Click here for $100</a>') # => <a>Click here for $100</a> def sanitize_token(self, token): # accommodate filters which use token_type differently token_type = token["type"] if token_type in ("StartTag", "EndTag", "EmptyTag"): name = token["name"] namespace = token["namespace"] if ((namespace, name) in self.allowed_elements or (namespace is None and (namespaces["html"], name) in self.allowed_elements)): return self.allowed_token(token) else: return self.disallowed_token(token) elif token_type == "Comment": pass else: return token def allowed_token(self, token): if "data" in token: attrs = token["data"] attr_names = set(attrs.keys()) # Remove forbidden attributes for to_remove in (attr_names - self.allowed_attributes): del token["data"][to_remove] attr_names.remove(to_remove) # Remove attributes with disallowed URL values for attr in (attr_names & self.attr_val_is_uri): assert attr in attrs # I don't have a clue where this regexp comes from or why it matches those # characters, nor why we call unescape. I just know it's always been here. # Should you be worried by this comment in a sanitizer? Yes. On the other hand, all # this will do is remove *more* than it otherwise would. val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\s]+", '', unescape(attrs[attr])).lower() # remove replacement characters from unescaped characters val_unescaped = val_unescaped.replace("\ufffd", "") try: uri = urlparse.urlparse(val_unescaped) except ValueError: uri = None del attrs[attr] if uri and uri.scheme: if uri.scheme not in self.allowed_protocols: del attrs[attr] if uri.scheme == 'data': m = data_content_type.match(uri.path) if not m: del attrs[attr] elif m.group('content_type') not in self.allowed_content_types: del attrs[attr] for attr in self.svg_attr_val_allows_ref: if attr in attrs: attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)', ' ', unescape(attrs[attr])) if (token["name"] in self.svg_allow_local_href and (namespaces['xlink'], 'href') in attrs and re.search('^\s*[^#\s].*', attrs[(namespaces['xlink'], 'href')])): del attrs[(namespaces['xlink'], 'href')] if (None, 'style') in attrs: attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')]) token["data"] = attrs return token def disallowed_token(self, token): token_type = token["type"] if token_type == "EndTag": token["data"] = "</%s>" % token["name"] elif token["data"]: assert token_type in ("StartTag", "EmptyTag") attrs = [] for (ns, name), v in token["data"].items(): attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v))) token["data"] = "<%s%s>" % (token["name"], ''.join(attrs)) else: token["data"] = "<%s>" % token["name"] if token.get("selfClosing"): token["data"] = token["data"][:-1] + "/>" token["type"] = "Characters" del token["name"] return token def sanitize_css(self, style): # disallow urls style = re.compile('url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style) # gauntlet if not re.match("""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style): return '' if not re.match("^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style): return '' clean = [] for prop, value in re.findall("([-\w]+)\s*:\s*([^:;]*)", style): if not value: continue if prop.lower() in self.allowed_css_properties: clean.append(prop + ': ' + value + ';') elif prop.split('-')[0].lower() in ['background', 'border', 'margin', 'padding']: for keyword in value.split(): if keyword not in self.allowed_css_keywords and \ not re.match("^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa break else: clean.append(prop + ': ' + value + ';') elif prop.lower() in self.allowed_svg_properties: clean.append(prop + ': ' + value + ';') return ' '.join(clean) site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.py 0000644 00000005266 15231162611 0021254 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from . import base class Filter(base.Filter): def __init__(self, source, encoding): base.Filter.__init__(self, source) self.encoding = encoding def __iter__(self): state = "pre_head" meta_found = (self.encoding is None) pending = [] for token in base.Filter.__iter__(self): type = token["type"] if type == "StartTag": if token["name"].lower() == "head": state = "in_head" elif type == "EmptyTag": if token["name"].lower() == "meta": # replace charset with actual encoding has_http_equiv_content_type = False for (namespace, name), value in token["data"].items(): if namespace is not None: continue elif name.lower() == 'charset': token["data"][(namespace, name)] = self.encoding meta_found = True break elif name == 'http-equiv' and value.lower() == 'content-type': has_http_equiv_content_type = True else: if has_http_equiv_content_type and (None, "content") in token["data"]: token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding meta_found = True elif token["name"].lower() == "head" and not meta_found: # insert meta into empty head yield {"type": "StartTag", "name": "head", "data": token["data"]} yield {"type": "EmptyTag", "name": "meta", "data": {(None, "charset"): self.encoding}} yield {"type": "EndTag", "name": "head"} meta_found = True continue elif type == "EndTag": if token["name"].lower() == "head" and pending: # insert meta into head (if necessary) and flush pending queue yield pending.pop(0) if not meta_found: yield {"type": "EmptyTag", "name": "meta", "data": {(None, "charset"): self.encoding}} while pending: yield pending.pop(0) meta_found = True state = "post_head" if state == "in_head": pending.append(token) else: yield token site-packages/pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-36.pyc 0000644 00000002245 15231162611 0023673 0 ustar 00 3 F��is � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z dj e �Z ej de �Z G d d � d ej �Z d d � ZdS ) � )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s( e Zd Zeddgee� �Zdd� ZdS )�FilterZpreZtextareac c s� d}x�t jj| �D ]�}|d }|dkrB|s8|d | jkrB|d7 }nT|dkrX|rX|d8 }n>| rx|dkrx|d rxd |d< n | r�|d kr�t|d �|d< |V qW d S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r � /usr/lib/python3.6/whitespace.pyr s zFilter.__iter__N)�__name__� __module__� __qualname__� frozenset�listr r r r r r r r s r c C s t jd| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z __future__r r r �rer r Z constantsr r �join�compiler r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/base.cpython-36.opt-1.pyc 0000644 00000001373 15231162611 0023411 0 ustar 00 3 F��i � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s || _ d S )N)�source)�selfr � r �/usr/lib/python3.6/base.py�__init__ s zFilter.__init__c C s t | j�S )N)�iterr )r r r r �__iter__ s zFilter.__iter__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zFilter.__getattr__N)�__name__� __module__� __qualname__r r r r r r r r s r N)Z __future__r r r �objectr r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-36.opt-1.pyc 0000644 00000005615 15231162611 0025206 0 ustar 00 3 F��i&) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Filterc c sL d }}x*| j D ] }|d k r(|||fV |}|}qW |d k rH||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �"/usr/lib/python3.6/optionaltags.py�slider s z Filter.sliderc c sv xp| j � D ]d\}}}|d }|dkrH|d s@| j|d ||� rn|V q |dkrh| j|d |�sn|V q |V q W d S )N�type�StartTag�data�name�EndTag)r �is_optional_start�is_optional_end)r �previousr �nextr r r r �__iter__ s zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |d krH|d dkS n�|d krx|dkr^d S |dkrr|d dkS dS nd|dkr�|dkr�|d dkS d S nB|dk� r�|dkr�|r�|d d kr�|d dkr�d S |d dkS d S d S )Nr �html�Comment�SpaceCharacters�headr �EmptyTagTr r �bodyF�script�style�colgroup�col�tbody�thead�tfoot�tr)r r )r r )r r )r r )r r )r" r# r$ r )r �tagnamer r r r r r r s4 zFilter.is_optional_startc C s |r |d pd }|d7kr |d8kS |d9krP|d kr<|d |kS |d kpJ|d kS �n�|d:kr�|d krl|d d;kS |dkr�|d kp�|d kS dS �n||dk� r�|d<k� r�|d d=kS |d k� p�|d kS �nF|d-k� r�|d k� r�|d d>kS |d k� p�|d kS �n|d?k�r,|d k�r|d d@kS |d k�p(|d kS n�|d0k�r`|dAk�rDdS |d k�rZ|d d0kS d1S n�|dBk�r�|d k�r�|d dCkS |d3k�r�|d k�p�|d kS dS nf|d4k�r�|d k�r�|d d3kS |d k�p�|d kS n2|dDk�r|d k�r�|d dEkS |d k�p|d kS dS )FNr r r r r r �li�optgroupr% r r r �dt�ddF�pr �address�article�aside� blockquote�datagrid�dialog�dir�div�dl�fieldset�footer�form�h1�h2�h3�h4�h5�h6�header�hr�menu�nav�ol�pre�section�table�ul�option�rt�rpr Tr# r" r$ �td�th)r r r )r r )r' r( r% )r) r* )r) r* )r r ) r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB r+ rC rD rE rF )rG r( )rH rI )rH rI )r r )r# r" )r" r$ )rJ rK )rJ rK r )r r& r r r r r r W sf zFilter.is_optional_endN)�__name__� __module__� __qualname__r r r r r r r r r s 9r N)Z __future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-36.opt-1.pyc 0000644 00000042731 15231162611 0024512 0 ustar 00 3 F��ib � E @ s d dl mZmZmZ d dlZd dlmZmZ d dlm Z ddl m Z ddl mZmZ d gZeed d fed d fed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed d<fed d=fed d>fed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Ze�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�e�d1 d�f�d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐdՐddאdؐdِdڐdېdܐdݐdސdߐd�d�d�d�d�d�d�e�dO d�fe�dO �dPfe�dO �d%f�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dce�dO �d�fe�dO �d�fe�dO d�fe�dO �d�fe�dO �dPfe�dO d�fe�dO �d%fe�d1 �d�fe�d1 d�fe�d1 �d�f�dd�de�df�dg�fC�Ze�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dre�dO d�fe�d1 �d�ff �Ze�d~�Ze�d��Ze�d��Ze�d��Ze�d��Ze�d��Ze�d��Zej �d1ej �Z G �d2d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )� namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextareaZtimeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfracZmiZ mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ munderover�noneZsvg�animate� animateColor� animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use�accept�accept-charset� accesskey�action�align�alt� autocomplete� autofocus�axis� background�balance�bgcolor� bgproperties�border� bordercolor�bordercolordark�bordercolorlight� bottompadding� cellpadding� cellspacing�ch� challenge�char�charoff�choff�charset�checked�class�clear�color�cols�colspan�compact�contenteditable�controls�coords�data�datafld� datapagesize�datasrc�datetime�default�delay�disabled� draggable�dynsrc�enctype�end�face�for�frame� galleryimg�gutter�headers�height� hidefocus�hidden�high�href�hreflang�hspace�icon�id� inputmode�ismap�keytype� leftspacing�lang�list�longdesc�loop� loopcount�loopend� loopstart�low�lowsrc�max� maxlength�media�method�min�multiple�name�nohref�noshade�nowrap�open�optimum�pattern�ping� point-size�poster�pqg�preload�prompt� radiogroup�readonly�rel� repeat-max� repeat-min�replace�required�rev� rightspacing�rows�rowspan�rules�scope�selected�shape�size�src�start�step�style�summary�suppress�tabindex�target�template� toppadding�type� unselectable�usemap�urn�valign�value�variable�volume�vspace�vrml�width�wrapZxml� actiontype� columnalign� columnlines� columnspacing� columnspan�depth�display� displaystyle� equalcolumns� equalrows�fence� fontstyle� fontweight� linethickness�lspace�mathbackground� mathcolor� mathvariant�maxsize�minsize�other�rowalign�rowlines� rowspacing�rspace� scriptlevel� selection� separator�stretchy�xlinkZshow� accent-height� accumulate�additive� alphabetic� arabic-form�ascent� attributeName� attributeType� baseProfile�bbox�begin�by�calcMode� cap-height� clip-path�color-rendering�content�cx�cy�d�dx�dy�descent�dur�fill� fill-opacity� fill-rule� font-family� font-size� font-stretch� font-style� font-variant� font-weight�from�fx�fy�g1�g2� glyph-name� gradientUnits�hanging� horiz-adv-x�horiz-origin-x� ideographic�k� keyPoints� keySplines�keyTimes� marker-end� marker-mid� marker-start� markerHeight� markerUnits� markerWidth� mathematical�offset�opacity�orient�origin�overline-position�overline-thickness�panose-1� pathLength�points�preserveAspectRatio�r�refX�refY� repeatCount� repeatDur�requiredExtensions�requiredFeatures�restart�rotate�rx�ry�slope�stemh�stemv� stop-color� stop-opacity�strikethrough-position�strikethrough-thickness�stroke�stroke-dasharray�stroke-dashoffset�stroke-linecap�stroke-linejoin�stroke-miterlimit�stroke-opacity� stroke-width�systemLanguage� text-anchor�to� transform�u1�u2�underline-position�underline-thickness�unicode� unicode-range� units-per-em�values�version�viewBox� visibility�widths�x�x-height�x1�x2ZactuateZarcroleZroler Zspace�y�y1�y2� zoomAndPan� color-profile�cursor�filter�mask�altGlyph�feImage�textpath�tref�azimuth�background-color�border-bottom-color�border-collapse� border-color�border-left-color�border-right-color�border-top-color� direction� elevation�float�letter-spacing� line-height�overflow�pause� pause-after� pause-before�pitch� pitch-range�richness�speak� speak-header� speak-numeral�speak-punctuation� speech-rate�stress� text-align�text-decoration� text-indent� unicode-bidi�vertical-align� voice-family� white-space�auto�aqua�black�block�blue�bold�both�bottom�brown�collapse�dashed�dotted�fuchsia�gray�green� !important�italic�left�lime�maroon�medium�navy�normal�olive�pointer�purple�red�right�solid�silver�teal�top� transparent� underline�white�yellow�ed2k�ftp�http�https�irc�mailto�news�gopher�nntp�telnet�webcal�xmpp�callto�feed�aim�rsync�tag�ssh�sftp�rtsp�afs� image/png� image/jpeg� image/gif� image/webp� image/bmp� text/plainaL ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ c s^ e Zd ZdZeeeeee e e e e f � fdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z� ZS )r zA sanitization of XHTML+MathML+SVG and of inline style attributes.c sP t t| �j|� || _|| _|| _|| _|| _|| _|| _ | | _ | | _ | | _ d S )N) �superr �__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� )� __class__� � /usr/lib/python3.6/sanitizer.pyr� � s zFilter.__init__c c s. x(t jj| �D ]}| j|�}|r|V qW d S )N)r r �__iter__�sanitize_token)r� �tokenr� r� r� r� � s zFilter.__iter__c C sp |d }|d kr^|d }|d }||f| j ksH|d krRtd |f| j krR| j|�S | j|�S n|dkrhn|S d S ) Nr� �StartTag�EndTag�EmptyTagr� � namespacer �Comment)r� r� r� )r� r � allowed_token�disallowed_token)r� r� � token_typer� r� r� r� r� r� � s zFilter.sanitize_tokenc C s� d|k�r�|d }t |j� �}x&|| j D ]}|d |= |j|� q*W x�|| j@ D ]�}tjddt|| ��j� }|j dd�}yt j |�}W n t k r� d }||= Y nX |o�|j rR|j | j kr�||= |j dkrRtj|j�}|s�||= qR|jd�| jkrR||= qRW x4| jD ]*}||k�r tjddt|| ��||< �q W |d | jk�r�td d f|k�r�tjd |td d f ��r�|td d f= d |k�r�| j|d �|d< ||d< |S )Nr` u [` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� r� r� rv z ^\s*[^#\s].*r� )Nr� )Nr� )Nr� )r7 �keysr� �remover� �rer' r �lowerr� �urlparse� ValueError�schemer� �data_content_type�matchr5 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ attr_namesZ to_remove�attrZ val_unescapedZurir r� r� r� r� sJ zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�g }xJ|d j � D ]:\\}}}|jd|d krZ|ndt| |f t|�f � q<W d|d d j|�f |d< nd |d |d< |jd �r�|d d d� d |d< d|d< |d= |S )Nr� r� z</%s>r� r` z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosingr z/>Z Characters���)�items�appendr r �join�get)r� r� r� r� �nsr� �vr� r� r� r� 2 s 2 zFilter.disallowed_tokenc C s t jd�jd|�}t jd|�s"dS t jd|�s2dS g }x�t jd|�D ]�\}}|sRqD|j� | jkrx|j|d | d � qD|jd �d j� dkr�xf|j� D ] }|| j kr�t jd|� r�P q�W |j|d | d � qD|j� | j krD|j|d | d � qDW dj |�S )Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r rE rI �margin�paddingz\^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$)rE rI r� r� ) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� r� ZcleanZpropr� �keywordr� r� r� r� F s* zFilter.sanitize_css)�__name__� __module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__r� r� )r� r� r � s 2)Nr )Nr< )Nr= )Nr> )Nr? )Nr@ )NrA )NrB )NrC )NrD )NrE )NrF )NrG )NrH )NrI )NrJ )NrK )NrL )NrM )NrN )NrO )NrP )NrQ )NrR )NrS )NrT )NrU )NrV )Nr )NrW )NrX )NrY )NrZ )Nr[ )Nr\ )Nr] )Nr^ )Nr_ )Nr` )Nra )Nrb )Nrc )Nrd )Nre )Nrf )Nr )Nrg )Nrh )Nri )Nrj )Nrk )Nrl )Nrm )Nr )Nrn )Nro )Nrp )Nrq )Nrr )Nrs )Nrt )Nru )Nrv )Nrw )Nrx )Nry )Nrz )Nr{ )Nr| )Nr} )Nr )Nr~ )Nr )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr& )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr: )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr@ )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nrn )Nrr )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )NrW )Nr� )NrY )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nrk )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nrr )Nr )Nr )Nrz )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr� )Nr� )Nr� )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr5 )Nr )Nr )Nr )Nr )Nr! )Nr" )Nr# )Nr$ )Nr% )Nr& )Nr' )Nr( )Nr) )Nr* )Nr+ )Nr, )Nr- )Nr. )Nr/ )Nr0 )Nr1 )Nr2 )Nr3 )Nr4 )Nr5 )Nr6 )Nr7 )Nr8 )Nr9 )Nr: )Nr� )Nr; )Nr< )Nr= )Nr� )Nr> )Nr? )Nr@ )NrA )NrB )NrC )NrD )NrE )NrF )NrG )NrH )Nr� )NrI )NrJ )NrK )NrL )NrM )NrN )NrO )NrP )NrQ )Nrv )Nr� )Nr )Nr? )Nr� )Nr� )NrE )Nrc )Nri )Nr� )Nr� �Nr� �NrR �NrS �Nr� �NrT �Nr4 �Nr �Nr �Nr �NrU �Nr2 ) r� r� r� r� r� r� r� r r r r �NrV �Nr- �Nr. �Nr/ �Nr0 �NrS �NrW �NrT �Nr2 �Nr� �Nr6 �NrX �NrY �Nr7 �Nr; )r r r r r r r r r r r r r r r ).rZ r[ r\ r] r^ r_ r` ra rX rY rS rb r� rc rd r r� r� r� r� r� rr re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry r� rz r� )'r{ r| r} r~ r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r, r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r� r� r� r2 r9 r5 r6 r8 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r` )r� r� r� r� r� r� ) Z __future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r r� r� r� r� �<module> s2 site-packages/pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-36.pyc 0000644 00000003116 15231162611 0025530 0 ustar 00 3 F��i� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd Zdd� Zdd� ZdS )�Filterc C s t jj| |� || _d S )N)r r �__init__�encoding)�self�sourcer � r �)/usr/lib/python3.6/inject_meta_charset.pyr s zFilter.__init__c c s� d}| j d k}g }�x�tjj| �D �]�}|d }|dkrP|d j� dkrLd}�np|dk�rV|d j� dk�rd }x�|d j� D ]V\\}}} |d k r�q~q~|j� d kr�| j |d ||f< d }P q~|d kr~| j� dkr~d }q~W |o�d|d k�rTd| j |d d< d }nR|d j� dk�r�| �r�dd|d d�V ddd| j id�V ddd�V d }q"nj|dk�r�|d j� dk�r�|�r�|jd�V |�s�ddd| j id�V x|�r�|jd�V �q�W d }d}|dk�r�|j|� q"|V q"W d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz http-equivz content-type�contentztext/html; charset=%s)r r r ZEndTag)r r r Z post_head)Nr )Nr )Nr )Nr )r r r �__iter__�lower�items�pop�append) r �stateZ meta_found�pending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r r sX zFilter.__iter__N)�__name__� __module__� __qualname__r r r r r r r s r N)Z __future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15231162611 0024230 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/lint.cpython-36.pyc 0000644 00000004355 15231162611 0022511 0 ustar 00 3 F��i% � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m Z ddlm Z dj e �Z G d d � d ej �Z d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )� namespaces� voidElements)�spaceCharacters� c s& e Zd Zd� fdd� Zdd� Z� ZS )�FilterTc s t t| �j|� || _d S )N)�superr �__init__�require_matching_tags)�self�sourcer )� __class__� �/usr/lib/python3.6/lint.pyr s zFilter.__init__c c sR g }�xFt jj| �D �]4}|d }|dk�rP|d }|d }|d ksRt|t�sRt�|dks^t�t|t�slt�|dksxt�t|d t�s�t�| s�|td kr�|tkr�|dks�t�n |dks�t�|dkr�| j r�|j ||f� xp|d j � D ]`\\}}}|d k�st|t��st�|dk�s t�t|t��s,t�|dk�s:t�t|t�s�t�q�W �n�|d k�r|d }|d }|d k�s�t|t��s�t�|dk�s�t�t|t��s�t�|dk�s�t�| �s�|td k�r�|tk�r�d �s td d |i ��n"| j �rD|j � }|||fk�sDt��n6|d k�r4|d }t|t��sDt��n|dk�r�|d }t|t��sVt�|dk�sdt�|dk�rD|j t�dk�sDt�n�|dk�r�|d }|d k�s�t|t��s�t�|d d k�s�t|t��s�t�|d d k�sDt|t��sDt�nV|dk�rt|d t��sDt�n6|dk�r.t|d t��sDt�nd �sDtdd|i ��|V qW d S )N�type�StartTag�EmptyTag� namespace�namer �dataZhtmlZEndTagFz.Void element reported as EndTag token: %(tag)s�tag�Comment� Characters�SpaceCharactersZDoctypeZpublicIdZsystemIdZEntityZSerializerErrorz Unknown token type: %(type)s)r r )r r )r r �__iter__� isinstancer �AssertionError�dictr r r �append�items�pop�stripr ) r Z open_elements�tokenr r r �value�startr r r r r sl zFilter.__iter__)T)�__name__� __module__� __qualname__r r � __classcell__r r )r r r s r N)Z __future__r r r Zpip._vendor.sixr r r Z constantsr r r �joinr r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-36.pyc 0000644 00000005615 15231162611 0024247 0 ustar 00 3 F��i&) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Filterc c sL d }}x*| j D ] }|d k r(|||fV |}|}qW |d k rH||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �"/usr/lib/python3.6/optionaltags.py�slider s z Filter.sliderc c sv xp| j � D ]d\}}}|d }|dkrH|d s@| j|d ||� rn|V q |dkrh| j|d |�sn|V q |V q W d S )N�type�StartTag�data�name�EndTag)r �is_optional_start�is_optional_end)r �previousr �nextr r r r �__iter__ s zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |d krH|d dkS n�|d krx|dkr^d S |dkrr|d dkS dS nd|dkr�|dkr�|d dkS d S nB|dk� r�|dkr�|r�|d d kr�|d dkr�d S |d dkS d S d S )Nr �html�Comment�SpaceCharacters�headr �EmptyTagTr r �bodyF�script�style�colgroup�col�tbody�thead�tfoot�tr)r r )r r )r r )r r )r r )r" r# r$ r )r �tagnamer r r r r r r s4 zFilter.is_optional_startc C s |r |d pd }|d7kr |d8kS |d9krP|d kr<|d |kS |d kpJ|d kS �n�|d:kr�|d krl|d d;kS |dkr�|d kp�|d kS dS �n||dk� r�|d<k� r�|d d=kS |d k� p�|d kS �nF|d-k� r�|d k� r�|d d>kS |d k� p�|d kS �n|d?k�r,|d k�r|d d@kS |d k�p(|d kS n�|d0k�r`|dAk�rDdS |d k�rZ|d d0kS d1S n�|dBk�r�|d k�r�|d dCkS |d3k�r�|d k�p�|d kS dS nf|d4k�r�|d k�r�|d d3kS |d k�p�|d kS n2|dDk�r|d k�r�|d dEkS |d k�p|d kS dS )FNr r r r r r �li�optgroupr% r r r �dt�ddF�pr �address�article�aside� blockquote�datagrid�dialog�dir�div�dl�fieldset�footer�form�h1�h2�h3�h4�h5�h6�header�hr�menu�nav�ol�pre�section�table�ul�option�rt�rpr Tr# r" r$ �td�th)r r r )r r )r' r( r% )r) r* )r) r* )r r ) r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB r+ rC rD rE rF )rG r( )rH rI )rH rI )r r )r# r" )r" r$ )rJ rK )rJ rK r )r r& r r r r r r W sf zFilter.is_optional_endN)�__name__� __module__� __qualname__r r r r r r r r r s 9r N)Z __future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-36.pyc 0000644 00000001730 15231162611 0026255 0 ustar 00 3 F��im � @ sh d dl mZmZmZ ddlmZ yd dlmZ W n ek rP d dl mZ Y nX G dd� dej �Z dS )� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc @ s e Zd Zdd� ZdS )�Filterc c sh xbt jj| �D ]R}|d dkrZt� }x,t|d j� dd� d�D ]\}}|||< q>W ||d< |V qW d S ) N�type�StartTag�EmptyTag�datac S s | d S )Nr � )�xr r �,/usr/lib/python3.6/alphabeticalattributes.py�<lambda> s z!Filter.__iter__.<locals>.<lambda>)�key)r r )r r �__iter__r �sorted�items)�self�tokenZattrs�name�valuer r r r s zFilter.__iter__N)�__name__� __module__� __qualname__r r r r r r s r N) Z __future__r r r � r � collectionsr � ImportErrorZ ordereddictr r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-36.opt-1.pyc 0000644 00000003116 15231162611 0026467 0 ustar 00 3 F��i� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd Zdd� Zdd� ZdS )�Filterc C s t jj| |� || _d S )N)r r �__init__�encoding)�self�sourcer � r �)/usr/lib/python3.6/inject_meta_charset.pyr s zFilter.__init__c c s� d}| j d k}g }�x�tjj| �D �]�}|d }|dkrP|d j� dkrLd}�np|dk�rV|d j� dk�rd }x�|d j� D ]V\\}}} |d k r�q~q~|j� d kr�| j |d ||f< d }P q~|d kr~| j� dkr~d }q~W |o�d|d k�rTd| j |d d< d }nR|d j� dk�r�| �r�dd|d d�V ddd| j id�V ddd�V d }q"nj|dk�r�|d j� dk�r�|�r�|jd�V |�s�ddd| j id�V x|�r�|jd�V �q�W d }d}|dk�r�|j|� q"|V q"W d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz http-equivz content-type�contentztext/html; charset=%s)r r r ZEndTag)r r r Z post_head)Nr )Nr )Nr )Nr )r r r �__iter__�lower�items�pop�append) r �stateZ meta_found�pending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r r sX zFilter.__iter__N)�__name__� __module__� __qualname__r r r r r r r s r N)Z __future__r r r � r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15231162611 0023271 0 ustar 00 3 F��i � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-36.opt-1.pyc 0000644 00000002245 15231162611 0024632 0 ustar 00 3 F��is � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z dj e �Z ej de �Z G d d � d ej �Z d d � ZdS ) � )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s( e Zd Zeddgee� �Zdd� ZdS )�FilterZpreZtextareac c s� d}x�t jj| �D ]�}|d }|dkrB|s8|d | jkrB|d7 }nT|dkrX|rX|d8 }n>| rx|dkrx|d rxd |d< n | r�|d kr�t|d �|d< |V qW d S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r � /usr/lib/python3.6/whitespace.pyr s zFilter.__iter__N)�__name__� __module__� __qualname__� frozenset�listr r r r r r r r s r c C s t jd| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z __future__r r r �rer r Z constantsr r �join�compiler r r r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/base.cpython-36.pyc 0000644 00000001373 15231162611 0022452 0 ustar 00 3 F��i � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s || _ d S )N)�source)�selfr � r �/usr/lib/python3.6/base.py�__init__ s zFilter.__init__c C s t | j�S )N)�iterr )r r r r �__iter__ s zFilter.__iter__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zFilter.__getattr__N)�__name__� __module__� __qualname__r r r r r r r r s r N)Z __future__r r r �objectr r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-36.pyc 0000644 00000043040 15231162611 0023545 0 ustar 00 3 F��ib � E @ s d dl mZmZmZ d dlZd dlmZmZ d dlm Z ddl m Z ddl mZmZ d gZeed d fed d fed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed d<fed d=fed d>fed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Ze�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�e�d1 d�f�d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐdՐddאdؐdِdڐdېdܐdݐdސdߐd�d�d�d�d�d�d�e�dO d�fe�dO �dPfe�dO �d%f�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d �d �d �d �d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dce�dO �d�fe�dO �d�fe�dO d�fe�dO �d�fe�dO �dPfe�dO d�fe�dO �d%fe�d1 �d�fe�d1 d�fe�d1 �d�f�dd�de�df�dg�fC�Ze�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dre�dO d�fe�d1 �d�ff �Ze�d~�Ze�d��Ze�d��Ze�d��Ze�d��Ze�d��Ze�d��Zej �d1ej �Z G �d2d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )� namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextareaZtimeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfracZmiZ mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ munderover�noneZsvg�animate� animateColor� animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use�accept�accept-charset� accesskey�action�align�alt� autocomplete� autofocus�axis� background�balance�bgcolor� bgproperties�border� bordercolor�bordercolordark�bordercolorlight� bottompadding� cellpadding� cellspacing�ch� challenge�char�charoff�choff�charset�checked�class�clear�color�cols�colspan�compact�contenteditable�controls�coords�data�datafld� datapagesize�datasrc�datetime�default�delay�disabled� draggable�dynsrc�enctype�end�face�for�frame� galleryimg�gutter�headers�height� hidefocus�hidden�high�href�hreflang�hspace�icon�id� inputmode�ismap�keytype� leftspacing�lang�list�longdesc�loop� loopcount�loopend� loopstart�low�lowsrc�max� maxlength�media�method�min�multiple�name�nohref�noshade�nowrap�open�optimum�pattern�ping� point-size�poster�pqg�preload�prompt� radiogroup�readonly�rel� repeat-max� repeat-min�replace�required�rev� rightspacing�rows�rowspan�rules�scope�selected�shape�size�src�start�step�style�summary�suppress�tabindex�target�template� toppadding�type� unselectable�usemap�urn�valign�value�variable�volume�vspace�vrml�width�wrapZxml� actiontype� columnalign� columnlines� columnspacing� columnspan�depth�display� displaystyle� equalcolumns� equalrows�fence� fontstyle� fontweight� linethickness�lspace�mathbackground� mathcolor� mathvariant�maxsize�minsize�other�rowalign�rowlines� rowspacing�rspace� scriptlevel� selection� separator�stretchy�xlinkZshow� accent-height� accumulate�additive� alphabetic� arabic-form�ascent� attributeName� attributeType� baseProfile�bbox�begin�by�calcMode� cap-height� clip-path�color-rendering�content�cx�cy�d�dx�dy�descent�dur�fill� fill-opacity� fill-rule� font-family� font-size� font-stretch� font-style� font-variant� font-weight�from�fx�fy�g1�g2� glyph-name� gradientUnits�hanging� horiz-adv-x�horiz-origin-x� ideographic�k� keyPoints� keySplines�keyTimes� marker-end� marker-mid� marker-start� markerHeight� markerUnits� markerWidth� mathematical�offset�opacity�orient�origin�overline-position�overline-thickness�panose-1� pathLength�points�preserveAspectRatio�r�refX�refY� repeatCount� repeatDur�requiredExtensions�requiredFeatures�restart�rotate�rx�ry�slope�stemh�stemv� stop-color� stop-opacity�strikethrough-position�strikethrough-thickness�stroke�stroke-dasharray�stroke-dashoffset�stroke-linecap�stroke-linejoin�stroke-miterlimit�stroke-opacity� stroke-width�systemLanguage� text-anchor�to� transform�u1�u2�underline-position�underline-thickness�unicode� unicode-range� units-per-em�values�version�viewBox� visibility�widths�x�x-height�x1�x2ZactuateZarcroleZroler Zspace�y�y1�y2� zoomAndPan� color-profile�cursor�filter�mask�altGlyph�feImage�textpath�tref�azimuth�background-color�border-bottom-color�border-collapse� border-color�border-left-color�border-right-color�border-top-color� direction� elevation�float�letter-spacing� line-height�overflow�pause� pause-after� pause-before�pitch� pitch-range�richness�speak� speak-header� speak-numeral�speak-punctuation� speech-rate�stress� text-align�text-decoration� text-indent� unicode-bidi�vertical-align� voice-family� white-space�auto�aqua�black�block�blue�bold�both�bottom�brown�collapse�dashed�dotted�fuchsia�gray�green� !important�italic�left�lime�maroon�medium�navy�normal�olive�pointer�purple�red�right�solid�silver�teal�top� transparent� underline�white�yellow�ed2k�ftp�http�https�irc�mailto�news�gopher�nntp�telnet�webcal�xmpp�callto�feed�aim�rsync�tag�ssh�sftp�rtsp�afs� image/png� image/jpeg� image/gif� image/webp� image/bmp� text/plainaL ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ c s^ e Zd ZdZeeeeee e e e e f � fdd� Zdd� Zdd� Zdd � Zd d � Zd d � Z� ZS )r zA sanitization of XHTML+MathML+SVG and of inline style attributes.c sP t t| �j|� || _|| _|| _|| _|| _|| _|| _ | | _ | | _ | | _ d S )N) �superr �__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� )� __class__� � /usr/lib/python3.6/sanitizer.pyr� � s zFilter.__init__c c s. x(t jj| �D ]}| j|�}|r|V qW d S )N)r r �__iter__�sanitize_token)r� �tokenr� r� r� r� � s zFilter.__iter__c C sp |d }|d kr^|d }|d }||f| j ksH|d krRtd |f| j krR| j|�S | j|�S n|dkrhn|S d S ) Nr� �StartTag�EndTag�EmptyTagr� � namespacer �Comment)r� r� r� )r� r � allowed_token�disallowed_token)r� r� � token_typer� r� r� r� r� r� � s zFilter.sanitize_tokenc C s� d|k�r�|d }t |j� �}x&|| j D ]}|d |= |j|� q*W x�|| j@ D ]�}||ksbt�tjddt|| ��j � }|j dd�}yt j |�}W n t k r� d }||= Y nX |o�|j rR|j | jkr�||= |j dkrRtj|j�}|s�||= qR|jd�| jkrR||= qRW x4| jD ]*}||k�rtjddt|| ��||< �qW |d | jk�r�td d f|k�r�tjd |td d f ��r�|td d f= d |k�r�| j|d �|d< ||d< |S )Nr` u [` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� r� r� rv z ^\s*[^#\s].*r� )Nr� )Nr� )Nr� )r7 �keysr� �remover� �AssertionError�rer' r �lowerr� �urlparse� ValueError�schemer� �data_content_type�matchr5 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ attr_namesZ to_remove�attrZ val_unescapedZurir r� r� r� r� sL zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�|dks6t �g }xJ|d j� D ]:\\}}}|jd|d krf|nd t| |f t|�f � qHW d |d d j|�f |d< nd |d |d< |jd �r�|d d d� d |d< d|d< |d= |S )Nr� r� z</%s>r� r` r� r� z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosingr z/>Z Characters)r� r� ���)r� �items�appendr r �join�get)r� r� r� r� �nsr� �vr� r� r� r� 2 s 2 zFilter.disallowed_tokenc C s t jd�jd|�}t jd|�s"dS t jd|�s2dS g }x�t jd|�D ]�\}}|sRqD|j� | jkrx|j|d | d � qD|jd �d j� dkr�xf|j� D ] }|| j kr�t jd|� r�P q�W |j|d | d � qD|j� | j krD|j|d | d � qDW dj |�S )Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r rE rI �margin�paddingz\^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$)rE rI r� r� ) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� r� ZcleanZpropr� �keywordr� r� r� r� F s* zFilter.sanitize_css)�__name__� __module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� � __classcell__r� r� )r� r� r � s 2)Nr )Nr< )Nr= )Nr> )Nr? )Nr@ )NrA )NrB )NrC )NrD )NrE )NrF )NrG )NrH )NrI )NrJ )NrK )NrL )NrM )NrN )NrO )NrP )NrQ )NrR )NrS )NrT )NrU )NrV )Nr )NrW )NrX )NrY )NrZ )Nr[ )Nr\ )Nr] )Nr^ )Nr_ )Nr` )Nra )Nrb )Nrc )Nrd )Nre )Nrf )Nr )Nrg )Nrh )Nri )Nrj )Nrk )Nrl )Nrm )Nr )Nrn )Nro )Nrp )Nrq )Nrr )Nrs )Nrt )Nru )Nrv )Nrw )Nrx )Nry )Nrz )Nr{ )Nr| )Nr} )Nr )Nr~ )Nr )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr& )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr: )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr@ )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nrn )Nrr )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )NrW )Nr� )NrY )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nrk )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr� )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nrr )Nr )Nr )Nrz )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr� )Nr� )Nr� )Nr )Nr )Nr )Nr )Nr )Nr )Nr )Nr5 )Nr )Nr )Nr )Nr )Nr! )Nr" )Nr# )Nr$ )Nr% )Nr& )Nr' )Nr( )Nr) )Nr* )Nr+ )Nr, )Nr- )Nr. )Nr/ )Nr0 )Nr1 )Nr2 )Nr3 )Nr4 )Nr5 )Nr6 )Nr7 )Nr8 )Nr9 )Nr: )Nr� )Nr; )Nr< )Nr= )Nr� )Nr> )Nr? )Nr@ )NrA )NrB )NrC )NrD )NrE )NrF )NrG )NrH )Nr� )NrI )NrJ )NrK )NrL )NrM )NrN )NrO )NrP )NrQ )Nrv )Nr� )Nr )Nr? )Nr� )Nr� )NrE )Nrc )Nri )Nr� )Nr� �Nr� �NrR �NrS �Nr� �NrT �Nr4 �Nr �Nr �Nr �NrU �Nr2 ) r� r� r� r� r� r� r r r r r �NrV �Nr- �Nr. �Nr/ �Nr0 �NrS �NrW �NrT �Nr2 �Nr� �Nr6 �NrX �NrY �Nr7 �Nr; )r r r r r r r r r r r r r r r ).rZ r[ r\ r] r^ r_ r` ra rX rY rS rb r� rc rd r r� r� r� r� r� rr re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry r� rz r� )'r{ r| r} r~ r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r, r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r� r� r� r2 r9 r5 r6 r8 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r` )r� r� r� r� r� r� ) Z __future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r r� r� r� r� �<module> s2 site-packages/pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-36.opt-1.pyc 0000644 00000001730 15231162611 0027214 0 ustar 00 3 F��im � @ sh d dl mZmZmZ ddlmZ yd dlmZ W n ek rP d dl mZ Y nX G dd� dej �Z dS )� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc @ s e Zd Zdd� ZdS )�Filterc c sh xbt jj| �D ]R}|d dkrZt� }x,t|d j� dd� d�D ]\}}|||< q>W ||d< |V qW d S ) N�type�StartTag�EmptyTag�datac S s | d S )Nr � )�xr r �,/usr/lib/python3.6/alphabeticalattributes.py�<lambda> s z!Filter.__iter__.<locals>.<lambda>)�key)r r )r r �__iter__r �sorted�items)�self�tokenZattrs�name�valuer r r r s zFilter.__iter__N)�__name__� __module__� __qualname__r r r r r r s r N) Z __future__r r r � r � collectionsr � ImportErrorZ ordereddictr r r r r �<module> s site-packages/pip/_vendor/html5lib/filters/__pycache__/lint.cpython-36.opt-1.pyc 0000644 00000003025 15231162611 0023441 0 ustar 00 3 F��i% � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m Z ddlm Z dj e �Z G d d � d ej �Z d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )� namespaces� voidElements)�spaceCharacters� c s& e Zd Zd� fdd� Zdd� Z� ZS )�FilterTc s t t| �j|� || _d S )N)�superr �__init__�require_matching_tags)�self�sourcer )� __class__� �/usr/lib/python3.6/lint.pyr s zFilter.__init__c c s@ g }�x4t jj| �D �]"}|d }|dkr�|d }|d }| sL|td krV|tkrVn |dkrr| jrr|j||f� x�|d j� D ] \\}}}q�W n�|dkr�|d }|d }| s�|td kr�|tkr�n| jr�|j� }n\|d kr�|d }nJ|dk�r|d }|d k�r2n,|d k�r|d }n|d k�r&n |dk�r2n |V qW d S )N�type�StartTag�EmptyTag� namespace�nameZhtml�dataZEndTag�Comment� Characters�SpaceCharactersZDoctypeZEntityZSerializerError)r r )r r ) r r �__iter__r r r �append�items�pop) r Z open_elements�tokenr r r �value�startr r r r r sF zFilter.__iter__)T)�__name__� __module__� __qualname__r r � __classcell__r r )r r r s r N)Z __future__r r r Zpip._vendor.sixr r r Z constantsr r r �joinr r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py 0000644 00000033521 15231162611 0020435 0 ustar 00 """Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning """ from __future__ import absolute_import, division, unicode_literals # pylint:disable=protected-access import warnings import re import sys from . import base from ..constants import DataLossWarning from .. import constants from . import etree as etree_builders from .. import _ihatexml import lxml.etree as etree fullTree = True tag_regexp = re.compile("{([^}]*)}(.*)") comment_type = etree.Comment("asd").tag class DocumentType(object): def __init__(self, name, publicId, systemId): self.name = name self.publicId = publicId self.systemId = systemId class Document(object): def __init__(self): self._elementTree = None self._childNodes = [] def appendChild(self, element): self._elementTree.getroot().addnext(element._element) def _getChildNodes(self): return self._childNodes childNodes = property(_getChildNodes) def testSerializer(element): rv = [] infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True) def serializeElement(element, indent=0): if not hasattr(element, "tag"): if hasattr(element, "getroot"): # Full tree case rv.append("#document") if element.docinfo.internalDTD: if not (element.docinfo.public_id or element.docinfo.system_url): dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name else: dtd_str = """<!DOCTYPE %s "%s" "%s">""" % ( element.docinfo.root_name, element.docinfo.public_id, element.docinfo.system_url) rv.append("|%s%s" % (' ' * (indent + 2), dtd_str)) next_element = element.getroot() while next_element.getprevious() is not None: next_element = next_element.getprevious() while next_element is not None: serializeElement(next_element, indent + 2) next_element = next_element.getnext() elif isinstance(element, str) or isinstance(element, bytes): # Text in a fragment assert isinstance(element, str) or sys.version_info[0] == 2 rv.append("|%s\"%s\"" % (' ' * indent, element)) else: # Fragment case rv.append("#document-fragment") for next_element in element: serializeElement(next_element, indent + 2) elif element.tag == comment_type: rv.append("|%s<!-- %s -->" % (' ' * indent, element.text)) if hasattr(element, "tail") and element.tail: rv.append("|%s\"%s\"" % (' ' * indent, element.tail)) else: assert isinstance(element, etree._Element) nsmatch = etree_builders.tag_regexp.match(element.tag) if nsmatch is not None: ns = nsmatch.group(1) tag = nsmatch.group(2) prefix = constants.prefixes[ns] rv.append("|%s<%s %s>" % (' ' * indent, prefix, infosetFilter.fromXmlName(tag))) else: rv.append("|%s<%s>" % (' ' * indent, infosetFilter.fromXmlName(element.tag))) if hasattr(element, "attrib"): attributes = [] for name, value in element.attrib.items(): nsmatch = tag_regexp.match(name) if nsmatch is not None: ns, name = nsmatch.groups() name = infosetFilter.fromXmlName(name) prefix = constants.prefixes[ns] attr_string = "%s %s" % (prefix, name) else: attr_string = infosetFilter.fromXmlName(name) attributes.append((attr_string, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) if element.text: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) indent += 2 for child in element: serializeElement(child, indent) if hasattr(element, "tail") and element.tail: rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail)) serializeElement(element, 0) return "\n".join(rv) def tostring(element): """Serialize an element and its child nodes to a string""" rv = [] def serializeElement(element): if not hasattr(element, "tag"): if element.docinfo.internalDTD: if element.docinfo.doctype: dtd_str = element.docinfo.doctype else: dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name rv.append(dtd_str) serializeElement(element.getroot()) elif element.tag == comment_type: rv.append("<!--%s-->" % (element.text,)) else: # This is assumed to be an ordinary element if not element.attrib: rv.append("<%s>" % (element.tag,)) else: attr = " ".join(["%s=\"%s\"" % (name, value) for name, value in element.attrib.items()]) rv.append("<%s %s>" % (element.tag, attr)) if element.text: rv.append(element.text) for child in element: serializeElement(child) rv.append("</%s>" % (element.tag,)) if hasattr(element, "tail") and element.tail: rv.append(element.tail) serializeElement(element) return "".join(rv) class TreeBuilder(base.TreeBuilder): documentClass = Document doctypeClass = DocumentType elementClass = None commentClass = None fragmentClass = Document implementation = etree def __init__(self, namespaceHTMLElements, fullTree=False): builder = etree_builders.getETreeModule(etree, fullTree=fullTree) infosetFilter = self.infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True) self.namespaceHTMLElements = namespaceHTMLElements class Attributes(dict): def __init__(self, element, value=None): if value is None: value = {} self._element = element dict.__init__(self, value) # pylint:disable=non-parent-init-called for key, value in self.items(): if isinstance(key, tuple): name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1])) else: name = infosetFilter.coerceAttribute(key) self._element._element.attrib[name] = value def __setitem__(self, key, value): dict.__setitem__(self, key, value) if isinstance(key, tuple): name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1])) else: name = infosetFilter.coerceAttribute(key) self._element._element.attrib[name] = value class Element(builder.Element): def __init__(self, name, namespace): name = infosetFilter.coerceElement(name) builder.Element.__init__(self, name, namespace=namespace) self._attributes = Attributes(self) def _setName(self, name): self._name = infosetFilter.coerceElement(name) self._element.tag = self._getETreeTag( self._name, self._namespace) def _getName(self): return infosetFilter.fromXmlName(self._name) name = property(_getName, _setName) def _getAttributes(self): return self._attributes def _setAttributes(self, attributes): self._attributes = Attributes(self, attributes) attributes = property(_getAttributes, _setAttributes) def insertText(self, data, insertBefore=None): data = infosetFilter.coerceCharacters(data) builder.Element.insertText(self, data, insertBefore) def appendChild(self, child): builder.Element.appendChild(self, child) class Comment(builder.Comment): def __init__(self, data): data = infosetFilter.coerceComment(data) builder.Comment.__init__(self, data) def _setData(self, data): data = infosetFilter.coerceComment(data) self._element.text = data def _getData(self): return self._element.text data = property(_getData, _setData) self.elementClass = Element self.commentClass = Comment # self.fragmentClass = builder.DocumentFragment base.TreeBuilder.__init__(self, namespaceHTMLElements) def reset(self): base.TreeBuilder.reset(self) self.insertComment = self.insertCommentInitial self.initial_comments = [] self.doctype = None def testSerializer(self, element): return testSerializer(element) def getDocument(self): if fullTree: return self.document._elementTree else: return self.document._elementTree.getroot() def getFragment(self): fragment = [] element = self.openElements[0]._element if element.text: fragment.append(element.text) fragment.extend(list(element)) if element.tail: fragment.append(element.tail) return fragment def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] if not name: warnings.warn("lxml cannot represent empty doctype", DataLossWarning) self.doctype = None else: coercedName = self.infosetFilter.coerceElement(name) if coercedName != name: warnings.warn("lxml cannot represent non-xml doctype", DataLossWarning) doctype = self.doctypeClass(coercedName, publicId, systemId) self.doctype = doctype def insertCommentInitial(self, data, parent=None): assert parent is None or parent is self.document assert self.document._elementTree is None self.initial_comments.append(data) def insertCommentMain(self, data, parent=None): if (parent == self.document and self.document._elementTree.getroot()[-1].tag == comment_type): warnings.warn("lxml cannot represent adjacent comments beyond the root elements", DataLossWarning) super(TreeBuilder, self).insertComment(data, parent) def insertRoot(self, token): """Create the document root""" # Because of the way libxml2 works, it doesn't seem to be possible to # alter information like the doctype after the tree has been parsed. # Therefore we need to use the built-in parser to create our initial # tree, after which we can add elements like normal docStr = "" if self.doctype: assert self.doctype.name docStr += "<!DOCTYPE %s" % self.doctype.name if (self.doctype.publicId is not None or self.doctype.systemId is not None): docStr += (' PUBLIC "%s" ' % (self.infosetFilter.coercePubid(self.doctype.publicId or ""))) if self.doctype.systemId: sysid = self.doctype.systemId if sysid.find("'") >= 0 and sysid.find('"') >= 0: warnings.warn("DOCTYPE system cannot contain single and double quotes", DataLossWarning) sysid = sysid.replace("'", 'U00027') if sysid.find("'") >= 0: docStr += '"%s"' % sysid else: docStr += "'%s'" % sysid else: docStr += "''" docStr += ">" if self.doctype.name != token["name"]: warnings.warn("lxml cannot represent doctype with a different name to the root element", DataLossWarning) docStr += "<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>" root = etree.fromstring(docStr) # Append the initial comments: for comment_token in self.initial_comments: comment = self.commentClass(comment_token["data"]) root.addprevious(comment._element) # Create the root document and add the ElementTree to it self.document = self.documentClass() self.document._elementTree = root.getroottree() # Give the root element the right name name = token["name"] namespace = token.get("namespace", self.defaultNamespace) if namespace is None: etree_tag = name else: etree_tag = "{%s}%s" % (namespace, name) root.tag = etree_tag # Add the root element to the internal child/open data structures root_element = self.elementClass(name, namespace) root_element._element = root self.document._childNodes.append(root_element) self.openElements.append(root_element) # Reset to the default insert comment function self.insertComment = self.insertCommentMain site-packages/pip/_vendor/html5lib/treebuilders/base.py 0000644 00000033166 15231162611 0017214 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from ..constants import scopingElements, tableInsertModeElements, namespaces # The scope markers are inserted when entering object elements, # marquees, table cells, and table captions, and are used to prevent formatting # from "leaking" into tables, object elements, and marquees. Marker = None listElementsMap = { None: (frozenset(scopingElements), False), "button": (frozenset(scopingElements | set([(namespaces["html"], "button")])), False), "list": (frozenset(scopingElements | set([(namespaces["html"], "ol"), (namespaces["html"], "ul")])), False), "table": (frozenset([(namespaces["html"], "html"), (namespaces["html"], "table")]), False), "select": (frozenset([(namespaces["html"], "optgroup"), (namespaces["html"], "option")]), True) } class Node(object): def __init__(self, name): """Node representing an item in the tree. name - The tag name associated with the node parent - The parent of the current node (or None for the document node) value - The value of the current node (applies to text nodes and comments attributes - a dict holding name, value pairs for attributes of the node childNodes - a list of child nodes of the current node. This must include all elements but not necessarily other node types _flags - A list of miscellaneous flags that can be set on the node """ self.name = name self.parent = None self.value = None self.attributes = {} self.childNodes = [] self._flags = [] def __str__(self): attributesStr = " ".join(["%s=\"%s\"" % (name, value) for name, value in self.attributes.items()]) if attributesStr: return "<%s %s>" % (self.name, attributesStr) else: return "<%s>" % (self.name) def __repr__(self): return "<%s>" % (self.name) def appendChild(self, node): """Insert node as a child of the current node """ raise NotImplementedError def insertText(self, data, insertBefore=None): """Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. """ raise NotImplementedError def insertBefore(self, node, refNode): """Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current node""" raise NotImplementedError def removeChild(self, node): """Remove node from the children of the current node """ raise NotImplementedError def reparentChildren(self, newParent): """Move all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way """ # XXX - should this method be made more general? for child in self.childNodes: newParent.appendChild(child) self.childNodes = [] def cloneNode(self): """Return a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes """ raise NotImplementedError def hasContent(self): """Return true if the node has children or text, false otherwise """ raise NotImplementedError class ActiveFormattingElements(list): def append(self, node): equalCount = 0 if node != Marker: for element in self[::-1]: if element == Marker: break if self.nodesEqual(element, node): equalCount += 1 if equalCount == 3: self.remove(element) break list.append(self, node) def nodesEqual(self, node1, node2): if not node1.nameTuple == node2.nameTuple: return False if not node1.attributes == node2.attributes: return False return True class TreeBuilder(object): """Base treebuilder implementation documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes """ # pylint:disable=not-callable # Document class documentClass = None # The class to use for creating a node elementClass = None # The class to use for creating comments commentClass = None # The class to use for creating doctypes doctypeClass = None # Fragment class fragmentClass = None def __init__(self, namespaceHTMLElements): if namespaceHTMLElements: self.defaultNamespace = "http://www.w3.org/1999/xhtml" else: self.defaultNamespace = None self.reset() def reset(self): self.openElements = [] self.activeFormattingElements = ActiveFormattingElements() # XXX - rename these to headElement, formElement self.headPointer = None self.formPointer = None self.insertFromTable = False self.document = self.documentClass() def elementInScope(self, target, variant=None): # If we pass a node in we match that. if we pass a string # match any node with that name exactNode = hasattr(target, "nameTuple") if not exactNode: if isinstance(target, text_type): target = (namespaces["html"], target) assert isinstance(target, tuple) listElements, invert = listElementsMap[variant] for node in reversed(self.openElements): if exactNode and node == target: return True elif not exactNode and node.nameTuple == target: return True elif (invert ^ (node.nameTuple in listElements)): return False assert False # We should never reach this point def reconstructActiveFormattingElements(self): # Within this algorithm the order of steps described in the # specification is not quite the same as the order of steps in the # code. It should still do the same though. # Step 1: stop the algorithm when there's nothing to do. if not self.activeFormattingElements: return # Step 2 and step 3: we start with the last element. So i is -1. i = len(self.activeFormattingElements) - 1 entry = self.activeFormattingElements[i] if entry == Marker or entry in self.openElements: return # Step 6 while entry != Marker and entry not in self.openElements: if i == 0: # This will be reset to 0 below i = -1 break i -= 1 # Step 5: let entry be one earlier in the list. entry = self.activeFormattingElements[i] while True: # Step 7 i += 1 # Step 8 entry = self.activeFormattingElements[i] clone = entry.cloneNode() # Mainly to get a new copy of the attributes # Step 9 element = self.insertElement({"type": "StartTag", "name": clone.name, "namespace": clone.namespace, "data": clone.attributes}) # Step 10 self.activeFormattingElements[i] = element # Step 11 if element == self.activeFormattingElements[-1]: break def clearActiveFormattingElements(self): entry = self.activeFormattingElements.pop() while self.activeFormattingElements and entry != Marker: entry = self.activeFormattingElements.pop() def elementInActiveFormattingElements(self, name): """Check if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return false""" for item in self.activeFormattingElements[::-1]: # Check for Marker first because if it's a Marker it doesn't have a # name attribute. if item == Marker: break elif item.name == name: return item return False def insertRoot(self, token): element = self.createElement(token) self.openElements.append(element) self.document.appendChild(element) def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] doctype = self.doctypeClass(name, publicId, systemId) self.document.appendChild(doctype) def insertComment(self, token, parent=None): if parent is None: parent = self.openElements[-1] parent.appendChild(self.commentClass(token["data"])) def createElement(self, token): """Create an element but don't insert it anywhere""" name = token["name"] namespace = token.get("namespace", self.defaultNamespace) element = self.elementClass(name, namespace) element.attributes = token["data"] return element def _getInsertFromTable(self): return self._insertFromTable def _setInsertFromTable(self, value): """Switch the function used to insert an element from the normal one to the misnested table one and back again""" self._insertFromTable = value if value: self.insertElement = self.insertElementTable else: self.insertElement = self.insertElementNormal insertFromTable = property(_getInsertFromTable, _setInsertFromTable) def insertElementNormal(self, token): name = token["name"] assert isinstance(name, text_type), "Element %s not unicode" % name namespace = token.get("namespace", self.defaultNamespace) element = self.elementClass(name, namespace) element.attributes = token["data"] self.openElements[-1].appendChild(element) self.openElements.append(element) return element def insertElementTable(self, token): """Create an element and insert it into the tree""" element = self.createElement(token) if self.openElements[-1].name not in tableInsertModeElements: return self.insertElementNormal(token) else: # We should be in the InTable mode. This means we want to do # special magic element rearranging parent, insertBefore = self.getTableMisnestedNodePosition() if insertBefore is None: parent.appendChild(element) else: parent.insertBefore(element, insertBefore) self.openElements.append(element) return element def insertText(self, data, parent=None): """Insert text data.""" if parent is None: parent = self.openElements[-1] if (not self.insertFromTable or (self.insertFromTable and self.openElements[-1].name not in tableInsertModeElements)): parent.insertText(data) else: # We should be in the InTable mode. This means we want to do # special magic element rearranging parent, insertBefore = self.getTableMisnestedNodePosition() parent.insertText(data, insertBefore) def getTableMisnestedNodePosition(self): """Get the foster parent element, and sibling to insert before (or None) when inserting a misnested table node""" # The foster parent element is the one which comes before the most # recently opened table element # XXX - this is really inelegant lastTable = None fosterParent = None insertBefore = None for elm in self.openElements[::-1]: if elm.name == "table": lastTable = elm break if lastTable: # XXX - we should really check that this parent is actually a # node here if lastTable.parent: fosterParent = lastTable.parent insertBefore = lastTable else: fosterParent = self.openElements[ self.openElements.index(lastTable) - 1] else: fosterParent = self.openElements[0] return fosterParent, insertBefore def generateImpliedEndTags(self, exclude=None): name = self.openElements[-1].name # XXX td, th and tr are not actually needed if (name in frozenset(("dd", "dt", "li", "option", "optgroup", "p", "rp", "rt")) and name != exclude): self.openElements.pop() # XXX This is not entirely what the specification says. We should # investigate it more closely. self.generateImpliedEndTags(exclude) def getDocument(self): "Return the final tree" return self.document def getFragment(self): "Return the final fragment" # assert self.innerHTML fragment = self.fragmentClass() self.openElements[0].reparentChildren(fragment) return fragment def testSerializer(self, node): """Serialize the subtree of node in the format required by unit tests node - the node from which to start serializing""" raise NotImplementedError site-packages/pip/_vendor/html5lib/treebuilders/dom.py 0000644 00000021203 15231162611 0017046 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from collections import MutableMapping from xml.dom import minidom, Node import weakref from . import base from .. import constants from ..constants import namespaces from .._utils import moduleFactoryFactory def getDomBuilder(DomImplementation): Dom = DomImplementation class AttrList(MutableMapping): def __init__(self, element): self.element = element def __iter__(self): return iter(self.element.attributes.keys()) def __setitem__(self, name, value): if isinstance(name, tuple): raise NotImplementedError else: attr = self.element.ownerDocument.createAttribute(name) attr.value = value self.element.attributes[name] = attr def __len__(self): return len(self.element.attributes) def items(self): return list(self.element.attributes.items()) def values(self): return list(self.element.attributes.values()) def __getitem__(self, name): if isinstance(name, tuple): raise NotImplementedError else: return self.element.attributes[name].value def __delitem__(self, name): if isinstance(name, tuple): raise NotImplementedError else: del self.element.attributes[name] class NodeBuilder(base.Node): def __init__(self, element): base.Node.__init__(self, element.nodeName) self.element = element namespace = property(lambda self: hasattr(self.element, "namespaceURI") and self.element.namespaceURI or None) def appendChild(self, node): node.parent = self self.element.appendChild(node.element) def insertText(self, data, insertBefore=None): text = self.element.ownerDocument.createTextNode(data) if insertBefore: self.element.insertBefore(text, insertBefore.element) else: self.element.appendChild(text) def insertBefore(self, node, refNode): self.element.insertBefore(node.element, refNode.element) node.parent = self def removeChild(self, node): if node.element.parentNode == self.element: self.element.removeChild(node.element) node.parent = None def reparentChildren(self, newParent): while self.element.hasChildNodes(): child = self.element.firstChild self.element.removeChild(child) newParent.element.appendChild(child) self.childNodes = [] def getAttributes(self): return AttrList(self.element) def setAttributes(self, attributes): if attributes: for name, value in list(attributes.items()): if isinstance(name, tuple): if name[0] is not None: qualifiedName = (name[0] + ":" + name[1]) else: qualifiedName = name[1] self.element.setAttributeNS(name[2], qualifiedName, value) else: self.element.setAttribute( name, value) attributes = property(getAttributes, setAttributes) def cloneNode(self): return NodeBuilder(self.element.cloneNode(False)) def hasContent(self): return self.element.hasChildNodes() def getNameTuple(self): if self.namespace is None: return namespaces["html"], self.name else: return self.namespace, self.name nameTuple = property(getNameTuple) class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable def documentClass(self): self.dom = Dom.getDOMImplementation().createDocument(None, None, None) return weakref.proxy(self) def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] domimpl = Dom.getDOMImplementation() doctype = domimpl.createDocumentType(name, publicId, systemId) self.document.appendChild(NodeBuilder(doctype)) if Dom == minidom: doctype.ownerDocument = self.dom def elementClass(self, name, namespace=None): if namespace is None and self.defaultNamespace is None: node = self.dom.createElement(name) else: node = self.dom.createElementNS(namespace, name) return NodeBuilder(node) def commentClass(self, data): return NodeBuilder(self.dom.createComment(data)) def fragmentClass(self): return NodeBuilder(self.dom.createDocumentFragment()) def appendChild(self, node): self.dom.appendChild(node.element) def testSerializer(self, element): return testSerializer(element) def getDocument(self): return self.dom def getFragment(self): return base.TreeBuilder.getFragment(self).element def insertText(self, data, parent=None): data = data if parent != self: base.TreeBuilder.insertText(self, data, parent) else: # HACK: allow text nodes as children of the document node if hasattr(self.dom, '_child_node_types'): # pylint:disable=protected-access if Node.TEXT_NODE not in self.dom._child_node_types: self.dom._child_node_types = list(self.dom._child_node_types) self.dom._child_node_types.append(Node.TEXT_NODE) self.dom.appendChild(self.dom.createTextNode(data)) implementation = DomImplementation name = None def testSerializer(element): element.normalize() rv = [] def serializeElement(element, indent=0): if element.nodeType == Node.DOCUMENT_TYPE_NODE: if element.name: if element.publicId or element.systemId: publicId = element.publicId or "" systemId = element.systemId or "" rv.append("""|%s<!DOCTYPE %s "%s" "%s">""" % (' ' * indent, element.name, publicId, systemId)) else: rv.append("|%s<!DOCTYPE %s>" % (' ' * indent, element.name)) else: rv.append("|%s<!DOCTYPE >" % (' ' * indent,)) elif element.nodeType == Node.DOCUMENT_NODE: rv.append("#document") elif element.nodeType == Node.DOCUMENT_FRAGMENT_NODE: rv.append("#document-fragment") elif element.nodeType == Node.COMMENT_NODE: rv.append("|%s<!-- %s -->" % (' ' * indent, element.nodeValue)) elif element.nodeType == Node.TEXT_NODE: rv.append("|%s\"%s\"" % (' ' * indent, element.nodeValue)) else: if (hasattr(element, "namespaceURI") and element.namespaceURI is not None): name = "%s %s" % (constants.prefixes[element.namespaceURI], element.nodeName) else: name = element.nodeName rv.append("|%s<%s>" % (' ' * indent, name)) if element.hasAttributes(): attributes = [] for i in range(len(element.attributes)): attr = element.attributes.item(i) name = attr.nodeName value = attr.value ns = attr.namespaceURI if ns: name = "%s %s" % (constants.prefixes[ns], attr.localName) else: name = attr.nodeName attributes.append((name, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) indent += 2 for child in element.childNodes: serializeElement(child, indent) serializeElement(element, 0) return "\n".join(rv) return locals() # The actual means to get a module! getDomModule = moduleFactoryFactory(getDomBuilder) site-packages/pip/_vendor/html5lib/treebuilders/__init__.py 0000644 00000006516 15231162611 0020040 0 ustar 00 """A collection of modules for building different kinds of tree from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1) A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of _base.treebuilders.Node (although comment nodes have a different signature for their constructor, see treebuilders.etree.Comment) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2) A treebuilder object (called TreeBuilder by convention) that inherits from treebuilders._base.TreeBuilder. This has 4 required attributes: documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes It also has one required method: getDocument - Returns the root node of the complete document tree 3) If you wish to run the unit tests, you must also create a testSerializer method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests """ from __future__ import absolute_import, division, unicode_literals from .._utils import default_etree treeBuilderCache = {} def getTreeBuilder(treeType, implementation=None, **kwargs): """Get a TreeBuilder class for various types of tree with built-in support treeType - the name of the tree type required (case-insensitive). Supported values are: "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. implementation - (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree.""" treeType = treeType.lower() if treeType not in treeBuilderCache: if treeType == "dom": from . import dom # Come up with a sane default (pref. from the stdlib) if implementation is None: from xml.dom import minidom implementation = minidom # NEVER cache here, caching is done in the dom submodule return dom.getDomModule(implementation, **kwargs).TreeBuilder elif treeType == "lxml": from . import etree_lxml treeBuilderCache[treeType] = etree_lxml.TreeBuilder elif treeType == "etree": from . import etree if implementation is None: implementation = default_etree # NEVER cache here, caching is done in the etree submodule return etree.getETreeModule(implementation, **kwargs).TreeBuilder else: raise ValueError("""Unrecognised treebuilder "%s" """ % treeType) return treeBuilderCache.get(treeType) site-packages/pip/_vendor/html5lib/treebuilders/etree.py 0000644 00000030734 15231162611 0017404 0 ustar 00 from __future__ import absolute_import, division, unicode_literals # pylint:disable=protected-access from pip._vendor.six import text_type import re from . import base from .. import _ihatexml from .. import constants from ..constants import namespaces from .._utils import moduleFactoryFactory tag_regexp = re.compile("{([^}]*)}(.*)") def getETreeBuilder(ElementTreeImplementation, fullTree=False): ElementTree = ElementTreeImplementation ElementTreeCommentType = ElementTree.Comment("asd").tag class Element(base.Node): def __init__(self, name, namespace=None): self._name = name self._namespace = namespace self._element = ElementTree.Element(self._getETreeTag(name, namespace)) if namespace is None: self.nameTuple = namespaces["html"], self._name else: self.nameTuple = self._namespace, self._name self.parent = None self._childNodes = [] self._flags = [] def _getETreeTag(self, name, namespace): if namespace is None: etree_tag = name else: etree_tag = "{%s}%s" % (namespace, name) return etree_tag def _setName(self, name): self._name = name self._element.tag = self._getETreeTag(self._name, self._namespace) def _getName(self): return self._name name = property(_getName, _setName) def _setNamespace(self, namespace): self._namespace = namespace self._element.tag = self._getETreeTag(self._name, self._namespace) def _getNamespace(self): return self._namespace namespace = property(_getNamespace, _setNamespace) def _getAttributes(self): return self._element.attrib def _setAttributes(self, attributes): # Delete existing attributes first # XXX - there may be a better way to do this... for key in list(self._element.attrib.keys()): del self._element.attrib[key] for key, value in attributes.items(): if isinstance(key, tuple): name = "{%s}%s" % (key[2], key[1]) else: name = key self._element.set(name, value) attributes = property(_getAttributes, _setAttributes) def _getChildNodes(self): return self._childNodes def _setChildNodes(self, value): del self._element[:] self._childNodes = [] for element in value: self.insertChild(element) childNodes = property(_getChildNodes, _setChildNodes) def hasContent(self): """Return true if the node has children or text""" return bool(self._element.text or len(self._element)) def appendChild(self, node): self._childNodes.append(node) self._element.append(node._element) node.parent = self def insertBefore(self, node, refNode): index = list(self._element).index(refNode._element) self._element.insert(index, node._element) node.parent = self def removeChild(self, node): self._childNodes.remove(node) self._element.remove(node._element) node.parent = None def insertText(self, data, insertBefore=None): if not(len(self._element)): if not self._element.text: self._element.text = "" self._element.text += data elif insertBefore is None: # Insert the text as the tail of the last child element if not self._element[-1].tail: self._element[-1].tail = "" self._element[-1].tail += data else: # Insert the text before the specified node children = list(self._element) index = children.index(insertBefore._element) if index > 0: if not self._element[index - 1].tail: self._element[index - 1].tail = "" self._element[index - 1].tail += data else: if not self._element.text: self._element.text = "" self._element.text += data def cloneNode(self): element = type(self)(self.name, self.namespace) for name, value in self.attributes.items(): element.attributes[name] = value return element def reparentChildren(self, newParent): if newParent.childNodes: newParent.childNodes[-1]._element.tail += self._element.text else: if not newParent._element.text: newParent._element.text = "" if self._element.text is not None: newParent._element.text += self._element.text self._element.text = "" base.Node.reparentChildren(self, newParent) class Comment(Element): def __init__(self, data): # Use the superclass constructor to set all properties on the # wrapper element self._element = ElementTree.Comment(data) self.parent = None self._childNodes = [] self._flags = [] def _getData(self): return self._element.text def _setData(self, value): self._element.text = value data = property(_getData, _setData) class DocumentType(Element): def __init__(self, name, publicId, systemId): Element.__init__(self, "<!DOCTYPE>") self._element.text = name self.publicId = publicId self.systemId = systemId def _getPublicId(self): return self._element.get("publicId", "") def _setPublicId(self, value): if value is not None: self._element.set("publicId", value) publicId = property(_getPublicId, _setPublicId) def _getSystemId(self): return self._element.get("systemId", "") def _setSystemId(self, value): if value is not None: self._element.set("systemId", value) systemId = property(_getSystemId, _setSystemId) class Document(Element): def __init__(self): Element.__init__(self, "DOCUMENT_ROOT") class DocumentFragment(Element): def __init__(self): Element.__init__(self, "DOCUMENT_FRAGMENT") def testSerializer(element): rv = [] def serializeElement(element, indent=0): if not(hasattr(element, "tag")): element = element.getroot() if element.tag == "<!DOCTYPE>": if element.get("publicId") or element.get("systemId"): publicId = element.get("publicId") or "" systemId = element.get("systemId") or "" rv.append("""<!DOCTYPE %s "%s" "%s">""" % (element.text, publicId, systemId)) else: rv.append("<!DOCTYPE %s>" % (element.text,)) elif element.tag == "DOCUMENT_ROOT": rv.append("#document") if element.text is not None: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) if element.tail is not None: raise TypeError("Document node cannot have tail") if hasattr(element, "attrib") and len(element.attrib): raise TypeError("Document node cannot have attributes") elif element.tag == ElementTreeCommentType: rv.append("|%s<!-- %s -->" % (' ' * indent, element.text)) else: assert isinstance(element.tag, text_type), \ "Expected unicode, got %s, %s" % (type(element.tag), element.tag) nsmatch = tag_regexp.match(element.tag) if nsmatch is None: name = element.tag else: ns, name = nsmatch.groups() prefix = constants.prefixes[ns] name = "%s %s" % (prefix, name) rv.append("|%s<%s>" % (' ' * indent, name)) if hasattr(element, "attrib"): attributes = [] for name, value in element.attrib.items(): nsmatch = tag_regexp.match(name) if nsmatch is not None: ns, name = nsmatch.groups() prefix = constants.prefixes[ns] attr_string = "%s %s" % (prefix, name) else: attr_string = name attributes.append((attr_string, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) if element.text: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) indent += 2 for child in element: serializeElement(child, indent) if element.tail: rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail)) serializeElement(element, 0) return "\n".join(rv) def tostring(element): # pylint:disable=unused-variable """Serialize an element and its child nodes to a string""" rv = [] filter = _ihatexml.InfosetFilter() def serializeElement(element): if isinstance(element, ElementTree.ElementTree): element = element.getroot() if element.tag == "<!DOCTYPE>": if element.get("publicId") or element.get("systemId"): publicId = element.get("publicId") or "" systemId = element.get("systemId") or "" rv.append("""<!DOCTYPE %s PUBLIC "%s" "%s">""" % (element.text, publicId, systemId)) else: rv.append("<!DOCTYPE %s>" % (element.text,)) elif element.tag == "DOCUMENT_ROOT": if element.text is not None: rv.append(element.text) if element.tail is not None: raise TypeError("Document node cannot have tail") if hasattr(element, "attrib") and len(element.attrib): raise TypeError("Document node cannot have attributes") for child in element: serializeElement(child) elif element.tag == ElementTreeCommentType: rv.append("<!--%s-->" % (element.text,)) else: # This is assumed to be an ordinary element if not element.attrib: rv.append("<%s>" % (filter.fromXmlName(element.tag),)) else: attr = " ".join(["%s=\"%s\"" % ( filter.fromXmlName(name), value) for name, value in element.attrib.items()]) rv.append("<%s %s>" % (element.tag, attr)) if element.text: rv.append(element.text) for child in element: serializeElement(child) rv.append("</%s>" % (element.tag,)) if element.tail: rv.append(element.tail) serializeElement(element) return "".join(rv) class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable documentClass = Document doctypeClass = DocumentType elementClass = Element commentClass = Comment fragmentClass = DocumentFragment implementation = ElementTreeImplementation def testSerializer(self, element): return testSerializer(element) def getDocument(self): if fullTree: return self.document._element else: if self.defaultNamespace is not None: return self.document._element.find( "{%s}html" % self.defaultNamespace) else: return self.document._element.find("html") def getFragment(self): return base.TreeBuilder.getFragment(self)._element return locals() getETreeModule = moduleFactoryFactory(getETreeBuilder) site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-36.opt-1.pyc 0000644 00000025337 15231162611 0024440 0 ustar 00 3 F��iv6 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ e e�dfe ee e d dfg�B �dfe ee e d d fe d d fg�B �dfe e d dfe d d fg�dfe e d d fe d d fg�dfd�Z G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements� namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ s^ e Zd Zdd� Zdd� Zdd� Zdd� Zdd d �Zd d � Zdd� Z dd� Z dd� Z dd� Z d S )�Nodec C s( || _ d| _d| _i | _g | _g | _dS )a6 Node representing an item in the tree. name - The tag name associated with the node parent - The parent of the current node (or None for the document node) value - The value of the current node (applies to text nodes and comments attributes - a dict holding name, value pairs for attributes of the node childNodes - a list of child nodes of the current node. This must include all elements but not necessarily other node types _flags - A list of miscellaneous flags that can be set on the node N)�name�parent�value� attributes� childNodesZ_flags)�selfr � r �/usr/lib/python3.6/base.py�__init__ s z Node.__init__c C s: dj dd� | jj� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r � <listcomp>+ s z Node.__str__.<locals>.<listcomp>z<%s %s>z<%s>)�joinr �itemsr )r Z attributesStrr r r �__str__* s z Node.__str__c C s d| j S )Nz<%s>)r )r r r r �__repr__3 s z Node.__repr__c C s t �dS )z3Insert node as a child of the current node N)�NotImplementedError)r �noder r r � appendChild6 s zNode.appendChildNc C s t �dS )z�Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. N)r! )r �data� insertBeforer r r � insertText; s zNode.insertTextc C s t �dS )z�Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current nodeN)r! )r r" ZrefNoder r r r% A s zNode.insertBeforec C s t �dS )z:Remove node from the children of the current node N)r! )r r" r r r � removeChildG s zNode.removeChildc C s$ x| j D ]}|j|� qW g | _ dS )z�Move all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way N)r r# )r Z newParentZchildr r r �reparentChildrenL s zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes N)r! )r r r r � cloneNodeV s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise N)r! )r r r r � hasContent\ s zNode.hasContent)N) �__name__� __module__� __qualname__r r r r# r& r% r' r( r) r* r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krVxH| d d d� D ]6}|t kr*P | j||�r>|d7 }|dkr | j|� P q W tj| |� d S )Nr � � ���)�Marker� nodesEqual�remover �append)r r" Z equalCount�elementr r r r5 c s z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r3 p s z#ActiveFormattingElements.nodesEqualN)r+ r, r- r5 r3 r r r r r. b s r. c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z d+dd�Z d d � Z d d � Z d d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes Nc C s |r d| _ nd | _ | j� d S )Nz http://www.w3.org/1999/xhtml)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| j� | _d S )NF)� openElementsr. �activeFormattingElementsZ headPointerZ formPointer�insertFromTable� documentClass�document)r r r r r: � s zTreeBuilder.resetc C s~ t |d�}|s$t|t�r$td |f}t| \}}xHt| j�D ]:}|rP||krPdS | rd|j|krddS ||j|kA r<dS q<W d S )Nr7 r TF)�hasattr� isinstancer r �listElementsMap�reversedr; r7 )r �targetZvariantZ exactNodeZ listElements�invertr" r r r �elementInScope� s zTreeBuilder.elementInScopec C s� | j s d S t| j �d }| j | }|tks4|| jkr8d S x6|tkrn|| jkrn|dkrZd}P |d8 }| j | }q:W xR|d7 }| j | }|j� }| jd|j|j|jd��}|| j |< || j d krrP qrW d S )Nr/ r ZStartTag)�typer � namespacer$ r1 r1 ) r< �lenr2 r; r) � insertElementr rH r )r �i�entryZcloner6 r r r �#reconstructActiveFormattingElements� s. z/TreeBuilder.reconstructActiveFormattingElementsc C s, | j j� }x | j r&|tkr&| j j� }q W d S )N)r< �popr2 )r rL r r r � clearActiveFormattingElements� s z)TreeBuilder.clearActiveFormattingElementsc C s8 x2| j ddd� D ] }|tkr"P q|j|kr|S qW dS )z�Check if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return falseNr/ Fr1 )r< r2 r )r r �itemr r r �!elementInActiveFormattingElements� s z-TreeBuilder.elementInActiveFormattingElementsc C s& | j |�}| jj|� | jj|� d S )N)� createElementr; r5 r? r# )r �tokenr6 r r r � insertRoot� s zTreeBuilder.insertRootc C s6 |d }|d }|d }| j |||�}| jj|� d S )Nr �publicId�systemId)� doctypeClassr? r# )r rS r rU rV Zdoctyper r r � insertDoctype s zTreeBuilder.insertDoctypec C s* |d kr| j d }|j| j|d �� d S )Nr/ r$ r1 )r; r# � commentClass)r rS r r r r � insertComment s zTreeBuilder.insertCommentc C s0 |d }|j d| j�}| j||�}|d |_|S )z.Create an element but don't insert it anywherer rH r$ )�getr9 � elementClassr )r rS r rH r6 r r r rR s zTreeBuilder.createElementc C s | j S )N)�_insertFromTable)r r r r �_getInsertFromTable s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the normal one to the misnested table one and back againN)r] �insertElementTablerJ �insertElementNormal)r r r r r �_setInsertFromTable s z TreeBuilder._setInsertFromTablec C sL |d }|j d| j�}| j||�}|d |_| jd j|� | jj|� |S )Nr rH r$ r/ r1 )r[ r9 r\ r r; r# r5 )r rS r rH r6 r r r r` $ s z TreeBuilder.insertElementNormalc C s` | j |�}| jd jtkr$| j|�S | j� \}}|dkrD|j|� n |j||� | jj|� |S )z-Create an element and insert it into the treer/ Nr1 ) rR r; r r r` � getTableMisnestedNodePositionr# r% r5 )r rS r6 r r% r r r r_ . s z TreeBuilder.insertElementTablec C sX |dkr| j d }| j s0| jr<| j d jtkr<|j|� n| j� \}}|j||� dS )zInsert text data.Nr/ r1 r1 )r; r= r r r& rb )r r$ r r% r r r r& > s zTreeBuilder.insertTextc C sv d}d}d}x(| j ddd� D ]}|jdkr |}P q W |rd|jrL|j}|}qn| j | j j|�d }n | j d }||fS )zsGet the foster parent element, and sibling to insert before (or None) when inserting a misnested table nodeNr/ r r r1 )r; r r �index)r Z lastTableZ fosterParentr% Zelmr r r rb M s z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td �kr4||kr4| j j� | j|� d S ) Nr/ �dd�dt�lir r �p�rp�rtr1 )rd re rf r r rg rh ri )r; r � frozensetrN �generateImpliedEndTags)r Zexcluder r r r rk g s z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)r? )r r r r � getDocumentq s zTreeBuilder.getDocumentc C s | j � }| jd j|� |S )zReturn the final fragmentr )� fragmentClassr; r( )r Zfragmentr r r � getFragmentu s zTreeBuilder.getFragmentc C s t �dS )zzSerialize the subtree of node in the format required by unit tests node - the node from which to start serializingN)r! )r r" r r r �testSerializer| s zTreeBuilder.testSerializer)N)N)N)N) r+ r, r- �__doc__r> r\ rY rW rm r r: rF rM rO rQ rT rX rZ rR r^ ra �propertyr= r` r_ r& rb rk rl rn ro r r r r r8 z s6 . r8 )Z __future__r r r Zpip._vendor.sixr Z constantsr r r r2 rj �setrB �objectr r r. r8 r r r r �<module> s K site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-36.opt-1.pyc 0000644 00000021735 15231162611 0024303 0 ustar 00 3 F��i�" � @ s| d dl mZmZmZ d dlmZ d dlmZmZ d dl Z ddl m Z ddl m Z dd l m Z dd lmZ d d � Zee�ZdS ) � )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)� namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )z getDomBuilder.<locals>.AttrListc S s || _ d S )N)�element)�selfr � r �/usr/lib/python3.6/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jjj� �S )N)�iterr � attributes�keys)r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jjj|�}||_|| jj|< d S )N)� isinstance�tuple�NotImplementedErrorr � ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S )N)�lenr r )r r r r �__len__ s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jjj� �S )N)�listr r �items)r r r r r" # s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jjj� �S )N)r! r r �values)r r r r r# & s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S )N)r r r r r r )r r r r r � __getitem__) s z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n | jj|= d S )N)r r r r r )r r r r r � __delitem__/ s z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__� __module__� __qualname__r r r r r" r# r$ r% r r r r �AttrList s r) c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd d � Zd d � Z dd� Z � fdd�Z dd� Z ee e �Z �fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t jj| |j� || _d S )N)r r r �nodeNamer )r r r r r r 6 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r+ )r r r r �<lambda>: s z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | jj|j� d S )N)�parentr � appendChild)r �noder r r r/ = s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j jj|�}|r$| j j||j � n | j j|� d S )N)r r �createTextNode� insertBeforer/ )r �datar2 �textr r r � insertTextA s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j j|j |j � | |_d S )N)r r2 r. )r r0 ZrefNoder r r r2 H s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j j|j � d |_d S )N)r Z parentNode� removeChildr. )r r0 r r r r6 L s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s: x.| j j� r.| j j}| j j|� |j j|� qW g | _d S )N)r � hasChildNodesZ firstChildr6 r/ � childNodes)r Z newParent�childr r r �reparentChildrenQ s z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s � | j �S )N)r )r )r) r r � getAttributesX s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sz |rvxpt |j� �D ]`\}}t|t�rd|d d k rF|d d |d }n|d }| jj|d ||� q| jj||� qW d S )Nr �:r r )r! r" r r r ZsetAttributeNSZ setAttribute)r r r r Z qualifiedNamer r r � setAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j jd��S )NF)r � cloneNode)r )� NodeBuilderr r r> j s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s | j j� S )N)r r7 )r r r r � hasContentm s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r )r r r r � getNameTuplep s z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r& r' r( r �propertyrA r/ r5 r2 r6 r: r; r= r r> r@ rB Z nameTupler )r) r? r r r? 5 s r? c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd d �Zd d � Z�fdd�Z dd� Z dd� Z ddd�Z �Z dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � j � jd d d �| _tj| �S )N)�getDOMImplementationZcreateDocument�dom�weakref�proxy)r )�Domr r � documentClassy s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� j � }|j|||�}| jj�|�� � tkrN| j|_d S )Nr �publicId�systemId)rD ZcreateDocumentTypeZdocumentr/ r rE r )r �tokenr rJ rK ZdomimplZdoctype)rH r? r r � insertDoctype} s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | jj|�}n| jj||�}� |�S )N)ZdefaultNamespacerE Z createElementZcreateElementNS)r r rA r0 )r? r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j j|��S )N)rE Z createComment)r r3 )r? r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j j� �S )N)rE ZcreateDocumentFragment)r )r? r r � fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j j|j� d S )N)rE r/ r )r r0 r r r r/ � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S )Nr )r r )�testSerializerr r rQ � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S )N)rE )r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t jj| �jS )N)r � TreeBuilder� getFragmentr )r r r r rT � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t jj| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jjj tj� | jj | jj |�� d S )N�_child_node_types) r rS r5 r, rE r � TEXT_NODErU r! �appendr/ r1 )r r3 r. r r r r5 � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r& r' r( rI rM rN rO rP r/ rQ rR rT r5 �implementationr r )rH �DomImplementationr? rQ r r rS x s rS c s0 | j � g � d� �fdd� ��| d� dj� �S )Nr c s$ | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� jdd| | j||f � q~� jdd| | jf � n� jdd| f � �nz| j tjkr�� jd� �n`| j tjkr�� jd� �nF| j tj krވ jdd| | j f � �n | j tj k�r� jd d| | j f � n�t | d ��r6| j d k �r6d tj| j | jf }n| j}� jd d| |f � | j� �r�g }xftt| j��D ]T}| jj|�}|j}|j}|j } | �r�d tj| |jf }n|j}|j||f� �qpW x2t|�D ]&\}}� jd d|d ||f � �q�W |d7 }x| jD ]} �| |� �q W d S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r+ z%s %sz|%s<%s>z |%s%s="%s"r )ZnodeTyper ZDOCUMENT_TYPE_NODEr rJ rK rW Z DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuerV r, r+ r �prefixesr* Z hasAttributes�ranger r �itemr Z localName�sortedr8 ) r �indentrJ rK r r �ir r �nsr9 )�rv�serializeElementr r rd � sN " z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement� )r )Z normalize�join)r r )rc rd r rQ � s . z%getDomBuilder.<locals>.testSerializer)r r r rS �locals)rY rS r )r) rH rY r? rQ r � getDomBuilder s $C :6rh )Z __future__r r r � collectionsr Zxml.domr r rF rZ r r r Z_utilsr rh Z getDomModuler r r r �<module> s _ site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000005742 15231162611 0025263 0 ustar 00 3 F��iN � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a� A collection of modules for building different kinds of tree from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1) A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of _base.treebuilders.Node (although comment nodes have a different signature for their constructor, see treebuilders.etree.Comment) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2) A treebuilder object (called TreeBuilder by convention) that inherits from treebuilders._base.TreeBuilder. This has 4 required attributes: documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes It also has one required method: getDocument - Returns the root node of the complete document tree 3) If you wish to run the unit tests, you must also create a testSerializer method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests � )�absolute_import�division�unicode_literals� )� default_etreeNc K s� | j � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd lm } |dkr�t }|j |f|�jS t d | ��tj | �S ) a� Get a TreeBuilder class for various types of tree with built-in support treeType - the name of the tree type required (case-insensitive). Supported values are: "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. implementation - (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree.�dom� )r Nr )�minidomZlxml)� etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr r r ZgetETreeModule� ValueError�get)ZtreeType�implementation�kwargsr r r r � r � /usr/lib/python3.6/__init__.py�getTreeBuilder$ s$ r )N) �__doc__Z __future__r r r Z_utilsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-36.opt-1.pyc 0000644 00000026630 15231162611 0024627 0 ustar 00 3 F��i�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm Z dd l m Z dd l m Z ejd �Zdd d�Ze e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)� namespaces)�moduleFactoryFactoryz {([^}]*)}(.*)Fc s� ���j d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd d �d ����fd d �� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd d � Z d d � Z ee e �Z dd� Z dd� Z ee e �Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� j| j||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html) �_name� _namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace)� ElementTree� �/usr/lib/python3.6/etree.py�__init__ s z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )Nz{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | j| j | j�| j_d S )N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S )N)r )r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | j| j| j �| j_d S )N)r r r r r )r r r r r � _setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S )N)r )r r r r � _getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS )N)r �attrib)r r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sp x"t | jjj� �D ]}| jj|= qW xF|j� D ]:\}}t|t�rVd|d |d f }n|}| jj||� q.W d S )Nz{%s}%sr r )�listr r" �keys�items� isinstance�tuple�set)r � attributes�key�valuer r r r �_setAttributes? s z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S )N)r )r r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s. | j d d �= g | _x|D ]}| j|� qW d S )N)r r Z insertChild)r r, �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�len)r r r r � hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j j|� | jj|j� | |_d S )N)r �appendr r )r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j�j|j�}| jj||j� | |_d S )N)r$ r �index�insertr )r r6 ZrefNoder8 r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j j|� | jj|j� d |_d S )N)r �remover r )r r6 r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|j|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� r r ���r> r> )r3 r r2 �tailr$ r8 )r �datar: Zchildrenr8 r r r � insertTextk s" z+getETreeBuilder.<locals>.Element.insertTextc S s8 t | �| j| j�}x | jj� D ]\}}||j|< q W |S )N)�typer r r* r& )r r/ r r, r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tjj| |� d S )Nr r= r> )� childNodesr r? r2 r �Node�reparentChildren)r Z newParentr r r rF � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__� __module__� __qualname__r r r r �propertyr r r! r r# r- r* r. r0 rD r4 r7 r: r< rA rC rF r )r r r r s* r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � j |�| _d | _g | _g | _d S )N)�Commentr r r r )r r@ )r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS )N)r r2 )r r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S )N)r r2 )r r, r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rG rH rI r rL rM rJ r@ r )r r r rK � s rK c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d � Z eee �Z d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � j | d� || j_|| _|| _d S )Nz <!DOCTYPE>)r r r2 �publicId�systemId)r r rN rO )r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j jdd�S )NrN r= )r �get)r r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j jd|� d S )NrN )r r) )r r, r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j jdd�S )NrO r= )r rP )r r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j jd|� d S )NrO )r r) )r r, r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rG rH rI r rQ rR rJ rN rS rT rO r )r r r � DocumentType� s rU c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � j | d� d S )N� DOCUMENT_ROOT)r )r )r r r r � s z*getETreeBuilder.<locals>.Document.__init__N)rG rH rI r r )r r r �Document� s rW c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � j | d� d S )NZDOCUMENT_FRAGMENT)r )r )r r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__N)rG rH rI r r )r r r �DocumentFragment� s rX c s* g � d�� �fdd� ��| d� dj � �S )Nr c sz t | d�s| j� } | jdkrz| jd�s0| jd�rd| jd�p<d}| jd�pJd}�jd| j||f � n�jd| jf � �n�| jdkr�jd � | jd k r��jd d |d | jf � | jd k r�td ��t | d�r�t| j �r�td���nJ| j� k�r�jdd | | jf � �n"t j | j�}|d k�r,| j}n"|j � \}}t j| }d||f }�jdd | |f � t | d��r g }xb| j j� D ]T\}} t j |�}|d k �r�|j � \}}t j| }d||f } n|} |j| | f� �q�W x2t|�D ]&\}} �jdd |d || f � �q�W | j�r0�jd d |d | jf � |d 7 }x| D ]} �| |� �q>W | j�rv�jd d |d | jf � d S )Nr z <!DOCTYPE>rN rO r= z<!DOCTYPE %s "%s" "%s">z <!DOCTYPE %s>rV z #documentz|%s"%s"� r z Document node cannot have tailr" z$Document node cannot have attributesz|%s<!-- %s -->z%s %sz|%s<%s>z |%s%s="%s")�hasattr�getrootr rP r5 r2 r? � TypeErrorr3 r" � tag_regexp�match�groupsr �prefixesr& �sorted) r/ �indentrN rO Znsmatchr �ns�prefixr* r, Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r rh � sZ " zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement� )r )�join)r/ )rf )rg rh r �testSerializer� s 7 z'getETreeBuilder.<locals>.testSerializerc s2 g �t j� � ��� ��fdd���| � dj��S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| j� } | jdkr|| jd�s2| jd�rf| jd�p>d}| jd�pLd}�jd| j||f � n�jd| jf � �n| jdkr�| jd k r��j| j� | jd k r�td��t | d �r�t | j �r�td ��x�| D ] }�|� q�W n�| j�k�r�jd | jf � n�| j �s$�jd �j | j�f � n2d j �fdd�| j j� D ��}�jd| j|f � | j�rj�j| j� x| D ]}�|� �qpW �jd| jf � | j�r��j| j� d S )Nz <!DOCTYPE>rN rO r= z <!DOCTYPE %s PUBLIC "%s" "%s">z <!DOCTYPE %s>rV z Document node cannot have tailr" z$Document node cannot have attributesz <!--%s-->z<%s>rY c s" g | ]\}}d � j |�|f �qS )z%s="%s")� fromXmlName)�.0r r, )�filterr r � <listcomp>& s zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r' r r[ r rP r5 r2 r? r\ rZ r3 r" rl rj r& )r/ rN rO re �attr)r rf rn rg rh r r rh s@ z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementr= )r Z InfosetFilterrj )r/ )r rf )rn rg rh r �tostring s -z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S )Nr )r r/ )rk r r rk A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j jjd| j �S | j jjd�S d S )Nz{%s}htmlr )Zdocumentr ZdefaultNamespace�find)r )�fullTreer r � getDocumentD s z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t jj| �jS )N)r � TreeBuilder� getFragmentr )r r r r rv N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rG rH rI Z documentClassZ doctypeClassZ elementClassZ commentClassZ fragmentClass�implementationrk rt rv r )rK rW rX rU r �ElementTreeImplementationrs rk r r ru 9 s ru )rK r r rE ru �locals)rx rs rq ru r ) rK rW rX rU r r rf rx rs rk r �getETreeBuilder s ~ >6$rz )F)Z __future__r r r Zpip._vendor.sixr �rer= r r r r Z_utilsr �compiler] rz ZgetETreeModuler r r r �<module> s E site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-36.opt-1.pyc 0000644 00000026430 15231162611 0025661 0 ustar 00 3 F��iQ7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl m Z ddlm Z dd lm Z dd lmZ ddlj Z d Zejd �Ze jd �jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning � )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz {([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S )N)�name�publicId�systemId)�selfr r r � r � /usr/lib/python3.6/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__� __module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S )N)� _elementTree� _childNodes)r r r r r * s zDocument.__init__c C s | j j� j|j� d S )N)r �getrootZaddnext�_element)r �elementr r r � appendChild. s zDocument.appendChildc C s | j S )N)r )r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r �propertyZ childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� dj��S )NT)�preventDoubleDashCommentsr c s t | d��st | d�rjd� | jjrz| jjp6| jjsFd| jj }nd| jj| jj| jjf }�jdd|d |f � | j� }x|j� d k r�|j� }q�W xx|d k r��||d � |j � }q�W nTt | t �s�t | t �r�jd d| | f � n(�jd � x | D ]}�||d � � q�W �n�| j tk�rn�jd d| | jf � t | d ��r| j�r�jd d| | jf � �n�tjj| j �}|d k �r�|jd �}|jd�}tj| }�jdd| |� j|�f � n �jdd| � j| j �f � t | d��r�g }xr| jj� D ]d\} } tj| �}|d k �rH|j� \}} � j| �} tj| }d|| f } n � j| �} |j| | f� �q�W x2t|�D ]&\} } �jdd|d | | f � �qpW | j�r��jd d|d | jf � |d7 }x| D ]} �| |� �q�W t | d ��r| j�r�jd d|d | jf � d S )N�tagr z #documentz <!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z |%s<%s %s>z|%s<%s>�attribz%s %sz |%s%s="%s") �hasattr�append�docinfo� internalDTDZ public_idZ system_url� root_namer Z getpreviousZgetnext� isinstance�str�bytesr! � comment_type�textr# �etree_builders� tag_regexp�match�groupr �prefixes� fromXmlNamer$ �items�groups�sorted) r �indent�dtd_strZ next_elementZnsmatch�nsr! �prefix� attributesr �valueZ attr_string�child)� infosetFilter�rv�serializeElementr r rA ; sp " z(testSerializer.<locals>.serializeElement� )r )r � InfosetFilter�join)r r )r? r@ rA r �testSerializer7 s F rE c s$ g � � �fdd���| � dj � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� j|� �| j� � n�| jtkrf� jd| j f � n�| j s�� jd| jf � n.dj dd� | j j � D ��}� jd| j|f � | j r�� j| j � x| D ] }�|� q�W � jd | jf � t | d �o�| j �r� j| j � d S ) Nr! z <!DOCTYPE %s>z <!--%s-->z<%s>r" c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r= r r r � <listcomp>� s z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r# )r% r' r( �doctyper) r& r r! r- r. r$ rD r5 r# )r r9 �attrr> )r@ rA r r rA � s* z"tostring.<locals>.serializeElement� )rD )r r )r@ rA r �tostring� s rK c sz e Zd ZeZeZdZdZeZ e Z ddd�Z dd� Z dd� Zd d � Zd d � Zd d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _ || _ t j j| |� d S ) N)�fullTreeT)r c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sv |d kr i }|| _ tj| |� xR| j� D ]F\}}t|t�rVd|d � j|d �f }n � j|�}|| j j j|< q(W d S )Nz{%s}%sr r )r �dictr r5 r* �tuple�coerceAttributer$ )r r r= �keyr )r? r r r � s z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t j| ||� t|t�r4d|d � j|d �f }n � j|�}|| jjj|< d S )Nz{%s}%sr r )rN � __setitem__r* rO rP r r$ )r rQ r= r )r? r r rR � s z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r rR r )r? r r � Attributes� s rS c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d �Z eee �Z d��fd d � Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �j |�}�jj| ||d� � | �| _d S )N)� namespace)� coerceElement�Elementr � _attributes)r r rT )rS �builderr? r r r � s z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � j |�| _| j| j| j�| j_d S )N)rU �_nameZ _getETreeTagZ _namespacer r! )r r )r? r r �_setName� s z.TreeBuilder.__init__.<locals>.Element._setNamec s � j | j�S )N)r4 rY )r )r? r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S )N)rW )r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S )N)rW )r r< )rS r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �j |�}� jj| ||� d S )N)ZcoerceCharactersrV � insertText)r �dataZ insertBefore)rX r? r r r^ � s z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j j| |� d S )N)rV r )r r> )rX r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N) r r r r rZ r[ r r r\ r] r< r^ r r )rS rX r? r r rV � s rV c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �j |�}� jj| |� d S )N)� coerceComment�Commentr )r r_ )rX r? r r r � s z.TreeBuilder.__init__.<locals>.Comment.__init__c s � j |�}|| j_d S )N)r` r r. )r r_ )r? r r �_setData� s z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS )N)r r. )r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rb rc r r_ r )rX r? r r ra � s ra )r/ ZgetETreeModuler r rC r? �namespaceHTMLElementsrN rV ra � elementClass� commentClassr rL r )r rd rM rV ra r )rS rX r? r r � s zTreeBuilder.__init__c C s$ t jj| � | j| _g | _d | _d S )N)r rL �reset�insertCommentInitial� insertComment�initial_commentsrH )r r r r rg s zTreeBuilder.resetc C s t |�S )N)rE )r r r r r rE s zTreeBuilder.testSerializerc C s t r | jjS | jjj� S d S )N)rM �documentr r )r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|j|j� |jt|�� |jrB|j|j� |S )Nr )� openElementsr r. r& �extend�listr# )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t jdt� d | _n4| jj|�}||krPt jdt� | j|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rH r? rU � doctypeClass)r �tokenr r r Z coercedNamerH r r r � insertDoctype s zTreeBuilder.insertDoctypec C s | j j|� d S )N)rj r& )r r_ �parentr r r rh , s z TreeBuilder.insertCommentInitialc sB || j kr,| j jj� d jtkr,tjdt� tt | �j ||� d S )Nr z@lxml cannot represent adjacent comments beyond the root elements���) rk r r r! r- rq rr r �superrL ri )r r_ rv )� __class__r r �insertCommentMain1 s z TreeBuilder.insertCommentMainc C s� d}| j r�|d| j j 7 }| j jdk s2| j jdk r�|d| jj| j jpFd� 7 }| j jr�| j j}|jd�dkr�|jd�dkr�tjdt � |j dd �}|jd�dkr�|d | 7 }q�|d | 7 }n|d 7 }|d 7 }| j j|d kr�tjdt � |d7 }t j |�}x*| j D ] }| j|d �}|j|j� �qW | j� | _|j� | j_|d }|jd| j�}|dk�rb|} n d||f } | |_| j||�} || _| jjj| � | jj| � | j | _ dS )zCreate the document rootrJ z <!DOCTYPE %sNz PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>r_ rT z{%s}%s) rH r r r r? Z coercePubid�findrq rr r �replacer Z fromstringrj rf Z addpreviousr � documentClassrk Z getroottreer �getZdefaultNamespacer! re r r& rm rz ri ) r rt ZdocStrZsysid�root� comment_tokenZcommentr rT Z etree_tagZ root_elementr r r � insertRoot7 sJ zTreeBuilder.insertRoot)F)N)N)r r r r r� r rs re rf Z fragmentClassr �implementationr rg rE rl rp ru rh rz r� � __classcell__r r )ry r rL � s L rL ) �__doc__Z __future__r r r rq �re�sysrJ r r r r r/ r Z lxml.etreerM �compiler0 ra r! r- �objectr r rE rK rL r r r r �<module> s$ O) site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-36.pyc 0000644 00000005742 15231162611 0024324 0 ustar 00 3 F��iN � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a� A collection of modules for building different kinds of tree from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1) A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of _base.treebuilders.Node (although comment nodes have a different signature for their constructor, see treebuilders.etree.Comment) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2) A treebuilder object (called TreeBuilder by convention) that inherits from treebuilders._base.TreeBuilder. This has 4 required attributes: documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes It also has one required method: getDocument - Returns the root node of the complete document tree 3) If you wish to run the unit tests, you must also create a testSerializer method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests � )�absolute_import�division�unicode_literals� )� default_etreeNc K s� | j � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd lm } |dkr�t }|j |f|�jS t d | ��tj | �S ) a� Get a TreeBuilder class for various types of tree with built-in support treeType - the name of the tree type required (case-insensitive). Supported values are: "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. implementation - (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree.�dom� )r Nr )�minidomZlxml)� etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr r r ZgetETreeModule� ValueError�get)ZtreeType�implementation�kwargsr r r r � r � /usr/lib/python3.6/__init__.py�getTreeBuilder$ s$ r )N) �__doc__Z __future__r r r Z_utilsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-36.pyc 0000644 00000021735 15231162611 0023344 0 ustar 00 3 F��i�" � @ s| d dl mZmZmZ d dlmZ d dlmZmZ d dl Z ddl m Z ddl m Z dd l m Z dd lmZ d d � Zee�ZdS ) � )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)� namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dS )z getDomBuilder.<locals>.AttrListc S s || _ d S )N)�element)�selfr � r �/usr/lib/python3.6/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jjj� �S )N)�iterr � attributes�keys)r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jjj|�}||_|| jj|< d S )N)� isinstance�tuple�NotImplementedErrorr � ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S )N)�lenr r )r r r r �__len__ s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jjj� �S )N)�listr r �items)r r r r r" # s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jjj� �S )N)r! r r �values)r r r r r# & s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S )N)r r r r r r )r r r r r � __getitem__) s z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n | jj|= d S )N)r r r r r )r r r r r � __delitem__/ s z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__� __module__� __qualname__r r r r r" r# r$ r% r r r r �AttrList s r) c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd d � Zd d � Z dd� Z � fdd�Z dd� Z ee e �Z �fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t jj| |j� || _d S )N)r r r �nodeNamer )r r r r r r 6 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r+ )r r r r �<lambda>: s z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | jj|j� d S )N)�parentr � appendChild)r �noder r r r/ = s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j jj|�}|r$| j j||j � n | j j|� d S )N)r r �createTextNode� insertBeforer/ )r �datar2 �textr r r � insertTextA s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j j|j |j � | |_d S )N)r r2 r. )r r0 ZrefNoder r r r2 H s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j j|j � d |_d S )N)r Z parentNode� removeChildr. )r r0 r r r r6 L s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s: x.| j j� r.| j j}| j j|� |j j|� qW g | _d S )N)r � hasChildNodesZ firstChildr6 r/ � childNodes)r Z newParent�childr r r �reparentChildrenQ s z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s � | j �S )N)r )r )r) r r � getAttributesX s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sz |rvxpt |j� �D ]`\}}t|t�rd|d d k rF|d d |d }n|d }| jj|d ||� q| jj||� qW d S )Nr �:r r )r! r" r r r ZsetAttributeNSZ setAttribute)r r r r Z qualifiedNamer r r � setAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j jd��S )NF)r � cloneNode)r )� NodeBuilderr r r> j s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s | j j� S )N)r r7 )r r r r � hasContentm s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r )r r r r � getNameTuplep s z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r& r' r( r �propertyrA r/ r5 r2 r6 r: r; r= r r> r@ rB Z nameTupler )r) r? r r r? 5 s r? c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd d �Zd d � Z�fdd�Z dd� Z dd� Z ddd�Z �Z dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � j � jd d d �| _tj| �S )N)�getDOMImplementationZcreateDocument�dom�weakref�proxy)r )�Domr r � documentClassy s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� j � }|j|||�}| jj�|�� � tkrN| j|_d S )Nr �publicId�systemId)rD ZcreateDocumentTypeZdocumentr/ r rE r )r �tokenr rJ rK ZdomimplZdoctype)rH r? r r � insertDoctype} s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | jj|�}n| jj||�}� |�S )N)ZdefaultNamespacerE Z createElementZcreateElementNS)r r rA r0 )r? r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j j|��S )N)rE Z createComment)r r3 )r? r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j j� �S )N)rE ZcreateDocumentFragment)r )r? r r � fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j j|j� d S )N)rE r/ r )r r0 r r r r/ � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S )Nr )r r )�testSerializerr r rQ � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S )N)rE )r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t jj| �jS )N)r � TreeBuilder� getFragmentr )r r r r rT � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t jj| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jjj tj� | jj | jj |�� d S )N�_child_node_types) r rS r5 r, rE r � TEXT_NODErU r! �appendr/ r1 )r r3 r. r r r r5 � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r& r' r( rI rM rN rO rP r/ rQ rR rT r5 �implementationr r )rH �DomImplementationr? rQ r r rS x s rS c s0 | j � g � d� �fdd� ��| d� dj� �S )Nr c s$ | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� jdd| | j||f � q~� jdd| | jf � n� jdd| f � �nz| j tjkr�� jd� �n`| j tjkr�� jd� �nF| j tj krވ jdd| | j f � �n | j tj k�r� jd d| | j f � n�t | d ��r6| j d k �r6d tj| j | jf }n| j}� jd d| |f � | j� �r�g }xftt| j��D ]T}| jj|�}|j}|j}|j } | �r�d tj| |jf }n|j}|j||f� �qpW x2t|�D ]&\}}� jd d|d ||f � �q�W |d7 }x| jD ]} �| |� �q W d S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r+ z%s %sz|%s<%s>z |%s%s="%s"r )ZnodeTyper ZDOCUMENT_TYPE_NODEr rJ rK rW Z DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuerV r, r+ r �prefixesr* Z hasAttributes�ranger r �itemr Z localName�sortedr8 ) r �indentrJ rK r r �ir r �nsr9 )�rv�serializeElementr r rd � sN " z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement� )r )Z normalize�join)r r )rc rd r rQ � s . z%getDomBuilder.<locals>.testSerializer)r r r rS �locals)rY rS r )r) rH rY r? rQ r � getDomBuilder s $C :6rh )Z __future__r r r � collectionsr Zxml.domr r rF rZ r r r Z_utilsr rh Z getDomModuler r r r �<module> s _ site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-36.pyc 0000644 00000025515 15231162611 0023477 0 ustar 00 3 F��iv6 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ e e�dfe ee e d dfg�B �dfe ee e d d fe d d fg�B �dfe e d dfe d d fg�dfe e d d fe d d fg�dfd�Z G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements� namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ s^ e Zd Zdd� Zdd� Zdd� Zdd� Zdd d �Zd d � Zdd� Z dd� Z dd� Z dd� Z d S )�Nodec C s( || _ d| _d| _i | _g | _g | _dS )a6 Node representing an item in the tree. name - The tag name associated with the node parent - The parent of the current node (or None for the document node) value - The value of the current node (applies to text nodes and comments attributes - a dict holding name, value pairs for attributes of the node childNodes - a list of child nodes of the current node. This must include all elements but not necessarily other node types _flags - A list of miscellaneous flags that can be set on the node N)�name�parent�value� attributes� childNodesZ_flags)�selfr � r �/usr/lib/python3.6/base.py�__init__ s z Node.__init__c C s: dj dd� | jj� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r � <listcomp>+ s z Node.__str__.<locals>.<listcomp>z<%s %s>z<%s>)�joinr �itemsr )r Z attributesStrr r r �__str__* s z Node.__str__c C s d| j S )Nz<%s>)r )r r r r �__repr__3 s z Node.__repr__c C s t �dS )z3Insert node as a child of the current node N)�NotImplementedError)r �noder r r � appendChild6 s zNode.appendChildNc C s t �dS )z�Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. N)r! )r �data� insertBeforer r r � insertText; s zNode.insertTextc C s t �dS )z�Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current nodeN)r! )r r" ZrefNoder r r r% A s zNode.insertBeforec C s t �dS )z:Remove node from the children of the current node N)r! )r r" r r r � removeChildG s zNode.removeChildc C s$ x| j D ]}|j|� qW g | _ dS )z�Move all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way N)r r# )r Z newParentZchildr r r �reparentChildrenL s zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes N)r! )r r r r � cloneNodeV s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise N)r! )r r r r � hasContent\ s zNode.hasContent)N) �__name__� __module__� __qualname__r r r r# r& r% r' r( r) r* r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krVxH| d d d� D ]6}|t kr*P | j||�r>|d7 }|dkr | j|� P q W tj| |� d S )Nr � � ���)�Marker� nodesEqual�remover �append)r r" Z equalCount�elementr r r r5 c s z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r3 p s z#ActiveFormattingElements.nodesEqualN)r+ r, r- r5 r3 r r r r r. b s r. c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z d+dd�Z d d � Z d d � Z d d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation documentClass - the class to use for the bottommost node of a document elementClass - the class to use for HTML Elements commentClass - the class to use for comments doctypeClass - the class to use for doctypes Nc C s |r d| _ nd | _ | j� d S )Nz http://www.w3.org/1999/xhtml)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| j� | _d S )NF)� openElementsr. �activeFormattingElementsZ headPointerZ formPointer�insertFromTable� documentClass�document)r r r r r: � s zTreeBuilder.resetc C s� t |d�}|s2t|t�r$td |f}t|t�s2t�t| \}}xHt| j�D ]:}|r^||kr^dS | rr|j |krrdS ||j |kA rJdS qJW ds�t�d S )Nr7 r TF) �hasattr� isinstancer r �tuple�AssertionError�listElementsMap�reversedr; r7 )r �targetZvariantZ exactNodeZ listElements�invertr" r r r �elementInScope� s zTreeBuilder.elementInScopec C s� | j s d S t| j �d }| j | }|tks4|| jkr8d S x6|tkrn|| jkrn|dkrZd}P |d8 }| j | }q:W xR|d7 }| j | }|j� }| jd|j|j|jd��}|| j |< || j d krrP qrW d S )Nr/ r ZStartTag)�typer � namespacer$ r1 r1 ) r< �lenr2 r; r) � insertElementr rJ r )r �i�entryZcloner6 r r r �#reconstructActiveFormattingElements� s. z/TreeBuilder.reconstructActiveFormattingElementsc C s, | j j� }x | j r&|tkr&| j j� }q W d S )N)r< �popr2 )r rN r r r � clearActiveFormattingElements� s z)TreeBuilder.clearActiveFormattingElementsc C s8 x2| j ddd� D ] }|tkr"P q|j|kr|S qW dS )z�Check if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return falseNr/ Fr1 )r< r2 r )r r �itemr r r �!elementInActiveFormattingElements� s z-TreeBuilder.elementInActiveFormattingElementsc C s& | j |�}| jj|� | jj|� d S )N)� createElementr; r5 r? r# )r �tokenr6 r r r � insertRoot� s zTreeBuilder.insertRootc C s6 |d }|d }|d }| j |||�}| jj|� d S )Nr �publicId�systemId)� doctypeClassr? r# )r rU r rW rX Zdoctyper r r � insertDoctype s zTreeBuilder.insertDoctypec C s* |d kr| j d }|j| j|d �� d S )Nr/ r$ r1 )r; r# � commentClass)r rU r r r r � insertComment s zTreeBuilder.insertCommentc C s0 |d }|j d| j�}| j||�}|d |_|S )z.Create an element but don't insert it anywherer rJ r$ )�getr9 � elementClassr )r rU r rJ r6 r r r rT s zTreeBuilder.createElementc C s | j S )N)�_insertFromTable)r r r r �_getInsertFromTable s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the normal one to the misnested table one and back againN)r_ �insertElementTablerL �insertElementNormal)r r r r r �_setInsertFromTable s z TreeBuilder._setInsertFromTablec C sb |d }t |t�s td| ��|jd| j�}| j||�}|d |_| jd j|� | jj |� |S )Nr zElement %s not unicoderJ r$ r/ r1 ) rA r rC r] r9 r^ r r; r# r5 )r rU r rJ r6 r r r rb $ s z TreeBuilder.insertElementNormalc C s` | j |�}| jd jtkr$| j|�S | j� \}}|dkrD|j|� n |j||� | jj|� |S )z-Create an element and insert it into the treer/ Nr1 ) rT r; r r rb � getTableMisnestedNodePositionr# r% r5 )r rU r6 r r% r r r ra . s z TreeBuilder.insertElementTablec C sX |dkr| j d }| j s0| jr<| j d jtkr<|j|� n| j� \}}|j||� dS )zInsert text data.Nr/ r1 r1 )r; r= r r r& rd )r r$ r r% r r r r& > s zTreeBuilder.insertTextc C sv d}d}d}x(| j ddd� D ]}|jdkr |}P q W |rd|jrL|j}|}qn| j | j j|�d }n | j d }||fS )zsGet the foster parent element, and sibling to insert before (or None) when inserting a misnested table nodeNr/ r r r1 )r; r r �index)r Z lastTableZ fosterParentr% Zelmr r r rd M s z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td �kr4||kr4| j j� | j|� d S ) Nr/ �dd�dt�lir r �p�rp�rtr1 )rf rg rh r r ri rj rk )r; r � frozensetrP �generateImpliedEndTags)r Zexcluder r r r rm g s z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)r? )r r r r � getDocumentq s zTreeBuilder.getDocumentc C s | j � }| jd j|� |S )zReturn the final fragmentr )� fragmentClassr; r( )r Zfragmentr r r � getFragmentu s zTreeBuilder.getFragmentc C s t �dS )zzSerialize the subtree of node in the format required by unit tests node - the node from which to start serializingN)r! )r r" r r r �testSerializer| s zTreeBuilder.testSerializer)N)N)N)N) r+ r, r- �__doc__r> r^ r[ rY ro r r: rH rO rQ rS rV rZ r\ rT r` rc �propertyr= rb ra r& rd rm rn rp rq r r r r r8 z s6 . r8 )Z __future__r r r Zpip._vendor.sixr Z constantsr r r r2 rl �setrD �objectr r r. r8 r r r r �<module> s K site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-36.pyc 0000644 00000026717 15231162611 0024732 0 ustar 00 3 F��iQ7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl m Z ddlm Z dd lm Z dd lmZ ddlj Z d Zejd �Ze jd �jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning � )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz {([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S )N)�name�publicId�systemId)�selfr r r � r � /usr/lib/python3.6/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__� __module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S )N)� _elementTree� _childNodes)r r r r r * s zDocument.__init__c C s | j j� j|j� d S )N)r �getrootZaddnext�_element)r �elementr r r � appendChild. s zDocument.appendChildc C s | j S )N)r )r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r �propertyZ childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� dj��S )NT)�preventDoubleDashCommentsr c sD t | d��s8t | d�rjd� | jjrz| jjp6| jjsFd| jj }nd| jj| jj| jjf }�jdd|d |f � | j� }x|j� d k r�|j� }q�W x�|d k r��||d � |j � }q�W nrt | t �s�t | t ��r t | t �s�t jd dks�t��jd d| | f � n(�jd � x | D ]}�||d � �q W �n| jtk�r��jd d| | jf � t | d ��r@| j�r@�jd d| | jf � �n�t | tj��s�t�tjj| j�}|d k �r�|jd�}|jd�}tj| }�jdd| |� j |�f � n �jdd| � j | j�f � t | d��r�g }xr| j j � D ]d\} } tj| �}|d k �rx|j � \}} � j | �} tj| }d|| f } n � j | �} |j| | f� �q.W x2t |�D ]&\} } �jdd|d | | f � �q�W | j�r�jd d|d | jf � |d7 }x| D ]} �| |� �q�W t | d ��r@| j�r@�jd d|d | jf � d S )N�tagr z #documentz <!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z |%s<%s %s>z|%s<%s>�attribz%s %sz |%s%s="%s")!�hasattr�append�docinfo� internalDTDZ public_idZ system_url� root_namer Z getpreviousZgetnext� isinstance�str�bytes�sys� version_info�AssertionErrorr! � comment_type�textr# r Z_Element�etree_builders� tag_regexp�match�groupr �prefixes� fromXmlNamer$ �items�groups�sorted) r �indent�dtd_strZ next_elementZnsmatch�nsr! �prefix� attributesr �valueZ attr_string�child)� infosetFilter�rv�serializeElementr r rD ; st " z(testSerializer.<locals>.serializeElement� )r )r � InfosetFilter�join)r r )rB rC rD r �testSerializer7 s F rH c s$ g � � �fdd���| � dj � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� j|� �| j� � n�| jtkrf� jd| j f � n�| j s�� jd| jf � n.dj dd� | j j � D ��}� jd| j|f � | j r�� j| j � x| D ] }�|� q�W � jd | jf � t | d �o�| j �r� j| j � d S ) Nr! z <!DOCTYPE %s>z <!--%s-->z<%s>r" c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r@ r r r � <listcomp>� s z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r# )r% r' r( �doctyper) r& r r! r0 r1 r$ rG r8 r# )r r< �attrrA )rC rD r r rD � s* z"tostring.<locals>.serializeElement� )rG )r r )rC rD r �tostring� s rN c sz e Zd ZeZeZdZdZeZ e Z ddd�Z dd� Z dd� Zd d � Zd d � Zd d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _ || _ t j j| |� d S ) N)�fullTreeT)r c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sv |d kr i }|| _ tj| |� xR| j� D ]F\}}t|t�rVd|d � j|d �f }n � j|�}|| j j j|< q(W d S )Nz{%s}%sr r )r �dictr r8 r* �tuple�coerceAttributer$ )r r r@ �keyr )rB r r r � s z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t j| ||� t|t�r4d|d � j|d �f }n � j|�}|| jjj|< d S )Nz{%s}%sr r )rQ � __setitem__r* rR rS r r$ )r rT r@ r )rB r r rU � s z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r rU r )rB r r � Attributes� s rV c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d �Z eee �Z d��fd d � Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �j |�}�jj| ||d� � | �| _d S )N)� namespace)� coerceElement�Elementr � _attributes)r r rW )rV �builderrB r r r � s z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � j |�| _| j| j| j�| j_d S )N)rX �_nameZ _getETreeTagZ _namespacer r! )r r )rB r r �_setName� s z.TreeBuilder.__init__.<locals>.Element._setNamec s � j | j�S )N)r7 r\ )r )rB r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S )N)rZ )r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S )N)rZ )r r? )rV r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �j |�}� jj| ||� d S )N)ZcoerceCharactersrY � insertText)r �dataZ insertBefore)r[ rB r r ra � s z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j j| |� d S )N)rY r )r rA )r[ r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N) r r r r r] r^ r r r_ r` r? ra r r )rV r[ rB r r rY � s rY c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �j |�}� jj| |� d S )N)� coerceComment�Commentr )r rb )r[ rB r r r � s z.TreeBuilder.__init__.<locals>.Comment.__init__c s � j |�}|| j_d S )N)rc r r1 )r rb )rB r r �_setData� s z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS )N)r r1 )r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r re rf r rb r )r[ rB r r rd � s rd )r2 ZgetETreeModuler r rF rB �namespaceHTMLElementsrQ rY rd � elementClass� commentClassr rO r )r rg rP rY rd r )rV r[ rB r r � s zTreeBuilder.__init__c C s$ t jj| � | j| _g | _d | _d S )N)r rO �reset�insertCommentInitial� insertComment�initial_commentsrK )r r r r rj s zTreeBuilder.resetc C s t |�S )N)rH )r r r r r rH s zTreeBuilder.testSerializerc C s t r | jjS | jjj� S d S )N)rP �documentr r )r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|j|j� |jt|�� |jrB|j|j� |S )Nr )� openElementsr r1 r& �extend�listr# )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t jdt� d | _n4| jj|�}||krPt jdt� | j|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rK rB rX � doctypeClass)r �tokenr r r Z coercedNamerK r r r � insertDoctype s zTreeBuilder.insertDoctypec C s6 |d ks|| j kst�| j jd ks&t�| jj|� d S )N)rn r/ r rm r& )r rb �parentr r r rk , s z TreeBuilder.insertCommentInitialc sB || j kr,| j jj� d jtkr,tjdt� tt | �j ||� d S )Nr z@lxml cannot represent adjacent comments beyond the root elements���) rn r r r! r0 rt ru r �superrO rl )r rb ry )� __class__r r �insertCommentMain1 s z TreeBuilder.insertCommentMainc C s� d}| j r�| j jst�|d| j j 7 }| j jdk s>| j jdk r�|d| jj| j jpRd� 7 }| j jr�| j j}|jd�dkr�|jd�dkr�tj dt � |j dd �}|jd�dkr�|d | 7 }q�|d | 7 }n|d 7 }|d 7 }| j j|d kr�tj dt � |d7 }t j |�}x*| jD ] }| j|d �}|j|j� �qW | j� | _|j� | j_|d }|jd| j�}|dk�rn|} n d||f } | |_| j||�} || _| jjj| � | j j| � | j | _ dS )zCreate the document rootrM z <!DOCTYPE %sNz PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rb rW z{%s}%s) rK r r/ r r rB Z coercePubid�findrt ru r �replacer Z fromstringrm ri Z addpreviousr � documentClassrn Z getroottreer �getZdefaultNamespacer! rh r r& rp r} rl ) r rw ZdocStrZsysid�root� comment_tokenZcommentr rW Z etree_tagZ root_elementr r r � insertRoot7 sL zTreeBuilder.insertRoot)F)N)N)r r r r r� r rv rh ri Z fragmentClassr �implementationr rj rH ro rs rx rk r} r� � __classcell__r r )r| r rO � s L rO ) �__doc__Z __future__r r r rt �rer- rM r r r r r2 r Z lxml.etreerP �compiler3 rd r! r0 �objectr r rH rN rO r r r r �<module> s$ O) site-packages/pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-36.pyc 0000644 00000026777 15231162611 0023704 0 ustar 00 3 F��i�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm Z dd l m Z dd l m Z ejd �Zdd d�Ze e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)� namespaces)�moduleFactoryFactoryz {([^}]*)}(.*)Fc s� ���j d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd d �d ����fd d �� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd d � Z d d � Z ee e �Z dd� Z dd� Z ee e �Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� j| j||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html) �_name� _namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace)� ElementTree� �/usr/lib/python3.6/etree.py�__init__ s z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )Nz{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | j| j | j�| j_d S )N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S )N)r )r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | j| j| j �| j_d S )N)r r r r r )r r r r r � _setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S )N)r )r r r r � _getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS )N)r �attrib)r r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sp x"t | jjj� �D ]}| jj|= qW xF|j� D ]:\}}t|t�rVd|d |d f }n|}| jj||� q.W d S )Nz{%s}%sr r )�listr r" �keys�items� isinstance�tuple�set)r � attributes�key�valuer r r r �_setAttributes? s z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S )N)r )r r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s. | j d d �= g | _x|D ]}| j|� qW d S )N)r r Z insertChild)r r, �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�len)r r r r � hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j j|� | jj|j� | |_d S )N)r �appendr r )r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j�j|j�}| jj||j� | |_d S )N)r$ r �index�insertr )r r6 ZrefNoder8 r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j j|� | jj|j� d |_d S )N)r �remover r )r r6 r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|j|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� r r ���r> r> )r3 r r2 �tailr$ r8 )r �datar: Zchildrenr8 r r r � insertTextk s" z+getETreeBuilder.<locals>.Element.insertTextc S s8 t | �| j| j�}x | jj� D ]\}}||j|< q W |S )N)�typer r r* r& )r r/ r r, r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tjj| |� d S )Nr r= r> )� childNodesr r? r2 r �Node�reparentChildren)r Z newParentr r r rF � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__� __module__� __qualname__r r r r �propertyr r r! r r# r- r* r. r0 rD r4 r7 r: r< rA rC rF r )r r r r s* r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � j |�| _d | _g | _g | _d S )N)�Commentr r r r )r r@ )r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS )N)r r2 )r r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S )N)r r2 )r r, r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rG rH rI r rL rM rJ r@ r )r r r rK � s rK c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d � Z eee �Z d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � j | d� || j_|| _|| _d S )Nz <!DOCTYPE>)r r r2 �publicId�systemId)r r rN rO )r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j jdd�S )NrN r= )r �get)r r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j jd|� d S )NrN )r r) )r r, r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j jdd�S )NrO r= )r rP )r r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j jd|� d S )NrO )r r) )r r, r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rG rH rI r rQ rR rJ rN rS rT rO r )r r r � DocumentType� s rU c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � j | d� d S )N� DOCUMENT_ROOT)r )r )r r r r � s z*getETreeBuilder.<locals>.Document.__init__N)rG rH rI r r )r r r �Document� s rW c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � j | d� d S )NZDOCUMENT_FRAGMENT)r )r )r r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__N)rG rH rI r r )r r r �DocumentFragment� s rX c s* g � d�� �fdd� ��| d� dj � �S )Nr c s� t | d�s| j� } | jdkrz| jd�s0| jd�rd| jd�p<d}| jd�pJd}�jd| j||f � n�jd| jf � �n�| jdkr�jd � | jd k r��jd d |d | jf � | jd k r�td ��t | d�r�t| j �r�td���np| j� k�r�jdd | | jf � �nHt | jt ��s4t dt | j�| jf ��tj| j�}|d k�rR| j}n"|j� \}}tj| }d||f }�jdd | |f � t | d��r2g }xb| j j� D ]T\}} tj|�}|d k �r�|j� \}}tj| }d||f } n|} |j| | f� �q�W x2t|�D ]&\}} �jdd |d || f � �qW | j�rV�jd d |d | jf � |d 7 }x| D ]} �| |� �qdW | j�r��jd d |d | jf � d S )Nr z <!DOCTYPE>rN rO r= z<!DOCTYPE %s "%s" "%s">z <!DOCTYPE %s>rV z #documentz|%s"%s"� r z Document node cannot have tailr" z$Document node cannot have attributesz|%s<!-- %s -->z Expected unicode, got %s, %sz%s %sz|%s<%s>z |%s%s="%s")�hasattr�getrootr rP r5 r2 r? � TypeErrorr3 r" r' r �AssertionErrorrB � tag_regexp�match�groupsr �prefixesr& �sorted) r/ �indentrN rO Znsmatchr �ns�prefixr* r, Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r ri � s^ " zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement� )r )�join)r/ )rg )rh ri r �testSerializer� s 7 z'getETreeBuilder.<locals>.testSerializerc s2 g �t j� � ��� ��fdd���| � dj��S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| j� } | jdkr|| jd�s2| jd�rf| jd�p>d}| jd�pLd}�jd| j||f � n�jd| jf � �n| jdkr�| jd k r��j| j� | jd k r�td��t | d �r�t | j �r�td ��x�| D ] }�|� q�W n�| j�k�r�jd | jf � n�| j �s$�jd �j | j�f � n2d j �fdd�| j j� D ��}�jd| j|f � | j�rj�j| j� x| D ]}�|� �qpW �jd| jf � | j�r��j| j� d S )Nz <!DOCTYPE>rN rO r= z <!DOCTYPE %s PUBLIC "%s" "%s">z <!DOCTYPE %s>rV z Document node cannot have tailr" z$Document node cannot have attributesz <!--%s-->z<%s>rY c s" g | ]\}}d � j |�|f �qS )z%s="%s")� fromXmlName)�.0r r, )�filterr r � <listcomp>& s zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r' r r[ r rP r5 r2 r? r\ rZ r3 r" rm rk r& )r/ rN rO rf �attr)r rg ro rh ri r r ri s@ z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementr= )r Z InfosetFilterrk )r/ )r rg )ro rh ri r �tostring s -z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S )Nr )r r/ )rl r r rl A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j jjd| j �S | j jjd�S d S )Nz{%s}htmlr )Zdocumentr ZdefaultNamespace�find)r )�fullTreer r � getDocumentD s z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t jj| �jS )N)r � TreeBuilder� getFragmentr )r r r r rw N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rG rH rI Z documentClassZ doctypeClassZ elementClassZ commentClassZ fragmentClass�implementationrl ru rw r )rK rW rX rU r �ElementTreeImplementationrt rl r r rv 9 s rv )rK r r rE rv �locals)ry rt rr rv r ) rK rW rX rU r r rg ry rt rl r �getETreeBuilder s ~ >6$r{ )F)Z __future__r r r Zpip._vendor.sixr �rer= r r r r Z_utilsr �compiler^ r{ ZgetETreeModuler r r r �<module> s E site-packages/pip/_vendor/html5lib/_utils.py 0000644 00000010000 15231162611 0015066 0 ustar 00 from __future__ import absolute_import, division, unicode_literals import sys from types import ModuleType from pip._vendor.six import text_type try: import xml.etree.cElementTree as default_etree except ImportError: import xml.etree.ElementTree as default_etree __all__ = ["default_etree", "MethodDispatcher", "isSurrogatePair", "surrogatePairToCodepoint", "moduleFactoryFactory", "supports_lone_surrogates", "PY27"] PY27 = sys.version_info[0] == 2 and sys.version_info[1] >= 7 # Platforms not supporting lone surrogates (\uD800-\uDFFF) should be # caught by the below test. In general this would be any platform # using UTF-16 as its encoding of unicode strings, such as # Jython. This is because UTF-16 itself is based on the use of such # surrogates, and there is no mechanism to further escape such # escapes. try: _x = eval('"\\uD800"') # pylint:disable=eval-used if not isinstance(_x, text_type): # We need this with u"" because of http://bugs.jython.org/issue2039 _x = eval('u"\\uD800"') # pylint:disable=eval-used assert isinstance(_x, text_type) except: # pylint:disable=bare-except supports_lone_surrogates = False else: supports_lone_surrogates = True class MethodDispatcher(dict): """Dict with 2 special properties: On initiation, keys that are lists, sets or tuples are converted to multiple keys so accessing any one of the items in the original list-like object returns the matching value md = MethodDispatcher({("foo", "bar"):"baz"}) md["foo"] == "baz" A default value which can be set through the default attribute. """ def __init__(self, items=()): # Using _dictEntries instead of directly assigning to self is about # twice as fast. Please do careful performance testing before changing # anything here. _dictEntries = [] for name, value in items: if isinstance(name, (list, tuple, frozenset, set)): for item in name: _dictEntries.append((item, value)) else: _dictEntries.append((name, value)) dict.__init__(self, _dictEntries) assert len(self) == len(_dictEntries) self.default = None def __getitem__(self, key): return dict.get(self, key, self.default) # Some utility functions to deal with weirdness around UCS2 vs UCS4 # python builds def isSurrogatePair(data): return (len(data) == 2 and ord(data[0]) >= 0xD800 and ord(data[0]) <= 0xDBFF and ord(data[1]) >= 0xDC00 and ord(data[1]) <= 0xDFFF) def surrogatePairToCodepoint(data): char_val = (0x10000 + (ord(data[0]) - 0xD800) * 0x400 + (ord(data[1]) - 0xDC00)) return char_val # Module Factory Factory (no, this isn't Java, I know) # Here to stop this being duplicated all over the place. def moduleFactoryFactory(factory): moduleCache = {} def moduleFactory(baseModule, *args, **kwargs): if isinstance(ModuleType.__name__, type("")): name = "_%s_factory" % baseModule.__name__ else: name = b"_%s_factory" % baseModule.__name__ kwargs_tuple = tuple(kwargs.items()) try: return moduleCache[name][args][kwargs_tuple] except KeyError: mod = ModuleType(name) objs = factory(baseModule, *args, **kwargs) mod.__dict__.update(objs) if "name" not in moduleCache: moduleCache[name] = {} if "args" not in moduleCache[name]: moduleCache[name][args] = {} if "kwargs" not in moduleCache[name][args]: moduleCache[name][args][kwargs_tuple] = {} moduleCache[name][args][kwargs_tuple] = mod return mod return moduleFactory def memoize(func): cache = {} def wrapped(*args, **kwargs): key = (tuple(args), tuple(kwargs.items())) if key not in cache: cache[key] = func(*args, **kwargs) return cache[key] return wrapped site-packages/pip/_vendor/html5lib/_inputstream.py 0000644 00000077424 15231162611 0016330 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type, binary_type from pip._vendor.six.moves import http_client, urllib import codecs import re from pip._vendor import webencodings from .constants import EOF, spaceCharacters, asciiLetters, asciiUppercase from .constants import ReparseException from . import _utils from io import StringIO try: from io import BytesIO except ImportError: BytesIO = StringIO # Non-unicode versions of constants for use in the pre-parser spaceCharactersBytes = frozenset([item.encode("ascii") for item in spaceCharacters]) asciiLettersBytes = frozenset([item.encode("ascii") for item in asciiLetters]) asciiUppercaseBytes = frozenset([item.encode("ascii") for item in asciiUppercase]) spacesAngleBrackets = spaceCharactersBytes | frozenset([b">", b"<"]) invalid_unicode_no_surrogate = "[\u0001-\u0008\u000B\u000E-\u001F\u007F-\u009F\uFDD0-\uFDEF\uFFFE\uFFFF\U0001FFFE\U0001FFFF\U0002FFFE\U0002FFFF\U0003FFFE\U0003FFFF\U0004FFFE\U0004FFFF\U0005FFFE\U0005FFFF\U0006FFFE\U0006FFFF\U0007FFFE\U0007FFFF\U0008FFFE\U0008FFFF\U0009FFFE\U0009FFFF\U000AFFFE\U000AFFFF\U000BFFFE\U000BFFFF\U000CFFFE\U000CFFFF\U000DFFFE\U000DFFFF\U000EFFFE\U000EFFFF\U000FFFFE\U000FFFFF\U0010FFFE\U0010FFFF]" # noqa if _utils.supports_lone_surrogates: # Use one extra step of indirection and create surrogates with # eval. Not using this indirection would introduce an illegal # unicode literal on platforms not supporting such lone # surrogates. assert invalid_unicode_no_surrogate[-1] == "]" and invalid_unicode_no_surrogate.count("]") == 1 invalid_unicode_re = re.compile(invalid_unicode_no_surrogate[:-1] + eval('"\\uD800-\\uDFFF"') + # pylint:disable=eval-used "]") else: invalid_unicode_re = re.compile(invalid_unicode_no_surrogate) non_bmp_invalid_codepoints = set([0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE, 0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE, 0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF, 0x10FFFE, 0x10FFFF]) ascii_punctuation_re = re.compile("[\u0009-\u000D\u0020-\u002F\u003A-\u0040\u005B-\u0060\u007B-\u007E]") # Cache for charsUntil() charsUntilRegEx = {} class BufferedStream(object): """Buffering for streams that do not have buffering of their own The buffer is implemented as a list of chunks on the assumption that joining many strings will be slow since it is O(n**2) """ def __init__(self, stream): self.stream = stream self.buffer = [] self.position = [-1, 0] # chunk number, offset def tell(self): pos = 0 for chunk in self.buffer[:self.position[0]]: pos += len(chunk) pos += self.position[1] return pos def seek(self, pos): assert pos <= self._bufferedBytes() offset = pos i = 0 while len(self.buffer[i]) < offset: offset -= len(self.buffer[i]) i += 1 self.position = [i, offset] def read(self, bytes): if not self.buffer: return self._readStream(bytes) elif (self.position[0] == len(self.buffer) and self.position[1] == len(self.buffer[-1])): return self._readStream(bytes) else: return self._readFromBuffer(bytes) def _bufferedBytes(self): return sum([len(item) for item in self.buffer]) def _readStream(self, bytes): data = self.stream.read(bytes) self.buffer.append(data) self.position[0] += 1 self.position[1] = len(data) return data def _readFromBuffer(self, bytes): remainingBytes = bytes rv = [] bufferIndex = self.position[0] bufferOffset = self.position[1] while bufferIndex < len(self.buffer) and remainingBytes != 0: assert remainingBytes > 0 bufferedData = self.buffer[bufferIndex] if remainingBytes <= len(bufferedData) - bufferOffset: bytesToRead = remainingBytes self.position = [bufferIndex, bufferOffset + bytesToRead] else: bytesToRead = len(bufferedData) - bufferOffset self.position = [bufferIndex, len(bufferedData)] bufferIndex += 1 rv.append(bufferedData[bufferOffset:bufferOffset + bytesToRead]) remainingBytes -= bytesToRead bufferOffset = 0 if remainingBytes: rv.append(self._readStream(remainingBytes)) return b"".join(rv) def HTMLInputStream(source, **kwargs): # Work around Python bug #20007: read(0) closes the connection. # http://bugs.python.org/issue20007 if (isinstance(source, http_client.HTTPResponse) or # Also check for addinfourl wrapping HTTPResponse (isinstance(source, urllib.response.addbase) and isinstance(source.fp, http_client.HTTPResponse))): isUnicode = False elif hasattr(source, "read"): isUnicode = isinstance(source.read(0), text_type) else: isUnicode = isinstance(source, text_type) if isUnicode: encodings = [x for x in kwargs if x.endswith("_encoding")] if encodings: raise TypeError("Cannot set an encoding with a unicode input, set %r" % encodings) return HTMLUnicodeInputStream(source, **kwargs) else: return HTMLBinaryInputStream(source, **kwargs) class HTMLUnicodeInputStream(object): """Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. """ _defaultChunkSize = 10240 def __init__(self, source): """Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) """ if not _utils.supports_lone_surrogates: # Such platforms will have already checked for such # surrogate errors, so no need to do this checking. self.reportCharacterErrors = None elif len("\U0010FFFF") == 1: self.reportCharacterErrors = self.characterErrorsUCS4 else: self.reportCharacterErrors = self.characterErrorsUCS2 # List of where new lines occur self.newLines = [0] self.charEncoding = (lookupEncoding("utf-8"), "certain") self.dataStream = self.openStream(source) self.reset() def reset(self): self.chunk = "" self.chunkSize = 0 self.chunkOffset = 0 self.errors = [] # number of (complete) lines in previous chunks self.prevNumLines = 0 # number of columns in the last line of the previous chunk self.prevNumCols = 0 # Deal with CR LF and surrogates split over chunk boundaries self._bufferedCharacter = None def openStream(self, source): """Produces a file object from source. source can be either a file object, local filename or a string. """ # Already a file object if hasattr(source, 'read'): stream = source else: stream = StringIO(source) return stream def _position(self, offset): chunk = self.chunk nLines = chunk.count('\n', 0, offset) positionLine = self.prevNumLines + nLines lastLinePos = chunk.rfind('\n', 0, offset) if lastLinePos == -1: positionColumn = self.prevNumCols + offset else: positionColumn = offset - (lastLinePos + 1) return (positionLine, positionColumn) def position(self): """Returns (line, col) of the current position in the stream.""" line, col = self._position(self.chunkOffset) return (line + 1, col) def char(self): """ Read one character from the stream or queue if available. Return EOF when EOF is reached. """ # Read a new chunk from the input stream if necessary if self.chunkOffset >= self.chunkSize: if not self.readChunk(): return EOF chunkOffset = self.chunkOffset char = self.chunk[chunkOffset] self.chunkOffset = chunkOffset + 1 return char def readChunk(self, chunkSize=None): if chunkSize is None: chunkSize = self._defaultChunkSize self.prevNumLines, self.prevNumCols = self._position(self.chunkSize) self.chunk = "" self.chunkSize = 0 self.chunkOffset = 0 data = self.dataStream.read(chunkSize) # Deal with CR LF and surrogates broken across chunks if self._bufferedCharacter: data = self._bufferedCharacter + data self._bufferedCharacter = None elif not data: # We have no more data, bye-bye stream return False if len(data) > 1: lastv = ord(data[-1]) if lastv == 0x0D or 0xD800 <= lastv <= 0xDBFF: self._bufferedCharacter = data[-1] data = data[:-1] if self.reportCharacterErrors: self.reportCharacterErrors(data) # Replace invalid characters data = data.replace("\r\n", "\n") data = data.replace("\r", "\n") self.chunk = data self.chunkSize = len(data) return True def characterErrorsUCS4(self, data): for _ in range(len(invalid_unicode_re.findall(data))): self.errors.append("invalid-codepoint") def characterErrorsUCS2(self, data): # Someone picked the wrong compile option # You lose skip = False for match in invalid_unicode_re.finditer(data): if skip: continue codepoint = ord(match.group()) pos = match.start() # Pretty sure there should be endianness issues here if _utils.isSurrogatePair(data[pos:pos + 2]): # We have a surrogate pair! char_val = _utils.surrogatePairToCodepoint(data[pos:pos + 2]) if char_val in non_bmp_invalid_codepoints: self.errors.append("invalid-codepoint") skip = True elif (codepoint >= 0xD800 and codepoint <= 0xDFFF and pos == len(data) - 1): self.errors.append("invalid-codepoint") else: skip = False self.errors.append("invalid-codepoint") def charsUntil(self, characters, opposite=False): """ Returns a string of characters from the stream up to but not including any character in 'characters' or EOF. 'characters' must be a container that supports the 'in' method and iteration over its characters. """ # Use a cache of regexps to find the required characters try: chars = charsUntilRegEx[(characters, opposite)] except KeyError: if __debug__: for c in characters: assert(ord(c) < 128) regex = "".join(["\\x%02x" % ord(c) for c in characters]) if not opposite: regex = "^%s" % regex chars = charsUntilRegEx[(characters, opposite)] = re.compile("[%s]+" % regex) rv = [] while True: # Find the longest matching prefix m = chars.match(self.chunk, self.chunkOffset) if m is None: # If nothing matched, and it wasn't because we ran out of chunk, # then stop if self.chunkOffset != self.chunkSize: break else: end = m.end() # If not the whole chunk matched, return everything # up to the part that didn't match if end != self.chunkSize: rv.append(self.chunk[self.chunkOffset:end]) self.chunkOffset = end break # If the whole remainder of the chunk matched, # use it all and read the next chunk rv.append(self.chunk[self.chunkOffset:]) if not self.readChunk(): # Reached EOF break r = "".join(rv) return r def unget(self, char): # Only one character is allowed to be ungotten at once - it must # be consumed again before any further call to unget if char is not None: if self.chunkOffset == 0: # unget is called quite rarely, so it's a good idea to do # more work here if it saves a bit of work in the frequently # called char and charsUntil. # So, just prepend the ungotten character onto the current # chunk: self.chunk = char + self.chunk self.chunkSize += 1 else: self.chunkOffset -= 1 assert self.chunk[self.chunkOffset] == char class HTMLBinaryInputStream(HTMLUnicodeInputStream): """Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. """ def __init__(self, source, override_encoding=None, transport_encoding=None, same_origin_parent_encoding=None, likely_encoding=None, default_encoding="windows-1252", useChardet=True): """Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) """ # Raw Stream - for unicode objects this will encode to utf-8 and set # self.charEncoding as appropriate self.rawStream = self.openStream(source) HTMLUnicodeInputStream.__init__(self, self.rawStream) # Encoding Information # Number of bytes to use when looking for a meta element with # encoding information self.numBytesMeta = 1024 # Number of bytes to use when using detecting encoding using chardet self.numBytesChardet = 100 # Things from args self.override_encoding = override_encoding self.transport_encoding = transport_encoding self.same_origin_parent_encoding = same_origin_parent_encoding self.likely_encoding = likely_encoding self.default_encoding = default_encoding # Determine encoding self.charEncoding = self.determineEncoding(useChardet) assert self.charEncoding[0] is not None # Call superclass self.reset() def reset(self): self.dataStream = self.charEncoding[0].codec_info.streamreader(self.rawStream, 'replace') HTMLUnicodeInputStream.reset(self) def openStream(self, source): """Produces a file object from source. source can be either a file object, local filename or a string. """ # Already a file object if hasattr(source, 'read'): stream = source else: stream = BytesIO(source) try: stream.seek(stream.tell()) except: # pylint:disable=bare-except stream = BufferedStream(stream) return stream def determineEncoding(self, chardet=True): # BOMs take precedence over everything # This will also read past the BOM if present charEncoding = self.detectBOM(), "certain" if charEncoding[0] is not None: return charEncoding # If we've been overriden, we've been overriden charEncoding = lookupEncoding(self.override_encoding), "certain" if charEncoding[0] is not None: return charEncoding # Now check the transport layer charEncoding = lookupEncoding(self.transport_encoding), "certain" if charEncoding[0] is not None: return charEncoding # Look for meta elements with encoding information charEncoding = self.detectEncodingMeta(), "tentative" if charEncoding[0] is not None: return charEncoding # Parent document encoding charEncoding = lookupEncoding(self.same_origin_parent_encoding), "tentative" if charEncoding[0] is not None and not charEncoding[0].name.startswith("utf-16"): return charEncoding # "likely" encoding charEncoding = lookupEncoding(self.likely_encoding), "tentative" if charEncoding[0] is not None: return charEncoding # Guess with chardet, if available if chardet: try: from chardet.universaldetector import UniversalDetector except ImportError: pass else: buffers = [] detector = UniversalDetector() while not detector.done: buffer = self.rawStream.read(self.numBytesChardet) assert isinstance(buffer, bytes) if not buffer: break buffers.append(buffer) detector.feed(buffer) detector.close() encoding = lookupEncoding(detector.result['encoding']) self.rawStream.seek(0) if encoding is not None: return encoding, "tentative" # Try the default encoding charEncoding = lookupEncoding(self.default_encoding), "tentative" if charEncoding[0] is not None: return charEncoding # Fallback to html5lib's default if even that hasn't worked return lookupEncoding("windows-1252"), "tentative" def changeEncoding(self, newEncoding): assert self.charEncoding[1] != "certain" newEncoding = lookupEncoding(newEncoding) if newEncoding is None: return if newEncoding.name in ("utf-16be", "utf-16le"): newEncoding = lookupEncoding("utf-8") assert newEncoding is not None elif newEncoding == self.charEncoding[0]: self.charEncoding = (self.charEncoding[0], "certain") else: self.rawStream.seek(0) self.charEncoding = (newEncoding, "certain") self.reset() raise ReparseException("Encoding changed from %s to %s" % (self.charEncoding[0], newEncoding)) def detectBOM(self): """Attempts to detect at BOM at the start of the stream. If an encoding can be determined from the BOM return the name of the encoding otherwise return None""" bomDict = { codecs.BOM_UTF8: 'utf-8', codecs.BOM_UTF16_LE: 'utf-16le', codecs.BOM_UTF16_BE: 'utf-16be', codecs.BOM_UTF32_LE: 'utf-32le', codecs.BOM_UTF32_BE: 'utf-32be' } # Go to beginning of file and read in 4 bytes string = self.rawStream.read(4) assert isinstance(string, bytes) # Try detecting the BOM using bytes from the string encoding = bomDict.get(string[:3]) # UTF-8 seek = 3 if not encoding: # Need to detect UTF-32 before UTF-16 encoding = bomDict.get(string) # UTF-32 seek = 4 if not encoding: encoding = bomDict.get(string[:2]) # UTF-16 seek = 2 # Set the read position past the BOM if one was found, otherwise # set it to the start of the stream if encoding: self.rawStream.seek(seek) return lookupEncoding(encoding) else: self.rawStream.seek(0) return None def detectEncodingMeta(self): """Report the encoding declared by the meta element """ buffer = self.rawStream.read(self.numBytesMeta) assert isinstance(buffer, bytes) parser = EncodingParser(buffer) self.rawStream.seek(0) encoding = parser.getEncoding() if encoding is not None and encoding.name in ("utf-16be", "utf-16le"): encoding = lookupEncoding("utf-8") return encoding class EncodingBytes(bytes): """String-like object with an associated position and various extra methods If the position is ever greater than the string length then an exception is raised""" def __new__(self, value): assert isinstance(value, bytes) return bytes.__new__(self, value.lower()) def __init__(self, value): # pylint:disable=unused-argument self._position = -1 def __iter__(self): return self def __next__(self): p = self._position = self._position + 1 if p >= len(self): raise StopIteration elif p < 0: raise TypeError return self[p:p + 1] def next(self): # Py2 compat return self.__next__() def previous(self): p = self._position if p >= len(self): raise StopIteration elif p < 0: raise TypeError self._position = p = p - 1 return self[p:p + 1] def setPosition(self, position): if self._position >= len(self): raise StopIteration self._position = position def getPosition(self): if self._position >= len(self): raise StopIteration if self._position >= 0: return self._position else: return None position = property(getPosition, setPosition) def getCurrentByte(self): return self[self.position:self.position + 1] currentByte = property(getCurrentByte) def skip(self, chars=spaceCharactersBytes): """Skip past a list of characters""" p = self.position # use property for the error-checking while p < len(self): c = self[p:p + 1] if c not in chars: self._position = p return c p += 1 self._position = p return None def skipUntil(self, chars): p = self.position while p < len(self): c = self[p:p + 1] if c in chars: self._position = p return c p += 1 self._position = p return None def matchBytes(self, bytes): """Look for a sequence of bytes at the start of a string. If the bytes are found return True and advance the position to the byte after the match. Otherwise return False and leave the position alone""" p = self.position data = self[p:p + len(bytes)] rv = data.startswith(bytes) if rv: self.position += len(bytes) return rv def jumpTo(self, bytes): """Look for the next sequence of bytes matching a given sequence. If a match is found advance the position to the last byte of the match""" newPosition = self[self.position:].find(bytes) if newPosition > -1: # XXX: This is ugly, but I can't see a nicer way to fix this. if self._position == -1: self._position = 0 self._position += (newPosition + len(bytes) - 1) return True else: raise StopIteration class EncodingParser(object): """Mini parser for detecting character encoding from meta elements""" def __init__(self, data): """string - the data to work on for encoding detection""" self.data = EncodingBytes(data) self.encoding = None def getEncoding(self): methodDispatch = ( (b"<!--", self.handleComment), (b"<meta", self.handleMeta), (b"</", self.handlePossibleEndTag), (b"<!", self.handleOther), (b"<?", self.handleOther), (b"<", self.handlePossibleStartTag)) for _ in self.data: keepParsing = True for key, method in methodDispatch: if self.data.matchBytes(key): try: keepParsing = method() break except StopIteration: keepParsing = False break if not keepParsing: break return self.encoding def handleComment(self): """Skip over comments""" return self.data.jumpTo(b"-->") def handleMeta(self): if self.data.currentByte not in spaceCharactersBytes: # if we have <meta not followed by a space so just keep going return True # We have a valid meta element we want to search for attributes hasPragma = False pendingEncoding = None while True: # Try to find the next attribute after the current position attr = self.getAttribute() if attr is None: return True else: if attr[0] == b"http-equiv": hasPragma = attr[1] == b"content-type" if hasPragma and pendingEncoding is not None: self.encoding = pendingEncoding return False elif attr[0] == b"charset": tentativeEncoding = attr[1] codec = lookupEncoding(tentativeEncoding) if codec is not None: self.encoding = codec return False elif attr[0] == b"content": contentParser = ContentAttrParser(EncodingBytes(attr[1])) tentativeEncoding = contentParser.parse() if tentativeEncoding is not None: codec = lookupEncoding(tentativeEncoding) if codec is not None: if hasPragma: self.encoding = codec return False else: pendingEncoding = codec def handlePossibleStartTag(self): return self.handlePossibleTag(False) def handlePossibleEndTag(self): next(self.data) return self.handlePossibleTag(True) def handlePossibleTag(self, endTag): data = self.data if data.currentByte not in asciiLettersBytes: # If the next byte is not an ascii letter either ignore this # fragment (possible start tag case) or treat it according to # handleOther if endTag: data.previous() self.handleOther() return True c = data.skipUntil(spacesAngleBrackets) if c == b"<": # return to the first step in the overall "two step" algorithm # reprocessing the < byte data.previous() else: # Read all attributes attr = self.getAttribute() while attr is not None: attr = self.getAttribute() return True def handleOther(self): return self.data.jumpTo(b">") def getAttribute(self): """Return a name,value pair for the next attribute in the stream, if one is found, or None""" data = self.data # Step 1 (skip chars) c = data.skip(spaceCharactersBytes | frozenset([b"/"])) assert c is None or len(c) == 1 # Step 2 if c in (b">", None): return None # Step 3 attrName = [] attrValue = [] # Step 4 attribute name while True: if c == b"=" and attrName: break elif c in spaceCharactersBytes: # Step 6! c = data.skip() break elif c in (b"/", b">"): return b"".join(attrName), b"" elif c in asciiUppercaseBytes: attrName.append(c.lower()) elif c is None: return None else: attrName.append(c) # Step 5 c = next(data) # Step 7 if c != b"=": data.previous() return b"".join(attrName), b"" # Step 8 next(data) # Step 9 c = data.skip() # Step 10 if c in (b"'", b'"'): # 10.1 quoteChar = c while True: # 10.2 c = next(data) # 10.3 if c == quoteChar: next(data) return b"".join(attrName), b"".join(attrValue) # 10.4 elif c in asciiUppercaseBytes: attrValue.append(c.lower()) # 10.5 else: attrValue.append(c) elif c == b">": return b"".join(attrName), b"" elif c in asciiUppercaseBytes: attrValue.append(c.lower()) elif c is None: return None else: attrValue.append(c) # Step 11 while True: c = next(data) if c in spacesAngleBrackets: return b"".join(attrName), b"".join(attrValue) elif c in asciiUppercaseBytes: attrValue.append(c.lower()) elif c is None: return None else: attrValue.append(c) class ContentAttrParser(object): def __init__(self, data): assert isinstance(data, bytes) self.data = data def parse(self): try: # Check if the attr name is charset # otherwise return self.data.jumpTo(b"charset") self.data.position += 1 self.data.skip() if not self.data.currentByte == b"=": # If there is no = sign keep looking for attrs return None self.data.position += 1 self.data.skip() # Look for an encoding between matching quote marks if self.data.currentByte in (b'"', b"'"): quoteMark = self.data.currentByte self.data.position += 1 oldPosition = self.data.position if self.data.jumpTo(quoteMark): return self.data[oldPosition:self.data.position] else: return None else: # Unquoted value oldPosition = self.data.position try: self.data.skipUntil(spaceCharactersBytes) return self.data[oldPosition:self.data.position] except StopIteration: # Return the whole remaining value return self.data[oldPosition:] except StopIteration: return None def lookupEncoding(encoding): """Return the python codec name corresponding to an encoding or None if the string doesn't correspond to a valid encoding.""" if isinstance(encoding, binary_type): try: encoding = encoding.decode("ascii") except UnicodeDecodeError: return None if encoding is not None: try: return webencodings.lookup(encoding) except AttributeError: return None else: return None site-packages/pip/_vendor/html5lib/_tokenizer.py 0000644 00000225444 15231162611 0015764 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import unichr as chr from collections import deque from .constants import spaceCharacters from .constants import entities from .constants import asciiLetters, asciiUpper2Lower from .constants import digits, hexDigits, EOF from .constants import tokenTypes, tagTokenTypes from .constants import replacementCharacters from ._inputstream import HTMLInputStream from ._trie import Trie entitiesTrie = Trie(entities) class HTMLTokenizer(object): """ This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. """ def __init__(self, stream, parser=None, **kwargs): self.stream = HTMLInputStream(stream, **kwargs) self.parser = parser # Setup the initial tokenizer state self.escapeFlag = False self.lastFourChars = [] self.state = self.dataState self.escape = False # The current token being created self.currentToken = None super(HTMLTokenizer, self).__init__() def __iter__(self): """ This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. """ self.tokenQueue = deque([]) # Start processing. When EOF is reached self.state will return False # instead of True and the loop will terminate. while self.state(): while self.stream.errors: yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)} while self.tokenQueue: yield self.tokenQueue.popleft() def consumeNumberEntity(self, isHex): """This function returns either U+FFFD or the character based on the decimal or hexadecimal representation. It also discards ";" if present. If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked. """ allowed = digits radix = 10 if isHex: allowed = hexDigits radix = 16 charStack = [] # Consume all the characters that are in range while making sure we # don't hit an EOF. c = self.stream.char() while c in allowed and c is not EOF: charStack.append(c) c = self.stream.char() # Convert the set of characters consumed to an int. charAsInt = int("".join(charStack), radix) # Certain characters get replaced with others if charAsInt in replacementCharacters: char = replacementCharacters[charAsInt] self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) elif ((0xD800 <= charAsInt <= 0xDFFF) or (charAsInt > 0x10FFFF)): char = "\uFFFD" self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) else: # Should speed up this check somehow (e.g. move the set to a constant) if ((0x0001 <= charAsInt <= 0x0008) or (0x000E <= charAsInt <= 0x001F) or (0x007F <= charAsInt <= 0x009F) or (0xFDD0 <= charAsInt <= 0xFDEF) or charAsInt in frozenset([0x000B, 0xFFFE, 0xFFFF, 0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE, 0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE, 0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF, 0x10FFFE, 0x10FFFF])): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) try: # Try/except needed as UCS-2 Python builds' unichar only works # within the BMP. char = chr(charAsInt) except ValueError: v = charAsInt - 0x10000 char = chr(0xD800 | (v >> 10)) + chr(0xDC00 | (v & 0x3FF)) # Discard the ; if present. Otherwise, put it back on the queue and # invoke parseError on parser. if c != ";": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "numeric-entity-without-semicolon"}) self.stream.unget(c) return char def consumeEntity(self, allowedChar=None, fromAttribute=False): # Initialise to the default output for when no entity is matched output = "&" charStack = [self.stream.char()] if (charStack[0] in spaceCharacters or charStack[0] in (EOF, "<", "&") or (allowedChar is not None and allowedChar == charStack[0])): self.stream.unget(charStack[0]) elif charStack[0] == "#": # Read the next character to see if it's hex or decimal hex = False charStack.append(self.stream.char()) if charStack[-1] in ("x", "X"): hex = True charStack.append(self.stream.char()) # charStack[-1] should be the first digit if (hex and charStack[-1] in hexDigits) \ or (not hex and charStack[-1] in digits): # At least one digit found, so consume the whole number self.stream.unget(charStack[-1]) output = self.consumeNumberEntity(hex) else: # No digits found self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-numeric-entity"}) self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) else: # At this point in the process might have named entity. Entities # are stored in the global variable "entities". # # Consume characters and compare to these to a substring of the # entity names in the list until the substring no longer matches. while (charStack[-1] is not EOF): if not entitiesTrie.has_keys_with_prefix("".join(charStack)): break charStack.append(self.stream.char()) # At this point we have a string that starts with some characters # that may match an entity # Try to find the longest entity the string will match to take care # of ¬i for instance. try: entityName = entitiesTrie.longest_prefix("".join(charStack[:-1])) entityLength = len(entityName) except KeyError: entityName = None if entityName is not None: if entityName[-1] != ";": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "named-entity-without-semicolon"}) if (entityName[-1] != ";" and fromAttribute and (charStack[entityLength] in asciiLetters or charStack[entityLength] in digits or charStack[entityLength] == "=")): self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) else: output = entities[entityName] self.stream.unget(charStack.pop()) output += "".join(charStack[entityLength:]) else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-named-entity"}) self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) if fromAttribute: self.currentToken["data"][-1][1] += output else: if output in spaceCharacters: tokenType = "SpaceCharacters" else: tokenType = "Characters" self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output}) def processEntityInAttribute(self, allowedChar): """This method replaces the need for "entityInAttributeValueState". """ self.consumeEntity(allowedChar=allowedChar, fromAttribute=True) def emitCurrentToken(self): """This method is a generic handler for emitting the tags. It also sets the state to "data" because that's what's needed after a token has been emitted. """ token = self.currentToken # Add token to the queue to be yielded if (token["type"] in tagTokenTypes): token["name"] = token["name"].translate(asciiUpper2Lower) if token["type"] == tokenTypes["EndTag"]: if token["data"]: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "attributes-in-end-tag"}) if token["selfClosing"]: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "self-closing-flag-on-end-tag"}) self.tokenQueue.append(token) self.state = self.dataState # Below are the various tokenizer states worked out. def dataState(self): data = self.stream.char() if data == "&": self.state = self.entityDataState elif data == "<": self.state = self.tagOpenState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\u0000"}) elif data is EOF: # Tokenization ends. return False elif data in spaceCharacters: # Directly after emitting a token you switch back to the "data # state". At that point spaceCharacters are important so they are # emitted separately. self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data": data + self.stream.charsUntil(spaceCharacters, True)}) # No need to update lastFourChars here, since the first space will # have already been appended to lastFourChars and will have broken # any <!-- or --> sequences else: chars = self.stream.charsUntil(("&", "<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def entityDataState(self): self.consumeEntity() self.state = self.dataState return True def rcdataState(self): data = self.stream.char() if data == "&": self.state = self.characterReferenceInRcdata elif data == "<": self.state = self.rcdataLessThanSignState elif data == EOF: # Tokenization ends. return False elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data in spaceCharacters: # Directly after emitting a token you switch back to the "data # state". At that point spaceCharacters are important so they are # emitted separately. self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data": data + self.stream.charsUntil(spaceCharacters, True)}) # No need to update lastFourChars here, since the first space will # have already been appended to lastFourChars and will have broken # any <!-- or --> sequences else: chars = self.stream.charsUntil(("&", "<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def characterReferenceInRcdata(self): self.consumeEntity() self.state = self.rcdataState return True def rawtextState(self): data = self.stream.char() if data == "<": self.state = self.rawtextLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: # Tokenization ends. return False else: chars = self.stream.charsUntil(("<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def scriptDataState(self): data = self.stream.char() if data == "<": self.state = self.scriptDataLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: # Tokenization ends. return False else: chars = self.stream.charsUntil(("<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def plaintextState(self): data = self.stream.char() if data == EOF: # Tokenization ends. return False elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + self.stream.charsUntil("\u0000")}) return True def tagOpenState(self): data = self.stream.char() if data == "!": self.state = self.markupDeclarationOpenState elif data == "/": self.state = self.closeTagOpenState elif data in asciiLetters: self.currentToken = {"type": tokenTypes["StartTag"], "name": data, "data": [], "selfClosing": False, "selfClosingAcknowledged": False} self.state = self.tagNameState elif data == ">": # XXX In theory it could be something besides a tag name. But # do we really care? self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name-but-got-right-bracket"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<>"}) self.state = self.dataState elif data == "?": # XXX In theory it could be something besides a tag name. But # do we really care? self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name-but-got-question-mark"}) self.stream.unget(data) self.state = self.bogusCommentState else: # XXX self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.dataState return True def closeTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.currentToken = {"type": tokenTypes["EndTag"], "name": data, "data": [], "selfClosing": False} self.state = self.tagNameState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-right-bracket"}) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-eof"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.state = self.dataState else: # XXX data can be _'_... self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-char", "datavars": {"data": data}}) self.stream.unget(data) self.state = self.bogusCommentState return True def tagNameState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == ">": self.emitCurrentToken() elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-tag-name"}) self.state = self.dataState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] += "\uFFFD" else: self.currentToken["name"] += data # (Don't use charsUntil here, because tag names are # very short and it's faster to not do anything fancy) return True def rcdataLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.rcdataEndTagOpenState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.rcdataState return True def rcdataEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.rcdataEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.rcdataState return True def rcdataEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.rcdataState return True def rawtextLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.rawtextEndTagOpenState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.rawtextState return True def rawtextEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.rawtextEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.rawtextState return True def rawtextEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.rawtextState return True def scriptDataLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.scriptDataEndTagOpenState elif data == "!": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<!"}) self.state = self.scriptDataEscapeStartState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.scriptDataEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapeStartState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapeStartDashState else: self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapeStartDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashDashState else: self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapedState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashState elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: self.state = self.dataState else: chars = self.stream.charsUntil(("<", "-", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def scriptDataEscapedDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashDashState elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataEscapedState elif data == EOF: self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataEscapedState return True def scriptDataEscapedDashDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == ">": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"}) self.state = self.scriptDataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataEscapedState elif data == EOF: self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataEscapedState return True def scriptDataEscapedLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.scriptDataEscapedEndTagOpenState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<" + data}) self.temporaryBuffer = data self.state = self.scriptDataDoubleEscapeStartState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataEscapedEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer = data self.state = self.scriptDataEscapedEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataEscapedEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataDoubleEscapeStartState(self): data = self.stream.char() if data in (spaceCharacters | frozenset(("/", ">"))): self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) if self.temporaryBuffer.lower() == "script": self.state = self.scriptDataDoubleEscapedState else: self.state = self.scriptDataEscapedState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.temporaryBuffer += data else: self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataDoubleEscapedState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataDoubleEscapedDashState elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) return True def scriptDataDoubleEscapedDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataDoubleEscapedDashDashState elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataDoubleEscapedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapedDashDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == ">": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"}) self.state = self.scriptDataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataDoubleEscapedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapedLessThanSignState(self): data = self.stream.char() if data == "/": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "/"}) self.temporaryBuffer = "" self.state = self.scriptDataDoubleEscapeEndState else: self.stream.unget(data) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapeEndState(self): data = self.stream.char() if data in (spaceCharacters | frozenset(("/", ">"))): self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) if self.temporaryBuffer.lower() == "script": self.state = self.scriptDataEscapedState else: self.state = self.scriptDataDoubleEscapedState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.temporaryBuffer += data else: self.stream.unget(data) self.state = self.scriptDataDoubleEscapedState return True def beforeAttributeNameState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data in asciiLetters: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == ">": self.emitCurrentToken() elif data == "/": self.state = self.selfClosingStartTagState elif data in ("'", '"', "=", "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-in-attribute-name"}) self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"].append(["\uFFFD", ""]) self.state = self.attributeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-name-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState return True def attributeNameState(self): data = self.stream.char() leavingThisState = True emitToken = False if data == "=": self.state = self.beforeAttributeValueState elif data in asciiLetters: self.currentToken["data"][-1][0] += data +\ self.stream.charsUntil(asciiLetters, True) leavingThisState = False elif data == ">": # XXX If we emit here the attributes are converted to a dict # without being checked and when the code below runs we error # because data is a dict not a list emitToken = True elif data in spaceCharacters: self.state = self.afterAttributeNameState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][0] += "\uFFFD" leavingThisState = False elif data in ("'", '"', "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-in-attribute-name"}) self.currentToken["data"][-1][0] += data leavingThisState = False elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-name"}) self.state = self.dataState else: self.currentToken["data"][-1][0] += data leavingThisState = False if leavingThisState: # Attributes are not dropped at this stage. That happens when the # start tag token is emitted so values can still be safely appended # to attributes, but we do want to report the parse error in time. self.currentToken["data"][-1][0] = ( self.currentToken["data"][-1][0].translate(asciiUpper2Lower)) for name, _ in self.currentToken["data"][:-1]: if self.currentToken["data"][-1][0] == name: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "duplicate-attribute"}) break # XXX Fix for above XXX if emitToken: self.emitCurrentToken() return True def afterAttributeNameState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data == "=": self.state = self.beforeAttributeValueState elif data == ">": self.emitCurrentToken() elif data in asciiLetters: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"].append(["\uFFFD", ""]) self.state = self.attributeNameState elif data in ("'", '"', "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-after-attribute-name"}) self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-end-of-tag-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState return True def beforeAttributeValueState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data == "\"": self.state = self.attributeValueDoubleQuotedState elif data == "&": self.state = self.attributeValueUnQuotedState self.stream.unget(data) elif data == "'": self.state = self.attributeValueSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-value-but-got-right-bracket"}) self.emitCurrentToken() elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" self.state = self.attributeValueUnQuotedState elif data in ("=", "<", "`"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "equals-in-unquoted-attribute-value"}) self.currentToken["data"][-1][1] += data self.state = self.attributeValueUnQuotedState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-value-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data self.state = self.attributeValueUnQuotedState return True def attributeValueDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterAttributeValueState elif data == "&": self.processEntityInAttribute('"') elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-double-quote"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data +\ self.stream.charsUntil(("\"", "&", "\u0000")) return True def attributeValueSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterAttributeValueState elif data == "&": self.processEntityInAttribute("'") elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-single-quote"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data +\ self.stream.charsUntil(("'", "&", "\u0000")) return True def attributeValueUnQuotedState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == "&": self.processEntityInAttribute(">") elif data == ">": self.emitCurrentToken() elif data in ('"', "'", "=", "<", "`"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-in-unquoted-attribute-value"}) self.currentToken["data"][-1][1] += data elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-no-quotes"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data + self.stream.charsUntil( frozenset(("&", ">", '"', "'", "=", "<", "`", "\u0000")) | spaceCharacters) return True def afterAttributeValueState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == ">": self.emitCurrentToken() elif data == "/": self.state = self.selfClosingStartTagState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-EOF-after-attribute-value"}) self.stream.unget(data) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-after-attribute-value"}) self.stream.unget(data) self.state = self.beforeAttributeNameState return True def selfClosingStartTagState(self): data = self.stream.char() if data == ">": self.currentToken["selfClosing"] = True self.emitCurrentToken() elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-EOF-after-solidus-in-tag"}) self.stream.unget(data) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-after-solidus-in-tag"}) self.stream.unget(data) self.state = self.beforeAttributeNameState return True def bogusCommentState(self): # Make a new comment token and give it as value all the characters # until the first > or EOF (charsUntil checks for EOF automatically) # and emit it. data = self.stream.charsUntil(">") data = data.replace("\u0000", "\uFFFD") self.tokenQueue.append( {"type": tokenTypes["Comment"], "data": data}) # Eat the character directly after the bogus comment which is either a # ">" or an EOF. self.stream.char() self.state = self.dataState return True def markupDeclarationOpenState(self): charStack = [self.stream.char()] if charStack[-1] == "-": charStack.append(self.stream.char()) if charStack[-1] == "-": self.currentToken = {"type": tokenTypes["Comment"], "data": ""} self.state = self.commentStartState return True elif charStack[-1] in ('d', 'D'): matched = True for expected in (('o', 'O'), ('c', 'C'), ('t', 'T'), ('y', 'Y'), ('p', 'P'), ('e', 'E')): charStack.append(self.stream.char()) if charStack[-1] not in expected: matched = False break if matched: self.currentToken = {"type": tokenTypes["Doctype"], "name": "", "publicId": None, "systemId": None, "correct": True} self.state = self.doctypeState return True elif (charStack[-1] == "[" and self.parser is not None and self.parser.tree.openElements and self.parser.tree.openElements[-1].namespace != self.parser.tree.defaultNamespace): matched = True for expected in ["C", "D", "A", "T", "A", "["]: charStack.append(self.stream.char()) if charStack[-1] != expected: matched = False break if matched: self.state = self.cdataSectionState return True self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-dashes-or-doctype"}) while charStack: self.stream.unget(charStack.pop()) self.state = self.bogusCommentState return True def commentStartState(self): data = self.stream.char() if data == "-": self.state = self.commentStartDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "incorrect-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += data self.state = self.commentState return True def commentStartDashState(self): data = self.stream.char() if data == "-": self.state = self.commentEndState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "-\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "incorrect-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "-" + data self.state = self.commentState return True def commentState(self): data = self.stream.char() if data == "-": self.state = self.commentEndDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += data + \ self.stream.charsUntil(("-", "\u0000")) return True def commentEndDashState(self): data = self.stream.char() if data == "-": self.state = self.commentEndState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "-\uFFFD" self.state = self.commentState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-end-dash"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "-" + data self.state = self.commentState return True def commentEndState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "--\uFFFD" self.state = self.commentState elif data == "!": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-bang-after-double-dash-in-comment"}) self.state = self.commentEndBangState elif data == "-": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-dash-after-double-dash-in-comment"}) self.currentToken["data"] += data elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-double-dash"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: # XXX self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-comment"}) self.currentToken["data"] += "--" + data self.state = self.commentState return True def commentEndBangState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "-": self.currentToken["data"] += "--!" self.state = self.commentEndDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "--!\uFFFD" self.state = self.commentState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-end-bang-state"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "--!" + data self.state = self.commentState return True def doctypeState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-eof"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "need-space-after-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypeNameState return True def beforeDoctypeNameState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-right-bracket"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] = "\uFFFD" self.state = self.doctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-eof"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["name"] = data self.state = self.doctypeNameState return True def doctypeNameState(self): data = self.stream.char() if data in spaceCharacters: self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.state = self.afterDoctypeNameState elif data == ">": self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] += "\uFFFD" self.state = self.doctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype-name"}) self.currentToken["correct"] = False self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["name"] += data return True def afterDoctypeNameState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.currentToken["correct"] = False self.stream.unget(data) self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: if data in ("p", "P"): matched = True for expected in (("u", "U"), ("b", "B"), ("l", "L"), ("i", "I"), ("c", "C")): data = self.stream.char() if data not in expected: matched = False break if matched: self.state = self.afterDoctypePublicKeywordState return True elif data in ("s", "S"): matched = True for expected in (("y", "Y"), ("s", "S"), ("t", "T"), ("e", "E"), ("m", "M")): data = self.stream.char() if data not in expected: matched = False break if matched: self.state = self.afterDoctypeSystemKeywordState return True # All the characters read before the current 'data' will be # [a-zA-Z], so they're garbage in the bogus doctype and can be # discarded; only the latest character might be '>' or EOF # and needs to be ungetted self.stream.unget(data) self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-space-or-right-bracket-in-doctype", "datavars": {"data": data}}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def afterDoctypePublicKeywordState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypePublicIdentifierState elif data in ("'", '"'): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypePublicIdentifierState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.stream.unget(data) self.state = self.beforeDoctypePublicIdentifierState return True def beforeDoctypePublicIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == "\"": self.currentToken["publicId"] = "" self.state = self.doctypePublicIdentifierDoubleQuotedState elif data == "'": self.currentToken["publicId"] = "" self.state = self.doctypePublicIdentifierSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def doctypePublicIdentifierDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterDoctypePublicIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["publicId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["publicId"] += data return True def doctypePublicIdentifierSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterDoctypePublicIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["publicId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["publicId"] += data return True def afterDoctypePublicIdentifierState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.betweenDoctypePublicAndSystemIdentifiersState elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == '"': self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def betweenDoctypePublicAndSystemIdentifiersState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == '"': self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def afterDoctypeSystemKeywordState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypeSystemIdentifierState elif data in ("'", '"'): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypeSystemIdentifierState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.stream.unget(data) self.state = self.beforeDoctypeSystemIdentifierState return True def beforeDoctypeSystemIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == "\"": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def doctypeSystemIdentifierDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterDoctypeSystemIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["systemId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["systemId"] += data return True def doctypeSystemIdentifierSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterDoctypeSystemIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["systemId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["systemId"] += data return True def afterDoctypeSystemIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.state = self.bogusDoctypeState return True def bogusDoctypeState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: # XXX EMIT self.stream.unget(data) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: pass return True def cdataSectionState(self): data = [] while True: data.append(self.stream.charsUntil("]")) data.append(self.stream.charsUntil(">")) char = self.stream.char() if char == EOF: break else: assert char == ">" if data[-1][-2:] == "]]": data[-1] = data[-1][:-2] break else: data.append(char) data = "".join(data) # pylint:disable=redefined-variable-type # Deal with null here rather than in the parser nullCount = data.count("\u0000") if nullCount > 0: for _ in range(nullCount): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) data = data.replace("\u0000", "\uFFFD") if data: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.dataState return True site-packages/pip/_vendor/html5lib/serializer.py 0000644 00000033541 15231162611 0015757 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type import re from codecs import register_error, xmlcharrefreplace_errors from .constants import voidElements, booleanAttributes, spaceCharacters from .constants import rcdataElements, entities, xmlEntities from . import treewalkers, _utils from xml.sax.saxutils import escape _quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`" _quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]") _quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars + "\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n" "\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15" "\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f" "\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000" "\u2001\u2002\u2003\u2004\u2005\u2006\u2007" "\u2008\u2009\u200a\u2028\u2029\u202f\u205f" "\u3000]") _encode_entity_map = {} _is_ucs4 = len("\U0010FFFF") == 1 for k, v in list(entities.items()): # skip multi-character entities if ((_is_ucs4 and len(v) > 1) or (not _is_ucs4 and len(v) > 2)): continue if v != "&": if len(v) == 2: v = _utils.surrogatePairToCodepoint(v) else: v = ord(v) if v not in _encode_entity_map or k.islower(): # prefer < over < and similarly for &, >, etc. _encode_entity_map[v] = k def htmlentityreplace_errors(exc): if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)): res = [] codepoints = [] skip = False for i, c in enumerate(exc.object[exc.start:exc.end]): if skip: skip = False continue index = i + exc.start if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]): codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2]) skip = True else: codepoint = ord(c) codepoints.append(codepoint) for cp in codepoints: e = _encode_entity_map.get(cp) if e: res.append("&") res.append(e) if not e.endswith(";"): res.append(";") else: res.append("&#x%s;" % (hex(cp)[2:])) return ("".join(res), exc.end) else: return xmlcharrefreplace_errors(exc) register_error("htmlentityreplace", htmlentityreplace_errors) def serialize(input, tree="etree", encoding=None, **serializer_opts): # XXX: Should we cache this? walker = treewalkers.getTreeWalker(tree) s = HTMLSerializer(**serializer_opts) return s.render(walker(input), encoding) class HTMLSerializer(object): # attribute quoting options quote_attr_values = "legacy" # be secure by default quote_char = '"' use_best_quote_char = True # tag syntax options omit_optional_tags = True minimize_boolean_attributes = True use_trailing_solidus = False space_before_trailing_solidus = True # escaping options escape_lt_in_attrs = False escape_rcdata = False resolve_entities = True # miscellaneous options alphabetical_attributes = False inject_meta_charset = True strip_whitespace = False sanitize = False options = ("quote_attr_values", "quote_char", "use_best_quote_char", "omit_optional_tags", "minimize_boolean_attributes", "use_trailing_solidus", "space_before_trailing_solidus", "escape_lt_in_attrs", "escape_rcdata", "resolve_entities", "alphabetical_attributes", "inject_meta_charset", "strip_whitespace", "sanitize") def __init__(self, **kwargs): """Initialize HTMLSerializer. Keyword options (default given first unless specified) include: inject_meta_charset=True|False Whether it insert a meta element to define the character set of the document. quote_attr_values="legacy"|"spec"|"always" Whether to quote attribute values that don't require quoting per legacy browser behaviour, when required by the standard, or always. quote_char=u'"'|u"'" Use given quote character for attribute quoting. Default is to use double quote unless attribute value contains a double quote, in which case single quotes are used instead. escape_lt_in_attrs=False|True Whether to escape < in attribute values. escape_rcdata=False|True Whether to escape characters that need to be escaped within normal elements within rcdata elements such as style. resolve_entities=True|False Whether to resolve named character entities that appear in the source tree. The XML predefined entities < > & " ' are unaffected by this setting. strip_whitespace=False|True Whether to remove semantically meaningless whitespace. (This compresses all whitespace to a single space except within pre.) minimize_boolean_attributes=True|False Shortens boolean attributes to give just the attribute value, for example <input disabled="disabled"> becomes <input disabled>. use_trailing_solidus=False|True Includes a close-tag slash at the end of the start tag of void elements (empty elements whose end tag is forbidden). E.g. <hr/>. space_before_trailing_solidus=True|False Places a space immediately before the closing slash in a tag using a trailing solidus. E.g. <hr />. Requires use_trailing_solidus. sanitize=False|True Strip all unsafe or unknown constructs from output. See `html5lib user documentation`_ omit_optional_tags=True|False Omit start/end tags that are optional. alphabetical_attributes=False|True Reorder attributes to be in alphabetical order. .. _html5lib user documentation: http://code.google.com/p/html5lib/wiki/UserDocumentation """ unexpected_args = frozenset(kwargs) - frozenset(self.options) if len(unexpected_args) > 0: raise TypeError("__init__() got an unexpected keyword argument '%s'" % next(iter(unexpected_args))) if 'quote_char' in kwargs: self.use_best_quote_char = False for attr in self.options: setattr(self, attr, kwargs.get(attr, getattr(self, attr))) self.errors = [] self.strict = False def encode(self, string): assert(isinstance(string, text_type)) if self.encoding: return string.encode(self.encoding, "htmlentityreplace") else: return string def encodeStrict(self, string): assert(isinstance(string, text_type)) if self.encoding: return string.encode(self.encoding, "strict") else: return string def serialize(self, treewalker, encoding=None): # pylint:disable=too-many-nested-blocks self.encoding = encoding in_cdata = False self.errors = [] if encoding and self.inject_meta_charset: from .filters.inject_meta_charset import Filter treewalker = Filter(treewalker, encoding) # Alphabetical attributes is here under the assumption that none of # the later filters add or change order of attributes; it needs to be # before the sanitizer so escaped elements come out correctly if self.alphabetical_attributes: from .filters.alphabeticalattributes import Filter treewalker = Filter(treewalker) # WhitespaceFilter should be used before OptionalTagFilter # for maximum efficiently of this latter filter if self.strip_whitespace: from .filters.whitespace import Filter treewalker = Filter(treewalker) if self.sanitize: from .filters.sanitizer import Filter treewalker = Filter(treewalker) if self.omit_optional_tags: from .filters.optionaltags import Filter treewalker = Filter(treewalker) for token in treewalker: type = token["type"] if type == "Doctype": doctype = "<!DOCTYPE %s" % token["name"] if token["publicId"]: doctype += ' PUBLIC "%s"' % token["publicId"] elif token["systemId"]: doctype += " SYSTEM" if token["systemId"]: if token["systemId"].find('"') >= 0: if token["systemId"].find("'") >= 0: self.serializeError("System identifer contains both single and double quote characters") quote_char = "'" else: quote_char = '"' doctype += " %s%s%s" % (quote_char, token["systemId"], quote_char) doctype += ">" yield self.encodeStrict(doctype) elif type in ("Characters", "SpaceCharacters"): if type == "SpaceCharacters" or in_cdata: if in_cdata and token["data"].find("</") >= 0: self.serializeError("Unexpected </ in CDATA") yield self.encode(token["data"]) else: yield self.encode(escape(token["data"])) elif type in ("StartTag", "EmptyTag"): name = token["name"] yield self.encodeStrict("<%s" % name) if name in rcdataElements and not self.escape_rcdata: in_cdata = True elif in_cdata: self.serializeError("Unexpected child element of a CDATA element") for (_, attr_name), attr_value in token["data"].items(): # TODO: Add namespace support here k = attr_name v = attr_value yield self.encodeStrict(' ') yield self.encodeStrict(k) if not self.minimize_boolean_attributes or \ (k not in booleanAttributes.get(name, tuple()) and k not in booleanAttributes.get("", tuple())): yield self.encodeStrict("=") if self.quote_attr_values == "always" or len(v) == 0: quote_attr = True elif self.quote_attr_values == "spec": quote_attr = _quoteAttributeSpec.search(v) is not None elif self.quote_attr_values == "legacy": quote_attr = _quoteAttributeLegacy.search(v) is not None else: raise ValueError("quote_attr_values must be one of: " "'always', 'spec', or 'legacy'") v = v.replace("&", "&") if self.escape_lt_in_attrs: v = v.replace("<", "<") if quote_attr: quote_char = self.quote_char if self.use_best_quote_char: if "'" in v and '"' not in v: quote_char = '"' elif '"' in v and "'" not in v: quote_char = "'" if quote_char == "'": v = v.replace("'", "'") else: v = v.replace('"', """) yield self.encodeStrict(quote_char) yield self.encode(v) yield self.encodeStrict(quote_char) else: yield self.encode(v) if name in voidElements and self.use_trailing_solidus: if self.space_before_trailing_solidus: yield self.encodeStrict(" /") else: yield self.encodeStrict("/") yield self.encode(">") elif type == "EndTag": name = token["name"] if name in rcdataElements: in_cdata = False elif in_cdata: self.serializeError("Unexpected child element of a CDATA element") yield self.encodeStrict("</%s>" % name) elif type == "Comment": data = token["data"] if data.find("--") >= 0: self.serializeError("Comment contains --") yield self.encodeStrict("<!--%s-->" % token["data"]) elif type == "Entity": name = token["name"] key = name + ";" if key not in entities: self.serializeError("Entity %s not recognized" % name) if self.resolve_entities and key not in xmlEntities: data = entities[key] else: data = "&%s;" % name yield self.encodeStrict(data) else: self.serializeError(token["data"]) def render(self, treewalker, encoding=None): if encoding: return b"".join(list(self.serialize(treewalker, encoding))) else: return "".join(list(self.serialize(treewalker))) def serializeError(self, data="XXX ERROR MESSAGE NEEDED"): # XXX The idea is to make data mandatory. self.errors.append(data) if self.strict: raise SerializeError class SerializeError(Exception): """Error in serialized tree""" pass site-packages/pip/_vendor/html5lib/treeadapters/sax.py 0000644 00000003175 15231162611 0017064 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from xml.sax.xmlreader import AttributesNSImpl from ..constants import adjustForeignAttributes, unadjustForeignAttributes prefix_mapping = {} for prefix, localName, namespace in adjustForeignAttributes.values(): if prefix is not None: prefix_mapping[prefix] = namespace def to_sax(walker, handler): """Call SAX-like content handler based on treewalker walker""" handler.startDocument() for prefix, namespace in prefix_mapping.items(): handler.startPrefixMapping(prefix, namespace) for token in walker: type = token["type"] if type == "Doctype": continue elif type in ("StartTag", "EmptyTag"): attrs = AttributesNSImpl(token["data"], unadjustForeignAttributes) handler.startElementNS((token["namespace"], token["name"]), token["name"], attrs) if type == "EmptyTag": handler.endElementNS((token["namespace"], token["name"]), token["name"]) elif type == "EndTag": handler.endElementNS((token["namespace"], token["name"]), token["name"]) elif type in ("Characters", "SpaceCharacters"): handler.characters(token["data"]) elif type == "Comment": pass else: assert False, "Unknown token type" for prefix, namespace in prefix_mapping.items(): handler.endPrefixMapping(prefix) handler.endDocument() site-packages/pip/_vendor/html5lib/treeadapters/genshi.py 0000644 00000003023 15231162611 0017536 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from genshi.core import QName, Attrs from genshi.core import START, END, TEXT, COMMENT, DOCTYPE def to_genshi(walker): text = [] for token in walker: type = token["type"] if type in ("Characters", "SpaceCharacters"): text.append(token["data"]) elif text: yield TEXT, "".join(text), (None, -1, -1) text = [] if type in ("StartTag", "EmptyTag"): if token["namespace"]: name = "{%s}%s" % (token["namespace"], token["name"]) else: name = token["name"] attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value) for attr, value in token["data"].items()]) yield (START, (QName(name), attrs), (None, -1, -1)) if type == "EmptyTag": type = "EndTag" if type == "EndTag": if token["namespace"]: name = "{%s}%s" % (token["namespace"], token["name"]) else: name = token["name"] yield END, QName(name), (None, -1, -1) elif type == "Comment": yield COMMENT, token["data"], (None, -1, -1) elif type == "Doctype": yield DOCTYPE, (token["name"], token["publicId"], token["systemId"]), (None, -1, -1) else: pass # FIXME: What to do? if text: yield TEXT, "".join(text), (None, -1, -1) site-packages/pip/_vendor/html5lib/treeadapters/__init__.py 0000644 00000000320 15231162611 0020015 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from . import sax __all__ = ["sax"] try: from . import genshi # noqa except ImportError: pass else: __all__.append("genshi") site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000553 15231162611 0025250 0 ustar 00 3 F��i� � @ sZ d dl mZmZmZ ddlmZ dgZyddlmZ W n ek rJ Y n X ej d� dS )� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) Z __future__r r r � r �__all__r � ImportError�append� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-36.opt-1.pyc 0000644 00000002335 15231162611 0024304 0 ustar 00 3 F��i} � @ sh d dl mZmZmZ d dlmZ ddlmZmZ i Z x&ej � D ]\Z Z Z e dk r>e e e < q>W dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |j � x tj� D ]\}}|j||� qW x�| D ]�}|d }|dkrHq0q0|d kr�t|d t�}|j|d |d f|d |� |dkr�|j|d |d f|d � q0|dkr�|j|d |d f|d � q0|dkr�|j|d � q0|d kr0q0q0W x tj� D ]\}}|j |� � q�W |j � d S )z8Call SAX-like content handler based on treewalker walker�typeZDoctype�StartTag�EmptyTag�data� namespace�nameZEndTag� Characters�SpaceCharacters�CommentN)r r )r r ) Z startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ charactersZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �/usr/lib/python3.6/sax.py�to_sax s6 r )Z __future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-36.pyc 0000644 00000002640 15231162611 0024026 0 ustar 00 3 F��i � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m Z m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sZ g }�x6| D �],}|d }|dkr2|j |d � n|rLtdj|�dfV g }|dkr�|d rrd |d |d f }n|d }td d � |d j� D ��}tt|�|fdfV |dkr�d}|dk� r�|d r�d |d |d f }n|d }tt|�d fV q |dk�rt|d d fV q |dkr t |d |d |d fd#fV q q W |�rVtdj|�d&fV d S )'N�type� Characters�SpaceCharacters�data� � �StartTag�EmptyTag� namespacez{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nz{%s}%sr )r )�.0�attr�value� r � /usr/lib/python3.6/genshi.py� <listcomp> s z to_genshi.<locals>.<listcomp>ZEndTag�CommentZDoctypeZpublicIdZsystemId)r r ���r )Nr r )r r r r )Nr r r r )Nr r r r )Nr r r r )Nr r r r )Nr r ) �appendr �joinr �itemsr r r r r )Zwalker�text�tokenr r Zattrsr r r � to_genshi s< r# N) Z __future__r r r Z genshi.corer r r r r r r r# r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-36.pyc 0000644 00000000553 15231162611 0024311 0 ustar 00 3 F��i� � @ sZ d dl mZmZmZ ddlmZ dgZyddlmZ W n ek rJ Y n X ej d� dS )� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) Z __future__r r r � r �__all__r � ImportError�append� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-36.pyc 0000644 00000002416 15231162611 0023345 0 ustar 00 3 F��i} � @ sh d dl mZmZmZ d dlmZ ddlmZmZ i Z x&ej � D ]\Z Z Z e dk r>e e e < q>W dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s( |j � x tj� D ]\}}|j||� qW x�| D ]�}|d }|dkrHq0q0|dkr�t|d t�}|j|d |d f|d |� |dkr�|j|d |d f|d � q0|dkr�|j|d |d f|d � q0|dkr�|j|d � q0|d kr�q0d s0t d ��q0W x tj� D ]\}}|j |� �qW |j � dS )z8Call SAX-like content handler based on treewalker walker�typeZDoctype�StartTag�EmptyTag�data� namespace�nameZEndTag� Characters�SpaceCharacters�CommentFzUnknown token typeN)r r )r r ) Z startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ characters�AssertionErrorZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �/usr/lib/python3.6/sax.py�to_sax s6 r )Z __future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s site-packages/pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-36.opt-1.pyc 0000644 00000002640 15231162611 0024765 0 ustar 00 3 F��i � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m Z m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sZ g }�x6| D �],}|d }|dkr2|j |d � n|rLtdj|�dfV g }|dkr�|d rrd |d |d f }n|d }td d � |d j� D ��}tt|�|fdfV |dkr�d}|dk� r�|d r�d |d |d f }n|d }tt|�d fV q |dk�rt|d d fV q |dkr t |d |d |d fd#fV q q W |�rVtdj|�d&fV d S )'N�type� Characters�SpaceCharacters�data� � �StartTag�EmptyTag� namespacez{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nz{%s}%sr )r )�.0�attr�value� r � /usr/lib/python3.6/genshi.py� <listcomp> s z to_genshi.<locals>.<listcomp>ZEndTag�CommentZDoctypeZpublicIdZsystemId)r r ���r )Nr r )r r r r )Nr r r r )Nr r r r )Nr r r r )Nr r r r )Nr r ) �appendr �joinr �itemsr r r r r )Zwalker�text�tokenr r Zattrsr r r � to_genshi s< r# N) Z __future__r r r Z genshi.corer r r r r r r r# r r r r �<module> s site-packages/pip/_vendor/html5lib/_ihatexml.py 0000644 00000040501 15231162611 0015552 0 ustar 00 from __future__ import absolute_import, division, unicode_literals import re import warnings from .constants import DataLossWarning baseChar = """ [#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] | [#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] | [#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] | [#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 | [#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] | [#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] | [#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] | [#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] | [#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 | [#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] | [#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] | [#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D | [#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] | [#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] | [#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] | [#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] | [#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] | [#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] | [#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 | [#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] | [#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] | [#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] | [#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] | [#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] | [#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] | [#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] | [#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] | [#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] | [#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] | [#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A | #x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 | #x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] | #x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] | [#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] | [#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C | #x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 | [#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] | [#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] | [#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 | [#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] | [#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B | #x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE | [#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] | [#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 | [#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] | [#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]""" ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]""" combiningCharacter = """ [#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] | [#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 | [#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] | [#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] | #x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] | [#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] | [#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 | #x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] | [#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC | [#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] | #x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] | [#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] | [#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] | [#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] | [#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] | [#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] | #x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 | [#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] | #x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] | [#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] | [#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] | #x3099 | #x309A""" digit = """ [#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] | [#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] | [#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] | [#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]""" extender = """ #x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 | #[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]""" letter = " | ".join([baseChar, ideographic]) # Without the name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter, extender]) nameFirst = " | ".join([letter, "_"]) reChar = re.compile(r"#x([\d|A-F]{4,4})") reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]") def charStringToList(chars): charRanges = [item.strip() for item in chars.split(" | ")] rv = [] for item in charRanges: foundMatch = False for regexp in (reChar, reCharRange): match = regexp.match(item) if match is not None: rv.append([hexToInt(item) for item in match.groups()]) if len(rv[-1]) == 1: rv[-1] = rv[-1] * 2 foundMatch = True break if not foundMatch: assert len(item) == 1 rv.append([ord(item)] * 2) rv = normaliseCharList(rv) return rv def normaliseCharList(charList): charList = sorted(charList) for item in charList: assert item[1] >= item[0] rv = [] i = 0 while i < len(charList): j = 1 rv.append(charList[i]) while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1: rv[-1][1] = charList[i + j][1] j += 1 i += j return rv # We don't really support characters above the BMP :( max_unicode = int("FFFF", 16) def missingRanges(charList): rv = [] if charList[0] != 0: rv.append([0, charList[0][0] - 1]) for i, item in enumerate(charList[:-1]): rv.append([item[1] + 1, charList[i + 1][0] - 1]) if charList[-1][1] != max_unicode: rv.append([charList[-1][1] + 1, max_unicode]) return rv def listToRegexpStr(charList): rv = [] for item in charList: if item[0] == item[1]: rv.append(escapeRegexp(chr(item[0]))) else: rv.append(escapeRegexp(chr(item[0])) + "-" + escapeRegexp(chr(item[1]))) return "[%s]" % "".join(rv) def hexToInt(hex_str): return int(hex_str, 16) def escapeRegexp(string): specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}", "[", "]", "|", "(", ")", "-") for char in specialCharacters: string = string.replace(char, "\\" + char) return string # output from the above nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa # Simpler things nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\-\'()+,./:=?;!*#@$_%]") class InfosetFilter(object): replacementRegexp = re.compile(r"U[\dA-F]{5,5}") def __init__(self, dropXmlnsLocalName=False, dropXmlnsAttrNs=False, preventDoubleDashComments=False, preventDashAtCommentEnd=False, replaceFormFeedCharacters=True, preventSingleQuotePubid=False): self.dropXmlnsLocalName = dropXmlnsLocalName self.dropXmlnsAttrNs = dropXmlnsAttrNs self.preventDoubleDashComments = preventDoubleDashComments self.preventDashAtCommentEnd = preventDashAtCommentEnd self.replaceFormFeedCharacters = replaceFormFeedCharacters self.preventSingleQuotePubid = preventSingleQuotePubid self.replaceCache = {} def coerceAttribute(self, name, namespace=None): if self.dropXmlnsLocalName and name.startswith("xmlns:"): warnings.warn("Attributes cannot begin with xmlns", DataLossWarning) return None elif (self.dropXmlnsAttrNs and namespace == "http://www.w3.org/2000/xmlns/"): warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning) return None else: return self.toXmlName(name) def coerceElement(self, name): return self.toXmlName(name) def coerceComment(self, data): if self.preventDoubleDashComments: while "--" in data: warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning) data = data.replace("--", "- -") if data.endswith("-"): warnings.warn("Comments cannot end in a dash", DataLossWarning) data += " " return data def coerceCharacters(self, data): if self.replaceFormFeedCharacters: for _ in range(data.count("\x0C")): warnings.warn("Text cannot contain U+000C", DataLossWarning) data = data.replace("\x0C", " ") # Other non-xml characters return data def coercePubid(self, data): dataOutput = data for char in nonPubidCharRegexp.findall(data): warnings.warn("Coercing non-XML pubid", DataLossWarning) replacement = self.getReplacementCharacter(char) dataOutput = dataOutput.replace(char, replacement) if self.preventSingleQuotePubid and dataOutput.find("'") >= 0: warnings.warn("Pubid cannot contain single quote", DataLossWarning) dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'")) return dataOutput def toXmlName(self, name): nameFirst = name[0] nameRest = name[1:] m = nonXmlNameFirstBMPRegexp.match(nameFirst) if m: warnings.warn("Coercing non-XML name", DataLossWarning) nameFirstOutput = self.getReplacementCharacter(nameFirst) else: nameFirstOutput = nameFirst nameRestOutput = nameRest replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest)) for char in replaceChars: warnings.warn("Coercing non-XML name", DataLossWarning) replacement = self.getReplacementCharacter(char) nameRestOutput = nameRestOutput.replace(char, replacement) return nameFirstOutput + nameRestOutput def getReplacementCharacter(self, char): if char in self.replaceCache: replacement = self.replaceCache[char] else: replacement = self.escapeChar(char) return replacement def fromXmlName(self, name): for item in set(self.replacementRegexp.findall(name)): name = name.replace(item, self.unescapeChar(item)) return name def escapeChar(self, char): replacement = "U%05X" % ord(char) self.replaceCache[char] = replacement return replacement def unescapeChar(self, charcode): return chr(int(charcode[1:], 16)) site-packages/pip/_vendor/html5lib/__init__.py 0000644 00000001414 15231162611 0015337 0 ustar 00 """ HTML parsing library based on the WHATWG "HTML5" specification. The parser is designed to be compatible with existing HTML found in the wild and implements well-defined error recovery that is largely compatible with modern desktop web browsers. Example usage: import html5lib f = open("my_document.html") tree = html5lib.parse(f) """ from __future__ import absolute_import, division, unicode_literals from .html5parser import HTMLParser, parse, parseFragment from .treebuilders import getTreeBuilder from .treewalkers import getTreeWalker from .serializer import serialize __all__ = ["HTMLParser", "parse", "parseFragment", "getTreeBuilder", "getTreeWalker", "serialize"] # this has to be at the top level, see how setup.py parses this __version__ = "1.0b10" site-packages/pip/_vendor/html5lib/html5parser.py 0000644 00000344662 15231162611 0016065 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import with_metaclass, viewkeys, PY3 import types try: from collections import OrderedDict except ImportError: from pip._vendor.ordereddict import OrderedDict from . import _inputstream from . import _tokenizer from . import treebuilders from .treebuilders.base import Marker from . import _utils from .constants import ( spaceCharacters, asciiUpper2Lower, specialElements, headingElements, cdataElements, rcdataElements, tokenTypes, tagTokenTypes, namespaces, htmlIntegrationPointElements, mathmlTextIntegrationPointElements, adjustForeignAttributes as adjustForeignAttributesMap, adjustMathMLAttributes, adjustSVGAttributes, E, ReparseException ) def parse(doc, treebuilder="etree", namespaceHTMLElements=True, **kwargs): """Parse a string or file-like object into a tree""" tb = treebuilders.getTreeBuilder(treebuilder) p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements) return p.parse(doc, **kwargs) def parseFragment(doc, container="div", treebuilder="etree", namespaceHTMLElements=True, **kwargs): tb = treebuilders.getTreeBuilder(treebuilder) p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements) return p.parseFragment(doc, container=container, **kwargs) def method_decorator_metaclass(function): class Decorated(type): def __new__(meta, classname, bases, classDict): for attributeName, attribute in classDict.items(): if isinstance(attribute, types.FunctionType): attribute = function(attribute) classDict[attributeName] = attribute return type.__new__(meta, classname, bases, classDict) return Decorated class HTMLParser(object): """HTML parser. Generates a tree structure from a stream of (possibly malformed) HTML""" def __init__(self, tree=None, strict=False, namespaceHTMLElements=True, debug=False): """ strict - raise an exception when a parse error is encountered tree - a treebuilder class controlling the type of tree that will be returned. Built in treebuilders can be accessed through html5lib.treebuilders.getTreeBuilder(treeType) """ # Raise an exception on the first error encountered self.strict = strict if tree is None: tree = treebuilders.getTreeBuilder("etree") self.tree = tree(namespaceHTMLElements) self.errors = [] self.phases = dict([(name, cls(self, self.tree)) for name, cls in getPhases(debug).items()]) def _parse(self, stream, innerHTML=False, container="div", scripting=False, **kwargs): self.innerHTMLMode = innerHTML self.container = container self.scripting = scripting self.tokenizer = _tokenizer.HTMLTokenizer(stream, parser=self, **kwargs) self.reset() try: self.mainLoop() except ReparseException: self.reset() self.mainLoop() def reset(self): self.tree.reset() self.firstStartTag = False self.errors = [] self.log = [] # only used with debug mode # "quirks" / "limited quirks" / "no quirks" self.compatMode = "no quirks" if self.innerHTMLMode: self.innerHTML = self.container.lower() if self.innerHTML in cdataElements: self.tokenizer.state = self.tokenizer.rcdataState elif self.innerHTML in rcdataElements: self.tokenizer.state = self.tokenizer.rawtextState elif self.innerHTML == 'plaintext': self.tokenizer.state = self.tokenizer.plaintextState else: # state already is data state # self.tokenizer.state = self.tokenizer.dataState pass self.phase = self.phases["beforeHtml"] self.phase.insertHtmlElement() self.resetInsertionMode() else: self.innerHTML = False # pylint:disable=redefined-variable-type self.phase = self.phases["initial"] self.lastPhase = None self.beforeRCDataPhase = None self.framesetOK = True @property def documentEncoding(self): """The name of the character encoding that was used to decode the input stream, or :obj:`None` if that is not determined yet. """ if not hasattr(self, 'tokenizer'): return None return self.tokenizer.stream.charEncoding[0].name def isHTMLIntegrationPoint(self, element): if (element.name == "annotation-xml" and element.namespace == namespaces["mathml"]): return ("encoding" in element.attributes and element.attributes["encoding"].translate( asciiUpper2Lower) in ("text/html", "application/xhtml+xml")) else: return (element.namespace, element.name) in htmlIntegrationPointElements def isMathMLTextIntegrationPoint(self, element): return (element.namespace, element.name) in mathmlTextIntegrationPointElements def mainLoop(self): CharactersToken = tokenTypes["Characters"] SpaceCharactersToken = tokenTypes["SpaceCharacters"] StartTagToken = tokenTypes["StartTag"] EndTagToken = tokenTypes["EndTag"] CommentToken = tokenTypes["Comment"] DoctypeToken = tokenTypes["Doctype"] ParseErrorToken = tokenTypes["ParseError"] for token in self.normalizedTokens(): prev_token = None new_token = token while new_token is not None: prev_token = new_token currentNode = self.tree.openElements[-1] if self.tree.openElements else None currentNodeNamespace = currentNode.namespace if currentNode else None currentNodeName = currentNode.name if currentNode else None type = new_token["type"] if type == ParseErrorToken: self.parseError(new_token["data"], new_token.get("datavars", {})) new_token = None else: if (len(self.tree.openElements) == 0 or currentNodeNamespace == self.tree.defaultNamespace or (self.isMathMLTextIntegrationPoint(currentNode) and ((type == StartTagToken and token["name"] not in frozenset(["mglyph", "malignmark"])) or type in (CharactersToken, SpaceCharactersToken))) or (currentNodeNamespace == namespaces["mathml"] and currentNodeName == "annotation-xml" and type == StartTagToken and token["name"] == "svg") or (self.isHTMLIntegrationPoint(currentNode) and type in (StartTagToken, CharactersToken, SpaceCharactersToken))): phase = self.phase else: phase = self.phases["inForeignContent"] if type == CharactersToken: new_token = phase.processCharacters(new_token) elif type == SpaceCharactersToken: new_token = phase.processSpaceCharacters(new_token) elif type == StartTagToken: new_token = phase.processStartTag(new_token) elif type == EndTagToken: new_token = phase.processEndTag(new_token) elif type == CommentToken: new_token = phase.processComment(new_token) elif type == DoctypeToken: new_token = phase.processDoctype(new_token) if (type == StartTagToken and prev_token["selfClosing"] and not prev_token["selfClosingAcknowledged"]): self.parseError("non-void-element-with-trailing-solidus", {"name": prev_token["name"]}) # When the loop finishes it's EOF reprocess = True phases = [] while reprocess: phases.append(self.phase) reprocess = self.phase.processEOF() if reprocess: assert self.phase not in phases def normalizedTokens(self): for token in self.tokenizer: yield self.normalizeToken(token) def parse(self, stream, *args, **kwargs): """Parse a HTML document into a well-formed tree stream - a filelike object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) scripting - treat noscript elements as if javascript was turned on """ self._parse(stream, False, None, *args, **kwargs) return self.tree.getDocument() def parseFragment(self, stream, *args, **kwargs): """Parse a HTML fragment into a well-formed tree fragment container - name of the element we're setting the innerHTML property if set to None, default to 'div' stream - a filelike object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) scripting - treat noscript elements as if javascript was turned on """ self._parse(stream, True, *args, **kwargs) return self.tree.getFragment() def parseError(self, errorcode="XXX-undefined-error", datavars=None): # XXX The idea is to make errorcode mandatory. if datavars is None: datavars = {} self.errors.append((self.tokenizer.stream.position(), errorcode, datavars)) if self.strict: raise ParseError(E[errorcode] % datavars) def normalizeToken(self, token): """ HTML5 specific normalizations to the token stream """ if token["type"] == tokenTypes["StartTag"]: raw = token["data"] token["data"] = OrderedDict(raw) if len(raw) > len(token["data"]): # we had some duplicated attribute, fix so first wins token["data"].update(raw[::-1]) return token def adjustMathMLAttributes(self, token): adjust_attributes(token, adjustMathMLAttributes) def adjustSVGAttributes(self, token): adjust_attributes(token, adjustSVGAttributes) def adjustForeignAttributes(self, token): adjust_attributes(token, adjustForeignAttributesMap) def reparseTokenNormal(self, token): # pylint:disable=unused-argument self.parser.phase() def resetInsertionMode(self): # The name of this method is mostly historical. (It's also used in the # specification.) last = False newModes = { "select": "inSelect", "td": "inCell", "th": "inCell", "tr": "inRow", "tbody": "inTableBody", "thead": "inTableBody", "tfoot": "inTableBody", "caption": "inCaption", "colgroup": "inColumnGroup", "table": "inTable", "head": "inBody", "body": "inBody", "frameset": "inFrameset", "html": "beforeHead" } for node in self.tree.openElements[::-1]: nodeName = node.name new_phase = None if node == self.tree.openElements[0]: assert self.innerHTML last = True nodeName = self.innerHTML # Check for conditions that should only happen in the innerHTML # case if nodeName in ("select", "colgroup", "head", "html"): assert self.innerHTML if not last and node.namespace != self.tree.defaultNamespace: continue if nodeName in newModes: new_phase = self.phases[newModes[nodeName]] break elif last: new_phase = self.phases["inBody"] break self.phase = new_phase def parseRCDataRawtext(self, token, contentType): """Generic RCDATA/RAWTEXT Parsing algorithm contentType - RCDATA or RAWTEXT """ assert contentType in ("RAWTEXT", "RCDATA") self.tree.insertElement(token) if contentType == "RAWTEXT": self.tokenizer.state = self.tokenizer.rawtextState else: self.tokenizer.state = self.tokenizer.rcdataState self.originalPhase = self.phase self.phase = self.phases["text"] @_utils.memoize def getPhases(debug): def log(function): """Logger that records which phase processes each token""" type_names = dict((value, key) for key, value in tokenTypes.items()) def wrapped(self, *args, **kwargs): if function.__name__.startswith("process") and len(args) > 0: token = args[0] try: info = {"type": type_names[token['type']]} except: raise if token['type'] in tagTokenTypes: info["name"] = token['name'] self.parser.log.append((self.parser.tokenizer.state.__name__, self.parser.phase.__class__.__name__, self.__class__.__name__, function.__name__, info)) return function(self, *args, **kwargs) else: return function(self, *args, **kwargs) return wrapped def getMetaclass(use_metaclass, metaclass_func): if use_metaclass: return method_decorator_metaclass(metaclass_func) else: return type # pylint:disable=unused-argument class Phase(with_metaclass(getMetaclass(debug, log))): """Base class for helper object that implements each phase of processing """ def __init__(self, parser, tree): self.parser = parser self.tree = tree def processEOF(self): raise NotImplementedError def processComment(self, token): # For most phases the following is correct. Where it's not it will be # overridden. self.tree.insertComment(token, self.tree.openElements[-1]) def processDoctype(self, token): self.parser.parseError("unexpected-doctype") def processCharacters(self, token): self.tree.insertText(token["data"]) def processSpaceCharacters(self, token): self.tree.insertText(token["data"]) def processStartTag(self, token): return self.startTagHandler[token["name"]](token) def startTagHtml(self, token): if not self.parser.firstStartTag and token["name"] == "html": self.parser.parseError("non-html-root") # XXX Need a check here to see if the first start tag token emitted is # this token... If it's not, invoke self.parser.parseError(). for attr, value in token["data"].items(): if attr not in self.tree.openElements[0].attributes: self.tree.openElements[0].attributes[attr] = value self.parser.firstStartTag = False def processEndTag(self, token): return self.endTagHandler[token["name"]](token) class InitialPhase(Phase): def processSpaceCharacters(self, token): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] correct = token["correct"] if (name != "html" or publicId is not None or systemId is not None and systemId != "about:legacy-compat"): self.parser.parseError("unknown-doctype") if publicId is None: publicId = "" self.tree.insertDoctype(token) if publicId != "": publicId = publicId.translate(asciiUpper2Lower) if (not correct or token["name"] != "html" or publicId.startswith( ("+//silmaril//dtd html pro v0r11 19970101//", "-//advasoft ltd//dtd html 3.0 aswedit + extensions//", "-//as//dtd html 3.0 aswedit + extensions//", "-//ietf//dtd html 2.0 level 1//", "-//ietf//dtd html 2.0 level 2//", "-//ietf//dtd html 2.0 strict level 1//", "-//ietf//dtd html 2.0 strict level 2//", "-//ietf//dtd html 2.0 strict//", "-//ietf//dtd html 2.0//", "-//ietf//dtd html 2.1e//", "-//ietf//dtd html 3.0//", "-//ietf//dtd html 3.2 final//", "-//ietf//dtd html 3.2//", "-//ietf//dtd html 3//", "-//ietf//dtd html level 0//", "-//ietf//dtd html level 1//", "-//ietf//dtd html level 2//", "-//ietf//dtd html level 3//", "-//ietf//dtd html strict level 0//", "-//ietf//dtd html strict level 1//", "-//ietf//dtd html strict level 2//", "-//ietf//dtd html strict level 3//", "-//ietf//dtd html strict//", "-//ietf//dtd html//", "-//metrius//dtd metrius presentational//", "-//microsoft//dtd internet explorer 2.0 html strict//", "-//microsoft//dtd internet explorer 2.0 html//", "-//microsoft//dtd internet explorer 2.0 tables//", "-//microsoft//dtd internet explorer 3.0 html strict//", "-//microsoft//dtd internet explorer 3.0 html//", "-//microsoft//dtd internet explorer 3.0 tables//", "-//netscape comm. corp.//dtd html//", "-//netscape comm. corp.//dtd strict html//", "-//o'reilly and associates//dtd html 2.0//", "-//o'reilly and associates//dtd html extended 1.0//", "-//o'reilly and associates//dtd html extended relaxed 1.0//", "-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//", "-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//", "-//spyglass//dtd html 2.0 extended//", "-//sq//dtd html 2.0 hotmetal + extensions//", "-//sun microsystems corp.//dtd hotjava html//", "-//sun microsystems corp.//dtd hotjava strict html//", "-//w3c//dtd html 3 1995-03-24//", "-//w3c//dtd html 3.2 draft//", "-//w3c//dtd html 3.2 final//", "-//w3c//dtd html 3.2//", "-//w3c//dtd html 3.2s draft//", "-//w3c//dtd html 4.0 frameset//", "-//w3c//dtd html 4.0 transitional//", "-//w3c//dtd html experimental 19960712//", "-//w3c//dtd html experimental 970421//", "-//w3c//dtd w3 html//", "-//w3o//dtd w3 html 3.0//", "-//webtechs//dtd mozilla html 2.0//", "-//webtechs//dtd mozilla html//")) or publicId in ("-//w3o//dtd w3 html strict 3.0//en//", "-/w3c/dtd html 4.0 transitional/en", "html") or publicId.startswith( ("-//w3c//dtd html 4.01 frameset//", "-//w3c//dtd html 4.01 transitional//")) and systemId is None or systemId and systemId.lower() == "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"): self.parser.compatMode = "quirks" elif (publicId.startswith( ("-//w3c//dtd xhtml 1.0 frameset//", "-//w3c//dtd xhtml 1.0 transitional//")) or publicId.startswith( ("-//w3c//dtd html 4.01 frameset//", "-//w3c//dtd html 4.01 transitional//")) and systemId is not None): self.parser.compatMode = "limited quirks" self.parser.phase = self.parser.phases["beforeHtml"] def anythingElse(self): self.parser.compatMode = "quirks" self.parser.phase = self.parser.phases["beforeHtml"] def processCharacters(self, token): self.parser.parseError("expected-doctype-but-got-chars") self.anythingElse() return token def processStartTag(self, token): self.parser.parseError("expected-doctype-but-got-start-tag", {"name": token["name"]}) self.anythingElse() return token def processEndTag(self, token): self.parser.parseError("expected-doctype-but-got-end-tag", {"name": token["name"]}) self.anythingElse() return token def processEOF(self): self.parser.parseError("expected-doctype-but-got-eof") self.anythingElse() return True class BeforeHtmlPhase(Phase): # helper methods def insertHtmlElement(self): self.tree.insertRoot(impliedTagToken("html", "StartTag")) self.parser.phase = self.parser.phases["beforeHead"] # other def processEOF(self): self.insertHtmlElement() return True def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): pass def processCharacters(self, token): self.insertHtmlElement() return token def processStartTag(self, token): if token["name"] == "html": self.parser.firstStartTag = True self.insertHtmlElement() return token def processEndTag(self, token): if token["name"] not in ("head", "body", "html", "br"): self.parser.parseError("unexpected-end-tag-before-html", {"name": token["name"]}) else: self.insertHtmlElement() return token class BeforeHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("head", "body", "html", "br"), self.endTagImplyHead) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.startTagHead(impliedTagToken("head", "StartTag")) return True def processSpaceCharacters(self, token): pass def processCharacters(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagHead(self, token): self.tree.insertElement(token) self.tree.headPointer = self.tree.openElements[-1] self.parser.phase = self.parser.phases["inHead"] def startTagOther(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def endTagImplyHead(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def endTagOther(self, token): self.parser.parseError("end-tag-after-implied-root", {"name": token["name"]}) class InHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("title", self.startTagTitle), (("noframes", "style"), self.startTagNoFramesStyle), ("noscript", self.startTagNoscript), ("script", self.startTagScript), (("base", "basefont", "bgsound", "command", "link"), self.startTagBaseLinkCommand), ("meta", self.startTagMeta), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("head", self.endTagHead), (("br", "html", "body"), self.endTagHtmlBodyBr) ]) self.endTagHandler.default = self.endTagOther # the real thing def processEOF(self): self.anythingElse() return True def processCharacters(self, token): self.anythingElse() return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagHead(self, token): self.parser.parseError("two-heads-are-not-better-than-one") def startTagBaseLinkCommand(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagMeta(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True attributes = token["data"] if self.parser.tokenizer.stream.charEncoding[1] == "tentative": if "charset" in attributes: self.parser.tokenizer.stream.changeEncoding(attributes["charset"]) elif ("content" in attributes and "http-equiv" in attributes and attributes["http-equiv"].lower() == "content-type"): # Encoding it as UTF-8 here is a hack, as really we should pass # the abstract Unicode string, and just use the # ContentAttrParser on that, but using UTF-8 allows all chars # to be encoded and as a ASCII-superset works. data = _inputstream.EncodingBytes(attributes["content"].encode("utf-8")) parser = _inputstream.ContentAttrParser(data) codec = parser.parse() self.parser.tokenizer.stream.changeEncoding(codec) def startTagTitle(self, token): self.parser.parseRCDataRawtext(token, "RCDATA") def startTagNoFramesStyle(self, token): # Need to decide whether to implement the scripting-disabled case self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagNoscript(self, token): if self.parser.scripting: self.parser.parseRCDataRawtext(token, "RAWTEXT") else: self.tree.insertElement(token) self.parser.phase = self.parser.phases["inHeadNoscript"] def startTagScript(self, token): self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.scriptDataState self.parser.originalPhase = self.parser.phase self.parser.phase = self.parser.phases["text"] def startTagOther(self, token): self.anythingElse() return token def endTagHead(self, token): node = self.parser.tree.openElements.pop() assert node.name == "head", "Expected head got %s" % node.name self.parser.phase = self.parser.phases["afterHead"] def endTagHtmlBodyBr(self, token): self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): self.endTagHead(impliedTagToken("head")) class InHeadNoscriptPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("basefont", "bgsound", "link", "meta", "noframes", "style"), self.startTagBaseLinkCommand), (("head", "noscript"), self.startTagHeadNoscript), ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("noscript", self.endTagNoscript), ("br", self.endTagBr), ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.parser.parseError("eof-in-head-noscript") self.anythingElse() return True def processComment(self, token): return self.parser.phases["inHead"].processComment(token) def processCharacters(self, token): self.parser.parseError("char-in-head-noscript") self.anythingElse() return token def processSpaceCharacters(self, token): return self.parser.phases["inHead"].processSpaceCharacters(token) def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagBaseLinkCommand(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagHeadNoscript(self, token): self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) def startTagOther(self, token): self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]}) self.anythingElse() return token def endTagNoscript(self, token): node = self.parser.tree.openElements.pop() assert node.name == "noscript", "Expected noscript got %s" % node.name self.parser.phase = self.parser.phases["inHead"] def endTagBr(self, token): self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]}) self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): # Caller must raise parse error first! self.endTagNoscript(impliedTagToken("noscript")) class AfterHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("body", self.startTagBody), ("frameset", self.startTagFrameset), (("base", "basefont", "bgsound", "link", "meta", "noframes", "script", "style", "title"), self.startTagFromHead), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([(("body", "html", "br"), self.endTagHtmlBodyBr)]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.anythingElse() return True def processCharacters(self, token): self.anythingElse() return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagBody(self, token): self.parser.framesetOK = False self.tree.insertElement(token) self.parser.phase = self.parser.phases["inBody"] def startTagFrameset(self, token): self.tree.insertElement(token) self.parser.phase = self.parser.phases["inFrameset"] def startTagFromHead(self, token): self.parser.parseError("unexpected-start-tag-out-of-my-head", {"name": token["name"]}) self.tree.openElements.append(self.tree.headPointer) self.parser.phases["inHead"].processStartTag(token) for node in self.tree.openElements[::-1]: if node.name == "head": self.tree.openElements.remove(node) break def startTagHead(self, token): self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) def startTagOther(self, token): self.anythingElse() return token def endTagHtmlBodyBr(self, token): self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): self.tree.insertElement(impliedTagToken("body", "StartTag")) self.parser.phase = self.parser.phases["inBody"] self.parser.framesetOK = True class InBodyPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#parsing-main-inbody # the really-really-really-very crazy mode def __init__(self, parser, tree): Phase.__init__(self, parser, tree) # Set this to the default handler self.processSpaceCharacters = self.processSpaceCharactersNonPre self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("base", "basefont", "bgsound", "command", "link", "meta", "script", "style", "title"), self.startTagProcessInHead), ("body", self.startTagBody), ("frameset", self.startTagFrameset), (("address", "article", "aside", "blockquote", "center", "details", "dir", "div", "dl", "fieldset", "figcaption", "figure", "footer", "header", "hgroup", "main", "menu", "nav", "ol", "p", "section", "summary", "ul"), self.startTagCloseP), (headingElements, self.startTagHeading), (("pre", "listing"), self.startTagPreListing), ("form", self.startTagForm), (("li", "dd", "dt"), self.startTagListItem), ("plaintext", self.startTagPlaintext), ("a", self.startTagA), (("b", "big", "code", "em", "font", "i", "s", "small", "strike", "strong", "tt", "u"), self.startTagFormatting), ("nobr", self.startTagNobr), ("button", self.startTagButton), (("applet", "marquee", "object"), self.startTagAppletMarqueeObject), ("xmp", self.startTagXmp), ("table", self.startTagTable), (("area", "br", "embed", "img", "keygen", "wbr"), self.startTagVoidFormatting), (("param", "source", "track"), self.startTagParamSource), ("input", self.startTagInput), ("hr", self.startTagHr), ("image", self.startTagImage), ("isindex", self.startTagIsIndex), ("textarea", self.startTagTextarea), ("iframe", self.startTagIFrame), ("noscript", self.startTagNoscript), (("noembed", "noframes"), self.startTagRawtext), ("select", self.startTagSelect), (("rp", "rt"), self.startTagRpRt), (("option", "optgroup"), self.startTagOpt), (("math"), self.startTagMath), (("svg"), self.startTagSvg), (("caption", "col", "colgroup", "frame", "head", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagMisplaced) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("body", self.endTagBody), ("html", self.endTagHtml), (("address", "article", "aside", "blockquote", "button", "center", "details", "dialog", "dir", "div", "dl", "fieldset", "figcaption", "figure", "footer", "header", "hgroup", "listing", "main", "menu", "nav", "ol", "pre", "section", "summary", "ul"), self.endTagBlock), ("form", self.endTagForm), ("p", self.endTagP), (("dd", "dt", "li"), self.endTagListItem), (headingElements, self.endTagHeading), (("a", "b", "big", "code", "em", "font", "i", "nobr", "s", "small", "strike", "strong", "tt", "u"), self.endTagFormatting), (("applet", "marquee", "object"), self.endTagAppletMarqueeObject), ("br", self.endTagBr), ]) self.endTagHandler.default = self.endTagOther def isMatchingFormattingElement(self, node1, node2): return (node1.name == node2.name and node1.namespace == node2.namespace and node1.attributes == node2.attributes) # helper def addFormattingElement(self, token): self.tree.insertElement(token) element = self.tree.openElements[-1] matchingElements = [] for node in self.tree.activeFormattingElements[::-1]: if node is Marker: break elif self.isMatchingFormattingElement(node, element): matchingElements.append(node) assert len(matchingElements) <= 3 if len(matchingElements) == 3: self.tree.activeFormattingElements.remove(matchingElements[-1]) self.tree.activeFormattingElements.append(element) # the real deal def processEOF(self): allowed_elements = frozenset(("dd", "dt", "li", "p", "tbody", "td", "tfoot", "th", "thead", "tr", "body", "html")) for node in self.tree.openElements[::-1]: if node.name not in allowed_elements: self.parser.parseError("expected-closing-tag-but-got-eof") break # Stop parsing def processSpaceCharactersDropNewline(self, token): # Sometimes (start of <pre>, <listing>, and <textarea> blocks) we # want to drop leading newlines data = token["data"] self.processSpaceCharacters = self.processSpaceCharactersNonPre if (data.startswith("\n") and self.tree.openElements[-1].name in ("pre", "listing", "textarea") and not self.tree.openElements[-1].hasContent()): data = data[1:] if data: self.tree.reconstructActiveFormattingElements() self.tree.insertText(data) def processCharacters(self, token): if token["data"] == "\u0000": # The tokenizer should always emit null on its own return self.tree.reconstructActiveFormattingElements() self.tree.insertText(token["data"]) # This must be bad for performance if (self.parser.framesetOK and any([char not in spaceCharacters for char in token["data"]])): self.parser.framesetOK = False def processSpaceCharactersNonPre(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertText(token["data"]) def startTagProcessInHead(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagBody(self, token): self.parser.parseError("unexpected-start-tag", {"name": "body"}) if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"): assert self.parser.innerHTML else: self.parser.framesetOK = False for attr, value in token["data"].items(): if attr not in self.tree.openElements[1].attributes: self.tree.openElements[1].attributes[attr] = value def startTagFrameset(self, token): self.parser.parseError("unexpected-start-tag", {"name": "frameset"}) if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"): assert self.parser.innerHTML elif not self.parser.framesetOK: pass else: if self.tree.openElements[1].parent: self.tree.openElements[1].parent.removeChild(self.tree.openElements[1]) while self.tree.openElements[-1].name != "html": self.tree.openElements.pop() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inFrameset"] def startTagCloseP(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) def startTagPreListing(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.parser.framesetOK = False self.processSpaceCharacters = self.processSpaceCharactersDropNewline def startTagForm(self, token): if self.tree.formPointer: self.parser.parseError("unexpected-start-tag", {"name": "form"}) else: if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.tree.formPointer = self.tree.openElements[-1] def startTagListItem(self, token): self.parser.framesetOK = False stopNamesMap = {"li": ["li"], "dt": ["dt", "dd"], "dd": ["dt", "dd"]} stopNames = stopNamesMap[token["name"]] for node in reversed(self.tree.openElements): if node.name in stopNames: self.parser.phase.processEndTag( impliedTagToken(node.name, "EndTag")) break if (node.nameTuple in specialElements and node.name not in ("address", "div", "p")): break if self.tree.elementInScope("p", variant="button"): self.parser.phase.processEndTag( impliedTagToken("p", "EndTag")) self.tree.insertElement(token) def startTagPlaintext(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.plaintextState def startTagHeading(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) if self.tree.openElements[-1].name in headingElements: self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) self.tree.openElements.pop() self.tree.insertElement(token) def startTagA(self, token): afeAElement = self.tree.elementInActiveFormattingElements("a") if afeAElement: self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "a", "endName": "a"}) self.endTagFormatting(impliedTagToken("a")) if afeAElement in self.tree.openElements: self.tree.openElements.remove(afeAElement) if afeAElement in self.tree.activeFormattingElements: self.tree.activeFormattingElements.remove(afeAElement) self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagFormatting(self, token): self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagNobr(self, token): self.tree.reconstructActiveFormattingElements() if self.tree.elementInScope("nobr"): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "nobr", "endName": "nobr"}) self.processEndTag(impliedTagToken("nobr")) # XXX Need tests that trigger the following self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagButton(self, token): if self.tree.elementInScope("button"): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "button", "endName": "button"}) self.processEndTag(impliedTagToken("button")) return token else: self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.parser.framesetOK = False def startTagAppletMarqueeObject(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.tree.activeFormattingElements.append(Marker) self.parser.framesetOK = False def startTagXmp(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.reconstructActiveFormattingElements() self.parser.framesetOK = False self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagTable(self, token): if self.parser.compatMode != "quirks": if self.tree.elementInScope("p", variant="button"): self.processEndTag(impliedTagToken("p")) self.tree.insertElement(token) self.parser.framesetOK = False self.parser.phase = self.parser.phases["inTable"] def startTagVoidFormatting(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True self.parser.framesetOK = False def startTagInput(self, token): framesetOK = self.parser.framesetOK self.startTagVoidFormatting(token) if ("type" in token["data"] and token["data"]["type"].translate(asciiUpper2Lower) == "hidden"): # input type=hidden doesn't change framesetOK self.parser.framesetOK = framesetOK def startTagParamSource(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagHr(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True self.parser.framesetOK = False def startTagImage(self, token): # No really... self.parser.parseError("unexpected-start-tag-treated-as", {"originalName": "image", "newName": "img"}) self.processStartTag(impliedTagToken("img", "StartTag", attributes=token["data"], selfClosing=token["selfClosing"])) def startTagIsIndex(self, token): self.parser.parseError("deprecated-tag", {"name": "isindex"}) if self.tree.formPointer: return form_attrs = {} if "action" in token["data"]: form_attrs["action"] = token["data"]["action"] self.processStartTag(impliedTagToken("form", "StartTag", attributes=form_attrs)) self.processStartTag(impliedTagToken("hr", "StartTag")) self.processStartTag(impliedTagToken("label", "StartTag")) # XXX Localization ... if "prompt" in token["data"]: prompt = token["data"]["prompt"] else: prompt = "This is a searchable index. Enter search keywords: " self.processCharacters( {"type": tokenTypes["Characters"], "data": prompt}) attributes = token["data"].copy() if "action" in attributes: del attributes["action"] if "prompt" in attributes: del attributes["prompt"] attributes["name"] = "isindex" self.processStartTag(impliedTagToken("input", "StartTag", attributes=attributes, selfClosing=token["selfClosing"])) self.processEndTag(impliedTagToken("label")) self.processStartTag(impliedTagToken("hr", "StartTag")) self.processEndTag(impliedTagToken("form")) def startTagTextarea(self, token): self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.rcdataState self.processSpaceCharacters = self.processSpaceCharactersDropNewline self.parser.framesetOK = False def startTagIFrame(self, token): self.parser.framesetOK = False self.startTagRawtext(token) def startTagNoscript(self, token): if self.parser.scripting: self.startTagRawtext(token) else: self.startTagOther(token) def startTagRawtext(self, token): """iframe, noembed noframes, noscript(if scripting enabled)""" self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagOpt(self, token): if self.tree.openElements[-1].name == "option": self.parser.phase.processEndTag(impliedTagToken("option")) self.tree.reconstructActiveFormattingElements() self.parser.tree.insertElement(token) def startTagSelect(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.parser.framesetOK = False if self.parser.phase in (self.parser.phases["inTable"], self.parser.phases["inCaption"], self.parser.phases["inColumnGroup"], self.parser.phases["inTableBody"], self.parser.phases["inRow"], self.parser.phases["inCell"]): self.parser.phase = self.parser.phases["inSelectInTable"] else: self.parser.phase = self.parser.phases["inSelect"] def startTagRpRt(self, token): if self.tree.elementInScope("ruby"): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "ruby": self.parser.parseError() self.tree.insertElement(token) def startTagMath(self, token): self.tree.reconstructActiveFormattingElements() self.parser.adjustMathMLAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = namespaces["mathml"] self.tree.insertElement(token) # Need to get the parse error right for the case where the token # has a namespace not equal to the xmlns attribute if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagSvg(self, token): self.tree.reconstructActiveFormattingElements() self.parser.adjustSVGAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = namespaces["svg"] self.tree.insertElement(token) # Need to get the parse error right for the case where the token # has a namespace not equal to the xmlns attribute if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagMisplaced(self, token): """ Elements that should be children of other elements that have a different insertion mode; here they are ignored "caption", "col", "colgroup", "frame", "frameset", "head", "option", "optgroup", "tbody", "td", "tfoot", "th", "thead", "tr", "noscript" """ self.parser.parseError("unexpected-start-tag-ignored", {"name": token["name"]}) def startTagOther(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) def endTagP(self, token): if not self.tree.elementInScope("p", variant="button"): self.startTagCloseP(impliedTagToken("p", "StartTag")) self.parser.parseError("unexpected-end-tag", {"name": "p"}) self.endTagP(impliedTagToken("p", "EndTag")) else: self.tree.generateImpliedEndTags("p") if self.tree.openElements[-1].name != "p": self.parser.parseError("unexpected-end-tag", {"name": "p"}) node = self.tree.openElements.pop() while node.name != "p": node = self.tree.openElements.pop() def endTagBody(self, token): if not self.tree.elementInScope("body"): self.parser.parseError() return elif self.tree.openElements[-1].name != "body": for node in self.tree.openElements[2:]: if node.name not in frozenset(("dd", "dt", "li", "optgroup", "option", "p", "rp", "rt", "tbody", "td", "tfoot", "th", "thead", "tr", "body", "html")): # Not sure this is the correct name for the parse error self.parser.parseError( "expected-one-end-tag-but-got-another", {"gotName": "body", "expectedName": node.name}) break self.parser.phase = self.parser.phases["afterBody"] def endTagHtml(self, token): # We repeat the test for the body end tag token being ignored here if self.tree.elementInScope("body"): self.endTagBody(impliedTagToken("body")) return token def endTagBlock(self, token): # Put us back in the right whitespace handling mode if token["name"] == "pre": self.processSpaceCharacters = self.processSpaceCharactersNonPre inScope = self.tree.elementInScope(token["name"]) if inScope: self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) if inScope: node = self.tree.openElements.pop() while node.name != token["name"]: node = self.tree.openElements.pop() def endTagForm(self, token): node = self.tree.formPointer self.tree.formPointer = None if node is None or not self.tree.elementInScope(node): self.parser.parseError("unexpected-end-tag", {"name": "form"}) else: self.tree.generateImpliedEndTags() if self.tree.openElements[-1] != node: self.parser.parseError("end-tag-too-early-ignored", {"name": "form"}) self.tree.openElements.remove(node) def endTagListItem(self, token): if token["name"] == "li": variant = "list" else: variant = None if not self.tree.elementInScope(token["name"], variant=variant): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) else: self.tree.generateImpliedEndTags(exclude=token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError( "end-tag-too-early", {"name": token["name"]}) node = self.tree.openElements.pop() while node.name != token["name"]: node = self.tree.openElements.pop() def endTagHeading(self, token): for item in headingElements: if self.tree.elementInScope(item): self.tree.generateImpliedEndTags() break if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) for item in headingElements: if self.tree.elementInScope(item): item = self.tree.openElements.pop() while item.name not in headingElements: item = self.tree.openElements.pop() break def endTagFormatting(self, token): """The much-feared adoption agency algorithm""" # http://svn.whatwg.org/webapps/complete.html#adoptionAgency revision 7867 # XXX Better parseError messages appreciated. # Step 1 outerLoopCounter = 0 # Step 2 while outerLoopCounter < 8: # Step 3 outerLoopCounter += 1 # Step 4: # Let the formatting element be the last element in # the list of active formatting elements that: # - is between the end of the list and the last scope # marker in the list, if any, or the start of the list # otherwise, and # - has the same tag name as the token. formattingElement = self.tree.elementInActiveFormattingElements( token["name"]) if (not formattingElement or (formattingElement in self.tree.openElements and not self.tree.elementInScope(formattingElement.name))): # If there is no such node, then abort these steps # and instead act as described in the "any other # end tag" entry below. self.endTagOther(token) return # Otherwise, if there is such a node, but that node is # not in the stack of open elements, then this is a # parse error; remove the element from the list, and # abort these steps. elif formattingElement not in self.tree.openElements: self.parser.parseError("adoption-agency-1.2", {"name": token["name"]}) self.tree.activeFormattingElements.remove(formattingElement) return # Otherwise, if there is such a node, and that node is # also in the stack of open elements, but the element # is not in scope, then this is a parse error; ignore # the token, and abort these steps. elif not self.tree.elementInScope(formattingElement.name): self.parser.parseError("adoption-agency-4.4", {"name": token["name"]}) return # Otherwise, there is a formatting element and that # element is in the stack and is in scope. If the # element is not the current node, this is a parse # error. In any case, proceed with the algorithm as # written in the following steps. else: if formattingElement != self.tree.openElements[-1]: self.parser.parseError("adoption-agency-1.3", {"name": token["name"]}) # Step 5: # Let the furthest block be the topmost node in the # stack of open elements that is lower in the stack # than the formatting element, and is an element in # the special category. There might not be one. afeIndex = self.tree.openElements.index(formattingElement) furthestBlock = None for element in self.tree.openElements[afeIndex:]: if element.nameTuple in specialElements: furthestBlock = element break # Step 6: # If there is no furthest block, then the UA must # first pop all the nodes from the bottom of the stack # of open elements, from the current node up to and # including the formatting element, then remove the # formatting element from the list of active # formatting elements, and finally abort these steps. if furthestBlock is None: element = self.tree.openElements.pop() while element != formattingElement: element = self.tree.openElements.pop() self.tree.activeFormattingElements.remove(element) return # Step 7 commonAncestor = self.tree.openElements[afeIndex - 1] # Step 8: # The bookmark is supposed to help us identify where to reinsert # nodes in step 15. We have to ensure that we reinsert nodes after # the node before the active formatting element. Note the bookmark # can move in step 9.7 bookmark = self.tree.activeFormattingElements.index(formattingElement) # Step 9 lastNode = node = furthestBlock innerLoopCounter = 0 index = self.tree.openElements.index(node) while innerLoopCounter < 3: innerLoopCounter += 1 # Node is element before node in open elements index -= 1 node = self.tree.openElements[index] if node not in self.tree.activeFormattingElements: self.tree.openElements.remove(node) continue # Step 9.6 if node == formattingElement: break # Step 9.7 if lastNode == furthestBlock: bookmark = self.tree.activeFormattingElements.index(node) + 1 # Step 9.8 clone = node.cloneNode() # Replace node with clone self.tree.activeFormattingElements[ self.tree.activeFormattingElements.index(node)] = clone self.tree.openElements[ self.tree.openElements.index(node)] = clone node = clone # Step 9.9 # Remove lastNode from its parents, if any if lastNode.parent: lastNode.parent.removeChild(lastNode) node.appendChild(lastNode) # Step 9.10 lastNode = node # Step 10 # Foster parent lastNode if commonAncestor is a # table, tbody, tfoot, thead, or tr we need to foster # parent the lastNode if lastNode.parent: lastNode.parent.removeChild(lastNode) if commonAncestor.name in frozenset(("table", "tbody", "tfoot", "thead", "tr")): parent, insertBefore = self.tree.getTableMisnestedNodePosition() parent.insertBefore(lastNode, insertBefore) else: commonAncestor.appendChild(lastNode) # Step 11 clone = formattingElement.cloneNode() # Step 12 furthestBlock.reparentChildren(clone) # Step 13 furthestBlock.appendChild(clone) # Step 14 self.tree.activeFormattingElements.remove(formattingElement) self.tree.activeFormattingElements.insert(bookmark, clone) # Step 15 self.tree.openElements.remove(formattingElement) self.tree.openElements.insert( self.tree.openElements.index(furthestBlock) + 1, clone) def endTagAppletMarqueeObject(self, token): if self.tree.elementInScope(token["name"]): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) if self.tree.elementInScope(token["name"]): element = self.tree.openElements.pop() while element.name != token["name"]: element = self.tree.openElements.pop() self.tree.clearActiveFormattingElements() def endTagBr(self, token): self.parser.parseError("unexpected-end-tag-treated-as", {"originalName": "br", "newName": "br element"}) self.tree.reconstructActiveFormattingElements() self.tree.insertElement(impliedTagToken("br", "StartTag")) self.tree.openElements.pop() def endTagOther(self, token): for node in self.tree.openElements[::-1]: if node.name == token["name"]: self.tree.generateImpliedEndTags(exclude=token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) while self.tree.openElements.pop() != node: pass break else: if node.nameTuple in specialElements: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) break class TextPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("script", self.endTagScript)]) self.endTagHandler.default = self.endTagOther def processCharacters(self, token): self.tree.insertText(token["data"]) def processEOF(self): self.parser.parseError("expected-named-closing-tag-but-got-eof", {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() self.parser.phase = self.parser.originalPhase return True def startTagOther(self, token): assert False, "Tried to process start tag %s in RCDATA/RAWTEXT mode" % token['name'] def endTagScript(self, token): node = self.tree.openElements.pop() assert node.name == "script" self.parser.phase = self.parser.originalPhase # The rest of this method is all stuff that only happens if # document.write works def endTagOther(self, token): self.tree.openElements.pop() self.parser.phase = self.parser.originalPhase class InTablePhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-table def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("caption", self.startTagCaption), ("colgroup", self.startTagColgroup), ("col", self.startTagCol), (("tbody", "tfoot", "thead"), self.startTagRowGroup), (("td", "th", "tr"), self.startTagImplyTbody), ("table", self.startTagTable), (("style", "script"), self.startTagStyleScript), ("input", self.startTagInput), ("form", self.startTagForm) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("table", self.endTagTable), (("body", "caption", "col", "colgroup", "html", "tbody", "td", "tfoot", "th", "thead", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods def clearStackToTableContext(self): # "clear the stack back to a table context" while self.tree.openElements[-1].name not in ("table", "html"): # self.parser.parseError("unexpected-implied-end-tag-in-table", # {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() # When the current node is <html> it's an innerHTML case # processing methods def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-table") else: assert self.parser.innerHTML # Stop parsing def processSpaceCharacters(self, token): originalPhase = self.parser.phase self.parser.phase = self.parser.phases["inTableText"] self.parser.phase.originalPhase = originalPhase self.parser.phase.processSpaceCharacters(token) def processCharacters(self, token): originalPhase = self.parser.phase self.parser.phase = self.parser.phases["inTableText"] self.parser.phase.originalPhase = originalPhase self.parser.phase.processCharacters(token) def insertText(self, token): # If we get here there must be at least one non-whitespace character # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processCharacters(token) self.tree.insertFromTable = False def startTagCaption(self, token): self.clearStackToTableContext() self.tree.activeFormattingElements.append(Marker) self.tree.insertElement(token) self.parser.phase = self.parser.phases["inCaption"] def startTagColgroup(self, token): self.clearStackToTableContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inColumnGroup"] def startTagCol(self, token): self.startTagColgroup(impliedTagToken("colgroup", "StartTag")) return token def startTagRowGroup(self, token): self.clearStackToTableContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inTableBody"] def startTagImplyTbody(self, token): self.startTagRowGroup(impliedTagToken("tbody", "StartTag")) return token def startTagTable(self, token): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "table", "endName": "table"}) self.parser.phase.processEndTag(impliedTagToken("table")) if not self.parser.innerHTML: return token def startTagStyleScript(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagInput(self, token): if ("type" in token["data"] and token["data"]["type"].translate(asciiUpper2Lower) == "hidden"): self.parser.parseError("unexpected-hidden-input-in-table") self.tree.insertElement(token) # XXX associate with form self.tree.openElements.pop() else: self.startTagOther(token) def startTagForm(self, token): self.parser.parseError("unexpected-form-in-table") if self.tree.formPointer is None: self.tree.insertElement(token) self.tree.formPointer = self.tree.openElements[-1] self.tree.openElements.pop() def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-implies-table-voodoo", {"name": token["name"]}) # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processStartTag(token) self.tree.insertFromTable = False def endTagTable(self, token): if self.tree.elementInScope("table", variant="table"): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "table": self.parser.parseError("end-tag-too-early-named", {"gotName": "table", "expectedName": self.tree.openElements[-1].name}) while self.tree.openElements[-1].name != "table": self.tree.openElements.pop() self.tree.openElements.pop() self.parser.resetInsertionMode() else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-implies-table-voodoo", {"name": token["name"]}) # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processEndTag(token) self.tree.insertFromTable = False class InTableTextPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.originalPhase = None self.characterTokens = [] def flushCharacters(self): data = "".join([item["data"] for item in self.characterTokens]) if any([item not in spaceCharacters for item in data]): token = {"type": tokenTypes["Characters"], "data": data} self.parser.phases["inTable"].insertText(token) elif data: self.tree.insertText(data) self.characterTokens = [] def processComment(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token def processEOF(self): self.flushCharacters() self.parser.phase = self.originalPhase return True def processCharacters(self, token): if token["data"] == "\u0000": return self.characterTokens.append(token) def processSpaceCharacters(self, token): # pretty sure we should never reach here self.characterTokens.append(token) # assert False def processStartTag(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token def processEndTag(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token class InCaptionPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-caption def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("caption", "col", "colgroup", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagTableElement) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("caption", self.endTagCaption), ("table", self.endTagTable), (("body", "col", "colgroup", "html", "tbody", "td", "tfoot", "th", "thead", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther def ignoreEndTagCaption(self): return not self.tree.elementInScope("caption", variant="table") def processEOF(self): self.parser.phases["inBody"].processEOF() def processCharacters(self, token): return self.parser.phases["inBody"].processCharacters(token) def startTagTableElement(self, token): self.parser.parseError() # XXX Have to duplicate logic here to find out if the tag is ignored ignoreEndTag = self.ignoreEndTagCaption() self.parser.phase.processEndTag(impliedTagToken("caption")) if not ignoreEndTag: return token def startTagOther(self, token): return self.parser.phases["inBody"].processStartTag(token) def endTagCaption(self, token): if not self.ignoreEndTagCaption(): # AT this code is quite similar to endTagTable in "InTable" self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "caption": self.parser.parseError("expected-one-end-tag-but-got-another", {"gotName": "caption", "expectedName": self.tree.openElements[-1].name}) while self.tree.openElements[-1].name != "caption": self.tree.openElements.pop() self.tree.openElements.pop() self.tree.clearActiveFormattingElements() self.parser.phase = self.parser.phases["inTable"] else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagTable(self, token): self.parser.parseError() ignoreEndTag = self.ignoreEndTagCaption() self.parser.phase.processEndTag(impliedTagToken("caption")) if not ignoreEndTag: return token def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inBody"].processEndTag(token) class InColumnGroupPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-column def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("col", self.startTagCol) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("colgroup", self.endTagColgroup), ("col", self.endTagCol) ]) self.endTagHandler.default = self.endTagOther def ignoreEndTagColgroup(self): return self.tree.openElements[-1].name == "html" def processEOF(self): if self.tree.openElements[-1].name == "html": assert self.parser.innerHTML return else: ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return True def processCharacters(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token def startTagCol(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagOther(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token def endTagColgroup(self, token): if self.ignoreEndTagColgroup(): # innerHTML case assert self.parser.innerHTML self.parser.parseError() else: self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTable"] def endTagCol(self, token): self.parser.parseError("no-end-tag", {"name": "col"}) def endTagOther(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token class InTableBodyPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-table0 def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("tr", self.startTagTr), (("td", "th"), self.startTagTableCell), (("caption", "col", "colgroup", "tbody", "tfoot", "thead"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("tbody", "tfoot", "thead"), self.endTagTableRowGroup), ("table", self.endTagTable), (("body", "caption", "col", "colgroup", "html", "td", "th", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods def clearStackToTableBodyContext(self): while self.tree.openElements[-1].name not in ("tbody", "tfoot", "thead", "html"): # self.parser.parseError("unexpected-implied-end-tag-in-table", # {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() if self.tree.openElements[-1].name == "html": assert self.parser.innerHTML # the rest def processEOF(self): self.parser.phases["inTable"].processEOF() def processSpaceCharacters(self, token): return self.parser.phases["inTable"].processSpaceCharacters(token) def processCharacters(self, token): return self.parser.phases["inTable"].processCharacters(token) def startTagTr(self, token): self.clearStackToTableBodyContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inRow"] def startTagTableCell(self, token): self.parser.parseError("unexpected-cell-in-table-body", {"name": token["name"]}) self.startTagTr(impliedTagToken("tr", "StartTag")) return token def startTagTableOther(self, token): # XXX AT Any ideas on how to share this with endTagTable? if (self.tree.elementInScope("tbody", variant="table") or self.tree.elementInScope("thead", variant="table") or self.tree.elementInScope("tfoot", variant="table")): self.clearStackToTableBodyContext() self.endTagTableRowGroup( impliedTagToken(self.tree.openElements[-1].name)) return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def startTagOther(self, token): return self.parser.phases["inTable"].processStartTag(token) def endTagTableRowGroup(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.clearStackToTableBodyContext() self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTable"] else: self.parser.parseError("unexpected-end-tag-in-table-body", {"name": token["name"]}) def endTagTable(self, token): if (self.tree.elementInScope("tbody", variant="table") or self.tree.elementInScope("thead", variant="table") or self.tree.elementInScope("tfoot", variant="table")): self.clearStackToTableBodyContext() self.endTagTableRowGroup( impliedTagToken(self.tree.openElements[-1].name)) return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag-in-table-body", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inTable"].processEndTag(token) class InRowPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-row def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("td", "th"), self.startTagTableCell), (("caption", "col", "colgroup", "tbody", "tfoot", "thead", "tr"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("tr", self.endTagTr), ("table", self.endTagTable), (("tbody", "tfoot", "thead"), self.endTagTableRowGroup), (("body", "caption", "col", "colgroup", "html", "td", "th"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods (XXX unify this with other table helper methods) def clearStackToTableRowContext(self): while self.tree.openElements[-1].name not in ("tr", "html"): self.parser.parseError("unexpected-implied-end-tag-in-table-row", {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() def ignoreEndTagTr(self): return not self.tree.elementInScope("tr", variant="table") # the rest def processEOF(self): self.parser.phases["inTable"].processEOF() def processSpaceCharacters(self, token): return self.parser.phases["inTable"].processSpaceCharacters(token) def processCharacters(self, token): return self.parser.phases["inTable"].processCharacters(token) def startTagTableCell(self, token): self.clearStackToTableRowContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inCell"] self.tree.activeFormattingElements.append(Marker) def startTagTableOther(self, token): ignoreEndTag = self.ignoreEndTagTr() self.endTagTr(impliedTagToken("tr")) # XXX how are we sure it's always ignored in the innerHTML case? if not ignoreEndTag: return token def startTagOther(self, token): return self.parser.phases["inTable"].processStartTag(token) def endTagTr(self, token): if not self.ignoreEndTagTr(): self.clearStackToTableRowContext() self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTableBody"] else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagTable(self, token): ignoreEndTag = self.ignoreEndTagTr() self.endTagTr(impliedTagToken("tr")) # Reprocess the current tag if the tr end tag was not ignored # XXX how are we sure it's always ignored in the innerHTML case? if not ignoreEndTag: return token def endTagTableRowGroup(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.endTagTr(impliedTagToken("tr")) return token else: self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag-in-table-row", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inTable"].processEndTag(token) class InCellPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-cell def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("caption", "col", "colgroup", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("td", "th"), self.endTagTableCell), (("body", "caption", "col", "colgroup", "html"), self.endTagIgnore), (("table", "tbody", "tfoot", "thead", "tr"), self.endTagImply) ]) self.endTagHandler.default = self.endTagOther # helper def closeCell(self): if self.tree.elementInScope("td", variant="table"): self.endTagTableCell(impliedTagToken("td")) elif self.tree.elementInScope("th", variant="table"): self.endTagTableCell(impliedTagToken("th")) # the rest def processEOF(self): self.parser.phases["inBody"].processEOF() def processCharacters(self, token): return self.parser.phases["inBody"].processCharacters(token) def startTagTableOther(self, token): if (self.tree.elementInScope("td", variant="table") or self.tree.elementInScope("th", variant="table")): self.closeCell() return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def startTagOther(self, token): return self.parser.phases["inBody"].processStartTag(token) def endTagTableCell(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.tree.generateImpliedEndTags(token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("unexpected-cell-end-tag", {"name": token["name"]}) while True: node = self.tree.openElements.pop() if node.name == token["name"]: break else: self.tree.openElements.pop() self.tree.clearActiveFormattingElements() self.parser.phase = self.parser.phases["inRow"] else: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagImply(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.closeCell() return token else: # sometimes innerHTML case self.parser.parseError() def endTagOther(self, token): return self.parser.phases["inBody"].processEndTag(token) class InSelectPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("option", self.startTagOption), ("optgroup", self.startTagOptgroup), ("select", self.startTagSelect), (("input", "keygen", "textarea"), self.startTagInput), ("script", self.startTagScript) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("option", self.endTagOption), ("optgroup", self.endTagOptgroup), ("select", self.endTagSelect) ]) self.endTagHandler.default = self.endTagOther # http://www.whatwg.org/specs/web-apps/current-work/#in-select def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-select") else: assert self.parser.innerHTML def processCharacters(self, token): if token["data"] == "\u0000": return self.tree.insertText(token["data"]) def startTagOption(self, token): # We need to imply </option> if <option> is the current node. if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() self.tree.insertElement(token) def startTagOptgroup(self, token): if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() if self.tree.openElements[-1].name == "optgroup": self.tree.openElements.pop() self.tree.insertElement(token) def startTagSelect(self, token): self.parser.parseError("unexpected-select-in-select") self.endTagSelect(impliedTagToken("select")) def startTagInput(self, token): self.parser.parseError("unexpected-input-in-select") if self.tree.elementInScope("select", variant="select"): self.endTagSelect(impliedTagToken("select")) return token else: assert self.parser.innerHTML def startTagScript(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-in-select", {"name": token["name"]}) def endTagOption(self, token): if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() else: self.parser.parseError("unexpected-end-tag-in-select", {"name": "option"}) def endTagOptgroup(self, token): # </optgroup> implicitly closes <option> if (self.tree.openElements[-1].name == "option" and self.tree.openElements[-2].name == "optgroup"): self.tree.openElements.pop() # It also closes </optgroup> if self.tree.openElements[-1].name == "optgroup": self.tree.openElements.pop() # But nothing else else: self.parser.parseError("unexpected-end-tag-in-select", {"name": "optgroup"}) def endTagSelect(self, token): if self.tree.elementInScope("select", variant="select"): node = self.tree.openElements.pop() while node.name != "select": node = self.tree.openElements.pop() self.parser.resetInsertionMode() else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-in-select", {"name": token["name"]}) class InSelectInTablePhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ (("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"), self.startTagTable) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"), self.endTagTable) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.parser.phases["inSelect"].processEOF() def processCharacters(self, token): return self.parser.phases["inSelect"].processCharacters(token) def startTagTable(self, token): self.parser.parseError("unexpected-table-element-start-tag-in-select-in-table", {"name": token["name"]}) self.endTagOther(impliedTagToken("select")) return token def startTagOther(self, token): return self.parser.phases["inSelect"].processStartTag(token) def endTagTable(self, token): self.parser.parseError("unexpected-table-element-end-tag-in-select-in-table", {"name": token["name"]}) if self.tree.elementInScope(token["name"], variant="table"): self.endTagOther(impliedTagToken("select")) return token def endTagOther(self, token): return self.parser.phases["inSelect"].processEndTag(token) class InForeignContentPhase(Phase): breakoutElements = frozenset(["b", "big", "blockquote", "body", "br", "center", "code", "dd", "div", "dl", "dt", "em", "embed", "h1", "h2", "h3", "h4", "h5", "h6", "head", "hr", "i", "img", "li", "listing", "menu", "meta", "nobr", "ol", "p", "pre", "ruby", "s", "small", "span", "strong", "strike", "sub", "sup", "table", "tt", "u", "ul", "var"]) def __init__(self, parser, tree): Phase.__init__(self, parser, tree) def adjustSVGTagNames(self, token): replacements = {"altglyph": "altGlyph", "altglyphdef": "altGlyphDef", "altglyphitem": "altGlyphItem", "animatecolor": "animateColor", "animatemotion": "animateMotion", "animatetransform": "animateTransform", "clippath": "clipPath", "feblend": "feBlend", "fecolormatrix": "feColorMatrix", "fecomponenttransfer": "feComponentTransfer", "fecomposite": "feComposite", "feconvolvematrix": "feConvolveMatrix", "fediffuselighting": "feDiffuseLighting", "fedisplacementmap": "feDisplacementMap", "fedistantlight": "feDistantLight", "feflood": "feFlood", "fefunca": "feFuncA", "fefuncb": "feFuncB", "fefuncg": "feFuncG", "fefuncr": "feFuncR", "fegaussianblur": "feGaussianBlur", "feimage": "feImage", "femerge": "feMerge", "femergenode": "feMergeNode", "femorphology": "feMorphology", "feoffset": "feOffset", "fepointlight": "fePointLight", "fespecularlighting": "feSpecularLighting", "fespotlight": "feSpotLight", "fetile": "feTile", "feturbulence": "feTurbulence", "foreignobject": "foreignObject", "glyphref": "glyphRef", "lineargradient": "linearGradient", "radialgradient": "radialGradient", "textpath": "textPath"} if token["name"] in replacements: token["name"] = replacements[token["name"]] def processCharacters(self, token): if token["data"] == "\u0000": token["data"] = "\uFFFD" elif (self.parser.framesetOK and any(char not in spaceCharacters for char in token["data"])): self.parser.framesetOK = False Phase.processCharacters(self, token) def processStartTag(self, token): currentNode = self.tree.openElements[-1] if (token["name"] in self.breakoutElements or (token["name"] == "font" and set(token["data"].keys()) & set(["color", "face", "size"]))): self.parser.parseError("unexpected-html-element-in-foreign-content", {"name": token["name"]}) while (self.tree.openElements[-1].namespace != self.tree.defaultNamespace and not self.parser.isHTMLIntegrationPoint(self.tree.openElements[-1]) and not self.parser.isMathMLTextIntegrationPoint(self.tree.openElements[-1])): self.tree.openElements.pop() return token else: if currentNode.namespace == namespaces["mathml"]: self.parser.adjustMathMLAttributes(token) elif currentNode.namespace == namespaces["svg"]: self.adjustSVGTagNames(token) self.parser.adjustSVGAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = currentNode.namespace self.tree.insertElement(token) if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def processEndTag(self, token): nodeIndex = len(self.tree.openElements) - 1 node = self.tree.openElements[-1] if node.name.translate(asciiUpper2Lower) != token["name"]: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) while True: if node.name.translate(asciiUpper2Lower) == token["name"]: # XXX this isn't in the spec but it seems necessary if self.parser.phase == self.parser.phases["inTableText"]: self.parser.phase.flushCharacters() self.parser.phase = self.parser.phase.originalPhase while self.tree.openElements.pop() != node: assert self.tree.openElements new_token = None break nodeIndex -= 1 node = self.tree.openElements[nodeIndex] if node.namespace != self.tree.defaultNamespace: continue else: new_token = self.parser.phase.processEndTag(token) break return new_token class AfterBodyPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([("html", self.endTagHtml)]) self.endTagHandler.default = self.endTagOther def processEOF(self): # Stop parsing pass def processComment(self, token): # This is needed because data is to be appended to the <html> element # here and not to whatever is currently open. self.tree.insertComment(token, self.tree.openElements[0]) def processCharacters(self, token): self.parser.parseError("unexpected-char-after-body") self.parser.phase = self.parser.phases["inBody"] return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-after-body", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token def endTagHtml(self, name): if self.parser.innerHTML: self.parser.parseError("unexpected-end-tag-after-body-innerhtml") else: self.parser.phase = self.parser.phases["afterAfterBody"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-after-body", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token class InFramesetPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-frameset def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("frameset", self.startTagFrameset), ("frame", self.startTagFrame), ("noframes", self.startTagNoframes) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("frameset", self.endTagFrameset) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-frameset") else: assert self.parser.innerHTML def processCharacters(self, token): self.parser.parseError("unexpected-char-in-frameset") def startTagFrameset(self, token): self.tree.insertElement(token) def startTagFrame(self, token): self.tree.insertElement(token) self.tree.openElements.pop() def startTagNoframes(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-in-frameset", {"name": token["name"]}) def endTagFrameset(self, token): if self.tree.openElements[-1].name == "html": # innerHTML case self.parser.parseError("unexpected-frameset-in-frameset-innerhtml") else: self.tree.openElements.pop() if (not self.parser.innerHTML and self.tree.openElements[-1].name != "frameset"): # If we're not in innerHTML mode and the current node is not a # "frameset" element (anymore) then switch. self.parser.phase = self.parser.phases["afterFrameset"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-in-frameset", {"name": token["name"]}) class AfterFramesetPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#after3 def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("noframes", self.startTagNoframes) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("html", self.endTagHtml) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): # Stop parsing pass def processCharacters(self, token): self.parser.parseError("unexpected-char-after-frameset") def startTagNoframes(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-after-frameset", {"name": token["name"]}) def endTagHtml(self, token): self.parser.phase = self.parser.phases["afterAfterFrameset"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-after-frameset", {"name": token["name"]}) class AfterAfterBodyPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml) ]) self.startTagHandler.default = self.startTagOther def processEOF(self): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): return self.parser.phases["inBody"].processSpaceCharacters(token) def processCharacters(self, token): self.parser.parseError("expected-eof-but-got-char") self.parser.phase = self.parser.phases["inBody"] return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("expected-eof-but-got-start-tag", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token def processEndTag(self, token): self.parser.parseError("expected-eof-but-got-end-tag", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token class AfterAfterFramesetPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("noframes", self.startTagNoFrames) ]) self.startTagHandler.default = self.startTagOther def processEOF(self): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): return self.parser.phases["inBody"].processSpaceCharacters(token) def processCharacters(self, token): self.parser.parseError("expected-eof-but-got-char") def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagNoFrames(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("expected-eof-but-got-start-tag", {"name": token["name"]}) def processEndTag(self, token): self.parser.parseError("expected-eof-but-got-end-tag", {"name": token["name"]}) # pylint:enable=unused-argument return { "initial": InitialPhase, "beforeHtml": BeforeHtmlPhase, "beforeHead": BeforeHeadPhase, "inHead": InHeadPhase, "inHeadNoscript": InHeadNoscriptPhase, "afterHead": AfterHeadPhase, "inBody": InBodyPhase, "text": TextPhase, "inTable": InTablePhase, "inTableText": InTableTextPhase, "inCaption": InCaptionPhase, "inColumnGroup": InColumnGroupPhase, "inTableBody": InTableBodyPhase, "inRow": InRowPhase, "inCell": InCellPhase, "inSelect": InSelectPhase, "inSelectInTable": InSelectInTablePhase, "inForeignContent": InForeignContentPhase, "afterBody": AfterBodyPhase, "inFrameset": InFramesetPhase, "afterFrameset": AfterFramesetPhase, "afterAfterBody": AfterAfterBodyPhase, "afterAfterFrameset": AfterAfterFramesetPhase, # XXX after after frameset } def adjust_attributes(token, replacements): if PY3 or _utils.PY27: needs_adjustment = viewkeys(token['data']) & viewkeys(replacements) else: needs_adjustment = frozenset(token['data']) & frozenset(replacements) if needs_adjustment: token['data'] = OrderedDict((replacements.get(k, k), v) for k, v in token['data'].items()) def impliedTagToken(name, type="EndTag", attributes=None, selfClosing=False): if attributes is None: attributes = {} return {"type": tokenTypes[type], "name": name, "data": attributes, "selfClosing": selfClosing} class ParseError(Exception): """Error in parsed document""" pass site-packages/pip/_vendor/html5lib/constants.py 0000644 00000242673 15231162611 0015632 0 ustar 00 from __future__ import absolute_import, division, unicode_literals import string EOF = None E = { "null-character": "Null character in input stream, replaced with U+FFFD.", "invalid-codepoint": "Invalid codepoint in stream.", "incorrectly-placed-solidus": "Solidus (/) incorrectly placed in tag.", "incorrect-cr-newline-entity": "Incorrect CR newline entity, replaced with LF.", "illegal-windows-1252-entity": "Entity used with illegal number (windows-1252 reference).", "cant-convert-numeric-entity": "Numeric entity couldn't be converted to character " "(codepoint U+%(charAsInt)08x).", "illegal-codepoint-for-numeric-entity": "Numeric entity represents an illegal codepoint: " "U+%(charAsInt)08x.", "numeric-entity-without-semicolon": "Numeric entity didn't end with ';'.", "expected-numeric-entity-but-got-eof": "Numeric entity expected. Got end of file instead.", "expected-numeric-entity": "Numeric entity expected but none found.", "named-entity-without-semicolon": "Named entity didn't end with ';'.", "expected-named-entity": "Named entity expected. Got none.", "attributes-in-end-tag": "End tag contains unexpected attributes.", 'self-closing-flag-on-end-tag': "End tag contains unexpected self-closing flag.", "expected-tag-name-but-got-right-bracket": "Expected tag name. Got '>' instead.", "expected-tag-name-but-got-question-mark": "Expected tag name. Got '?' instead. (HTML doesn't " "support processing instructions.)", "expected-tag-name": "Expected tag name. Got something else instead", "expected-closing-tag-but-got-right-bracket": "Expected closing tag. Got '>' instead. Ignoring '</>'.", "expected-closing-tag-but-got-eof": "Expected closing tag. Unexpected end of file.", "expected-closing-tag-but-got-char": "Expected closing tag. Unexpected character '%(data)s' found.", "eof-in-tag-name": "Unexpected end of file in the tag name.", "expected-attribute-name-but-got-eof": "Unexpected end of file. Expected attribute name instead.", "eof-in-attribute-name": "Unexpected end of file in attribute name.", "invalid-character-in-attribute-name": "Invalid character in attribute name", "duplicate-attribute": "Dropped duplicate attribute on tag.", "expected-end-of-tag-name-but-got-eof": "Unexpected end of file. Expected = or end of tag.", "expected-attribute-value-but-got-eof": "Unexpected end of file. Expected attribute value.", "expected-attribute-value-but-got-right-bracket": "Expected attribute value. Got '>' instead.", 'equals-in-unquoted-attribute-value': "Unexpected = in unquoted attribute", 'unexpected-character-in-unquoted-attribute-value': "Unexpected character in unquoted attribute", "invalid-character-after-attribute-name": "Unexpected character after attribute name.", "unexpected-character-after-attribute-value": "Unexpected character after attribute value.", "eof-in-attribute-value-double-quote": "Unexpected end of file in attribute value (\").", "eof-in-attribute-value-single-quote": "Unexpected end of file in attribute value (').", "eof-in-attribute-value-no-quotes": "Unexpected end of file in attribute value.", "unexpected-EOF-after-solidus-in-tag": "Unexpected end of file in tag. Expected >", "unexpected-character-after-solidus-in-tag": "Unexpected character after / in tag. Expected >", "expected-dashes-or-doctype": "Expected '--' or 'DOCTYPE'. Not found.", "unexpected-bang-after-double-dash-in-comment": "Unexpected ! after -- in comment", "unexpected-space-after-double-dash-in-comment": "Unexpected space after -- in comment", "incorrect-comment": "Incorrect comment.", "eof-in-comment": "Unexpected end of file in comment.", "eof-in-comment-end-dash": "Unexpected end of file in comment (-)", "unexpected-dash-after-double-dash-in-comment": "Unexpected '-' after '--' found in comment.", "eof-in-comment-double-dash": "Unexpected end of file in comment (--).", "eof-in-comment-end-space-state": "Unexpected end of file in comment.", "eof-in-comment-end-bang-state": "Unexpected end of file in comment.", "unexpected-char-in-comment": "Unexpected character in comment found.", "need-space-after-doctype": "No space after literal string 'DOCTYPE'.", "expected-doctype-name-but-got-right-bracket": "Unexpected > character. Expected DOCTYPE name.", "expected-doctype-name-but-got-eof": "Unexpected end of file. Expected DOCTYPE name.", "eof-in-doctype-name": "Unexpected end of file in DOCTYPE name.", "eof-in-doctype": "Unexpected end of file in DOCTYPE.", "expected-space-or-right-bracket-in-doctype": "Expected space or '>'. Got '%(data)s'", "unexpected-end-of-doctype": "Unexpected end of DOCTYPE.", "unexpected-char-in-doctype": "Unexpected character in DOCTYPE.", "eof-in-innerhtml": "XXX innerHTML EOF", "unexpected-doctype": "Unexpected DOCTYPE. Ignored.", "non-html-root": "html needs to be the first start tag.", "expected-doctype-but-got-eof": "Unexpected End of file. Expected DOCTYPE.", "unknown-doctype": "Erroneous DOCTYPE.", "expected-doctype-but-got-chars": "Unexpected non-space characters. Expected DOCTYPE.", "expected-doctype-but-got-start-tag": "Unexpected start tag (%(name)s). Expected DOCTYPE.", "expected-doctype-but-got-end-tag": "Unexpected end tag (%(name)s). Expected DOCTYPE.", "end-tag-after-implied-root": "Unexpected end tag (%(name)s) after the (implied) root element.", "expected-named-closing-tag-but-got-eof": "Unexpected end of file. Expected end tag (%(name)s).", "two-heads-are-not-better-than-one": "Unexpected start tag head in existing head. Ignored.", "unexpected-end-tag": "Unexpected end tag (%(name)s). Ignored.", "unexpected-start-tag-out-of-my-head": "Unexpected start tag (%(name)s) that can be in head. Moved.", "unexpected-start-tag": "Unexpected start tag (%(name)s).", "missing-end-tag": "Missing end tag (%(name)s).", "missing-end-tags": "Missing end tags (%(name)s).", "unexpected-start-tag-implies-end-tag": "Unexpected start tag (%(startName)s) " "implies end tag (%(endName)s).", "unexpected-start-tag-treated-as": "Unexpected start tag (%(originalName)s). Treated as %(newName)s.", "deprecated-tag": "Unexpected start tag %(name)s. Don't use it!", "unexpected-start-tag-ignored": "Unexpected start tag %(name)s. Ignored.", "expected-one-end-tag-but-got-another": "Unexpected end tag (%(gotName)s). " "Missing end tag (%(expectedName)s).", "end-tag-too-early": "End tag (%(name)s) seen too early. Expected other end tag.", "end-tag-too-early-named": "Unexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).", "end-tag-too-early-ignored": "End tag (%(name)s) seen too early. Ignored.", "adoption-agency-1.1": "End tag (%(name)s) violates step 1, " "paragraph 1 of the adoption agency algorithm.", "adoption-agency-1.2": "End tag (%(name)s) violates step 1, " "paragraph 2 of the adoption agency algorithm.", "adoption-agency-1.3": "End tag (%(name)s) violates step 1, " "paragraph 3 of the adoption agency algorithm.", "adoption-agency-4.4": "End tag (%(name)s) violates step 4, " "paragraph 4 of the adoption agency algorithm.", "unexpected-end-tag-treated-as": "Unexpected end tag (%(originalName)s). Treated as %(newName)s.", "no-end-tag": "This element (%(name)s) has no end tag.", "unexpected-implied-end-tag-in-table": "Unexpected implied end tag (%(name)s) in the table phase.", "unexpected-implied-end-tag-in-table-body": "Unexpected implied end tag (%(name)s) in the table body phase.", "unexpected-char-implies-table-voodoo": "Unexpected non-space characters in " "table context caused voodoo mode.", "unexpected-hidden-input-in-table": "Unexpected input with type hidden in table context.", "unexpected-form-in-table": "Unexpected form in table context.", "unexpected-start-tag-implies-table-voodoo": "Unexpected start tag (%(name)s) in " "table context caused voodoo mode.", "unexpected-end-tag-implies-table-voodoo": "Unexpected end tag (%(name)s) in " "table context caused voodoo mode.", "unexpected-cell-in-table-body": "Unexpected table cell start tag (%(name)s) " "in the table body phase.", "unexpected-cell-end-tag": "Got table cell end tag (%(name)s) " "while required end tags are missing.", "unexpected-end-tag-in-table-body": "Unexpected end tag (%(name)s) in the table body phase. Ignored.", "unexpected-implied-end-tag-in-table-row": "Unexpected implied end tag (%(name)s) in the table row phase.", "unexpected-end-tag-in-table-row": "Unexpected end tag (%(name)s) in the table row phase. Ignored.", "unexpected-select-in-select": "Unexpected select start tag in the select phase " "treated as select end tag.", "unexpected-input-in-select": "Unexpected input start tag in the select phase.", "unexpected-start-tag-in-select": "Unexpected start tag token (%(name)s in the select phase. " "Ignored.", "unexpected-end-tag-in-select": "Unexpected end tag (%(name)s) in the select phase. Ignored.", "unexpected-table-element-start-tag-in-select-in-table": "Unexpected table element start tag (%(name)s) in the select in table phase.", "unexpected-table-element-end-tag-in-select-in-table": "Unexpected table element end tag (%(name)s) in the select in table phase.", "unexpected-char-after-body": "Unexpected non-space characters in the after body phase.", "unexpected-start-tag-after-body": "Unexpected start tag token (%(name)s)" " in the after body phase.", "unexpected-end-tag-after-body": "Unexpected end tag token (%(name)s)" " in the after body phase.", "unexpected-char-in-frameset": "Unexpected characters in the frameset phase. Characters ignored.", "unexpected-start-tag-in-frameset": "Unexpected start tag token (%(name)s)" " in the frameset phase. Ignored.", "unexpected-frameset-in-frameset-innerhtml": "Unexpected end tag token (frameset) " "in the frameset phase (innerHTML).", "unexpected-end-tag-in-frameset": "Unexpected end tag token (%(name)s)" " in the frameset phase. Ignored.", "unexpected-char-after-frameset": "Unexpected non-space characters in the " "after frameset phase. Ignored.", "unexpected-start-tag-after-frameset": "Unexpected start tag (%(name)s)" " in the after frameset phase. Ignored.", "unexpected-end-tag-after-frameset": "Unexpected end tag (%(name)s)" " in the after frameset phase. Ignored.", "unexpected-end-tag-after-body-innerhtml": "Unexpected end tag after body(innerHtml)", "expected-eof-but-got-char": "Unexpected non-space characters. Expected end of file.", "expected-eof-but-got-start-tag": "Unexpected start tag (%(name)s)" ". Expected end of file.", "expected-eof-but-got-end-tag": "Unexpected end tag (%(name)s)" ". Expected end of file.", "eof-in-table": "Unexpected end of file. Expected table content.", "eof-in-select": "Unexpected end of file. Expected select content.", "eof-in-frameset": "Unexpected end of file. Expected frameset content.", "eof-in-script-in-script": "Unexpected end of file. Expected script content.", "eof-in-foreign-lands": "Unexpected end of file. Expected foreign content", "non-void-element-with-trailing-solidus": "Trailing solidus not allowed on element %(name)s", "unexpected-html-element-in-foreign-content": "Element %(name)s not allowed in a non-html context", "unexpected-end-tag-before-html": "Unexpected end tag (%(name)s) before html.", "unexpected-inhead-noscript-tag": "Element %(name)s not allowed in a inhead-noscript context", "eof-in-head-noscript": "Unexpected end of file. Expected inhead-noscript content", "char-in-head-noscript": "Unexpected non-space character. Expected inhead-noscript content", "XXX-undefined-error": "Undefined error (this sucks and should be fixed)", } namespaces = { "html": "http://www.w3.org/1999/xhtml", "mathml": "http://www.w3.org/1998/Math/MathML", "svg": "http://www.w3.org/2000/svg", "xlink": "http://www.w3.org/1999/xlink", "xml": "http://www.w3.org/XML/1998/namespace", "xmlns": "http://www.w3.org/2000/xmlns/" } scopingElements = frozenset([ (namespaces["html"], "applet"), (namespaces["html"], "caption"), (namespaces["html"], "html"), (namespaces["html"], "marquee"), (namespaces["html"], "object"), (namespaces["html"], "table"), (namespaces["html"], "td"), (namespaces["html"], "th"), (namespaces["mathml"], "mi"), (namespaces["mathml"], "mo"), (namespaces["mathml"], "mn"), (namespaces["mathml"], "ms"), (namespaces["mathml"], "mtext"), (namespaces["mathml"], "annotation-xml"), (namespaces["svg"], "foreignObject"), (namespaces["svg"], "desc"), (namespaces["svg"], "title"), ]) formattingElements = frozenset([ (namespaces["html"], "a"), (namespaces["html"], "b"), (namespaces["html"], "big"), (namespaces["html"], "code"), (namespaces["html"], "em"), (namespaces["html"], "font"), (namespaces["html"], "i"), (namespaces["html"], "nobr"), (namespaces["html"], "s"), (namespaces["html"], "small"), (namespaces["html"], "strike"), (namespaces["html"], "strong"), (namespaces["html"], "tt"), (namespaces["html"], "u") ]) specialElements = frozenset([ (namespaces["html"], "address"), (namespaces["html"], "applet"), (namespaces["html"], "area"), (namespaces["html"], "article"), (namespaces["html"], "aside"), (namespaces["html"], "base"), (namespaces["html"], "basefont"), (namespaces["html"], "bgsound"), (namespaces["html"], "blockquote"), (namespaces["html"], "body"), (namespaces["html"], "br"), (namespaces["html"], "button"), (namespaces["html"], "caption"), (namespaces["html"], "center"), (namespaces["html"], "col"), (namespaces["html"], "colgroup"), (namespaces["html"], "command"), (namespaces["html"], "dd"), (namespaces["html"], "details"), (namespaces["html"], "dir"), (namespaces["html"], "div"), (namespaces["html"], "dl"), (namespaces["html"], "dt"), (namespaces["html"], "embed"), (namespaces["html"], "fieldset"), (namespaces["html"], "figure"), (namespaces["html"], "footer"), (namespaces["html"], "form"), (namespaces["html"], "frame"), (namespaces["html"], "frameset"), (namespaces["html"], "h1"), (namespaces["html"], "h2"), (namespaces["html"], "h3"), (namespaces["html"], "h4"), (namespaces["html"], "h5"), (namespaces["html"], "h6"), (namespaces["html"], "head"), (namespaces["html"], "header"), (namespaces["html"], "hr"), (namespaces["html"], "html"), (namespaces["html"], "iframe"), # Note that image is commented out in the spec as "this isn't an # element that can end up on the stack, so it doesn't matter," (namespaces["html"], "image"), (namespaces["html"], "img"), (namespaces["html"], "input"), (namespaces["html"], "isindex"), (namespaces["html"], "li"), (namespaces["html"], "link"), (namespaces["html"], "listing"), (namespaces["html"], "marquee"), (namespaces["html"], "menu"), (namespaces["html"], "meta"), (namespaces["html"], "nav"), (namespaces["html"], "noembed"), (namespaces["html"], "noframes"), (namespaces["html"], "noscript"), (namespaces["html"], "object"), (namespaces["html"], "ol"), (namespaces["html"], "p"), (namespaces["html"], "param"), (namespaces["html"], "plaintext"), (namespaces["html"], "pre"), (namespaces["html"], "script"), (namespaces["html"], "section"), (namespaces["html"], "select"), (namespaces["html"], "style"), (namespaces["html"], "table"), (namespaces["html"], "tbody"), (namespaces["html"], "td"), (namespaces["html"], "textarea"), (namespaces["html"], "tfoot"), (namespaces["html"], "th"), (namespaces["html"], "thead"), (namespaces["html"], "title"), (namespaces["html"], "tr"), (namespaces["html"], "ul"), (namespaces["html"], "wbr"), (namespaces["html"], "xmp"), (namespaces["svg"], "foreignObject") ]) htmlIntegrationPointElements = frozenset([ (namespaces["mathml"], "annotaion-xml"), (namespaces["svg"], "foreignObject"), (namespaces["svg"], "desc"), (namespaces["svg"], "title") ]) mathmlTextIntegrationPointElements = frozenset([ (namespaces["mathml"], "mi"), (namespaces["mathml"], "mo"), (namespaces["mathml"], "mn"), (namespaces["mathml"], "ms"), (namespaces["mathml"], "mtext") ]) adjustSVGAttributes = { "attributename": "attributeName", "attributetype": "attributeType", "basefrequency": "baseFrequency", "baseprofile": "baseProfile", "calcmode": "calcMode", "clippathunits": "clipPathUnits", "contentscripttype": "contentScriptType", "contentstyletype": "contentStyleType", "diffuseconstant": "diffuseConstant", "edgemode": "edgeMode", "externalresourcesrequired": "externalResourcesRequired", "filterres": "filterRes", "filterunits": "filterUnits", "glyphref": "glyphRef", "gradienttransform": "gradientTransform", "gradientunits": "gradientUnits", "kernelmatrix": "kernelMatrix", "kernelunitlength": "kernelUnitLength", "keypoints": "keyPoints", "keysplines": "keySplines", "keytimes": "keyTimes", "lengthadjust": "lengthAdjust", "limitingconeangle": "limitingConeAngle", "markerheight": "markerHeight", "markerunits": "markerUnits", "markerwidth": "markerWidth", "maskcontentunits": "maskContentUnits", "maskunits": "maskUnits", "numoctaves": "numOctaves", "pathlength": "pathLength", "patterncontentunits": "patternContentUnits", "patterntransform": "patternTransform", "patternunits": "patternUnits", "pointsatx": "pointsAtX", "pointsaty": "pointsAtY", "pointsatz": "pointsAtZ", "preservealpha": "preserveAlpha", "preserveaspectratio": "preserveAspectRatio", "primitiveunits": "primitiveUnits", "refx": "refX", "refy": "refY", "repeatcount": "repeatCount", "repeatdur": "repeatDur", "requiredextensions": "requiredExtensions", "requiredfeatures": "requiredFeatures", "specularconstant": "specularConstant", "specularexponent": "specularExponent", "spreadmethod": "spreadMethod", "startoffset": "startOffset", "stddeviation": "stdDeviation", "stitchtiles": "stitchTiles", "surfacescale": "surfaceScale", "systemlanguage": "systemLanguage", "tablevalues": "tableValues", "targetx": "targetX", "targety": "targetY", "textlength": "textLength", "viewbox": "viewBox", "viewtarget": "viewTarget", "xchannelselector": "xChannelSelector", "ychannelselector": "yChannelSelector", "zoomandpan": "zoomAndPan" } adjustMathMLAttributes = {"definitionurl": "definitionURL"} adjustForeignAttributes = { "xlink:actuate": ("xlink", "actuate", namespaces["xlink"]), "xlink:arcrole": ("xlink", "arcrole", namespaces["xlink"]), "xlink:href": ("xlink", "href", namespaces["xlink"]), "xlink:role": ("xlink", "role", namespaces["xlink"]), "xlink:show": ("xlink", "show", namespaces["xlink"]), "xlink:title": ("xlink", "title", namespaces["xlink"]), "xlink:type": ("xlink", "type", namespaces["xlink"]), "xml:base": ("xml", "base", namespaces["xml"]), "xml:lang": ("xml", "lang", namespaces["xml"]), "xml:space": ("xml", "space", namespaces["xml"]), "xmlns": (None, "xmlns", namespaces["xmlns"]), "xmlns:xlink": ("xmlns", "xlink", namespaces["xmlns"]) } unadjustForeignAttributes = dict([((ns, local), qname) for qname, (prefix, local, ns) in adjustForeignAttributes.items()]) spaceCharacters = frozenset([ "\t", "\n", "\u000C", " ", "\r" ]) tableInsertModeElements = frozenset([ "table", "tbody", "tfoot", "thead", "tr" ]) asciiLowercase = frozenset(string.ascii_lowercase) asciiUppercase = frozenset(string.ascii_uppercase) asciiLetters = frozenset(string.ascii_letters) digits = frozenset(string.digits) hexDigits = frozenset(string.hexdigits) asciiUpper2Lower = dict([(ord(c), ord(c.lower())) for c in string.ascii_uppercase]) # Heading elements need to be ordered headingElements = ( "h1", "h2", "h3", "h4", "h5", "h6" ) voidElements = frozenset([ "base", "command", "event-source", "link", "meta", "hr", "br", "img", "embed", "param", "area", "col", "input", "source", "track" ]) cdataElements = frozenset(['title', 'textarea']) rcdataElements = frozenset([ 'style', 'script', 'xmp', 'iframe', 'noembed', 'noframes', 'noscript' ]) booleanAttributes = { "": frozenset(["irrelevant"]), "style": frozenset(["scoped"]), "img": frozenset(["ismap"]), "audio": frozenset(["autoplay", "controls"]), "video": frozenset(["autoplay", "controls"]), "script": frozenset(["defer", "async"]), "details": frozenset(["open"]), "datagrid": frozenset(["multiple", "disabled"]), "command": frozenset(["hidden", "disabled", "checked", "default"]), "hr": frozenset(["noshade"]), "menu": frozenset(["autosubmit"]), "fieldset": frozenset(["disabled", "readonly"]), "option": frozenset(["disabled", "readonly", "selected"]), "optgroup": frozenset(["disabled", "readonly"]), "button": frozenset(["disabled", "autofocus"]), "input": frozenset(["disabled", "readonly", "required", "autofocus", "checked", "ismap"]), "select": frozenset(["disabled", "readonly", "autofocus", "multiple"]), "output": frozenset(["disabled", "readonly"]), } # entitiesWindows1252 has to be _ordered_ and needs to have an index. It # therefore can't be a frozenset. entitiesWindows1252 = ( 8364, # 0x80 0x20AC EURO SIGN 65533, # 0x81 UNDEFINED 8218, # 0x82 0x201A SINGLE LOW-9 QUOTATION MARK 402, # 0x83 0x0192 LATIN SMALL LETTER F WITH HOOK 8222, # 0x84 0x201E DOUBLE LOW-9 QUOTATION MARK 8230, # 0x85 0x2026 HORIZONTAL ELLIPSIS 8224, # 0x86 0x2020 DAGGER 8225, # 0x87 0x2021 DOUBLE DAGGER 710, # 0x88 0x02C6 MODIFIER LETTER CIRCUMFLEX ACCENT 8240, # 0x89 0x2030 PER MILLE SIGN 352, # 0x8A 0x0160 LATIN CAPITAL LETTER S WITH CARON 8249, # 0x8B 0x2039 SINGLE LEFT-POINTING ANGLE QUOTATION MARK 338, # 0x8C 0x0152 LATIN CAPITAL LIGATURE OE 65533, # 0x8D UNDEFINED 381, # 0x8E 0x017D LATIN CAPITAL LETTER Z WITH CARON 65533, # 0x8F UNDEFINED 65533, # 0x90 UNDEFINED 8216, # 0x91 0x2018 LEFT SINGLE QUOTATION MARK 8217, # 0x92 0x2019 RIGHT SINGLE QUOTATION MARK 8220, # 0x93 0x201C LEFT DOUBLE QUOTATION MARK 8221, # 0x94 0x201D RIGHT DOUBLE QUOTATION MARK 8226, # 0x95 0x2022 BULLET 8211, # 0x96 0x2013 EN DASH 8212, # 0x97 0x2014 EM DASH 732, # 0x98 0x02DC SMALL TILDE 8482, # 0x99 0x2122 TRADE MARK SIGN 353, # 0x9A 0x0161 LATIN SMALL LETTER S WITH CARON 8250, # 0x9B 0x203A SINGLE RIGHT-POINTING ANGLE QUOTATION MARK 339, # 0x9C 0x0153 LATIN SMALL LIGATURE OE 65533, # 0x9D UNDEFINED 382, # 0x9E 0x017E LATIN SMALL LETTER Z WITH CARON 376 # 0x9F 0x0178 LATIN CAPITAL LETTER Y WITH DIAERESIS ) xmlEntities = frozenset(['lt;', 'gt;', 'amp;', 'apos;', 'quot;']) entities = { "AElig": "\xc6", "AElig;": "\xc6", "AMP": "&", "AMP;": "&", "Aacute": "\xc1", "Aacute;": "\xc1", "Abreve;": "\u0102", "Acirc": "\xc2", "Acirc;": "\xc2", "Acy;": "\u0410", "Afr;": "\U0001d504", "Agrave": "\xc0", "Agrave;": "\xc0", "Alpha;": "\u0391", "Amacr;": "\u0100", "And;": "\u2a53", "Aogon;": "\u0104", "Aopf;": "\U0001d538", "ApplyFunction;": "\u2061", "Aring": "\xc5", "Aring;": "\xc5", "Ascr;": "\U0001d49c", "Assign;": "\u2254", "Atilde": "\xc3", "Atilde;": "\xc3", "Auml": "\xc4", "Auml;": "\xc4", "Backslash;": "\u2216", "Barv;": "\u2ae7", "Barwed;": "\u2306", "Bcy;": "\u0411", "Because;": "\u2235", "Bernoullis;": "\u212c", "Beta;": "\u0392", "Bfr;": "\U0001d505", "Bopf;": "\U0001d539", "Breve;": "\u02d8", "Bscr;": "\u212c", "Bumpeq;": "\u224e", "CHcy;": "\u0427", "COPY": "\xa9", "COPY;": "\xa9", "Cacute;": "\u0106", "Cap;": "\u22d2", "CapitalDifferentialD;": "\u2145", "Cayleys;": "\u212d", "Ccaron;": "\u010c", "Ccedil": "\xc7", "Ccedil;": "\xc7", "Ccirc;": "\u0108", "Cconint;": "\u2230", "Cdot;": "\u010a", "Cedilla;": "\xb8", "CenterDot;": "\xb7", "Cfr;": "\u212d", "Chi;": "\u03a7", "CircleDot;": "\u2299", "CircleMinus;": "\u2296", "CirclePlus;": "\u2295", "CircleTimes;": "\u2297", "ClockwiseContourIntegral;": "\u2232", "CloseCurlyDoubleQuote;": "\u201d", "CloseCurlyQuote;": "\u2019", "Colon;": "\u2237", "Colone;": "\u2a74", "Congruent;": "\u2261", "Conint;": "\u222f", "ContourIntegral;": "\u222e", "Copf;": "\u2102", "Coproduct;": "\u2210", "CounterClockwiseContourIntegral;": "\u2233", "Cross;": "\u2a2f", "Cscr;": "\U0001d49e", "Cup;": "\u22d3", "CupCap;": "\u224d", "DD;": "\u2145", "DDotrahd;": "\u2911", "DJcy;": "\u0402", "DScy;": "\u0405", "DZcy;": "\u040f", "Dagger;": "\u2021", "Darr;": "\u21a1", "Dashv;": "\u2ae4", "Dcaron;": "\u010e", "Dcy;": "\u0414", "Del;": "\u2207", "Delta;": "\u0394", "Dfr;": "\U0001d507", "DiacriticalAcute;": "\xb4", "DiacriticalDot;": "\u02d9", "DiacriticalDoubleAcute;": "\u02dd", "DiacriticalGrave;": "`", "DiacriticalTilde;": "\u02dc", "Diamond;": "\u22c4", "DifferentialD;": "\u2146", "Dopf;": "\U0001d53b", "Dot;": "\xa8", "DotDot;": "\u20dc", "DotEqual;": "\u2250", "DoubleContourIntegral;": "\u222f", "DoubleDot;": "\xa8", "DoubleDownArrow;": "\u21d3", "DoubleLeftArrow;": "\u21d0", "DoubleLeftRightArrow;": "\u21d4", "DoubleLeftTee;": "\u2ae4", "DoubleLongLeftArrow;": "\u27f8", "DoubleLongLeftRightArrow;": "\u27fa", "DoubleLongRightArrow;": "\u27f9", "DoubleRightArrow;": "\u21d2", "DoubleRightTee;": "\u22a8", "DoubleUpArrow;": "\u21d1", "DoubleUpDownArrow;": "\u21d5", "DoubleVerticalBar;": "\u2225", "DownArrow;": "\u2193", "DownArrowBar;": "\u2913", "DownArrowUpArrow;": "\u21f5", "DownBreve;": "\u0311", "DownLeftRightVector;": "\u2950", "DownLeftTeeVector;": "\u295e", "DownLeftVector;": "\u21bd", "DownLeftVectorBar;": "\u2956", "DownRightTeeVector;": "\u295f", "DownRightVector;": "\u21c1", "DownRightVectorBar;": "\u2957", "DownTee;": "\u22a4", "DownTeeArrow;": "\u21a7", "Downarrow;": "\u21d3", "Dscr;": "\U0001d49f", "Dstrok;": "\u0110", "ENG;": "\u014a", "ETH": "\xd0", "ETH;": "\xd0", "Eacute": "\xc9", "Eacute;": "\xc9", "Ecaron;": "\u011a", "Ecirc": "\xca", "Ecirc;": "\xca", "Ecy;": "\u042d", "Edot;": "\u0116", "Efr;": "\U0001d508", "Egrave": "\xc8", "Egrave;": "\xc8", "Element;": "\u2208", "Emacr;": "\u0112", "EmptySmallSquare;": "\u25fb", "EmptyVerySmallSquare;": "\u25ab", "Eogon;": "\u0118", "Eopf;": "\U0001d53c", "Epsilon;": "\u0395", "Equal;": "\u2a75", "EqualTilde;": "\u2242", "Equilibrium;": "\u21cc", "Escr;": "\u2130", "Esim;": "\u2a73", "Eta;": "\u0397", "Euml": "\xcb", "Euml;": "\xcb", "Exists;": "\u2203", "ExponentialE;": "\u2147", "Fcy;": "\u0424", "Ffr;": "\U0001d509", "FilledSmallSquare;": "\u25fc", "FilledVerySmallSquare;": "\u25aa", "Fopf;": "\U0001d53d", "ForAll;": "\u2200", "Fouriertrf;": "\u2131", "Fscr;": "\u2131", "GJcy;": "\u0403", "GT": ">", "GT;": ">", "Gamma;": "\u0393", "Gammad;": "\u03dc", "Gbreve;": "\u011e", "Gcedil;": "\u0122", "Gcirc;": "\u011c", "Gcy;": "\u0413", "Gdot;": "\u0120", "Gfr;": "\U0001d50a", "Gg;": "\u22d9", "Gopf;": "\U0001d53e", "GreaterEqual;": "\u2265", "GreaterEqualLess;": "\u22db", "GreaterFullEqual;": "\u2267", "GreaterGreater;": "\u2aa2", "GreaterLess;": "\u2277", "GreaterSlantEqual;": "\u2a7e", "GreaterTilde;": "\u2273", "Gscr;": "\U0001d4a2", "Gt;": "\u226b", "HARDcy;": "\u042a", "Hacek;": "\u02c7", "Hat;": "^", "Hcirc;": "\u0124", "Hfr;": "\u210c", "HilbertSpace;": "\u210b", "Hopf;": "\u210d", "HorizontalLine;": "\u2500", "Hscr;": "\u210b", "Hstrok;": "\u0126", "HumpDownHump;": "\u224e", "HumpEqual;": "\u224f", "IEcy;": "\u0415", "IJlig;": "\u0132", "IOcy;": "\u0401", "Iacute": "\xcd", "Iacute;": "\xcd", "Icirc": "\xce", "Icirc;": "\xce", "Icy;": "\u0418", "Idot;": "\u0130", "Ifr;": "\u2111", "Igrave": "\xcc", "Igrave;": "\xcc", "Im;": "\u2111", "Imacr;": "\u012a", "ImaginaryI;": "\u2148", "Implies;": "\u21d2", "Int;": "\u222c", "Integral;": "\u222b", "Intersection;": "\u22c2", "InvisibleComma;": "\u2063", "InvisibleTimes;": "\u2062", "Iogon;": "\u012e", "Iopf;": "\U0001d540", "Iota;": "\u0399", "Iscr;": "\u2110", "Itilde;": "\u0128", "Iukcy;": "\u0406", "Iuml": "\xcf", "Iuml;": "\xcf", "Jcirc;": "\u0134", "Jcy;": "\u0419", "Jfr;": "\U0001d50d", "Jopf;": "\U0001d541", "Jscr;": "\U0001d4a5", "Jsercy;": "\u0408", "Jukcy;": "\u0404", "KHcy;": "\u0425", "KJcy;": "\u040c", "Kappa;": "\u039a", "Kcedil;": "\u0136", "Kcy;": "\u041a", "Kfr;": "\U0001d50e", "Kopf;": "\U0001d542", "Kscr;": "\U0001d4a6", "LJcy;": "\u0409", "LT": "<", "LT;": "<", "Lacute;": "\u0139", "Lambda;": "\u039b", "Lang;": "\u27ea", "Laplacetrf;": "\u2112", "Larr;": "\u219e", "Lcaron;": "\u013d", "Lcedil;": "\u013b", "Lcy;": "\u041b", "LeftAngleBracket;": "\u27e8", "LeftArrow;": "\u2190", "LeftArrowBar;": "\u21e4", "LeftArrowRightArrow;": "\u21c6", "LeftCeiling;": "\u2308", "LeftDoubleBracket;": "\u27e6", "LeftDownTeeVector;": "\u2961", "LeftDownVector;": "\u21c3", "LeftDownVectorBar;": "\u2959", "LeftFloor;": "\u230a", "LeftRightArrow;": "\u2194", "LeftRightVector;": "\u294e", "LeftTee;": "\u22a3", "LeftTeeArrow;": "\u21a4", "LeftTeeVector;": "\u295a", "LeftTriangle;": "\u22b2", "LeftTriangleBar;": "\u29cf", "LeftTriangleEqual;": "\u22b4", "LeftUpDownVector;": "\u2951", "LeftUpTeeVector;": "\u2960", "LeftUpVector;": "\u21bf", "LeftUpVectorBar;": "\u2958", "LeftVector;": "\u21bc", "LeftVectorBar;": "\u2952", "Leftarrow;": "\u21d0", "Leftrightarrow;": "\u21d4", "LessEqualGreater;": "\u22da", "LessFullEqual;": "\u2266", "LessGreater;": "\u2276", "LessLess;": "\u2aa1", "LessSlantEqual;": "\u2a7d", "LessTilde;": "\u2272", "Lfr;": "\U0001d50f", "Ll;": "\u22d8", "Lleftarrow;": "\u21da", "Lmidot;": "\u013f", "LongLeftArrow;": "\u27f5", "LongLeftRightArrow;": "\u27f7", "LongRightArrow;": "\u27f6", "Longleftarrow;": "\u27f8", "Longleftrightarrow;": "\u27fa", "Longrightarrow;": "\u27f9", "Lopf;": "\U0001d543", "LowerLeftArrow;": "\u2199", "LowerRightArrow;": "\u2198", "Lscr;": "\u2112", "Lsh;": "\u21b0", "Lstrok;": "\u0141", "Lt;": "\u226a", "Map;": "\u2905", "Mcy;": "\u041c", "MediumSpace;": "\u205f", "Mellintrf;": "\u2133", "Mfr;": "\U0001d510", "MinusPlus;": "\u2213", "Mopf;": "\U0001d544", "Mscr;": "\u2133", "Mu;": "\u039c", "NJcy;": "\u040a", "Nacute;": "\u0143", "Ncaron;": "\u0147", "Ncedil;": "\u0145", "Ncy;": "\u041d", "NegativeMediumSpace;": "\u200b", "NegativeThickSpace;": "\u200b", "NegativeThinSpace;": "\u200b", "NegativeVeryThinSpace;": "\u200b", "NestedGreaterGreater;": "\u226b", "NestedLessLess;": "\u226a", "NewLine;": "\n", "Nfr;": "\U0001d511", "NoBreak;": "\u2060", "NonBreakingSpace;": "\xa0", "Nopf;": "\u2115", "Not;": "\u2aec", "NotCongruent;": "\u2262", "NotCupCap;": "\u226d", "NotDoubleVerticalBar;": "\u2226", "NotElement;": "\u2209", "NotEqual;": "\u2260", "NotEqualTilde;": "\u2242\u0338", "NotExists;": "\u2204", "NotGreater;": "\u226f", "NotGreaterEqual;": "\u2271", "NotGreaterFullEqual;": "\u2267\u0338", "NotGreaterGreater;": "\u226b\u0338", "NotGreaterLess;": "\u2279", "NotGreaterSlantEqual;": "\u2a7e\u0338", "NotGreaterTilde;": "\u2275", "NotHumpDownHump;": "\u224e\u0338", "NotHumpEqual;": "\u224f\u0338", "NotLeftTriangle;": "\u22ea", "NotLeftTriangleBar;": "\u29cf\u0338", "NotLeftTriangleEqual;": "\u22ec", "NotLess;": "\u226e", "NotLessEqual;": "\u2270", "NotLessGreater;": "\u2278", "NotLessLess;": "\u226a\u0338", "NotLessSlantEqual;": "\u2a7d\u0338", "NotLessTilde;": "\u2274", "NotNestedGreaterGreater;": "\u2aa2\u0338", "NotNestedLessLess;": "\u2aa1\u0338", "NotPrecedes;": "\u2280", "NotPrecedesEqual;": "\u2aaf\u0338", "NotPrecedesSlantEqual;": "\u22e0", "NotReverseElement;": "\u220c", "NotRightTriangle;": "\u22eb", "NotRightTriangleBar;": "\u29d0\u0338", "NotRightTriangleEqual;": "\u22ed", "NotSquareSubset;": "\u228f\u0338", "NotSquareSubsetEqual;": "\u22e2", "NotSquareSuperset;": "\u2290\u0338", "NotSquareSupersetEqual;": "\u22e3", "NotSubset;": "\u2282\u20d2", "NotSubsetEqual;": "\u2288", "NotSucceeds;": "\u2281", "NotSucceedsEqual;": "\u2ab0\u0338", "NotSucceedsSlantEqual;": "\u22e1", "NotSucceedsTilde;": "\u227f\u0338", "NotSuperset;": "\u2283\u20d2", "NotSupersetEqual;": "\u2289", "NotTilde;": "\u2241", "NotTildeEqual;": "\u2244", "NotTildeFullEqual;": "\u2247", "NotTildeTilde;": "\u2249", "NotVerticalBar;": "\u2224", "Nscr;": "\U0001d4a9", "Ntilde": "\xd1", "Ntilde;": "\xd1", "Nu;": "\u039d", "OElig;": "\u0152", "Oacute": "\xd3", "Oacute;": "\xd3", "Ocirc": "\xd4", "Ocirc;": "\xd4", "Ocy;": "\u041e", "Odblac;": "\u0150", "Ofr;": "\U0001d512", "Ograve": "\xd2", "Ograve;": "\xd2", "Omacr;": "\u014c", "Omega;": "\u03a9", "Omicron;": "\u039f", "Oopf;": "\U0001d546", "OpenCurlyDoubleQuote;": "\u201c", "OpenCurlyQuote;": "\u2018", "Or;": "\u2a54", "Oscr;": "\U0001d4aa", "Oslash": "\xd8", "Oslash;": "\xd8", "Otilde": "\xd5", "Otilde;": "\xd5", "Otimes;": "\u2a37", "Ouml": "\xd6", "Ouml;": "\xd6", "OverBar;": "\u203e", "OverBrace;": "\u23de", "OverBracket;": "\u23b4", "OverParenthesis;": "\u23dc", "PartialD;": "\u2202", "Pcy;": "\u041f", "Pfr;": "\U0001d513", "Phi;": "\u03a6", "Pi;": "\u03a0", "PlusMinus;": "\xb1", "Poincareplane;": "\u210c", "Popf;": "\u2119", "Pr;": "\u2abb", "Precedes;": "\u227a", "PrecedesEqual;": "\u2aaf", "PrecedesSlantEqual;": "\u227c", "PrecedesTilde;": "\u227e", "Prime;": "\u2033", "Product;": "\u220f", "Proportion;": "\u2237", "Proportional;": "\u221d", "Pscr;": "\U0001d4ab", "Psi;": "\u03a8", "QUOT": "\"", "QUOT;": "\"", "Qfr;": "\U0001d514", "Qopf;": "\u211a", "Qscr;": "\U0001d4ac", "RBarr;": "\u2910", "REG": "\xae", "REG;": "\xae", "Racute;": "\u0154", "Rang;": "\u27eb", "Rarr;": "\u21a0", "Rarrtl;": "\u2916", "Rcaron;": "\u0158", "Rcedil;": "\u0156", "Rcy;": "\u0420", "Re;": "\u211c", "ReverseElement;": "\u220b", "ReverseEquilibrium;": "\u21cb", "ReverseUpEquilibrium;": "\u296f", "Rfr;": "\u211c", "Rho;": "\u03a1", "RightAngleBracket;": "\u27e9", "RightArrow;": "\u2192", "RightArrowBar;": "\u21e5", "RightArrowLeftArrow;": "\u21c4", "RightCeiling;": "\u2309", "RightDoubleBracket;": "\u27e7", "RightDownTeeVector;": "\u295d", "RightDownVector;": "\u21c2", "RightDownVectorBar;": "\u2955", "RightFloor;": "\u230b", "RightTee;": "\u22a2", "RightTeeArrow;": "\u21a6", "RightTeeVector;": "\u295b", "RightTriangle;": "\u22b3", "RightTriangleBar;": "\u29d0", "RightTriangleEqual;": "\u22b5", "RightUpDownVector;": "\u294f", "RightUpTeeVector;": "\u295c", "RightUpVector;": "\u21be", "RightUpVectorBar;": "\u2954", "RightVector;": "\u21c0", "RightVectorBar;": "\u2953", "Rightarrow;": "\u21d2", "Ropf;": "\u211d", "RoundImplies;": "\u2970", "Rrightarrow;": "\u21db", "Rscr;": "\u211b", "Rsh;": "\u21b1", "RuleDelayed;": "\u29f4", "SHCHcy;": "\u0429", "SHcy;": "\u0428", "SOFTcy;": "\u042c", "Sacute;": "\u015a", "Sc;": "\u2abc", "Scaron;": "\u0160", "Scedil;": "\u015e", "Scirc;": "\u015c", "Scy;": "\u0421", "Sfr;": "\U0001d516", "ShortDownArrow;": "\u2193", "ShortLeftArrow;": "\u2190", "ShortRightArrow;": "\u2192", "ShortUpArrow;": "\u2191", "Sigma;": "\u03a3", "SmallCircle;": "\u2218", "Sopf;": "\U0001d54a", "Sqrt;": "\u221a", "Square;": "\u25a1", "SquareIntersection;": "\u2293", "SquareSubset;": "\u228f", "SquareSubsetEqual;": "\u2291", "SquareSuperset;": "\u2290", "SquareSupersetEqual;": "\u2292", "SquareUnion;": "\u2294", "Sscr;": "\U0001d4ae", "Star;": "\u22c6", "Sub;": "\u22d0", "Subset;": "\u22d0", "SubsetEqual;": "\u2286", "Succeeds;": "\u227b", "SucceedsEqual;": "\u2ab0", "SucceedsSlantEqual;": "\u227d", "SucceedsTilde;": "\u227f", "SuchThat;": "\u220b", "Sum;": "\u2211", "Sup;": "\u22d1", "Superset;": "\u2283", "SupersetEqual;": "\u2287", "Supset;": "\u22d1", "THORN": "\xde", "THORN;": "\xde", "TRADE;": "\u2122", "TSHcy;": "\u040b", "TScy;": "\u0426", "Tab;": "\t", "Tau;": "\u03a4", "Tcaron;": "\u0164", "Tcedil;": "\u0162", "Tcy;": "\u0422", "Tfr;": "\U0001d517", "Therefore;": "\u2234", "Theta;": "\u0398", "ThickSpace;": "\u205f\u200a", "ThinSpace;": "\u2009", "Tilde;": "\u223c", "TildeEqual;": "\u2243", "TildeFullEqual;": "\u2245", "TildeTilde;": "\u2248", "Topf;": "\U0001d54b", "TripleDot;": "\u20db", "Tscr;": "\U0001d4af", "Tstrok;": "\u0166", "Uacute": "\xda", "Uacute;": "\xda", "Uarr;": "\u219f", "Uarrocir;": "\u2949", "Ubrcy;": "\u040e", "Ubreve;": "\u016c", "Ucirc": "\xdb", "Ucirc;": "\xdb", "Ucy;": "\u0423", "Udblac;": "\u0170", "Ufr;": "\U0001d518", "Ugrave": "\xd9", "Ugrave;": "\xd9", "Umacr;": "\u016a", "UnderBar;": "_", "UnderBrace;": "\u23df", "UnderBracket;": "\u23b5", "UnderParenthesis;": "\u23dd", "Union;": "\u22c3", "UnionPlus;": "\u228e", "Uogon;": "\u0172", "Uopf;": "\U0001d54c", "UpArrow;": "\u2191", "UpArrowBar;": "\u2912", "UpArrowDownArrow;": "\u21c5", "UpDownArrow;": "\u2195", "UpEquilibrium;": "\u296e", "UpTee;": "\u22a5", "UpTeeArrow;": "\u21a5", "Uparrow;": "\u21d1", "Updownarrow;": "\u21d5", "UpperLeftArrow;": "\u2196", "UpperRightArrow;": "\u2197", "Upsi;": "\u03d2", "Upsilon;": "\u03a5", "Uring;": "\u016e", "Uscr;": "\U0001d4b0", "Utilde;": "\u0168", "Uuml": "\xdc", "Uuml;": "\xdc", "VDash;": "\u22ab", "Vbar;": "\u2aeb", "Vcy;": "\u0412", "Vdash;": "\u22a9", "Vdashl;": "\u2ae6", "Vee;": "\u22c1", "Verbar;": "\u2016", "Vert;": "\u2016", "VerticalBar;": "\u2223", "VerticalLine;": "|", "VerticalSeparator;": "\u2758", "VerticalTilde;": "\u2240", "VeryThinSpace;": "\u200a", "Vfr;": "\U0001d519", "Vopf;": "\U0001d54d", "Vscr;": "\U0001d4b1", "Vvdash;": "\u22aa", "Wcirc;": "\u0174", "Wedge;": "\u22c0", "Wfr;": "\U0001d51a", "Wopf;": "\U0001d54e", "Wscr;": "\U0001d4b2", "Xfr;": "\U0001d51b", "Xi;": "\u039e", "Xopf;": "\U0001d54f", "Xscr;": "\U0001d4b3", "YAcy;": "\u042f", "YIcy;": "\u0407", "YUcy;": "\u042e", "Yacute": "\xdd", "Yacute;": "\xdd", "Ycirc;": "\u0176", "Ycy;": "\u042b", "Yfr;": "\U0001d51c", "Yopf;": "\U0001d550", "Yscr;": "\U0001d4b4", "Yuml;": "\u0178", "ZHcy;": "\u0416", "Zacute;": "\u0179", "Zcaron;": "\u017d", "Zcy;": "\u0417", "Zdot;": "\u017b", "ZeroWidthSpace;": "\u200b", "Zeta;": "\u0396", "Zfr;": "\u2128", "Zopf;": "\u2124", "Zscr;": "\U0001d4b5", "aacute": "\xe1", "aacute;": "\xe1", "abreve;": "\u0103", "ac;": "\u223e", "acE;": "\u223e\u0333", "acd;": "\u223f", "acirc": "\xe2", "acirc;": "\xe2", "acute": "\xb4", "acute;": "\xb4", "acy;": "\u0430", "aelig": "\xe6", "aelig;": "\xe6", "af;": "\u2061", "afr;": "\U0001d51e", "agrave": "\xe0", "agrave;": "\xe0", "alefsym;": "\u2135", "aleph;": "\u2135", "alpha;": "\u03b1", "amacr;": "\u0101", "amalg;": "\u2a3f", "amp": "&", "amp;": "&", "and;": "\u2227", "andand;": "\u2a55", "andd;": "\u2a5c", "andslope;": "\u2a58", "andv;": "\u2a5a", "ang;": "\u2220", "ange;": "\u29a4", "angle;": "\u2220", "angmsd;": "\u2221", "angmsdaa;": "\u29a8", "angmsdab;": "\u29a9", "angmsdac;": "\u29aa", "angmsdad;": "\u29ab", "angmsdae;": "\u29ac", "angmsdaf;": "\u29ad", "angmsdag;": "\u29ae", "angmsdah;": "\u29af", "angrt;": "\u221f", "angrtvb;": "\u22be", "angrtvbd;": "\u299d", "angsph;": "\u2222", "angst;": "\xc5", "angzarr;": "\u237c", "aogon;": "\u0105", "aopf;": "\U0001d552", "ap;": "\u2248", "apE;": "\u2a70", "apacir;": "\u2a6f", "ape;": "\u224a", "apid;": "\u224b", "apos;": "'", "approx;": "\u2248", "approxeq;": "\u224a", "aring": "\xe5", "aring;": "\xe5", "ascr;": "\U0001d4b6", "ast;": "*", "asymp;": "\u2248", "asympeq;": "\u224d", "atilde": "\xe3", "atilde;": "\xe3", "auml": "\xe4", "auml;": "\xe4", "awconint;": "\u2233", "awint;": "\u2a11", "bNot;": "\u2aed", "backcong;": "\u224c", "backepsilon;": "\u03f6", "backprime;": "\u2035", "backsim;": "\u223d", "backsimeq;": "\u22cd", "barvee;": "\u22bd", "barwed;": "\u2305", "barwedge;": "\u2305", "bbrk;": "\u23b5", "bbrktbrk;": "\u23b6", "bcong;": "\u224c", "bcy;": "\u0431", "bdquo;": "\u201e", "becaus;": "\u2235", "because;": "\u2235", "bemptyv;": "\u29b0", "bepsi;": "\u03f6", "bernou;": "\u212c", "beta;": "\u03b2", "beth;": "\u2136", "between;": "\u226c", "bfr;": "\U0001d51f", "bigcap;": "\u22c2", "bigcirc;": "\u25ef", "bigcup;": "\u22c3", "bigodot;": "\u2a00", "bigoplus;": "\u2a01", "bigotimes;": "\u2a02", "bigsqcup;": "\u2a06", "bigstar;": "\u2605", "bigtriangledown;": "\u25bd", "bigtriangleup;": "\u25b3", "biguplus;": "\u2a04", "bigvee;": "\u22c1", "bigwedge;": "\u22c0", "bkarow;": "\u290d", "blacklozenge;": "\u29eb", "blacksquare;": "\u25aa", "blacktriangle;": "\u25b4", "blacktriangledown;": "\u25be", "blacktriangleleft;": "\u25c2", "blacktriangleright;": "\u25b8", "blank;": "\u2423", "blk12;": "\u2592", "blk14;": "\u2591", "blk34;": "\u2593", "block;": "\u2588", "bne;": "=\u20e5", "bnequiv;": "\u2261\u20e5", "bnot;": "\u2310", "bopf;": "\U0001d553", "bot;": "\u22a5", "bottom;": "\u22a5", "bowtie;": "\u22c8", "boxDL;": "\u2557", "boxDR;": "\u2554", "boxDl;": "\u2556", "boxDr;": "\u2553", "boxH;": "\u2550", "boxHD;": "\u2566", "boxHU;": "\u2569", "boxHd;": "\u2564", "boxHu;": "\u2567", "boxUL;": "\u255d", "boxUR;": "\u255a", "boxUl;": "\u255c", "boxUr;": "\u2559", "boxV;": "\u2551", "boxVH;": "\u256c", "boxVL;": "\u2563", "boxVR;": "\u2560", "boxVh;": "\u256b", "boxVl;": "\u2562", "boxVr;": "\u255f", "boxbox;": "\u29c9", "boxdL;": "\u2555", "boxdR;": "\u2552", "boxdl;": "\u2510", "boxdr;": "\u250c", "boxh;": "\u2500", "boxhD;": "\u2565", "boxhU;": "\u2568", "boxhd;": "\u252c", "boxhu;": "\u2534", "boxminus;": "\u229f", "boxplus;": "\u229e", "boxtimes;": "\u22a0", "boxuL;": "\u255b", "boxuR;": "\u2558", "boxul;": "\u2518", "boxur;": "\u2514", "boxv;": "\u2502", "boxvH;": "\u256a", "boxvL;": "\u2561", "boxvR;": "\u255e", "boxvh;": "\u253c", "boxvl;": "\u2524", "boxvr;": "\u251c", "bprime;": "\u2035", "breve;": "\u02d8", "brvbar": "\xa6", "brvbar;": "\xa6", "bscr;": "\U0001d4b7", "bsemi;": "\u204f", "bsim;": "\u223d", "bsime;": "\u22cd", "bsol;": "\\", "bsolb;": "\u29c5", "bsolhsub;": "\u27c8", "bull;": "\u2022", "bullet;": "\u2022", "bump;": "\u224e", "bumpE;": "\u2aae", "bumpe;": "\u224f", "bumpeq;": "\u224f", "cacute;": "\u0107", "cap;": "\u2229", "capand;": "\u2a44", "capbrcup;": "\u2a49", "capcap;": "\u2a4b", "capcup;": "\u2a47", "capdot;": "\u2a40", "caps;": "\u2229\ufe00", "caret;": "\u2041", "caron;": "\u02c7", "ccaps;": "\u2a4d", "ccaron;": "\u010d", "ccedil": "\xe7", "ccedil;": "\xe7", "ccirc;": "\u0109", "ccups;": "\u2a4c", "ccupssm;": "\u2a50", "cdot;": "\u010b", "cedil": "\xb8", "cedil;": "\xb8", "cemptyv;": "\u29b2", "cent": "\xa2", "cent;": "\xa2", "centerdot;": "\xb7", "cfr;": "\U0001d520", "chcy;": "\u0447", "check;": "\u2713", "checkmark;": "\u2713", "chi;": "\u03c7", "cir;": "\u25cb", "cirE;": "\u29c3", "circ;": "\u02c6", "circeq;": "\u2257", "circlearrowleft;": "\u21ba", "circlearrowright;": "\u21bb", "circledR;": "\xae", "circledS;": "\u24c8", "circledast;": "\u229b", "circledcirc;": "\u229a", "circleddash;": "\u229d", "cire;": "\u2257", "cirfnint;": "\u2a10", "cirmid;": "\u2aef", "cirscir;": "\u29c2", "clubs;": "\u2663", "clubsuit;": "\u2663", "colon;": ":", "colone;": "\u2254", "coloneq;": "\u2254", "comma;": ",", "commat;": "@", "comp;": "\u2201", "compfn;": "\u2218", "complement;": "\u2201", "complexes;": "\u2102", "cong;": "\u2245", "congdot;": "\u2a6d", "conint;": "\u222e", "copf;": "\U0001d554", "coprod;": "\u2210", "copy": "\xa9", "copy;": "\xa9", "copysr;": "\u2117", "crarr;": "\u21b5", "cross;": "\u2717", "cscr;": "\U0001d4b8", "csub;": "\u2acf", "csube;": "\u2ad1", "csup;": "\u2ad0", "csupe;": "\u2ad2", "ctdot;": "\u22ef", "cudarrl;": "\u2938", "cudarrr;": "\u2935", "cuepr;": "\u22de", "cuesc;": "\u22df", "cularr;": "\u21b6", "cularrp;": "\u293d", "cup;": "\u222a", "cupbrcap;": "\u2a48", "cupcap;": "\u2a46", "cupcup;": "\u2a4a", "cupdot;": "\u228d", "cupor;": "\u2a45", "cups;": "\u222a\ufe00", "curarr;": "\u21b7", "curarrm;": "\u293c", "curlyeqprec;": "\u22de", "curlyeqsucc;": "\u22df", "curlyvee;": "\u22ce", "curlywedge;": "\u22cf", "curren": "\xa4", "curren;": "\xa4", "curvearrowleft;": "\u21b6", "curvearrowright;": "\u21b7", "cuvee;": "\u22ce", "cuwed;": "\u22cf", "cwconint;": "\u2232", "cwint;": "\u2231", "cylcty;": "\u232d", "dArr;": "\u21d3", "dHar;": "\u2965", "dagger;": "\u2020", "daleth;": "\u2138", "darr;": "\u2193", "dash;": "\u2010", "dashv;": "\u22a3", "dbkarow;": "\u290f", "dblac;": "\u02dd", "dcaron;": "\u010f", "dcy;": "\u0434", "dd;": "\u2146", "ddagger;": "\u2021", "ddarr;": "\u21ca", "ddotseq;": "\u2a77", "deg": "\xb0", "deg;": "\xb0", "delta;": "\u03b4", "demptyv;": "\u29b1", "dfisht;": "\u297f", "dfr;": "\U0001d521", "dharl;": "\u21c3", "dharr;": "\u21c2", "diam;": "\u22c4", "diamond;": "\u22c4", "diamondsuit;": "\u2666", "diams;": "\u2666", "die;": "\xa8", "digamma;": "\u03dd", "disin;": "\u22f2", "div;": "\xf7", "divide": "\xf7", "divide;": "\xf7", "divideontimes;": "\u22c7", "divonx;": "\u22c7", "djcy;": "\u0452", "dlcorn;": "\u231e", "dlcrop;": "\u230d", "dollar;": "$", "dopf;": "\U0001d555", "dot;": "\u02d9", "doteq;": "\u2250", "doteqdot;": "\u2251", "dotminus;": "\u2238", "dotplus;": "\u2214", "dotsquare;": "\u22a1", "doublebarwedge;": "\u2306", "downarrow;": "\u2193", "downdownarrows;": "\u21ca", "downharpoonleft;": "\u21c3", "downharpoonright;": "\u21c2", "drbkarow;": "\u2910", "drcorn;": "\u231f", "drcrop;": "\u230c", "dscr;": "\U0001d4b9", "dscy;": "\u0455", "dsol;": "\u29f6", "dstrok;": "\u0111", "dtdot;": "\u22f1", "dtri;": "\u25bf", "dtrif;": "\u25be", "duarr;": "\u21f5", "duhar;": "\u296f", "dwangle;": "\u29a6", "dzcy;": "\u045f", "dzigrarr;": "\u27ff", "eDDot;": "\u2a77", "eDot;": "\u2251", "eacute": "\xe9", "eacute;": "\xe9", "easter;": "\u2a6e", "ecaron;": "\u011b", "ecir;": "\u2256", "ecirc": "\xea", "ecirc;": "\xea", "ecolon;": "\u2255", "ecy;": "\u044d", "edot;": "\u0117", "ee;": "\u2147", "efDot;": "\u2252", "efr;": "\U0001d522", "eg;": "\u2a9a", "egrave": "\xe8", "egrave;": "\xe8", "egs;": "\u2a96", "egsdot;": "\u2a98", "el;": "\u2a99", "elinters;": "\u23e7", "ell;": "\u2113", "els;": "\u2a95", "elsdot;": "\u2a97", "emacr;": "\u0113", "empty;": "\u2205", "emptyset;": "\u2205", "emptyv;": "\u2205", "emsp13;": "\u2004", "emsp14;": "\u2005", "emsp;": "\u2003", "eng;": "\u014b", "ensp;": "\u2002", "eogon;": "\u0119", "eopf;": "\U0001d556", "epar;": "\u22d5", "eparsl;": "\u29e3", "eplus;": "\u2a71", "epsi;": "\u03b5", "epsilon;": "\u03b5", "epsiv;": "\u03f5", "eqcirc;": "\u2256", "eqcolon;": "\u2255", "eqsim;": "\u2242", "eqslantgtr;": "\u2a96", "eqslantless;": "\u2a95", "equals;": "=", "equest;": "\u225f", "equiv;": "\u2261", "equivDD;": "\u2a78", "eqvparsl;": "\u29e5", "erDot;": "\u2253", "erarr;": "\u2971", "escr;": "\u212f", "esdot;": "\u2250", "esim;": "\u2242", "eta;": "\u03b7", "eth": "\xf0", "eth;": "\xf0", "euml": "\xeb", "euml;": "\xeb", "euro;": "\u20ac", "excl;": "!", "exist;": "\u2203", "expectation;": "\u2130", "exponentiale;": "\u2147", "fallingdotseq;": "\u2252", "fcy;": "\u0444", "female;": "\u2640", "ffilig;": "\ufb03", "fflig;": "\ufb00", "ffllig;": "\ufb04", "ffr;": "\U0001d523", "filig;": "\ufb01", "fjlig;": "fj", "flat;": "\u266d", "fllig;": "\ufb02", "fltns;": "\u25b1", "fnof;": "\u0192", "fopf;": "\U0001d557", "forall;": "\u2200", "fork;": "\u22d4", "forkv;": "\u2ad9", "fpartint;": "\u2a0d", "frac12": "\xbd", "frac12;": "\xbd", "frac13;": "\u2153", "frac14": "\xbc", "frac14;": "\xbc", "frac15;": "\u2155", "frac16;": "\u2159", "frac18;": "\u215b", "frac23;": "\u2154", "frac25;": "\u2156", "frac34": "\xbe", "frac34;": "\xbe", "frac35;": "\u2157", "frac38;": "\u215c", "frac45;": "\u2158", "frac56;": "\u215a", "frac58;": "\u215d", "frac78;": "\u215e", "frasl;": "\u2044", "frown;": "\u2322", "fscr;": "\U0001d4bb", "gE;": "\u2267", "gEl;": "\u2a8c", "gacute;": "\u01f5", "gamma;": "\u03b3", "gammad;": "\u03dd", "gap;": "\u2a86", "gbreve;": "\u011f", "gcirc;": "\u011d", "gcy;": "\u0433", "gdot;": "\u0121", "ge;": "\u2265", "gel;": "\u22db", "geq;": "\u2265", "geqq;": "\u2267", "geqslant;": "\u2a7e", "ges;": "\u2a7e", "gescc;": "\u2aa9", "gesdot;": "\u2a80", "gesdoto;": "\u2a82", "gesdotol;": "\u2a84", "gesl;": "\u22db\ufe00", "gesles;": "\u2a94", "gfr;": "\U0001d524", "gg;": "\u226b", "ggg;": "\u22d9", "gimel;": "\u2137", "gjcy;": "\u0453", "gl;": "\u2277", "glE;": "\u2a92", "gla;": "\u2aa5", "glj;": "\u2aa4", "gnE;": "\u2269", "gnap;": "\u2a8a", "gnapprox;": "\u2a8a", "gne;": "\u2a88", "gneq;": "\u2a88", "gneqq;": "\u2269", "gnsim;": "\u22e7", "gopf;": "\U0001d558", "grave;": "`", "gscr;": "\u210a", "gsim;": "\u2273", "gsime;": "\u2a8e", "gsiml;": "\u2a90", "gt": ">", "gt;": ">", "gtcc;": "\u2aa7", "gtcir;": "\u2a7a", "gtdot;": "\u22d7", "gtlPar;": "\u2995", "gtquest;": "\u2a7c", "gtrapprox;": "\u2a86", "gtrarr;": "\u2978", "gtrdot;": "\u22d7", "gtreqless;": "\u22db", "gtreqqless;": "\u2a8c", "gtrless;": "\u2277", "gtrsim;": "\u2273", "gvertneqq;": "\u2269\ufe00", "gvnE;": "\u2269\ufe00", "hArr;": "\u21d4", "hairsp;": "\u200a", "half;": "\xbd", "hamilt;": "\u210b", "hardcy;": "\u044a", "harr;": "\u2194", "harrcir;": "\u2948", "harrw;": "\u21ad", "hbar;": "\u210f", "hcirc;": "\u0125", "hearts;": "\u2665", "heartsuit;": "\u2665", "hellip;": "\u2026", "hercon;": "\u22b9", "hfr;": "\U0001d525", "hksearow;": "\u2925", "hkswarow;": "\u2926", "hoarr;": "\u21ff", "homtht;": "\u223b", "hookleftarrow;": "\u21a9", "hookrightarrow;": "\u21aa", "hopf;": "\U0001d559", "horbar;": "\u2015", "hscr;": "\U0001d4bd", "hslash;": "\u210f", "hstrok;": "\u0127", "hybull;": "\u2043", "hyphen;": "\u2010", "iacute": "\xed", "iacute;": "\xed", "ic;": "\u2063", "icirc": "\xee", "icirc;": "\xee", "icy;": "\u0438", "iecy;": "\u0435", "iexcl": "\xa1", "iexcl;": "\xa1", "iff;": "\u21d4", "ifr;": "\U0001d526", "igrave": "\xec", "igrave;": "\xec", "ii;": "\u2148", "iiiint;": "\u2a0c", "iiint;": "\u222d", "iinfin;": "\u29dc", "iiota;": "\u2129", "ijlig;": "\u0133", "imacr;": "\u012b", "image;": "\u2111", "imagline;": "\u2110", "imagpart;": "\u2111", "imath;": "\u0131", "imof;": "\u22b7", "imped;": "\u01b5", "in;": "\u2208", "incare;": "\u2105", "infin;": "\u221e", "infintie;": "\u29dd", "inodot;": "\u0131", "int;": "\u222b", "intcal;": "\u22ba", "integers;": "\u2124", "intercal;": "\u22ba", "intlarhk;": "\u2a17", "intprod;": "\u2a3c", "iocy;": "\u0451", "iogon;": "\u012f", "iopf;": "\U0001d55a", "iota;": "\u03b9", "iprod;": "\u2a3c", "iquest": "\xbf", "iquest;": "\xbf", "iscr;": "\U0001d4be", "isin;": "\u2208", "isinE;": "\u22f9", "isindot;": "\u22f5", "isins;": "\u22f4", "isinsv;": "\u22f3", "isinv;": "\u2208", "it;": "\u2062", "itilde;": "\u0129", "iukcy;": "\u0456", "iuml": "\xef", "iuml;": "\xef", "jcirc;": "\u0135", "jcy;": "\u0439", "jfr;": "\U0001d527", "jmath;": "\u0237", "jopf;": "\U0001d55b", "jscr;": "\U0001d4bf", "jsercy;": "\u0458", "jukcy;": "\u0454", "kappa;": "\u03ba", "kappav;": "\u03f0", "kcedil;": "\u0137", "kcy;": "\u043a", "kfr;": "\U0001d528", "kgreen;": "\u0138", "khcy;": "\u0445", "kjcy;": "\u045c", "kopf;": "\U0001d55c", "kscr;": "\U0001d4c0", "lAarr;": "\u21da", "lArr;": "\u21d0", "lAtail;": "\u291b", "lBarr;": "\u290e", "lE;": "\u2266", "lEg;": "\u2a8b", "lHar;": "\u2962", "lacute;": "\u013a", "laemptyv;": "\u29b4", "lagran;": "\u2112", "lambda;": "\u03bb", "lang;": "\u27e8", "langd;": "\u2991", "langle;": "\u27e8", "lap;": "\u2a85", "laquo": "\xab", "laquo;": "\xab", "larr;": "\u2190", "larrb;": "\u21e4", "larrbfs;": "\u291f", "larrfs;": "\u291d", "larrhk;": "\u21a9", "larrlp;": "\u21ab", "larrpl;": "\u2939", "larrsim;": "\u2973", "larrtl;": "\u21a2", "lat;": "\u2aab", "latail;": "\u2919", "late;": "\u2aad", "lates;": "\u2aad\ufe00", "lbarr;": "\u290c", "lbbrk;": "\u2772", "lbrace;": "{", "lbrack;": "[", "lbrke;": "\u298b", "lbrksld;": "\u298f", "lbrkslu;": "\u298d", "lcaron;": "\u013e", "lcedil;": "\u013c", "lceil;": "\u2308", "lcub;": "{", "lcy;": "\u043b", "ldca;": "\u2936", "ldquo;": "\u201c", "ldquor;": "\u201e", "ldrdhar;": "\u2967", "ldrushar;": "\u294b", "ldsh;": "\u21b2", "le;": "\u2264", "leftarrow;": "\u2190", "leftarrowtail;": "\u21a2", "leftharpoondown;": "\u21bd", "leftharpoonup;": "\u21bc", "leftleftarrows;": "\u21c7", "leftrightarrow;": "\u2194", "leftrightarrows;": "\u21c6", "leftrightharpoons;": "\u21cb", "leftrightsquigarrow;": "\u21ad", "leftthreetimes;": "\u22cb", "leg;": "\u22da", "leq;": "\u2264", "leqq;": "\u2266", "leqslant;": "\u2a7d", "les;": "\u2a7d", "lescc;": "\u2aa8", "lesdot;": "\u2a7f", "lesdoto;": "\u2a81", "lesdotor;": "\u2a83", "lesg;": "\u22da\ufe00", "lesges;": "\u2a93", "lessapprox;": "\u2a85", "lessdot;": "\u22d6", "lesseqgtr;": "\u22da", "lesseqqgtr;": "\u2a8b", "lessgtr;": "\u2276", "lesssim;": "\u2272", "lfisht;": "\u297c", "lfloor;": "\u230a", "lfr;": "\U0001d529", "lg;": "\u2276", "lgE;": "\u2a91", "lhard;": "\u21bd", "lharu;": "\u21bc", "lharul;": "\u296a", "lhblk;": "\u2584", "ljcy;": "\u0459", "ll;": "\u226a", "llarr;": "\u21c7", "llcorner;": "\u231e", "llhard;": "\u296b", "lltri;": "\u25fa", "lmidot;": "\u0140", "lmoust;": "\u23b0", "lmoustache;": "\u23b0", "lnE;": "\u2268", "lnap;": "\u2a89", "lnapprox;": "\u2a89", "lne;": "\u2a87", "lneq;": "\u2a87", "lneqq;": "\u2268", "lnsim;": "\u22e6", "loang;": "\u27ec", "loarr;": "\u21fd", "lobrk;": "\u27e6", "longleftarrow;": "\u27f5", "longleftrightarrow;": "\u27f7", "longmapsto;": "\u27fc", "longrightarrow;": "\u27f6", "looparrowleft;": "\u21ab", "looparrowright;": "\u21ac", "lopar;": "\u2985", "lopf;": "\U0001d55d", "loplus;": "\u2a2d", "lotimes;": "\u2a34", "lowast;": "\u2217", "lowbar;": "_", "loz;": "\u25ca", "lozenge;": "\u25ca", "lozf;": "\u29eb", "lpar;": "(", "lparlt;": "\u2993", "lrarr;": "\u21c6", "lrcorner;": "\u231f", "lrhar;": "\u21cb", "lrhard;": "\u296d", "lrm;": "\u200e", "lrtri;": "\u22bf", "lsaquo;": "\u2039", "lscr;": "\U0001d4c1", "lsh;": "\u21b0", "lsim;": "\u2272", "lsime;": "\u2a8d", "lsimg;": "\u2a8f", "lsqb;": "[", "lsquo;": "\u2018", "lsquor;": "\u201a", "lstrok;": "\u0142", "lt": "<", "lt;": "<", "ltcc;": "\u2aa6", "ltcir;": "\u2a79", "ltdot;": "\u22d6", "lthree;": "\u22cb", "ltimes;": "\u22c9", "ltlarr;": "\u2976", "ltquest;": "\u2a7b", "ltrPar;": "\u2996", "ltri;": "\u25c3", "ltrie;": "\u22b4", "ltrif;": "\u25c2", "lurdshar;": "\u294a", "luruhar;": "\u2966", "lvertneqq;": "\u2268\ufe00", "lvnE;": "\u2268\ufe00", "mDDot;": "\u223a", "macr": "\xaf", "macr;": "\xaf", "male;": "\u2642", "malt;": "\u2720", "maltese;": "\u2720", "map;": "\u21a6", "mapsto;": "\u21a6", "mapstodown;": "\u21a7", "mapstoleft;": "\u21a4", "mapstoup;": "\u21a5", "marker;": "\u25ae", "mcomma;": "\u2a29", "mcy;": "\u043c", "mdash;": "\u2014", "measuredangle;": "\u2221", "mfr;": "\U0001d52a", "mho;": "\u2127", "micro": "\xb5", "micro;": "\xb5", "mid;": "\u2223", "midast;": "*", "midcir;": "\u2af0", "middot": "\xb7", "middot;": "\xb7", "minus;": "\u2212", "minusb;": "\u229f", "minusd;": "\u2238", "minusdu;": "\u2a2a", "mlcp;": "\u2adb", "mldr;": "\u2026", "mnplus;": "\u2213", "models;": "\u22a7", "mopf;": "\U0001d55e", "mp;": "\u2213", "mscr;": "\U0001d4c2", "mstpos;": "\u223e", "mu;": "\u03bc", "multimap;": "\u22b8", "mumap;": "\u22b8", "nGg;": "\u22d9\u0338", "nGt;": "\u226b\u20d2", "nGtv;": "\u226b\u0338", "nLeftarrow;": "\u21cd", "nLeftrightarrow;": "\u21ce", "nLl;": "\u22d8\u0338", "nLt;": "\u226a\u20d2", "nLtv;": "\u226a\u0338", "nRightarrow;": "\u21cf", "nVDash;": "\u22af", "nVdash;": "\u22ae", "nabla;": "\u2207", "nacute;": "\u0144", "nang;": "\u2220\u20d2", "nap;": "\u2249", "napE;": "\u2a70\u0338", "napid;": "\u224b\u0338", "napos;": "\u0149", "napprox;": "\u2249", "natur;": "\u266e", "natural;": "\u266e", "naturals;": "\u2115", "nbsp": "\xa0", "nbsp;": "\xa0", "nbump;": "\u224e\u0338", "nbumpe;": "\u224f\u0338", "ncap;": "\u2a43", "ncaron;": "\u0148", "ncedil;": "\u0146", "ncong;": "\u2247", "ncongdot;": "\u2a6d\u0338", "ncup;": "\u2a42", "ncy;": "\u043d", "ndash;": "\u2013", "ne;": "\u2260", "neArr;": "\u21d7", "nearhk;": "\u2924", "nearr;": "\u2197", "nearrow;": "\u2197", "nedot;": "\u2250\u0338", "nequiv;": "\u2262", "nesear;": "\u2928", "nesim;": "\u2242\u0338", "nexist;": "\u2204", "nexists;": "\u2204", "nfr;": "\U0001d52b", "ngE;": "\u2267\u0338", "nge;": "\u2271", "ngeq;": "\u2271", "ngeqq;": "\u2267\u0338", "ngeqslant;": "\u2a7e\u0338", "nges;": "\u2a7e\u0338", "ngsim;": "\u2275", "ngt;": "\u226f", "ngtr;": "\u226f", "nhArr;": "\u21ce", "nharr;": "\u21ae", "nhpar;": "\u2af2", "ni;": "\u220b", "nis;": "\u22fc", "nisd;": "\u22fa", "niv;": "\u220b", "njcy;": "\u045a", "nlArr;": "\u21cd", "nlE;": "\u2266\u0338", "nlarr;": "\u219a", "nldr;": "\u2025", "nle;": "\u2270", "nleftarrow;": "\u219a", "nleftrightarrow;": "\u21ae", "nleq;": "\u2270", "nleqq;": "\u2266\u0338", "nleqslant;": "\u2a7d\u0338", "nles;": "\u2a7d\u0338", "nless;": "\u226e", "nlsim;": "\u2274", "nlt;": "\u226e", "nltri;": "\u22ea", "nltrie;": "\u22ec", "nmid;": "\u2224", "nopf;": "\U0001d55f", "not": "\xac", "not;": "\xac", "notin;": "\u2209", "notinE;": "\u22f9\u0338", "notindot;": "\u22f5\u0338", "notinva;": "\u2209", "notinvb;": "\u22f7", "notinvc;": "\u22f6", "notni;": "\u220c", "notniva;": "\u220c", "notnivb;": "\u22fe", "notnivc;": "\u22fd", "npar;": "\u2226", "nparallel;": "\u2226", "nparsl;": "\u2afd\u20e5", "npart;": "\u2202\u0338", "npolint;": "\u2a14", "npr;": "\u2280", "nprcue;": "\u22e0", "npre;": "\u2aaf\u0338", "nprec;": "\u2280", "npreceq;": "\u2aaf\u0338", "nrArr;": "\u21cf", "nrarr;": "\u219b", "nrarrc;": "\u2933\u0338", "nrarrw;": "\u219d\u0338", "nrightarrow;": "\u219b", "nrtri;": "\u22eb", "nrtrie;": "\u22ed", "nsc;": "\u2281", "nsccue;": "\u22e1", "nsce;": "\u2ab0\u0338", "nscr;": "\U0001d4c3", "nshortmid;": "\u2224", "nshortparallel;": "\u2226", "nsim;": "\u2241", "nsime;": "\u2244", "nsimeq;": "\u2244", "nsmid;": "\u2224", "nspar;": "\u2226", "nsqsube;": "\u22e2", "nsqsupe;": "\u22e3", "nsub;": "\u2284", "nsubE;": "\u2ac5\u0338", "nsube;": "\u2288", "nsubset;": "\u2282\u20d2", "nsubseteq;": "\u2288", "nsubseteqq;": "\u2ac5\u0338", "nsucc;": "\u2281", "nsucceq;": "\u2ab0\u0338", "nsup;": "\u2285", "nsupE;": "\u2ac6\u0338", "nsupe;": "\u2289", "nsupset;": "\u2283\u20d2", "nsupseteq;": "\u2289", "nsupseteqq;": "\u2ac6\u0338", "ntgl;": "\u2279", "ntilde": "\xf1", "ntilde;": "\xf1", "ntlg;": "\u2278", "ntriangleleft;": "\u22ea", "ntrianglelefteq;": "\u22ec", "ntriangleright;": "\u22eb", "ntrianglerighteq;": "\u22ed", "nu;": "\u03bd", "num;": "#", "numero;": "\u2116", "numsp;": "\u2007", "nvDash;": "\u22ad", "nvHarr;": "\u2904", "nvap;": "\u224d\u20d2", "nvdash;": "\u22ac", "nvge;": "\u2265\u20d2", "nvgt;": ">\u20d2", "nvinfin;": "\u29de", "nvlArr;": "\u2902", "nvle;": "\u2264\u20d2", "nvlt;": "<\u20d2", "nvltrie;": "\u22b4\u20d2", "nvrArr;": "\u2903", "nvrtrie;": "\u22b5\u20d2", "nvsim;": "\u223c\u20d2", "nwArr;": "\u21d6", "nwarhk;": "\u2923", "nwarr;": "\u2196", "nwarrow;": "\u2196", "nwnear;": "\u2927", "oS;": "\u24c8", "oacute": "\xf3", "oacute;": "\xf3", "oast;": "\u229b", "ocir;": "\u229a", "ocirc": "\xf4", "ocirc;": "\xf4", "ocy;": "\u043e", "odash;": "\u229d", "odblac;": "\u0151", "odiv;": "\u2a38", "odot;": "\u2299", "odsold;": "\u29bc", "oelig;": "\u0153", "ofcir;": "\u29bf", "ofr;": "\U0001d52c", "ogon;": "\u02db", "ograve": "\xf2", "ograve;": "\xf2", "ogt;": "\u29c1", "ohbar;": "\u29b5", "ohm;": "\u03a9", "oint;": "\u222e", "olarr;": "\u21ba", "olcir;": "\u29be", "olcross;": "\u29bb", "oline;": "\u203e", "olt;": "\u29c0", "omacr;": "\u014d", "omega;": "\u03c9", "omicron;": "\u03bf", "omid;": "\u29b6", "ominus;": "\u2296", "oopf;": "\U0001d560", "opar;": "\u29b7", "operp;": "\u29b9", "oplus;": "\u2295", "or;": "\u2228", "orarr;": "\u21bb", "ord;": "\u2a5d", "order;": "\u2134", "orderof;": "\u2134", "ordf": "\xaa", "ordf;": "\xaa", "ordm": "\xba", "ordm;": "\xba", "origof;": "\u22b6", "oror;": "\u2a56", "orslope;": "\u2a57", "orv;": "\u2a5b", "oscr;": "\u2134", "oslash": "\xf8", "oslash;": "\xf8", "osol;": "\u2298", "otilde": "\xf5", "otilde;": "\xf5", "otimes;": "\u2297", "otimesas;": "\u2a36", "ouml": "\xf6", "ouml;": "\xf6", "ovbar;": "\u233d", "par;": "\u2225", "para": "\xb6", "para;": "\xb6", "parallel;": "\u2225", "parsim;": "\u2af3", "parsl;": "\u2afd", "part;": "\u2202", "pcy;": "\u043f", "percnt;": "%", "period;": ".", "permil;": "\u2030", "perp;": "\u22a5", "pertenk;": "\u2031", "pfr;": "\U0001d52d", "phi;": "\u03c6", "phiv;": "\u03d5", "phmmat;": "\u2133", "phone;": "\u260e", "pi;": "\u03c0", "pitchfork;": "\u22d4", "piv;": "\u03d6", "planck;": "\u210f", "planckh;": "\u210e", "plankv;": "\u210f", "plus;": "+", "plusacir;": "\u2a23", "plusb;": "\u229e", "pluscir;": "\u2a22", "plusdo;": "\u2214", "plusdu;": "\u2a25", "pluse;": "\u2a72", "plusmn": "\xb1", "plusmn;": "\xb1", "plussim;": "\u2a26", "plustwo;": "\u2a27", "pm;": "\xb1", "pointint;": "\u2a15", "popf;": "\U0001d561", "pound": "\xa3", "pound;": "\xa3", "pr;": "\u227a", "prE;": "\u2ab3", "prap;": "\u2ab7", "prcue;": "\u227c", "pre;": "\u2aaf", "prec;": "\u227a", "precapprox;": "\u2ab7", "preccurlyeq;": "\u227c", "preceq;": "\u2aaf", "precnapprox;": "\u2ab9", "precneqq;": "\u2ab5", "precnsim;": "\u22e8", "precsim;": "\u227e", "prime;": "\u2032", "primes;": "\u2119", "prnE;": "\u2ab5", "prnap;": "\u2ab9", "prnsim;": "\u22e8", "prod;": "\u220f", "profalar;": "\u232e", "profline;": "\u2312", "profsurf;": "\u2313", "prop;": "\u221d", "propto;": "\u221d", "prsim;": "\u227e", "prurel;": "\u22b0", "pscr;": "\U0001d4c5", "psi;": "\u03c8", "puncsp;": "\u2008", "qfr;": "\U0001d52e", "qint;": "\u2a0c", "qopf;": "\U0001d562", "qprime;": "\u2057", "qscr;": "\U0001d4c6", "quaternions;": "\u210d", "quatint;": "\u2a16", "quest;": "?", "questeq;": "\u225f", "quot": "\"", "quot;": "\"", "rAarr;": "\u21db", "rArr;": "\u21d2", "rAtail;": "\u291c", "rBarr;": "\u290f", "rHar;": "\u2964", "race;": "\u223d\u0331", "racute;": "\u0155", "radic;": "\u221a", "raemptyv;": "\u29b3", "rang;": "\u27e9", "rangd;": "\u2992", "range;": "\u29a5", "rangle;": "\u27e9", "raquo": "\xbb", "raquo;": "\xbb", "rarr;": "\u2192", "rarrap;": "\u2975", "rarrb;": "\u21e5", "rarrbfs;": "\u2920", "rarrc;": "\u2933", "rarrfs;": "\u291e", "rarrhk;": "\u21aa", "rarrlp;": "\u21ac", "rarrpl;": "\u2945", "rarrsim;": "\u2974", "rarrtl;": "\u21a3", "rarrw;": "\u219d", "ratail;": "\u291a", "ratio;": "\u2236", "rationals;": "\u211a", "rbarr;": "\u290d", "rbbrk;": "\u2773", "rbrace;": "}", "rbrack;": "]", "rbrke;": "\u298c", "rbrksld;": "\u298e", "rbrkslu;": "\u2990", "rcaron;": "\u0159", "rcedil;": "\u0157", "rceil;": "\u2309", "rcub;": "}", "rcy;": "\u0440", "rdca;": "\u2937", "rdldhar;": "\u2969", "rdquo;": "\u201d", "rdquor;": "\u201d", "rdsh;": "\u21b3", "real;": "\u211c", "realine;": "\u211b", "realpart;": "\u211c", "reals;": "\u211d", "rect;": "\u25ad", "reg": "\xae", "reg;": "\xae", "rfisht;": "\u297d", "rfloor;": "\u230b", "rfr;": "\U0001d52f", "rhard;": "\u21c1", "rharu;": "\u21c0", "rharul;": "\u296c", "rho;": "\u03c1", "rhov;": "\u03f1", "rightarrow;": "\u2192", "rightarrowtail;": "\u21a3", "rightharpoondown;": "\u21c1", "rightharpoonup;": "\u21c0", "rightleftarrows;": "\u21c4", "rightleftharpoons;": "\u21cc", "rightrightarrows;": "\u21c9", "rightsquigarrow;": "\u219d", "rightthreetimes;": "\u22cc", "ring;": "\u02da", "risingdotseq;": "\u2253", "rlarr;": "\u21c4", "rlhar;": "\u21cc", "rlm;": "\u200f", "rmoust;": "\u23b1", "rmoustache;": "\u23b1", "rnmid;": "\u2aee", "roang;": "\u27ed", "roarr;": "\u21fe", "robrk;": "\u27e7", "ropar;": "\u2986", "ropf;": "\U0001d563", "roplus;": "\u2a2e", "rotimes;": "\u2a35", "rpar;": ")", "rpargt;": "\u2994", "rppolint;": "\u2a12", "rrarr;": "\u21c9", "rsaquo;": "\u203a", "rscr;": "\U0001d4c7", "rsh;": "\u21b1", "rsqb;": "]", "rsquo;": "\u2019", "rsquor;": "\u2019", "rthree;": "\u22cc", "rtimes;": "\u22ca", "rtri;": "\u25b9", "rtrie;": "\u22b5", "rtrif;": "\u25b8", "rtriltri;": "\u29ce", "ruluhar;": "\u2968", "rx;": "\u211e", "sacute;": "\u015b", "sbquo;": "\u201a", "sc;": "\u227b", "scE;": "\u2ab4", "scap;": "\u2ab8", "scaron;": "\u0161", "sccue;": "\u227d", "sce;": "\u2ab0", "scedil;": "\u015f", "scirc;": "\u015d", "scnE;": "\u2ab6", "scnap;": "\u2aba", "scnsim;": "\u22e9", "scpolint;": "\u2a13", "scsim;": "\u227f", "scy;": "\u0441", "sdot;": "\u22c5", "sdotb;": "\u22a1", "sdote;": "\u2a66", "seArr;": "\u21d8", "searhk;": "\u2925", "searr;": "\u2198", "searrow;": "\u2198", "sect": "\xa7", "sect;": "\xa7", "semi;": ";", "seswar;": "\u2929", "setminus;": "\u2216", "setmn;": "\u2216", "sext;": "\u2736", "sfr;": "\U0001d530", "sfrown;": "\u2322", "sharp;": "\u266f", "shchcy;": "\u0449", "shcy;": "\u0448", "shortmid;": "\u2223", "shortparallel;": "\u2225", "shy": "\xad", "shy;": "\xad", "sigma;": "\u03c3", "sigmaf;": "\u03c2", "sigmav;": "\u03c2", "sim;": "\u223c", "simdot;": "\u2a6a", "sime;": "\u2243", "simeq;": "\u2243", "simg;": "\u2a9e", "simgE;": "\u2aa0", "siml;": "\u2a9d", "simlE;": "\u2a9f", "simne;": "\u2246", "simplus;": "\u2a24", "simrarr;": "\u2972", "slarr;": "\u2190", "smallsetminus;": "\u2216", "smashp;": "\u2a33", "smeparsl;": "\u29e4", "smid;": "\u2223", "smile;": "\u2323", "smt;": "\u2aaa", "smte;": "\u2aac", "smtes;": "\u2aac\ufe00", "softcy;": "\u044c", "sol;": "/", "solb;": "\u29c4", "solbar;": "\u233f", "sopf;": "\U0001d564", "spades;": "\u2660", "spadesuit;": "\u2660", "spar;": "\u2225", "sqcap;": "\u2293", "sqcaps;": "\u2293\ufe00", "sqcup;": "\u2294", "sqcups;": "\u2294\ufe00", "sqsub;": "\u228f", "sqsube;": "\u2291", "sqsubset;": "\u228f", "sqsubseteq;": "\u2291", "sqsup;": "\u2290", "sqsupe;": "\u2292", "sqsupset;": "\u2290", "sqsupseteq;": "\u2292", "squ;": "\u25a1", "square;": "\u25a1", "squarf;": "\u25aa", "squf;": "\u25aa", "srarr;": "\u2192", "sscr;": "\U0001d4c8", "ssetmn;": "\u2216", "ssmile;": "\u2323", "sstarf;": "\u22c6", "star;": "\u2606", "starf;": "\u2605", "straightepsilon;": "\u03f5", "straightphi;": "\u03d5", "strns;": "\xaf", "sub;": "\u2282", "subE;": "\u2ac5", "subdot;": "\u2abd", "sube;": "\u2286", "subedot;": "\u2ac3", "submult;": "\u2ac1", "subnE;": "\u2acb", "subne;": "\u228a", "subplus;": "\u2abf", "subrarr;": "\u2979", "subset;": "\u2282", "subseteq;": "\u2286", "subseteqq;": "\u2ac5", "subsetneq;": "\u228a", "subsetneqq;": "\u2acb", "subsim;": "\u2ac7", "subsub;": "\u2ad5", "subsup;": "\u2ad3", "succ;": "\u227b", "succapprox;": "\u2ab8", "succcurlyeq;": "\u227d", "succeq;": "\u2ab0", "succnapprox;": "\u2aba", "succneqq;": "\u2ab6", "succnsim;": "\u22e9", "succsim;": "\u227f", "sum;": "\u2211", "sung;": "\u266a", "sup1": "\xb9", "sup1;": "\xb9", "sup2": "\xb2", "sup2;": "\xb2", "sup3": "\xb3", "sup3;": "\xb3", "sup;": "\u2283", "supE;": "\u2ac6", "supdot;": "\u2abe", "supdsub;": "\u2ad8", "supe;": "\u2287", "supedot;": "\u2ac4", "suphsol;": "\u27c9", "suphsub;": "\u2ad7", "suplarr;": "\u297b", "supmult;": "\u2ac2", "supnE;": "\u2acc", "supne;": "\u228b", "supplus;": "\u2ac0", "supset;": "\u2283", "supseteq;": "\u2287", "supseteqq;": "\u2ac6", "supsetneq;": "\u228b", "supsetneqq;": "\u2acc", "supsim;": "\u2ac8", "supsub;": "\u2ad4", "supsup;": "\u2ad6", "swArr;": "\u21d9", "swarhk;": "\u2926", "swarr;": "\u2199", "swarrow;": "\u2199", "swnwar;": "\u292a", "szlig": "\xdf", "szlig;": "\xdf", "target;": "\u2316", "tau;": "\u03c4", "tbrk;": "\u23b4", "tcaron;": "\u0165", "tcedil;": "\u0163", "tcy;": "\u0442", "tdot;": "\u20db", "telrec;": "\u2315", "tfr;": "\U0001d531", "there4;": "\u2234", "therefore;": "\u2234", "theta;": "\u03b8", "thetasym;": "\u03d1", "thetav;": "\u03d1", "thickapprox;": "\u2248", "thicksim;": "\u223c", "thinsp;": "\u2009", "thkap;": "\u2248", "thksim;": "\u223c", "thorn": "\xfe", "thorn;": "\xfe", "tilde;": "\u02dc", "times": "\xd7", "times;": "\xd7", "timesb;": "\u22a0", "timesbar;": "\u2a31", "timesd;": "\u2a30", "tint;": "\u222d", "toea;": "\u2928", "top;": "\u22a4", "topbot;": "\u2336", "topcir;": "\u2af1", "topf;": "\U0001d565", "topfork;": "\u2ada", "tosa;": "\u2929", "tprime;": "\u2034", "trade;": "\u2122", "triangle;": "\u25b5", "triangledown;": "\u25bf", "triangleleft;": "\u25c3", "trianglelefteq;": "\u22b4", "triangleq;": "\u225c", "triangleright;": "\u25b9", "trianglerighteq;": "\u22b5", "tridot;": "\u25ec", "trie;": "\u225c", "triminus;": "\u2a3a", "triplus;": "\u2a39", "trisb;": "\u29cd", "tritime;": "\u2a3b", "trpezium;": "\u23e2", "tscr;": "\U0001d4c9", "tscy;": "\u0446", "tshcy;": "\u045b", "tstrok;": "\u0167", "twixt;": "\u226c", "twoheadleftarrow;": "\u219e", "twoheadrightarrow;": "\u21a0", "uArr;": "\u21d1", "uHar;": "\u2963", "uacute": "\xfa", "uacute;": "\xfa", "uarr;": "\u2191", "ubrcy;": "\u045e", "ubreve;": "\u016d", "ucirc": "\xfb", "ucirc;": "\xfb", "ucy;": "\u0443", "udarr;": "\u21c5", "udblac;": "\u0171", "udhar;": "\u296e", "ufisht;": "\u297e", "ufr;": "\U0001d532", "ugrave": "\xf9", "ugrave;": "\xf9", "uharl;": "\u21bf", "uharr;": "\u21be", "uhblk;": "\u2580", "ulcorn;": "\u231c", "ulcorner;": "\u231c", "ulcrop;": "\u230f", "ultri;": "\u25f8", "umacr;": "\u016b", "uml": "\xa8", "uml;": "\xa8", "uogon;": "\u0173", "uopf;": "\U0001d566", "uparrow;": "\u2191", "updownarrow;": "\u2195", "upharpoonleft;": "\u21bf", "upharpoonright;": "\u21be", "uplus;": "\u228e", "upsi;": "\u03c5", "upsih;": "\u03d2", "upsilon;": "\u03c5", "upuparrows;": "\u21c8", "urcorn;": "\u231d", "urcorner;": "\u231d", "urcrop;": "\u230e", "uring;": "\u016f", "urtri;": "\u25f9", "uscr;": "\U0001d4ca", "utdot;": "\u22f0", "utilde;": "\u0169", "utri;": "\u25b5", "utrif;": "\u25b4", "uuarr;": "\u21c8", "uuml": "\xfc", "uuml;": "\xfc", "uwangle;": "\u29a7", "vArr;": "\u21d5", "vBar;": "\u2ae8", "vBarv;": "\u2ae9", "vDash;": "\u22a8", "vangrt;": "\u299c", "varepsilon;": "\u03f5", "varkappa;": "\u03f0", "varnothing;": "\u2205", "varphi;": "\u03d5", "varpi;": "\u03d6", "varpropto;": "\u221d", "varr;": "\u2195", "varrho;": "\u03f1", "varsigma;": "\u03c2", "varsubsetneq;": "\u228a\ufe00", "varsubsetneqq;": "\u2acb\ufe00", "varsupsetneq;": "\u228b\ufe00", "varsupsetneqq;": "\u2acc\ufe00", "vartheta;": "\u03d1", "vartriangleleft;": "\u22b2", "vartriangleright;": "\u22b3", "vcy;": "\u0432", "vdash;": "\u22a2", "vee;": "\u2228", "veebar;": "\u22bb", "veeeq;": "\u225a", "vellip;": "\u22ee", "verbar;": "|", "vert;": "|", "vfr;": "\U0001d533", "vltri;": "\u22b2", "vnsub;": "\u2282\u20d2", "vnsup;": "\u2283\u20d2", "vopf;": "\U0001d567", "vprop;": "\u221d", "vrtri;": "\u22b3", "vscr;": "\U0001d4cb", "vsubnE;": "\u2acb\ufe00", "vsubne;": "\u228a\ufe00", "vsupnE;": "\u2acc\ufe00", "vsupne;": "\u228b\ufe00", "vzigzag;": "\u299a", "wcirc;": "\u0175", "wedbar;": "\u2a5f", "wedge;": "\u2227", "wedgeq;": "\u2259", "weierp;": "\u2118", "wfr;": "\U0001d534", "wopf;": "\U0001d568", "wp;": "\u2118", "wr;": "\u2240", "wreath;": "\u2240", "wscr;": "\U0001d4cc", "xcap;": "\u22c2", "xcirc;": "\u25ef", "xcup;": "\u22c3", "xdtri;": "\u25bd", "xfr;": "\U0001d535", "xhArr;": "\u27fa", "xharr;": "\u27f7", "xi;": "\u03be", "xlArr;": "\u27f8", "xlarr;": "\u27f5", "xmap;": "\u27fc", "xnis;": "\u22fb", "xodot;": "\u2a00", "xopf;": "\U0001d569", "xoplus;": "\u2a01", "xotime;": "\u2a02", "xrArr;": "\u27f9", "xrarr;": "\u27f6", "xscr;": "\U0001d4cd", "xsqcup;": "\u2a06", "xuplus;": "\u2a04", "xutri;": "\u25b3", "xvee;": "\u22c1", "xwedge;": "\u22c0", "yacute": "\xfd", "yacute;": "\xfd", "yacy;": "\u044f", "ycirc;": "\u0177", "ycy;": "\u044b", "yen": "\xa5", "yen;": "\xa5", "yfr;": "\U0001d536", "yicy;": "\u0457", "yopf;": "\U0001d56a", "yscr;": "\U0001d4ce", "yucy;": "\u044e", "yuml": "\xff", "yuml;": "\xff", "zacute;": "\u017a", "zcaron;": "\u017e", "zcy;": "\u0437", "zdot;": "\u017c", "zeetrf;": "\u2128", "zeta;": "\u03b6", "zfr;": "\U0001d537", "zhcy;": "\u0436", "zigrarr;": "\u21dd", "zopf;": "\U0001d56b", "zscr;": "\U0001d4cf", "zwj;": "\u200d", "zwnj;": "\u200c", } replacementCharacters = { 0x0: "\uFFFD", 0x0d: "\u000D", 0x80: "\u20AC", 0x81: "\u0081", 0x82: "\u201A", 0x83: "\u0192", 0x84: "\u201E", 0x85: "\u2026", 0x86: "\u2020", 0x87: "\u2021", 0x88: "\u02C6", 0x89: "\u2030", 0x8A: "\u0160", 0x8B: "\u2039", 0x8C: "\u0152", 0x8D: "\u008D", 0x8E: "\u017D", 0x8F: "\u008F", 0x90: "\u0090", 0x91: "\u2018", 0x92: "\u2019", 0x93: "\u201C", 0x94: "\u201D", 0x95: "\u2022", 0x96: "\u2013", 0x97: "\u2014", 0x98: "\u02DC", 0x99: "\u2122", 0x9A: "\u0161", 0x9B: "\u203A", 0x9C: "\u0153", 0x9D: "\u009D", 0x9E: "\u017E", 0x9F: "\u0178", } tokenTypes = { "Doctype": 0, "Characters": 1, "SpaceCharacters": 2, "StartTag": 3, "EndTag": 4, "EmptyTag": 5, "Comment": 6, "ParseError": 7 } tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"], tokenTypes["EmptyTag"]]) prefixes = dict([(v, k) for k, v in namespaces.items()]) prefixes["http://www.w3.org/1998/Math/MathML"] = "math" class DataLossWarning(UserWarning): pass class ReparseException(Exception): pass site-packages/pip/_vendor/html5lib/treewalkers/genshi.py 0000644 00000004405 15231162611 0017410 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from genshi.core import QName from genshi.core import START, END, XML_NAMESPACE, DOCTYPE, TEXT from genshi.core import START_NS, END_NS, START_CDATA, END_CDATA, PI, COMMENT from . import base from ..constants import voidElements, namespaces class TreeWalker(base.TreeWalker): def __iter__(self): # Buffer the events so we can pass in the following one previous = None for event in self.tree: if previous is not None: for token in self.tokens(previous, event): yield token previous = event # Don't forget the final event! if previous is not None: for token in self.tokens(previous, None): yield token def tokens(self, event, next): kind, data, _ = event if kind == START: tag, attribs = data name = tag.localname namespace = tag.namespace converted_attribs = {} for k, v in attribs: if isinstance(k, QName): converted_attribs[(k.namespace, k.localname)] = v else: converted_attribs[(None, k)] = v if namespace == namespaces["html"] and name in voidElements: for token in self.emptyTag(namespace, name, converted_attribs, not next or next[0] != END or next[1] != tag): yield token else: yield self.startTag(namespace, name, converted_attribs) elif kind == END: name = data.localname namespace = data.namespace if namespace != namespaces["html"] or name not in voidElements: yield self.endTag(namespace, name) elif kind == COMMENT: yield self.comment(data) elif kind == TEXT: for token in self.text(data): yield token elif kind == DOCTYPE: yield self.doctype(*data) elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS, START_CDATA, END_CDATA, PI): pass else: yield self.unknown(kind) site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py 0000644 00000014245 15231162611 0020276 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from lxml import etree from ..treebuilders.etree import tag_regexp from . import base from .. import _ihatexml def ensure_str(s): if s is None: return None elif isinstance(s, text_type): return s else: return s.decode("ascii", "strict") class Root(object): def __init__(self, et): self.elementtree = et self.children = [] try: if et.docinfo.internalDTD: self.children.append(Doctype(self, ensure_str(et.docinfo.root_name), ensure_str(et.docinfo.public_id), ensure_str(et.docinfo.system_url))) except AttributeError: pass try: node = et.getroot() except AttributeError: node = et while node.getprevious() is not None: node = node.getprevious() while node is not None: self.children.append(node) node = node.getnext() self.text = None self.tail = None def __getitem__(self, key): return self.children[key] def getnext(self): return None def __len__(self): return 1 class Doctype(object): def __init__(self, root_node, name, public_id, system_id): self.root_node = root_node self.name = name self.public_id = public_id self.system_id = system_id self.text = None self.tail = None def getnext(self): return self.root_node.children[1] class FragmentRoot(Root): def __init__(self, children): self.children = [FragmentWrapper(self, child) for child in children] self.text = self.tail = None def getnext(self): return None class FragmentWrapper(object): def __init__(self, fragment_root, obj): self.root_node = fragment_root self.obj = obj if hasattr(self.obj, 'text'): self.text = ensure_str(self.obj.text) else: self.text = None if hasattr(self.obj, 'tail'): self.tail = ensure_str(self.obj.tail) else: self.tail = None def __getattr__(self, name): return getattr(self.obj, name) def getnext(self): siblings = self.root_node.children idx = siblings.index(self) if idx < len(siblings) - 1: return siblings[idx + 1] else: return None def __getitem__(self, key): return self.obj[key] def __bool__(self): return bool(self.obj) def getparent(self): return None def __str__(self): return str(self.obj) def __unicode__(self): return str(self.obj) def __len__(self): return len(self.obj) class TreeWalker(base.NonRecursiveTreeWalker): def __init__(self, tree): # pylint:disable=redefined-variable-type if isinstance(tree, list): self.fragmentChildren = set(tree) tree = FragmentRoot(tree) else: self.fragmentChildren = set() tree = Root(tree) base.NonRecursiveTreeWalker.__init__(self, tree) self.filter = _ihatexml.InfosetFilter() def getNodeDetails(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key return base.TEXT, ensure_str(getattr(node, key)) elif isinstance(node, Root): return (base.DOCUMENT,) elif isinstance(node, Doctype): return base.DOCTYPE, node.name, node.public_id, node.system_id elif isinstance(node, FragmentWrapper) and not hasattr(node, "tag"): return base.TEXT, ensure_str(node.obj) elif node.tag == etree.Comment: return base.COMMENT, ensure_str(node.text) elif node.tag == etree.Entity: return base.ENTITY, ensure_str(node.text)[1:-1] # strip &; else: # This is assumed to be an ordinary element match = tag_regexp.match(ensure_str(node.tag)) if match: namespace, tag = match.groups() else: namespace = None tag = ensure_str(node.tag) attrs = {} for name, value in list(node.attrib.items()): name = ensure_str(name) value = ensure_str(value) match = tag_regexp.match(name) if match: attrs[(match.group(1), match.group(2))] = value else: attrs[(None, name)] = value return (base.ELEMENT, namespace, self.filter.fromXmlName(tag), attrs, len(node) > 0 or node.text) def getFirstChild(self, node): assert not isinstance(node, tuple), "Text nodes have no children" assert len(node) or node.text, "Node has no children" if node.text: return (node, "text") else: return node[0] def getNextSibling(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key if key == "text": # XXX: we cannot use a "bool(node) and node[0] or None" construct here # because node[0] might evaluate to False if it has no child element if len(node): return node[0] else: return None else: # tail return node.getnext() return (node, "tail") if node.tail else node.getnext() def getParentNode(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key if key == "text": return node # else: fallback to "normal" processing elif node in self.fragmentChildren: return None return node.getparent() site-packages/pip/_vendor/html5lib/treewalkers/base.py 0000644 00000011513 15231162611 0017043 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from xml.dom import Node from ..constants import namespaces, voidElements, spaceCharacters __all__ = ["DOCUMENT", "DOCTYPE", "TEXT", "ELEMENT", "COMMENT", "ENTITY", "UNKNOWN", "TreeWalker", "NonRecursiveTreeWalker"] DOCUMENT = Node.DOCUMENT_NODE DOCTYPE = Node.DOCUMENT_TYPE_NODE TEXT = Node.TEXT_NODE ELEMENT = Node.ELEMENT_NODE COMMENT = Node.COMMENT_NODE ENTITY = Node.ENTITY_NODE UNKNOWN = "<#UNKNOWN#>" spaceCharacters = "".join(spaceCharacters) class TreeWalker(object): def __init__(self, tree): self.tree = tree def __iter__(self): raise NotImplementedError def error(self, msg): return {"type": "SerializeError", "data": msg} def emptyTag(self, namespace, name, attrs, hasChildren=False): yield {"type": "EmptyTag", "name": name, "namespace": namespace, "data": attrs} if hasChildren: yield self.error("Void element has children") def startTag(self, namespace, name, attrs): return {"type": "StartTag", "name": name, "namespace": namespace, "data": attrs} def endTag(self, namespace, name): return {"type": "EndTag", "name": name, "namespace": namespace} def text(self, data): data = data middle = data.lstrip(spaceCharacters) left = data[:len(data) - len(middle)] if left: yield {"type": "SpaceCharacters", "data": left} data = middle middle = data.rstrip(spaceCharacters) right = data[len(middle):] if middle: yield {"type": "Characters", "data": middle} if right: yield {"type": "SpaceCharacters", "data": right} def comment(self, data): return {"type": "Comment", "data": data} def doctype(self, name, publicId=None, systemId=None): return {"type": "Doctype", "name": name, "publicId": publicId, "systemId": systemId} def entity(self, name): return {"type": "Entity", "name": name} def unknown(self, nodeType): return self.error("Unknown node type: " + nodeType) class NonRecursiveTreeWalker(TreeWalker): def getNodeDetails(self, node): raise NotImplementedError def getFirstChild(self, node): raise NotImplementedError def getNextSibling(self, node): raise NotImplementedError def getParentNode(self, node): raise NotImplementedError def __iter__(self): currentNode = self.tree while currentNode is not None: details = self.getNodeDetails(currentNode) type, details = details[0], details[1:] hasChildren = False if type == DOCTYPE: yield self.doctype(*details) elif type == TEXT: for token in self.text(*details): yield token elif type == ELEMENT: namespace, name, attributes, hasChildren = details if (not namespace or namespace == namespaces["html"]) and name in voidElements: for token in self.emptyTag(namespace, name, attributes, hasChildren): yield token hasChildren = False else: yield self.startTag(namespace, name, attributes) elif type == COMMENT: yield self.comment(details[0]) elif type == ENTITY: yield self.entity(details[0]) elif type == DOCUMENT: hasChildren = True else: yield self.unknown(details[0]) if hasChildren: firstChild = self.getFirstChild(currentNode) else: firstChild = None if firstChild is not None: currentNode = firstChild else: while currentNode is not None: details = self.getNodeDetails(currentNode) type, details = details[0], details[1:] if type == ELEMENT: namespace, name, attributes, hasChildren = details if (namespace and namespace != namespaces["html"]) or name not in voidElements: yield self.endTag(namespace, name) if self.tree is currentNode: currentNode = None break nextSibling = self.getNextSibling(currentNode) if nextSibling is not None: currentNode = nextSibling break else: currentNode = self.getParentNode(currentNode) site-packages/pip/_vendor/html5lib/treewalkers/dom.py 0000644 00000002605 15231162611 0016712 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from xml.dom import Node from . import base class TreeWalker(base.NonRecursiveTreeWalker): def getNodeDetails(self, node): if node.nodeType == Node.DOCUMENT_TYPE_NODE: return base.DOCTYPE, node.name, node.publicId, node.systemId elif node.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE): return base.TEXT, node.nodeValue elif node.nodeType == Node.ELEMENT_NODE: attrs = {} for attr in list(node.attributes.keys()): attr = node.getAttributeNode(attr) if attr.namespaceURI: attrs[(attr.namespaceURI, attr.localName)] = attr.value else: attrs[(None, attr.name)] = attr.value return (base.ELEMENT, node.namespaceURI, node.nodeName, attrs, node.hasChildNodes()) elif node.nodeType == Node.COMMENT_NODE: return base.COMMENT, node.nodeValue elif node.nodeType in (Node.DOCUMENT_NODE, Node.DOCUMENT_FRAGMENT_NODE): return (base.DOCUMENT,) else: return base.UNKNOWN, node.nodeType def getFirstChild(self, node): return node.firstChild def getNextSibling(self, node): return node.nextSibling def getParentNode(self, node): return node.parentNode site-packages/pip/_vendor/html5lib/treewalkers/__init__.py 0000644 00000012650 15231162611 0017673 0 ustar 00 """A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. """ from __future__ import absolute_import, division, unicode_literals from .. import constants from .._utils import default_etree __all__ = ["getTreeWalker", "pprint", "dom", "etree", "genshi", "etree_lxml"] treeWalkerCache = {} def getTreeWalker(treeType, implementation=None, **kwargs): """Get a TreeWalker class for various types of tree with built-in support Args: treeType (str): the name of the tree type required (case-insensitive). Supported values are: - "dom": The xml.dom.minidom DOM implementation - "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). - "lxml": Optimized walker for lxml.etree - "genshi": a Genshi stream Implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). """ treeType = treeType.lower() if treeType not in treeWalkerCache: if treeType == "dom": from . import dom treeWalkerCache[treeType] = dom.TreeWalker elif treeType == "genshi": from . import genshi treeWalkerCache[treeType] = genshi.TreeWalker elif treeType == "lxml": from . import etree_lxml treeWalkerCache[treeType] = etree_lxml.TreeWalker elif treeType == "etree": from . import etree if implementation is None: implementation = default_etree # XXX: NEVER cache here, caching is done in the etree submodule return etree.getETreeModule(implementation, **kwargs).TreeWalker return treeWalkerCache.get(treeType) def concatenateCharacterTokens(tokens): pendingCharacters = [] for token in tokens: type = token["type"] if type in ("Characters", "SpaceCharacters"): pendingCharacters.append(token["data"]) else: if pendingCharacters: yield {"type": "Characters", "data": "".join(pendingCharacters)} pendingCharacters = [] yield token if pendingCharacters: yield {"type": "Characters", "data": "".join(pendingCharacters)} def pprint(walker): """Pretty printer for tree walkers""" output = [] indent = 0 for token in concatenateCharacterTokens(walker): type = token["type"] if type in ("StartTag", "EmptyTag"): # tag name if token["namespace"] and token["namespace"] != constants.namespaces["html"]: if token["namespace"] in constants.prefixes: ns = constants.prefixes[token["namespace"]] else: ns = token["namespace"] name = "%s %s" % (ns, token["name"]) else: name = token["name"] output.append("%s<%s>" % (" " * indent, name)) indent += 2 # attributes (sorted for consistent ordering) attrs = token["data"] for (namespace, localname), value in sorted(attrs.items()): if namespace: if namespace in constants.prefixes: ns = constants.prefixes[namespace] else: ns = namespace name = "%s %s" % (ns, localname) else: name = localname output.append("%s%s=\"%s\"" % (" " * indent, name, value)) # self-closing if type == "EmptyTag": indent -= 2 elif type == "EndTag": indent -= 2 elif type == "Comment": output.append("%s<!-- %s -->" % (" " * indent, token["data"])) elif type == "Doctype": if token["name"]: if token["publicId"]: output.append("""%s<!DOCTYPE %s "%s" "%s">""" % (" " * indent, token["name"], token["publicId"], token["systemId"] if token["systemId"] else "")) elif token["systemId"]: output.append("""%s<!DOCTYPE %s "" "%s">""" % (" " * indent, token["name"], token["systemId"])) else: output.append("%s<!DOCTYPE %s>" % (" " * indent, token["name"])) else: output.append("%s<!DOCTYPE >" % (" " * indent,)) elif type == "Characters": output.append("%s\"%s\"" % (" " * indent, token["data"])) elif type == "SpaceCharacters": assert False, "concatenateCharacterTokens should have got rid of all Space tokens" else: raise ValueError("Unknown token type, %s" % type) return "\n".join(output) site-packages/pip/_vendor/html5lib/treewalkers/etree.py 0000644 00000011114 15231162611 0017232 0 ustar 00 from __future__ import absolute_import, division, unicode_literals try: from collections import OrderedDict except ImportError: try: from ordereddict import OrderedDict except ImportError: OrderedDict = dict import re from pip._vendor.six import string_types from . import base from .._utils import moduleFactoryFactory tag_regexp = re.compile("{([^}]*)}(.*)") def getETreeBuilder(ElementTreeImplementation): ElementTree = ElementTreeImplementation ElementTreeCommentType = ElementTree.Comment("asd").tag class TreeWalker(base.NonRecursiveTreeWalker): # pylint:disable=unused-variable """Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) """ def getNodeDetails(self, node): if isinstance(node, tuple): # It might be the root Element elt, _, _, flag = node if flag in ("text", "tail"): return base.TEXT, getattr(elt, flag) else: node = elt if not(hasattr(node, "tag")): node = node.getroot() if node.tag in ("DOCUMENT_ROOT", "DOCUMENT_FRAGMENT"): return (base.DOCUMENT,) elif node.tag == "<!DOCTYPE>": return (base.DOCTYPE, node.text, node.get("publicId"), node.get("systemId")) elif node.tag == ElementTreeCommentType: return base.COMMENT, node.text else: assert isinstance(node.tag, string_types), type(node.tag) # This is assumed to be an ordinary element match = tag_regexp.match(node.tag) if match: namespace, tag = match.groups() else: namespace = None tag = node.tag attrs = OrderedDict() for name, value in list(node.attrib.items()): match = tag_regexp.match(name) if match: attrs[(match.group(1), match.group(2))] = value else: attrs[(None, name)] = value return (base.ELEMENT, namespace, tag, attrs, len(node) or node.text) def getFirstChild(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: element, key, parents, flag = node, None, [], None if flag in ("text", "tail"): return None else: if element.text: return element, key, parents, "text" elif len(element): parents.append(element) return element[0], 0, parents, None else: return None def getNextSibling(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: return None if flag == "text": if len(element): parents.append(element) return element[0], 0, parents, None else: return None else: if element.tail and flag != "tail": return element, key, parents, "tail" elif key < len(parents[-1]) - 1: return parents[-1][key + 1], key + 1, parents, None else: return None def getParentNode(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: return None if flag == "text": if not parents: return element else: return element, key, parents, None else: parent = parents.pop() if not parents: return parent else: assert list(parents[-1]).count(parent) == 1 return parent, list(parents[-1]).index(parent), parents, None return locals() getETreeModule = moduleFactoryFactory(getETreeBuilder) site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-36.opt-1.pyc 0000644 00000010612 15231162611 0024265 0 ustar 00 3 F��iK � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d d d d g Z ej Z ej ZejZejZejZejZdZdje �Z G dd � d e�ZG dd � d e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )� namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN� TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sh e Zd Zdd� Zdd� Zdd� Zddd �Zd d � Zd d � Zdd� Z dd� Z ddd�Z dd� Z dd� Z dS )r c C s || _ d S )N)�tree)�selfr � r �/usr/lib/python3.6/base.py�__init__ s zTreeWalker.__init__c C s t �d S )N)�NotImplementedError)r r r r �__iter__ s zTreeWalker.__iter__c C s d|d�S )NZSerializeError)�type�datar )r �msgr r r �error s zTreeWalker.errorFc c s$ d|||d�V |r | j d�V d S )NZEmptyTag)r �name� namespacer zVoid element has children)r )r r r �attrs� hasChildrenr r r �emptyTag s zTreeWalker.emptyTagc C s d|||d�S )NZStartTag)r r r r r )r r r r! r r r �startTag% s zTreeWalker.startTagc C s d||d�S )NZEndTag)r r r r )r r r r r r �endTag+ s zTreeWalker.endTagc c sx |}|j t�}|d t|�t|� � }|r6d|d�V |}|jt�}|t|�d � }|rdd|d�V |rtd|d�V d S )NZSpaceCharacters)r r Z Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �text0 s zTreeWalker.textc C s d|d�S )N�Comment)r r r )r r r r r �comment> s zTreeWalker.commentNc C s d|||d�S )NZDoctype)r r �publicId�systemIdr )r r r. r/ r r r �doctypeA s zTreeWalker.doctypec C s d|d�S )NZEntity)r r r )r r r r r �entityG s zTreeWalker.entityc C s | j d| �S )NzUnknown node type: )r )r ZnodeTyper r r �unknownJ s zTreeWalker.unknown)F)NN)�__name__� __module__� __qualname__r r r r# r$ r% r+ r- r0 r1 r2 r r r r r s c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) r c C s t �d S )N)r )r �noder r r �getNodeDetailsO s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S )N)r )r r6 r r r � getFirstChildR s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S )N)r )r r6 r r r �getNextSiblingU s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S )N)r )r r6 r r r � getParentNodeX s z$NonRecursiveTreeWalker.getParentNodec c s | j }�x�|d k �r| j|�}|d |dd � }}d}|tkrN| j|� V n�|tkrrx�| j|� D ] }|V qbW n�|tkr�|\}}}}| s�|td kr�|tkr�x | j ||||�D ] }|V q�W d}n| j |||�V nV|t kr�| j |d �V n<|t k�r| j|d �V n |tk�r d}n| j|d �V |�r@| j|�} nd } | d k �rT| }q x�|d k �r�| j|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| j||�V | j |k�r�d }P | j|�} | d k �r�| }P n | j|�}�qVW q W d S )Nr � FZhtmlT)r r7 r r0 r r+ r r r r# r$ r r- r r1 r r2 r8 r% r9 r: ) r Z currentNodeZdetailsr r" �tokenr r Z attributesZ firstChildZ nextSiblingr r r r [ sZ z NonRecursiveTreeWalker.__iter__N)r3 r4 r5 r7 r8 r9 r: r r r r r r N s N) Z __future__r r r Zxml.domr Z constantsr r r �__all__Z DOCUMENT_NODEr ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s : site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-36.opt-1.pyc 0000644 00000003137 15231162611 0024136 0 ustar 00 3 F��i� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) � TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj |j fS |j tj kr�i }xJt |jj� �D ]8}|j|�}|jr�|j||j|jf< q^|j|d |jf< q^W tj|j|j||j� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S )N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ hasChildNodesZ COMMENT_NODE�COMMENTZ DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �/usr/lib/python3.6/dom.py�getNodeDetails s$ zTreeWalker.getNodeDetailsc C s |j S )N)Z firstChild)r r r r r � getFirstChild$ s zTreeWalker.getFirstChildc C s |j S )N)Z nextSibling)r r r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S )N)Z parentNode)r r r r r � getParentNode* s zTreeWalker.getParentNodeN)�__name__� __module__� __qualname__r r r r r r r r r s r N) Z __future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000007063 15231162611 0025120 0 ustar 00 3 F��i� � @ sb d Z ddlmZmZmZ ddlmZ ddlmZ dddd d d gZ i Z dd d�Z dd� Z dd� Z d S )a� A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. � )�absolute_import�division�unicode_literals� )� constants)� default_etree� getTreeWalker�pprint�dom�etree�genshi� etree_lxmlNc K s� | j � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d kr�t}|j |f|�jS tj | �S ) a� Get a TreeWalker class for various types of tree with built-in support Args: treeType (str): the name of the tree type required (case-insensitive). Supported values are: - "dom": The xml.dom.minidom DOM implementation - "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). - "lxml": Optimized walker for lxml.etree - "genshi": a Genshi stream Implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). r � )r r )r Zlxml)r r )r N) �lower�treeWalkerCache� r Z TreeWalkerr r r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr r r r � r � /usr/lib/python3.6/__init__.pyr s" c c sl g }xL| D ]D}|d }|dkr.|j |d � q |rHddj|�d�V g }|V q W |rhddj|�d�V d S )N�type� Characters�SpaceCharacters�datar )r r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokens< s r c C s^ g }d}�xHt | �D �]:}|d }|d k�r&|d r~|d tjd kr~|d tjkrdtj|d }n|d }d||d f }n|d }|jd d | |f � |d 7 }|d }xdt|j� �D ]T\\}} } |r�|tjkr�tj| }n|}d|| f }n| }|jd d | || f � q�W |dk�rP|d 8 }q|dk�r:|d 8 }q|dk�r`|jdd | |d f � q|dk�r|d �r�|d �r�|jdd | |d |d |d �r�|d ndf � nF|d �r�|jdd | |d |d f � n|jdd | |d f � n|jdd | f � q|dk�r8|jdd | |d f � q|dk�rDqtd | ��qW d j|�S ) z Pretty printer for tree walkersr r �StartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"ZEndTag�Commentz %s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z %s<!DOCTYPE >r z%s"%s"r zUnknown token type, %s� )r r! ) r r Z namespaces�prefixesr �sorted�items� ValueErrorr ) Zwalker�output�indentr r �nsr# Zattrsr" Z localname�valuer r r r K sd )N)�__doc__Z __future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s ' site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-36.opt-1.pyc 0000644 00000006635 15231162611 0024471 0 ustar 00 3 F��iL � @ s� d dl mZmZmZ yd dlmZ W n> ek rb yd dlmZ W n ek r\ eZY nX Y nX d dl Z d dl m Z ddl m Z ddlmZ e jd �Zd d � Zee�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz {([^}]*)}(.*)c s, | }|j d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) c s2 t |t�r2|\}}}}|d kr.tjt||�fS |}t|d�sD|j� }|jd krVtjfS |jdkr|tj |j |j d�|j d�fS |j� kr�tj |j fS t j|j�}|r�|j� \}}n d }|j}t� }xPt|jj� �D ]>\} } t j| �}|�r| ||jd �|jd �f< q�| |d | f< q�W tj|||t|��p*|j fS d S ) N�text�tail�tag� DOCUMENT_ROOT�DOCUMENT_FRAGMENTz <!DOCTYPE>ZpublicIdZsystemIdr r )r r )r r )� isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENT� tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value)�ElementTreeCommentType� �/usr/lib/python3.6/etree.py�getNodeDetails' s6 z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|j|� |d d|d fS d S d S )Nr r r )r r )r r r r �append)r r �element�key�parentsr r% r% r& � getFirstChildO s z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|j|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r r ���r- )r r r r( r )r r r) r* r+ r r% r% r& �getNextSibling` s z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S sh t |t�r|\}}}}nd S |dkr:|s,|S |||d fS n*|j� }|sJ|S |t|d �j|�|d fS d S )Nr r r- )r r �popr �index)r r r) r* r+ r �parentr% r% r& � getParentNodet s z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__� __module__� __qualname__�__doc__r' r, r. r2 r% )r$ r% r& � TreeWalker s (r7 )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer7 r% )r$ r& �getETreeBuilder s nr: )Z __future__r r r � collectionsr � ImportErrorZ ordereddict�dict�reZpip._vendor.sixr � r Z_utilsr �compiler r: ZgetETreeModuler% r% r% r& �<module> s t site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-36.opt-1.pyc 0000644 00000014053 15231162611 0025516 0 ustar 00 3 F��i� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl m Z ddl m Z d d � Z G d d � d e�ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )� tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | jdd�S d S )N�ascii�strict)� isinstancer �decode)�s� r � /usr/lib/python3.6/etree_lxml.py� ensure_str s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Rootc C s� || _ g | _y:|jjrD| jjt| t|jj�t|jj�t|jj ��� W n t k rZ Y nX y |j � }W n t k r� |}Y nX x|j � d k r�|j � }q�W x |d k r�| jj|� |j � }q�W d | _d | _d S )N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s* z Root.__init__c C s | j | S )N)r )r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S )Nr )r r r r r 4 s z Root.getnextc C s dS )Nr r )r r r r �__len__7 s z Root.__len__N)�__name__� __module__� __qualname__r r! r r" r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S )N)� root_node�namer � system_idr r )r r& r' r r( r r r r < s zDoctype.__init__c C s | j jd S )Nr )r& r )r r r r r E s zDoctype.getnextN)r# r$ r% r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchild)r r r � <listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r )r r r J s zFragmentRoot.__init__c C s d S )Nr )r r r r r N s zFragmentRoot.getnextN)r# r$ r% r r r r r r r) I s r) c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r* c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r& �obj�hasattrr r r )r Z fragment_rootr- r r r r S s zFragmentWrapper.__init__c C s t | j|�S )N)�getattrr- )r r' r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|j| �}|t|�d k r.||d S d S d S )Nr )r& r �index�len)r Zsiblings�idxr r r r b s zFragmentWrapper.getnextc C s | j | S )N)r- )r r r r r r! j s zFragmentWrapper.__getitem__c C s t | j�S )N)�boolr- )r r r r �__bool__m s zFragmentWrapper.__bool__c C s d S )Nr )r r r r � getparentp s zFragmentWrapper.getparentc C s t | j�S )N)�strr- )r r r r �__str__s s zFragmentWrapper.__str__c C s t | j�S )N)r7 r- )r r r r � __unicode__v s zFragmentWrapper.__unicode__c C s t | j�S )N)r2 r- )r r r r r" y s zFragmentWrapper.__len__N) r# r$ r% r r0 r r! r5 r6 r8 r9 r" r r r r r* R s r* c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) � TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tjj| |� t j � | _ d S )N) r �list�set�fragmentChildrenr) r r �NonRecursiveTreeWalkerr r Z InfosetFilter�filter)r Ztreer r r r ~ s zTreeWalker.__init__c C s� t |t�r&|\}}tjtt||��fS t |t�r8tjfS t |t�rVtj |j |j |j fS t |t �r|t|d� r|tjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS tjt|j��}|r�|j� \}}nd }t|j�}i }xbt|jj � �D ]P\}}t|�}t|�}tj|�}|�rB|||j d�|j d�f< n ||d |f< �q W tj || j j |�|t!|�dk�px|jfS d S )N�tagr r r ���)"r �tupler ZTEXTr r/ r ZDOCUMENTr ZDOCTYPEr' r r( r* r. r- r@ r �Comment�COMMENTr ZEntityZENTITYr �match�groupsr; Zattrib�items�groupZELEMENTr? Z fromXmlNamer2 ) r r r rE � namespacer@ Zattrsr' �valuer r r �getNodeDetails� s8 zTreeWalker.getNodeDetailsc C s |j r|dfS |d S d S )Nr r )r )r r r r r � getFirstChild� s zTreeWalker.getFirstChildc C sN t |t�r8|\}}|dkr0t|�r*|d S d S n|j� S |jrF|dfS |j� S )Nr r r )r rB r2 r r )r r r r r r �getNextSibling� s zTreeWalker.getNextSiblingc C s6 t |t�r |\}}|dkr.|S n|| jkr.d S |j� S )Nr )r rB r= r6 )r r r r r r � getParentNode� s zTreeWalker.getParentNodeN)r# r$ r% r rK rL rM rN r r r r r: } s ) r: N)Z __future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r r r �objectr r r) r* r> r: r r r r �<module> s & + site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-36.pyc 0000644 00000003415 15231162611 0023674 0 ustar 00 3 F��i � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m Z d dlm Z m Z m Z mZmZmZ ddlmZ ddlmZmZ G d d � d ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END� XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements� namespacesc @ s e Zd Zdd� Zdd� ZdS )� TreeWalkerc c sd d }x6| j D ],}|d k r4x| j||�D ] }|V q&W |}q W |d k r`x| j|d �D ] }|V qRW d S )N)Ztree�tokens)�selfZprevious�event�token� r � /usr/lib/python3.6/genshi.py�__iter__ s zTreeWalker.__iter__c c s� |\}}}|t kr�|\}}|j}|j} i } x8|D ]0\} } t| t�rT| | | j| jf< q0| | d | f< q0W | td kr�|tkr�xJ| j| || | p�|d tkp�|d |k�D ] } | V q�W n| j | || �V n�|tkr�|j}|j} | td ks�|tkr�| j | |�V n~|t k�r| j |�V nf|t k�r>xZ| j|�D ] } | V �q,W n>|tk�rV| j|� V n&|tttttttfk�rpn | j|�V d S )NZhtmlr r )r Z localname� namespace� isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr �textr Zdoctyper r r r r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r s@ zTreeWalker.tokensN)�__name__� __module__� __qualname__r r r r r r r s r N)Z __future__r r r Z genshi.corer r r r r r r r r r r r � r Z constantsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-36.pyc 0000644 00000007226 15231162611 0024162 0 ustar 00 3 F��i� � @ sb d Z ddlmZmZmZ ddlmZ ddlmZ dddd d d gZ i Z dd d�Z dd� Z dd� Z d S )a� A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. � )�absolute_import�division�unicode_literals� )� constants)� default_etree� getTreeWalker�pprint�dom�etree�genshi� etree_lxmlNc K s� | j � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d kr�t}|j |f|�jS tj | �S ) a� Get a TreeWalker class for various types of tree with built-in support Args: treeType (str): the name of the tree type required (case-insensitive). Supported values are: - "dom": The xml.dom.minidom DOM implementation - "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). - "lxml": Optimized walker for lxml.etree - "genshi": a Genshi stream Implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). r � )r r )r Zlxml)r r )r N) �lower�treeWalkerCache� r Z TreeWalkerr r r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr r r r � r � /usr/lib/python3.6/__init__.pyr s" c c sl g }xL| D ]D}|d }|dkr.|j |d � q |rHddj|�d�V g }|V q W |rhddj|�d�V d S )N�type� Characters�SpaceCharacters�datar )r r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokens< s r c C sl g }d}�xVt | �D �]H}|d }|d k�r&|d r~|d tjd kr~|d tjkrdtj|d }n|d }d||d f }n|d }|jd d | |f � |d 7 }|d }xdt|j� �D ]T\\}} } |r�|tjkr�tj| }n|}d|| f }n| }|jd d | || f � q�W |dk�r^|d 8 }q|dk�r:|d 8 }q|dk�r`|jdd | |d f � q|dk�r|d �r�|d �r�|jdd | |d |d |d �r�|d ndf � nF|d �r�|jdd | |d |d f � n|jdd | |d f � n|jdd | f � q|dk�r8|jdd | |d f � q|dk�rRd �s^td ��qtd | ��qW d j |�S )!z Pretty printer for tree walkersr r �StartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"ZEndTag�Commentz %s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z %s<!DOCTYPE >r z%s"%s"r FzBconcatenateCharacterTokens should have got rid of all Space tokenszUnknown token type, %s� )r r! ) r r Z namespaces�prefixesr �sorted�items�AssertionError� ValueErrorr ) Zwalker�output�indentr r �nsr# Zattrsr" Z localname�valuer r r r K sd )N)�__doc__Z __future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s ' site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-36.pyc 0000644 00000003137 15231162611 0023177 0 ustar 00 3 F��i� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) � TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj |j fS |j tj kr�i }xJt |jj� �D ]8}|j|�}|jr�|j||j|jf< q^|j|d |jf< q^W tj|j|j||j� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S )N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ hasChildNodesZ COMMENT_NODE�COMMENTZ DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �/usr/lib/python3.6/dom.py�getNodeDetails s$ zTreeWalker.getNodeDetailsc C s |j S )N)Z firstChild)r r r r r � getFirstChild$ s zTreeWalker.getFirstChildc C s |j S )N)Z nextSibling)r r r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S )N)Z parentNode)r r r r r � getParentNode* s zTreeWalker.getParentNodeN)�__name__� __module__� __qualname__r r r r r r r r r s r N) Z __future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-36.pyc 0000644 00000010612 15231162611 0023326 0 ustar 00 3 F��iK � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d d d d g Z ej Z ej ZejZejZejZejZdZdje �Z G dd � d e�ZG dd � d e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )� namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN� TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sh e Zd Zdd� Zdd� Zdd� Zddd �Zd d � Zd d � Zdd� Z dd� Z ddd�Z dd� Z dd� Z dS )r c C s || _ d S )N)�tree)�selfr � r �/usr/lib/python3.6/base.py�__init__ s zTreeWalker.__init__c C s t �d S )N)�NotImplementedError)r r r r �__iter__ s zTreeWalker.__iter__c C s d|d�S )NZSerializeError)�type�datar )r �msgr r r �error s zTreeWalker.errorFc c s$ d|||d�V |r | j d�V d S )NZEmptyTag)r �name� namespacer zVoid element has children)r )r r r �attrs� hasChildrenr r r �emptyTag s zTreeWalker.emptyTagc C s d|||d�S )NZStartTag)r r r r r )r r r r! r r r �startTag% s zTreeWalker.startTagc C s d||d�S )NZEndTag)r r r r )r r r r r r �endTag+ s zTreeWalker.endTagc c sx |}|j t�}|d t|�t|� � }|r6d|d�V |}|jt�}|t|�d � }|rdd|d�V |rtd|d�V d S )NZSpaceCharacters)r r Z Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �text0 s zTreeWalker.textc C s d|d�S )N�Comment)r r r )r r r r r �comment> s zTreeWalker.commentNc C s d|||d�S )NZDoctype)r r �publicId�systemIdr )r r r. r/ r r r �doctypeA s zTreeWalker.doctypec C s d|d�S )NZEntity)r r r )r r r r r �entityG s zTreeWalker.entityc C s | j d| �S )NzUnknown node type: )r )r ZnodeTyper r r �unknownJ s zTreeWalker.unknown)F)NN)�__name__� __module__� __qualname__r r r r# r$ r% r+ r- r0 r1 r2 r r r r r s c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) r c C s t �d S )N)r )r �noder r r �getNodeDetailsO s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S )N)r )r r6 r r r � getFirstChildR s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S )N)r )r r6 r r r �getNextSiblingU s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S )N)r )r r6 r r r � getParentNodeX s z$NonRecursiveTreeWalker.getParentNodec c s | j }�x�|d k �r| j|�}|d |dd � }}d}|tkrN| j|� V n�|tkrrx�| j|� D ] }|V qbW n�|tkr�|\}}}}| s�|td kr�|tkr�x | j ||||�D ] }|V q�W d}n| j |||�V nV|t kr�| j |d �V n<|t k�r| j|d �V n |tk�r d}n| j|d �V |�r@| j|�} nd } | d k �rT| }q x�|d k �r�| j|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| j||�V | j |k�r�d }P | j|�} | d k �r�| }P n | j|�}�qVW q W d S )Nr � FZhtmlT)r r7 r r0 r r+ r r r r# r$ r r- r r1 r r2 r8 r% r9 r: ) r Z currentNodeZdetailsr r" �tokenr r Z attributesZ firstChildZ nextSiblingr r r r [ sZ z NonRecursiveTreeWalker.__iter__N)r3 r4 r5 r7 r8 r9 r: r r r r r r N s N) Z __future__r r r Zxml.domr Z constantsr r r �__all__Z DOCUMENT_NODEr ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s : site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-36.opt-1.pyc 0000644 00000003415 15231162611 0024633 0 ustar 00 3 F��i � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m Z d dlm Z m Z m Z mZmZmZ ddlmZ ddlmZmZ G d d � d ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END� XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements� namespacesc @ s e Zd Zdd� Zdd� ZdS )� TreeWalkerc c sd d }x6| j D ],}|d k r4x| j||�D ] }|V q&W |}q W |d k r`x| j|d �D ] }|V qRW d S )N)Ztree�tokens)�selfZprevious�event�token� r � /usr/lib/python3.6/genshi.py�__iter__ s zTreeWalker.__iter__c c s� |\}}}|t kr�|\}}|j}|j} i } x8|D ]0\} } t| t�rT| | | j| jf< q0| | d | f< q0W | td kr�|tkr�xJ| j| || | p�|d tkp�|d |k�D ] } | V q�W n| j | || �V n�|tkr�|j}|j} | td ks�|tkr�| j | |�V n~|t k�r| j |�V nf|t k�r>xZ| j|�D ] } | V �q,W n>|tk�rV| j|� V n&|tttttttfk�rpn | j|�V d S )NZhtmlr r )r Z localname� namespace� isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr �textr Zdoctyper r r r r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r s@ zTreeWalker.tokensN)�__name__� __module__� __qualname__r r r r r r r s r N)Z __future__r r r Z genshi.corer r r r r r r r r r r r � r Z constantsr r r r r r r �<module> s site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-36.pyc 0000644 00000014646 15231162611 0024567 0 ustar 00 3 F��i� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl m Z ddl m Z d d � Z G d d � d e�ZG d d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )� tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | jdd�S d S )N�ascii�strict)� isinstancer �decode)�s� r � /usr/lib/python3.6/etree_lxml.py� ensure_str s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �Rootc C s� || _ g | _y:|jjrD| jjt| t|jj�t|jj�t|jj ��� W n t k rZ Y nX y |j � }W n t k r� |}Y nX x|j � d k r�|j � }q�W x |d k r�| jj|� |j � }q�W d | _d | _d S )N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s* z Root.__init__c C s | j | S )N)r )r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S )Nr )r r r r r 4 s z Root.getnextc C s dS )Nr r )r r r r �__len__7 s z Root.__len__N)�__name__� __module__� __qualname__r r! r r" r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S )N)� root_node�namer � system_idr r )r r& r' r r( r r r r < s zDoctype.__init__c C s | j jd S )Nr )r& r )r r r r r E s zDoctype.getnextN)r# r$ r% r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchild)r r r � <listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r )r r r J s zFragmentRoot.__init__c C s d S )Nr )r r r r r N s zFragmentRoot.getnextN)r# r$ r% r r r r r r r) I s r) c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dS )r* c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r& �obj�hasattrr r r )r Z fragment_rootr- r r r r S s zFragmentWrapper.__init__c C s t | j|�S )N)�getattrr- )r r' r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|j| �}|t|�d k r.||d S d S d S )Nr )r& r �index�len)r Zsiblings�idxr r r r b s zFragmentWrapper.getnextc C s | j | S )N)r- )r r r r r r! j s zFragmentWrapper.__getitem__c C s t | j�S )N)�boolr- )r r r r �__bool__m s zFragmentWrapper.__bool__c C s d S )Nr )r r r r � getparentp s zFragmentWrapper.getparentc C s t | j�S )N)�strr- )r r r r �__str__s s zFragmentWrapper.__str__c C s t | j�S )N)r7 r- )r r r r � __unicode__v s zFragmentWrapper.__unicode__c C s t | j�S )N)r2 r- )r r r r r" y s zFragmentWrapper.__len__N) r# r$ r% r r0 r r! r5 r6 r8 r9 r" r r r r r* R s r* c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) � TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tjj| |� t j � | _ d S )N) r �list�set�fragmentChildrenr) r r �NonRecursiveTreeWalkerr r Z InfosetFilter�filter)r Ztreer r r r ~ s zTreeWalker.__init__c C s� t |t�r:|\}}|dks&td| ��tjtt||��fS t |t�rLtjfS t |t �rjtj |j |j |j fS t |t�r�t|d� r�tjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd � fS tjt|j��}|� r�|j� \}}nd }t|j�}i }xbt|j j � �D ]P\}}t|�}t|�}tj|�}|�rX|||j d�|j d�f< n ||d |f< �qW tj || j j!|�|t"|�dk�p�|jfS d S ) Nr r z%Text nodes are text or tail, found %s�tagr r r )r r ���)#r �tuple�AssertionErrorr ZTEXTr r/ r ZDOCUMENTr ZDOCTYPEr' r r( r* r. r- r@ r �Comment�COMMENTr ZEntityZENTITYr �match�groupsr; Zattrib�items�groupZELEMENTr? Z fromXmlNamer2 ) r r r rF � namespacer@ Zattrsr' �valuer r r �getNodeDetails� s: zTreeWalker.getNodeDetailsc C sD t |t� std��t|�s*|js*td��|jr8|dfS |d S d S )NzText nodes have no childrenzNode has no childrenr r )r rB rC r2 r )r r r r r � getFirstChild� s zTreeWalker.getFirstChildc C sb t |t�rL|\}}|dks&td| ��|dkrDt|�r>|d S d S n|j� S |jrZ|dfS |j� S )Nr r z%Text nodes are text or tail, found %sr )r r )r rB rC r2 r r )r r r r r r �getNextSibling� s zTreeWalker.getNextSiblingc C sJ t |t�r4|\}}|dks&td| ��|dkrB|S n|| jkrBd S |j� S )Nr r z%Text nodes are text or tail, found %s)r r )r rB rC r= r6 )r r r r r r � getParentNode� s zTreeWalker.getParentNodeN)r# r$ r% r rL rM rN rO r r r r r: } s ) r: N)Z __future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r r r �objectr r r) r* r> r: r r r r �<module> s & + site-packages/pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-36.pyc 0000644 00000007001 15231162611 0023516 0 ustar 00 3 F��iL � @ s� d dl mZmZmZ yd dlmZ W n> ek rb yd dlmZ W n ek r\ eZY nX Y nX d dl Z d dl m Z ddl m Z ddlmZ e jd �Zd d � Zee�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz {([^}]*)}(.*)c s, | }|j d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) c sL t |t�r2|\}}}}|d kr.tjt||�fS |}t|d�sD|j� }|jd krVtjfS |jdkr|tj |j |j d�|j d�fS |j� kr�tj |j fS t |jt �s�tt|j���tj|j�}|r�|j� \}}n d }|j}t� }xPt|jj� �D ]>\} } tj| �}|�r | ||jd �|jd �f< q�| |d | f< q�W tj|||t|��pD|j fS d S ) N�text�tail�tag� DOCUMENT_ROOT�DOCUMENT_FRAGMENTz <!DOCTYPE>ZpublicIdZsystemIdr r )r r )r r )� isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENTr �AssertionError�type� tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value)�ElementTreeCommentType� �/usr/lib/python3.6/etree.py�getNodeDetails' s8 z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|j|� |d d|d fS d S d S )Nr r r )r r )r r r r �append)r r �element�key�parentsr" r' r' r( � getFirstChildO s z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|j|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r r ���r/ )r r r r* r )r r r+ r, r- r" r' r' r( �getNextSibling` s z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S s� t |t�r|\}}}}nd S |dkr:|s,|S |||d fS nD|j� }|sJ|S t|d �j|�dksdt�|t|d �j|�|d fS d S )Nr r r/ r/ )r r �popr �countr �index)r r r+ r, r- r" �parentr' r' r( � getParentNodet s z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__� __module__� __qualname__�__doc__r) r. r0 r5 r' )r& r' r( � TreeWalker s (r: )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer: r' )r& r( �getETreeBuilder s nr= )Z __future__r r r � collectionsr � ImportErrorZ ordereddict�dict�reZpip._vendor.sixr � r Z_utilsr �compiler r= ZgetETreeModuler' r' r' r( �<module> s t site-packages/pip/_vendor/html5lib/_trie/_base.py 0000644 00000001723 15231162611 0015756 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from collections import Mapping class Trie(Mapping): """Abstract base class for tries""" def keys(self, prefix=None): # pylint:disable=arguments-differ keys = super(Trie, self).keys() if prefix is None: return set(keys) # Python 2.6: no set comprehensions return set([x for x in keys if x.startswith(prefix)]) def has_keys_with_prefix(self, prefix): for key in self.keys(): if key.startswith(prefix): return True return False def longest_prefix(self, prefix): if prefix in self: return prefix for i in range(1, len(prefix) + 1): if prefix[:-i] in self: return prefix[:-i] raise KeyError(prefix) def longest_prefix_item(self, prefix): lprefix = self.longest_prefix(prefix) return (lprefix, self[lprefix]) site-packages/pip/_vendor/html5lib/_trie/py.py 0000644 00000003357 15231162611 0015342 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from bisect import bisect_left from ._base import Trie as ABCTrie class Trie(ABCTrie): def __init__(self, data): if not all(isinstance(x, text_type) for x in data.keys()): raise TypeError("All keys must be strings") self._data = data self._keys = sorted(data.keys()) self._cachestr = "" self._cachepoints = (0, len(data)) def __contains__(self, key): return key in self._data def __len__(self): return len(self._data) def __iter__(self): return iter(self._data) def __getitem__(self, key): return self._data[key] def keys(self, prefix=None): if prefix is None or prefix == "" or not self._keys: return set(self._keys) if prefix.startswith(self._cachestr): lo, hi = self._cachepoints start = i = bisect_left(self._keys, prefix, lo, hi) else: start = i = bisect_left(self._keys, prefix) keys = set() if start == len(self._keys): return keys while self._keys[i].startswith(prefix): keys.add(self._keys[i]) i += 1 self._cachestr = prefix self._cachepoints = (start, i) return keys def has_keys_with_prefix(self, prefix): if prefix in self._data: return True if prefix.startswith(self._cachestr): lo, hi = self._cachepoints i = bisect_left(self._keys, prefix, lo, hi) else: i = bisect_left(self._keys, prefix) if i == len(self._keys): return False return self._keys[i].startswith(prefix) site-packages/pip/_vendor/html5lib/_trie/datrie.py 0000644 00000002232 15231162611 0016151 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from datrie import Trie as DATrie from pip._vendor.six import text_type from ._base import Trie as ABCTrie class Trie(ABCTrie): def __init__(self, data): chars = set() for key in data.keys(): if not isinstance(key, text_type): raise TypeError("All keys must be strings") for char in key: chars.add(char) self._data = DATrie("".join(chars)) for key, value in data.items(): self._data[key] = value def __contains__(self, key): return key in self._data def __len__(self): return len(self._data) def __iter__(self): raise NotImplementedError() def __getitem__(self, key): return self._data[key] def keys(self, prefix=None): return self._data.keys(prefix) def has_keys_with_prefix(self, prefix): return self._data.has_keys_with_prefix(prefix) def longest_prefix(self, prefix): return self._data.longest_prefix(prefix) def longest_prefix_item(self, prefix): return self._data.longest_prefix_item(prefix) site-packages/pip/_vendor/html5lib/_trie/__init__.py 0000644 00000000441 15231162611 0016440 0 ustar 00 from __future__ import absolute_import, division, unicode_literals from .py import Trie as PyTrie Trie = PyTrie # pylint:disable=wrong-import-position try: from .datrie import Trie as DATrie except ImportError: pass else: Trie = DATrie # pylint:enable=wrong-import-position site-packages/pip/_vendor/html5lib/_trie/__pycache__/py.cpython-36.pyc 0000644 00000004143 15231162611 0021620 0 ustar 00 3 F��i� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z G dd� de �Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zdd d �Zdd� Z d S )r c C sJ t dd� |j� D ��s td��|| _t|j� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S )N)� isinstancer )�.0�x� r �/usr/lib/python3.6/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar r r �__init__ s z Trie.__init__c C s || j kS )N)r )r �keyr r r � __contains__ s zTrie.__contains__c C s t | j�S )N)r r )r r r r �__len__ s z Trie.__len__c C s t | j�S )N)�iterr )r r r r �__iter__ s z Trie.__iter__c C s | j | S )N)r )r r r r r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j r"t| j �S |j| j�rN| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krv|S x,| j | j|�r�|j| j | � |d7 }qxW || _||f| _|S )Nr r )r �set� startswithr r r r �add)r �prefix�lo�hi�start�ir r r r r s z Trie.keysc C sd || j krdS |j| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| j|�S )NTF)r r# r r r r r )r r% r& r' r) r r r �has_keys_with_prefix6 s zTrie.has_keys_with_prefix)N) �__name__� __module__� __qualname__r r r r r! r r* r r r r r s r N) Z __future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/py.cpython-36.opt-1.pyc 0000644 00000004143 15231162611 0022557 0 ustar 00 3 F��i� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z G dd� de �Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zdd d �Zdd� Z d S )r c C sJ t dd� |j� D ��s td��|| _t|j� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S )N)� isinstancer )�.0�x� r �/usr/lib/python3.6/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar r r �__init__ s z Trie.__init__c C s || j kS )N)r )r �keyr r r � __contains__ s zTrie.__contains__c C s t | j�S )N)r r )r r r r �__len__ s z Trie.__len__c C s t | j�S )N)�iterr )r r r r �__iter__ s z Trie.__iter__c C s | j | S )N)r )r r r r r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j r"t| j �S |j| j�rN| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krv|S x,| j | j|�r�|j| j | � |d7 }qxW || _||f| _|S )Nr r )r �set� startswithr r r r �add)r �prefix�lo�hi�start�ir r r r r s z Trie.keysc C sd || j krdS |j| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| j|�S )NTF)r r# r r r r r )r r% r& r' r) r r r �has_keys_with_prefix6 s zTrie.has_keys_with_prefix)N) �__name__� __module__� __qualname__r r r r r! r r* r r r r r s r N) Z __future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000524 15231162611 0023665 0 ustar 00 3 F��i! � @ sR d dl mZmZmZ ddlmZ eZyddlmZ W n e k rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN) Z __future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-36.opt-1.pyc 0000644 00000003626 15231162612 0023405 0 ustar 00 3 F��i� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ G dd� de �ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zdd d �Zdd� Z dd� Z dd� Z d S )r c C sv t � }x:|j� D ].}t|t�s&td��x|D ]}|j|� q,W qW tdj|��| _x |j � D ]\}}|| j|< q\W d S )NzAll keys must be strings� ) �set�keys� isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r � /usr/lib/python3.6/datrie.py�__init__ s z Trie.__init__c C s || j kS )N)r )r r r r r � __contains__ s zTrie.__contains__c C s t | j�S )N)�lenr )r r r r �__len__ s z Trie.__len__c C s t � �d S )N)�NotImplementedError)r r r r �__iter__ s z Trie.__iter__c C s | j | S )N)r )r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j j|�S )N)r r )r �prefixr r r r " s z Trie.keysc C s | j j|�S )N)r �has_keys_with_prefix)r r! r r r r" % s zTrie.has_keys_with_prefixc C s | j j|�S )N)r �longest_prefix)r r! r r r r# ( s zTrie.longest_prefixc C s | j j|�S )N)r �longest_prefix_item)r r! r r r r$ + s zTrie.longest_prefix_item)N) �__name__� __module__� __qualname__r r r r r r r" r# r$ r r r r r s r N) Z __future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-36.pyc 0000644 00000000524 15231162612 0022727 0 ustar 00 3 F��i! � @ sR d dl mZmZmZ ddlmZ eZyddlmZ W n e k rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN) Z __future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r � /usr/lib/python3.6/__init__.py�<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-36.pyc 0000644 00000003626 15231162612 0022446 0 ustar 00 3 F��i� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ G dd� de �ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zdd d �Zdd� Z dd� Z dd� Z d S )r c C sv t � }x:|j� D ].}t|t�s&td��x|D ]}|j|� q,W qW tdj|��| _x |j � D ]\}}|| j|< q\W d S )NzAll keys must be strings� ) �set�keys� isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r � /usr/lib/python3.6/datrie.py�__init__ s z Trie.__init__c C s || j kS )N)r )r r r r r � __contains__ s zTrie.__contains__c C s t | j�S )N)�lenr )r r r r �__len__ s z Trie.__len__c C s t � �d S )N)�NotImplementedError)r r r r �__iter__ s z Trie.__iter__c C s | j | S )N)r )r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j j|�S )N)r r )r �prefixr r r r " s z Trie.keysc C s | j j|�S )N)r �has_keys_with_prefix)r r! r r r r" % s zTrie.has_keys_with_prefixc C s | j j|�S )N)r �longest_prefix)r r! r r r r# ( s zTrie.longest_prefixc C s | j j|�S )N)r �longest_prefix_item)r r! r r r r$ + s zTrie.longest_prefix_item)N) �__name__� __module__� __qualname__r r r r r r r" r# r$ r r r r r s r N) Z __future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-36.pyc 0000644 00000002625 15231162612 0022245 0 ustar 00 3 F��i� � @ s4 d dl mZmZmZ d dlmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d � Z� ZS ) �Triez Abstract base class for triesNc s4 t t| �j� }� d kr t|�S t� fdd�|D ��S )Nc s g | ]}|j � �r|�qS � )� startswith)�.0�x)�prefixr �/usr/lib/python3.6/_base.py� <listcomp> s z Trie.keys.<locals>.<listcomp>)�superr �keys�set)�selfr r )� __class__)r r r s z Trie.keysc C s$ x | j � D ]}|j|�r dS q W dS )NTF)r r )r r �keyr r r �has_keys_with_prefix s zTrie.has_keys_with_prefixc C sT || kr |S x:t dt|�d �D ]$}|d | � | kr |d | � S q W t|��d S )N� )�range�len�KeyError)r r �ir r r �longest_prefix s zTrie.longest_prefixc C s | j |�}|| | fS )N)r )r r Zlprefixr r r �longest_prefix_item$ s zTrie.longest_prefix_item)N) �__name__� __module__� __qualname__�__doc__r r r r � __classcell__r r )r r r s r N)Z __future__r r r � collectionsr r r r r r �<module> s site-packages/pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-36.opt-1.pyc 0000644 00000002625 15231162612 0023204 0 ustar 00 3 F��i� � @ s4 d dl mZmZmZ d dlmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d � Z� ZS ) �Triez Abstract base class for triesNc s4 t t| �j� }� d kr t|�S t� fdd�|D ��S )Nc s g | ]}|j � �r|�qS � )� startswith)�.0�x)�prefixr �/usr/lib/python3.6/_base.py� <listcomp> s z Trie.keys.<locals>.<listcomp>)�superr �keys�set)�selfr r )� __class__)r r r s z Trie.keysc C s$ x | j � D ]}|j|�r dS q W dS )NTF)r r )r r �keyr r r �has_keys_with_prefix s zTrie.has_keys_with_prefixc C sT || kr |S x:t dt|�d �D ]$}|d | � | kr |d | � S q W t|��d S )N� )�range�len�KeyError)r r �ir r r �longest_prefix s zTrie.longest_prefixc C s | j |�}|| | fS )N)r )r r Zlprefixr r r �longest_prefix_item$ s zTrie.longest_prefix_item)N) �__name__� __module__� __qualname__�__doc__r r r r � __classcell__r r )r r r s r N)Z __future__r r r � collectionsr r r r r r �<module> s site-packages/pip/_vendor/html5lib/__pycache__/html5parser.cpython-36.pyc 0000644 00000277205 15231162612 0022350 0 ustar 00 3 F��i�� � @ sF d dl mZmZmZ d dlmZmZmZ d dlZyd dl m Z W n e k r` d dl m Z Y nX ddl mZ ddl mZ ddl mZ dd lmZ dd l mZ dd lmZmZmZmZmZmZmZm Z m Z m Z m Z m Z!m"Z"m#Z#m$Z$m%Z% d!dd�Z&d"dd�Z'dd� Z(G dd� de)�Z*ej+dd� �Z,dd� Z-d#d d �Z.G d d � d e/�Z0dS )$� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeys�PY3N)� OrderedDict� )� _inputstream)� _tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements� cdataElements�rcdataElements� tokenTypes� tagTokenTypes� namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�ReparseException�etreeTc K s$ t j|�}t||d�}|j| f|�S )z.Parse a string or file-like object into a tree)�namespaceHTMLElements)r �getTreeBuilder� HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r) �!/usr/lib/python3.6/html5parser.pyr# s r# �divc K s, t j|�}t||d�}|j| fd|i|��S )N)r � container)r r! r" � parseFragment)r$ r, r% r r& r' r( r) r) r* r- & s r- c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc sB x0|j � D ]$\}}t|tj�r&� |�}|||< q W tj| |||�S )N)�items� isinstance�types� FunctionType�type�__new__)�metaZ classname�basesZ classDictZ attributeNameZ attribute)�functionr) r* r3 . s z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__� __module__� __qualname__r3 r) )r6 r) r* � Decorated- s r: )r2 )r6 r: r) )r6 r* �method_decorator_metaclass, s r; c @ s� e Zd ZdZd+dd�Zd,dd �Zd d � Zed d � �Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zd-dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� ZdS ).r" zZHTML parser. Generates a tree structure from a stream of (possibly malformed) HTMLNFTc sL |� _ |dkrtjd�}||�� _g � _t� fdd�t|�j� D ��� _dS )a strict - raise an exception when a parse error is encountered tree - a treebuilder class controlling the type of tree that will be returned. Built in treebuilders can be accessed through html5lib.treebuilders.getTreeBuilder(treeType) Nr c s g | ]\}}||� � j �f�qS r) )�tree)�.0�name�cls)�selfr) r* � <listcomp>M s z'HTMLParser.__init__.<locals>.<listcomp>) �strictr r! r< �errors�dict� getPhasesr. �phases)r@ r< rB r �debugr) )r@ r* �__init__< s zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|��| _| j� y | j� W n$ tk rb | j� | j� Y nX d S )N�parser) � innerHTMLModer, � scriptingr Z HTMLTokenizer� tokenizer�reset�mainLoopr )r@ �stream� innerHTMLr, rK r& r) r) r* �_parseP s zHTMLParser._parsec C s� | j j� d| _g | _g | _d| _| jr�| jj� | _ | j t krL| j j | j _ n0| j tkrd| j j| j _ n| j dkr|| j j| j _ n | jd | _| jj� | j� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext� beforeHtml�initialT)r< rM � firstStartTagrC �log� compatModerJ r, �lowerrP r rL � rcdataState�stater � rawtextState�plaintextStaterF �phase�insertHtmlElement�resetInsertionModeZ lastPhaseZbeforeRCDataPhase� framesetOK)r@ r) r) r* rM ^ s* zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�The name of the character encoding that was used to decode the input stream, or :obj:`None` if that is not determined yet. rL Nr )�hasattrrL rO � charEncodingr> )r@ r) r) r* �documentEncoding� s zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd jt�dkS |j|j ftkS d S )Nzannotation-xml�mathml�encoding� text/html�application/xhtml+xml)rf rg )r> � namespacer � attributes� translater r )r@ �elementr) r) r* �isHTMLIntegrationPoint� s z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS )N)rh r> r )r@ rk r) r) r* � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sz t d }t d }t d }t d }t d }t d }t d }�x�| j� D �]�}d } |} �x�| d k �r | } | jjrx| jjd nd } | r�| jnd } | r�| jnd } | d }||kr�| j| d | jd i �� d } qVt| jj�d k�sl| | jj k�sl| j | ��r ||k�r|d t ddg�k�sl|||fk�sl| t d k�rP| dk�rP||k�rP|d dk�sl| j | ��rt||||fk�rt| j}n | jd }||k�r�|j| �} qV||k�r�|j| �} qV||k�r�|j| �} qV||k�r�|j| �} qV||k�r�|j| �} qV||krV|j| �} qVW ||krD| d rD| d rD| jdd | d i� qDW d}g }x8|�rt|j| j� | jj� }|�r>| j|k�s>t��q>W d S )N� CharactersZSpaceCharacters�StartTag�EndTag�CommentZDoctype� ParseErrorr r2 �data�datavarsr r> ZmglyphZ malignmarkrd zannotation-xml�svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT���)r �normalizedTokensr< � openElementsrh r> � parseError�get�len�defaultNamespacerm � frozensetr rl r] rF �processCharacters�processSpaceCharacters�processStartTag� processEndTag�processComment�processDoctype�append� processEOF�AssertionError)r@ ZCharactersTokenZSpaceCharactersTokenZ StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorToken�tokenZ prev_token� new_token� currentNodeZcurrentNodeNamespaceZcurrentNodeNamer2 r] Z reprocessrF r) r) r* rN � sp zHTMLParser.mainLoopc c s x| j D ]}| j|�V qW d S )N)rL �normalizeToken)r@ r� r) r) r* rz � s zHTMLParser.normalizedTokensc O s | j |ddf|�|� | jj� S )a� Parse a HTML document into a well-formed tree stream - a filelike object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) scripting - treat noscript elements as if javascript was turned on FN)rQ r< Z getDocument)r@ rO �argsr& r) r) r* r# � s zHTMLParser.parsec O s | j |df|�|� | jj� S )a2 Parse a HTML fragment into a well-formed tree fragment container - name of the element we're setting the innerHTML property if set to None, default to 'div' stream - a filelike object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) scripting - treat noscript elements as if javascript was turned on T)rQ r< Z getFragment)r@ rO r� r& r) r) r* r- � s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d kr i }| j j| jjj� ||f� | jr<tt| | ��d S )N)rC r� rL rO ZpositionrB rr r )r@ � errorcodert r) r) r* r| s zHTMLParser.parseErrorc C sT |d t d krP|d }t|�|d<