| import glob |
| import os |
| import subprocess |
| import sys |
| from distutils import log |
| from distutils.errors import DistutilsError |
| |
| import pkg_resources |
| from setuptools.command.easy_install import easy_install |
| from setuptools.extern import six |
| from setuptools.wheel import Wheel |
| |
| from .py31compat import TemporaryDirectory |
| |
| |
| def _fixup_find_links(find_links): |
| """Ensure find-links option end-up being a list of strings.""" |
| if isinstance(find_links, six.string_types): |
| return find_links.split() |
| assert isinstance(find_links, (tuple, list)) |
| return find_links |
| |
| |
| def _legacy_fetch_build_egg(dist, req): |
| """Fetch an egg needed for building. |
| |
| Legacy path using EasyInstall. |
| """ |
| tmp_dist = dist.__class__({'script_args': ['easy_install']}) |
| opts = tmp_dist.get_option_dict('easy_install') |
| opts.clear() |
| opts.update( |
| (k, v) |
| for k, v in dist.get_option_dict('easy_install').items() |
| if k in ( |
| # don't use any other settings |
| 'find_links', 'site_dirs', 'index_url', |
| 'optimize', 'site_dirs', 'allow_hosts', |
| )) |
| if dist.dependency_links: |
| links = dist.dependency_links[:] |
| if 'find_links' in opts: |
| links = _fixup_find_links(opts['find_links'][1]) + links |
| opts['find_links'] = ('setup', links) |
| install_dir = dist.get_egg_cache_dir() |
| cmd = easy_install( |
| tmp_dist, args=["x"], install_dir=install_dir, |
| exclude_scripts=True, |
| always_copy=False, build_directory=None, editable=False, |
| upgrade=False, multi_version=True, no_report=True, user=False |
| ) |
| cmd.ensure_finalized() |
| return cmd.easy_install(req) |
| |
| |
| def fetch_build_egg(dist, req): |
| """Fetch an egg needed for building. |
| |
| Use pip/wheel to fetch/build a wheel.""" |
| # Check pip is available. |
| try: |
| pkg_resources.get_distribution('pip') |
| except pkg_resources.DistributionNotFound: |
| dist.announce( |
| 'WARNING: The pip package is not available, falling back ' |
| 'to EasyInstall for handling setup_requires/test_requires; ' |
| 'this is deprecated and will be removed in a future version.' |
| , log.WARN |
| ) |
| return _legacy_fetch_build_egg(dist, req) |
| # Warn if wheel is not. |
| try: |
| pkg_resources.get_distribution('wheel') |
| except pkg_resources.DistributionNotFound: |
| dist.announce('WARNING: The wheel package is not available.', log.WARN) |
| # Ignore environment markers; if supplied, it is required. |
| req = strip_marker(req) |
| # Take easy_install options into account, but do not override relevant |
| # pip environment variables (like PIP_INDEX_URL or PIP_QUIET); they'll |
| # take precedence. |
| opts = dist.get_option_dict('easy_install') |
| if 'allow_hosts' in opts: |
| raise DistutilsError('the `allow-hosts` option is not supported ' |
| 'when using pip to install requirements.') |
| if 'PIP_QUIET' in os.environ or 'PIP_VERBOSE' in os.environ: |
| quiet = False |
| else: |
| quiet = True |
| if 'PIP_INDEX_URL' in os.environ: |
| index_url = None |
| elif 'index_url' in opts: |
| index_url = opts['index_url'][1] |
| else: |
| index_url = None |
| if 'find_links' in opts: |
| find_links = _fixup_find_links(opts['find_links'][1])[:] |
| else: |
| find_links = [] |
| if dist.dependency_links: |
| find_links.extend(dist.dependency_links) |
| eggs_dir = os.path.realpath(dist.get_egg_cache_dir()) |
| environment = pkg_resources.Environment() |
| for egg_dist in pkg_resources.find_distributions(eggs_dir): |
| if egg_dist in req and environment.can_add(egg_dist): |
| return egg_dist |
| with TemporaryDirectory() as tmpdir: |
| cmd = [ |
| sys.executable, '-m', 'pip', |
| '--disable-pip-version-check', |
| 'wheel', '--no-deps', |
| '-w', tmpdir, |
| ] |
| if quiet: |
| cmd.append('--quiet') |
| if index_url is not None: |
| cmd.extend(('--index-url', index_url)) |
| if find_links is not None: |
| for link in find_links: |
| cmd.extend(('--find-links', link)) |
| # If requirement is a PEP 508 direct URL, directly pass |
| # the URL to pip, as `req @ url` does not work on the |
| # command line. |
| if req.url: |
| cmd.append(req.url) |
| else: |
| cmd.append(str(req)) |
| try: |
| subprocess.check_call(cmd) |
| except subprocess.CalledProcessError as e: |
| raise DistutilsError(str(e)) |
| wheel = Wheel(glob.glob(os.path.join(tmpdir, '*.whl'))[0]) |
| dist_location = os.path.join(eggs_dir, wheel.egg_name()) |
| wheel.install_as_egg(dist_location) |
| dist_metadata = pkg_resources.PathMetadata( |
| dist_location, os.path.join(dist_location, 'EGG-INFO')) |
| dist = pkg_resources.Distribution.from_filename( |
| dist_location, metadata=dist_metadata) |
| return dist |
| |
| |
| def strip_marker(req): |
| """ |
| Return a new requirement without the environment marker to avoid |
| calling pip with something like `babel; extra == "i18n"`, which |
| would always be ignored. |
| """ |
| # create a copy to avoid mutating the input |
| req = pkg_resources.Requirement.parse(str(req)) |
| req.marker = None |
| return req |