forked from mirrors/gecko-dev
Did you know that our version of requests was from 2015? Phwoar! This bumps `jinja2`, `py`, `pyyaml`, `requests` and `urllib3`. There's significant risk for regressions due to breaking changes, though due to the dynamic nature of Python, they're tricky to track down. The potential breaking changes I'm expecting to potentially affect us are: * `requests@2.11.0`: No longer accepts non-strings as header values. * `requests@2.16.0`: `requests.packages` namespace was removed due to packages no longer being vendored. The namespace has been incrementally restored over future releases, but it's unclear to what degree. * `requests@2.24.0`: Redirect resolution now only happens when `allow_redirects` is `True`. * `requests` version of `urllib3` was bumped from `1.13.1` to `1.26`, unsure what repercussions that will have. This also added dependencies to `flake8_requirements`. This is because the vendored `importlib-metadata` update (and the new `typing-extensions` dependency) is found by `pip`, but the vendored `typing-extensions` is _not_ discovered (perhaps due to details around "eggs" and the way we add vendored code to the sys.path). So, `pip` tries to install it manually and fails when it finds no hash. By re-compiling `flake8_requirements`, the necessary hashes are made available. Differential Revision: https://phabricator.services.mozilla.com/D108526
296 lines
9.6 KiB
Python
296 lines
9.6 KiB
Python
|
|
NAME = 'PyYAML'
|
|
VERSION = '5.4.1'
|
|
DESCRIPTION = "YAML parser and emitter for Python"
|
|
LONG_DESCRIPTION = """\
|
|
YAML is a data serialization format designed for human readability
|
|
and interaction with scripting languages. PyYAML is a YAML parser
|
|
and emitter for Python.
|
|
|
|
PyYAML features a complete YAML 1.1 parser, Unicode support, pickle
|
|
support, capable extension API, and sensible error messages. PyYAML
|
|
supports standard YAML tags and provides Python-specific tags that
|
|
allow to represent an arbitrary Python object.
|
|
|
|
PyYAML is applicable for a broad range of tasks from complex
|
|
configuration files to object serialization and persistence."""
|
|
AUTHOR = "Kirill Simonov"
|
|
AUTHOR_EMAIL = 'xi@resolvent.net'
|
|
LICENSE = "MIT"
|
|
PLATFORMS = "Any"
|
|
URL = "https://pyyaml.org/"
|
|
DOWNLOAD_URL = "https://pypi.org/project/PyYAML/"
|
|
CLASSIFIERS = [
|
|
"Development Status :: 5 - Production/Stable",
|
|
"Intended Audience :: Developers",
|
|
"License :: OSI Approved :: MIT License",
|
|
"Operating System :: OS Independent",
|
|
"Programming Language :: Cython",
|
|
"Programming Language :: Python",
|
|
"Programming Language :: Python :: 2",
|
|
"Programming Language :: Python :: 2.7",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.6",
|
|
"Programming Language :: Python :: 3.7",
|
|
"Programming Language :: Python :: 3.8",
|
|
"Programming Language :: Python :: 3.9",
|
|
"Programming Language :: Python :: Implementation :: CPython",
|
|
"Programming Language :: Python :: Implementation :: PyPy",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"Topic :: Text Processing :: Markup",
|
|
]
|
|
PROJECT_URLS = {
|
|
'Bug Tracker': 'https://github.com/yaml/pyyaml/issues',
|
|
'CI': 'https://github.com/yaml/pyyaml/actions',
|
|
'Documentation': 'https://pyyaml.org/wiki/PyYAMLDocumentation',
|
|
'Mailing lists': 'http://lists.sourceforge.net/lists/listinfo/yaml-core',
|
|
'Source Code': 'https://github.com/yaml/pyyaml',
|
|
}
|
|
|
|
LIBYAML_CHECK = """
|
|
#include <yaml.h>
|
|
|
|
int main(void) {
|
|
yaml_parser_t parser;
|
|
yaml_emitter_t emitter;
|
|
|
|
yaml_parser_initialize(&parser);
|
|
yaml_parser_delete(&parser);
|
|
|
|
yaml_emitter_initialize(&emitter);
|
|
yaml_emitter_delete(&emitter);
|
|
|
|
return 0;
|
|
}
|
|
"""
|
|
|
|
|
|
import sys, os, os.path, platform, warnings
|
|
|
|
from distutils import log
|
|
from setuptools import setup, Command, Distribution as _Distribution, Extension as _Extension
|
|
from setuptools.command.build_ext import build_ext as _build_ext
|
|
from distutils.errors import DistutilsError, CompileError, LinkError, DistutilsPlatformError
|
|
|
|
with_cython = False
|
|
if 'sdist' in sys.argv or os.environ.get('PYYAML_FORCE_CYTHON') == '1':
|
|
# we need cython here
|
|
with_cython = True
|
|
try:
|
|
from Cython.Distutils.extension import Extension as _Extension
|
|
from Cython.Distutils import build_ext as _build_ext
|
|
with_cython = True
|
|
except ImportError:
|
|
if with_cython:
|
|
raise
|
|
|
|
try:
|
|
from wheel.bdist_wheel import bdist_wheel
|
|
except ImportError:
|
|
bdist_wheel = None
|
|
|
|
|
|
# on Windows, disable wheel generation warning noise
|
|
windows_ignore_warnings = [
|
|
"Unknown distribution option: 'python_requires'",
|
|
"Config variable 'Py_DEBUG' is unset",
|
|
"Config variable 'WITH_PYMALLOC' is unset",
|
|
"Config variable 'Py_UNICODE_SIZE' is unset",
|
|
"Cython directive 'language_level' not set"
|
|
]
|
|
|
|
if platform.system() == 'Windows':
|
|
for w in windows_ignore_warnings:
|
|
warnings.filterwarnings('ignore', w)
|
|
|
|
|
|
class Distribution(_Distribution):
|
|
def __init__(self, attrs=None):
|
|
_Distribution.__init__(self, attrs)
|
|
if not self.ext_modules:
|
|
return
|
|
for idx in range(len(self.ext_modules)-1, -1, -1):
|
|
ext = self.ext_modules[idx]
|
|
if not isinstance(ext, Extension):
|
|
continue
|
|
setattr(self, ext.attr_name, None)
|
|
self.global_options = [
|
|
(ext.option_name, None,
|
|
"include %s (default if %s is available)"
|
|
% (ext.feature_description, ext.feature_name)),
|
|
(ext.neg_option_name, None,
|
|
"exclude %s" % ext.feature_description),
|
|
] + self.global_options
|
|
self.negative_opt = self.negative_opt.copy()
|
|
self.negative_opt[ext.neg_option_name] = ext.option_name
|
|
|
|
def has_ext_modules(self):
|
|
if not self.ext_modules:
|
|
return False
|
|
for ext in self.ext_modules:
|
|
with_ext = self.ext_status(ext)
|
|
if with_ext is None or with_ext:
|
|
return True
|
|
return False
|
|
|
|
def ext_status(self, ext):
|
|
implementation = platform.python_implementation()
|
|
if implementation not in ['CPython', 'PyPy']:
|
|
return False
|
|
if isinstance(ext, Extension):
|
|
# the "build by default" behavior is implemented by this returning None
|
|
with_ext = getattr(self, ext.attr_name) or os.environ.get('PYYAML_FORCE_{0}'.format(ext.feature_name.upper()))
|
|
try:
|
|
with_ext = int(with_ext) # attempt coerce envvar to int
|
|
except TypeError:
|
|
pass
|
|
return with_ext
|
|
else:
|
|
return True
|
|
|
|
|
|
class Extension(_Extension):
|
|
|
|
def __init__(self, name, sources, feature_name, feature_description,
|
|
feature_check, **kwds):
|
|
if not with_cython:
|
|
for filename in sources[:]:
|
|
base, ext = os.path.splitext(filename)
|
|
if ext == '.pyx':
|
|
sources.remove(filename)
|
|
sources.append('%s.c' % base)
|
|
_Extension.__init__(self, name, sources, **kwds)
|
|
self.feature_name = feature_name
|
|
self.feature_description = feature_description
|
|
self.feature_check = feature_check
|
|
self.attr_name = 'with_' + feature_name.replace('-', '_')
|
|
self.option_name = 'with-' + feature_name
|
|
self.neg_option_name = 'without-' + feature_name
|
|
|
|
|
|
class build_ext(_build_ext):
|
|
|
|
def run(self):
|
|
optional = True
|
|
disabled = True
|
|
for ext in self.extensions:
|
|
with_ext = self.distribution.ext_status(ext)
|
|
if with_ext is None:
|
|
disabled = False
|
|
elif with_ext:
|
|
optional = False
|
|
disabled = False
|
|
break
|
|
if disabled:
|
|
return
|
|
try:
|
|
_build_ext.run(self)
|
|
except DistutilsPlatformError:
|
|
exc = sys.exc_info()[1]
|
|
if optional:
|
|
log.warn(str(exc))
|
|
log.warn("skipping build_ext")
|
|
else:
|
|
raise
|
|
|
|
def get_source_files(self):
|
|
self.check_extensions_list(self.extensions)
|
|
filenames = []
|
|
for ext in self.extensions:
|
|
if with_cython:
|
|
self.cython_sources(ext.sources, ext)
|
|
for filename in ext.sources:
|
|
filenames.append(filename)
|
|
base = os.path.splitext(filename)[0]
|
|
for ext in ['c', 'h', 'pyx', 'pxd']:
|
|
filename = '%s.%s' % (base, ext)
|
|
if filename not in filenames and os.path.isfile(filename):
|
|
filenames.append(filename)
|
|
return filenames
|
|
|
|
def get_outputs(self):
|
|
self.check_extensions_list(self.extensions)
|
|
outputs = []
|
|
for ext in self.extensions:
|
|
fullname = self.get_ext_fullname(ext.name)
|
|
filename = os.path.join(self.build_lib,
|
|
self.get_ext_filename(fullname))
|
|
if os.path.isfile(filename):
|
|
outputs.append(filename)
|
|
return outputs
|
|
|
|
def build_extensions(self):
|
|
self.check_extensions_list(self.extensions)
|
|
for ext in self.extensions:
|
|
with_ext = self.distribution.ext_status(ext)
|
|
if with_ext is not None and not with_ext:
|
|
continue
|
|
if with_cython:
|
|
ext.sources = self.cython_sources(ext.sources, ext)
|
|
try:
|
|
self.build_extension(ext)
|
|
except (CompileError, LinkError):
|
|
if with_ext is not None:
|
|
raise
|
|
log.warn("Error compiling module, falling back to pure Python")
|
|
|
|
|
|
class test(Command):
|
|
|
|
user_options = []
|
|
|
|
def initialize_options(self):
|
|
pass
|
|
|
|
def finalize_options(self):
|
|
pass
|
|
|
|
def run(self):
|
|
build_cmd = self.get_finalized_command('build')
|
|
build_cmd.run()
|
|
sys.path.insert(0, build_cmd.build_lib)
|
|
if sys.version_info[0] < 3:
|
|
sys.path.insert(0, 'tests/lib')
|
|
else:
|
|
sys.path.insert(0, 'tests/lib3')
|
|
import test_all
|
|
if not test_all.main([]):
|
|
raise DistutilsError("Tests failed")
|
|
|
|
|
|
cmdclass = {
|
|
'build_ext': build_ext,
|
|
'test': test,
|
|
}
|
|
if bdist_wheel:
|
|
cmdclass['bdist_wheel'] = bdist_wheel
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
setup(
|
|
name=NAME,
|
|
version=VERSION,
|
|
description=DESCRIPTION,
|
|
long_description=LONG_DESCRIPTION,
|
|
author=AUTHOR,
|
|
author_email=AUTHOR_EMAIL,
|
|
license=LICENSE,
|
|
platforms=PLATFORMS,
|
|
url=URL,
|
|
download_url=DOWNLOAD_URL,
|
|
classifiers=CLASSIFIERS,
|
|
project_urls=PROJECT_URLS,
|
|
|
|
package_dir={'': {2: 'lib', 3: 'lib3'}[sys.version_info[0]]},
|
|
packages=['yaml', '_yaml'],
|
|
ext_modules=[
|
|
Extension('yaml._yaml', ['yaml/_yaml.pyx'],
|
|
'libyaml', "LibYAML bindings", LIBYAML_CHECK,
|
|
libraries=['yaml']),
|
|
],
|
|
|
|
distclass=Distribution,
|
|
cmdclass=cmdclass,
|
|
python_requires='>=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*',
|
|
)
|