forked from mirrors/gecko-dev
7704587508
There's a `Cython` issue (https://github.com/yaml/pyyaml/issues/601) with `PyYAML` that breaks our `./mach vendor python` in versions of PyYAML `>5.3.1` and `=<6.0`. This issue has been resolved with `PyYAML` version `6.0.1`, and we can just safely upgrade to it (rather than downgrading to `5.3.1` (which has other issues). Differential Revision: https://phabricator.services.mozilla.com/D183818
314 lines
10 KiB
Python
314 lines
10 KiB
Python
|
|
NAME = 'PyYAML'
|
|
VERSION = '6.0.1'
|
|
DESCRIPTION = "YAML parser and emitter for Python"
|
|
LONG_DESCRIPTION = """\
|
|
YAML is a data serialization format designed for human readability
|
|
and interaction with scripting languages. PyYAML is a YAML parser
|
|
and emitter for Python.
|
|
|
|
PyYAML features a complete YAML 1.1 parser, Unicode support, pickle
|
|
support, capable extension API, and sensible error messages. PyYAML
|
|
supports standard YAML tags and provides Python-specific tags that
|
|
allow to represent an arbitrary Python object.
|
|
|
|
PyYAML is applicable for a broad range of tasks from complex
|
|
configuration files to object serialization and persistence."""
|
|
AUTHOR = "Kirill Simonov"
|
|
AUTHOR_EMAIL = 'xi@resolvent.net'
|
|
LICENSE = "MIT"
|
|
PLATFORMS = "Any"
|
|
URL = "https://pyyaml.org/"
|
|
DOWNLOAD_URL = "https://pypi.org/project/PyYAML/"
|
|
CLASSIFIERS = [
|
|
"Development Status :: 5 - Production/Stable",
|
|
"Intended Audience :: Developers",
|
|
"License :: OSI Approved :: MIT License",
|
|
"Operating System :: OS Independent",
|
|
"Programming Language :: Cython",
|
|
"Programming Language :: Python",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.6",
|
|
"Programming Language :: Python :: 3.7",
|
|
"Programming Language :: Python :: 3.8",
|
|
"Programming Language :: Python :: 3.9",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: Implementation :: CPython",
|
|
"Programming Language :: Python :: Implementation :: PyPy",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"Topic :: Text Processing :: Markup",
|
|
]
|
|
PROJECT_URLS = {
|
|
'Bug Tracker': 'https://github.com/yaml/pyyaml/issues',
|
|
'CI': 'https://github.com/yaml/pyyaml/actions',
|
|
'Documentation': 'https://pyyaml.org/wiki/PyYAMLDocumentation',
|
|
'Mailing lists': 'http://lists.sourceforge.net/lists/listinfo/yaml-core',
|
|
'Source Code': 'https://github.com/yaml/pyyaml',
|
|
}
|
|
|
|
LIBYAML_CHECK = """
|
|
#include <yaml.h>
|
|
|
|
int main(void) {
|
|
yaml_parser_t parser;
|
|
yaml_emitter_t emitter;
|
|
|
|
yaml_parser_initialize(&parser);
|
|
yaml_parser_delete(&parser);
|
|
|
|
yaml_emitter_initialize(&emitter);
|
|
yaml_emitter_delete(&emitter);
|
|
|
|
return 0;
|
|
}
|
|
"""
|
|
|
|
|
|
import sys, os, os.path, pathlib, platform, shutil, tempfile, warnings
|
|
|
|
# for newer setuptools, enable the embedded distutils before importing setuptools/distutils to avoid warnings
|
|
os.environ['SETUPTOOLS_USE_DISTUTILS'] = 'local'
|
|
|
|
from setuptools import setup, Command, Distribution as _Distribution, Extension as _Extension
|
|
from setuptools.command.build_ext import build_ext as _build_ext
|
|
# NB: distutils imports must remain below setuptools to ensure we use the embedded version
|
|
from distutils import log
|
|
from distutils.errors import DistutilsError, CompileError, LinkError, DistutilsPlatformError
|
|
|
|
with_cython = False
|
|
if 'sdist' in sys.argv or os.environ.get('PYYAML_FORCE_CYTHON') == '1':
|
|
# we need cython here
|
|
with_cython = True
|
|
try:
|
|
from Cython.Distutils.extension import Extension as _Extension
|
|
from Cython.Distutils import build_ext as _build_ext
|
|
with_cython = True
|
|
except ImportError:
|
|
if with_cython:
|
|
raise
|
|
|
|
try:
|
|
from wheel.bdist_wheel import bdist_wheel
|
|
except ImportError:
|
|
bdist_wheel = None
|
|
|
|
|
|
# on Windows, disable wheel generation warning noise
|
|
windows_ignore_warnings = [
|
|
"Unknown distribution option: 'python_requires'",
|
|
"Config variable 'Py_DEBUG' is unset",
|
|
"Config variable 'WITH_PYMALLOC' is unset",
|
|
"Config variable 'Py_UNICODE_SIZE' is unset",
|
|
"Cython directive 'language_level' not set"
|
|
]
|
|
|
|
if platform.system() == 'Windows':
|
|
for w in windows_ignore_warnings:
|
|
warnings.filterwarnings('ignore', w)
|
|
|
|
|
|
class Distribution(_Distribution):
|
|
def __init__(self, attrs=None):
|
|
_Distribution.__init__(self, attrs)
|
|
if not self.ext_modules:
|
|
return
|
|
for idx in range(len(self.ext_modules)-1, -1, -1):
|
|
ext = self.ext_modules[idx]
|
|
if not isinstance(ext, Extension):
|
|
continue
|
|
setattr(self, ext.attr_name, None)
|
|
self.global_options = [
|
|
(ext.option_name, None,
|
|
"include %s (default if %s is available)"
|
|
% (ext.feature_description, ext.feature_name)),
|
|
(ext.neg_option_name, None,
|
|
"exclude %s" % ext.feature_description),
|
|
] + self.global_options
|
|
self.negative_opt = self.negative_opt.copy()
|
|
self.negative_opt[ext.neg_option_name] = ext.option_name
|
|
|
|
def has_ext_modules(self):
|
|
if not self.ext_modules:
|
|
return False
|
|
for ext in self.ext_modules:
|
|
with_ext = self.ext_status(ext)
|
|
if with_ext is None or with_ext:
|
|
return True
|
|
return False
|
|
|
|
def ext_status(self, ext):
|
|
implementation = platform.python_implementation()
|
|
if implementation not in ['CPython', 'PyPy']:
|
|
return False
|
|
if isinstance(ext, Extension):
|
|
# the "build by default" behavior is implemented by this returning None
|
|
with_ext = getattr(self, ext.attr_name) or os.environ.get('PYYAML_FORCE_{0}'.format(ext.feature_name.upper()))
|
|
try:
|
|
with_ext = int(with_ext) # attempt coerce envvar to int
|
|
except TypeError:
|
|
pass
|
|
return with_ext
|
|
else:
|
|
return True
|
|
|
|
|
|
class Extension(_Extension):
|
|
|
|
def __init__(self, name, sources, feature_name, feature_description,
|
|
feature_check, **kwds):
|
|
if not with_cython:
|
|
for filename in sources[:]:
|
|
base, ext = os.path.splitext(filename)
|
|
if ext == '.pyx':
|
|
sources.remove(filename)
|
|
sources.append('%s.c' % base)
|
|
_Extension.__init__(self, name, sources, **kwds)
|
|
self.feature_name = feature_name
|
|
self.feature_description = feature_description
|
|
self.feature_check = feature_check
|
|
self.attr_name = 'with_' + feature_name.replace('-', '_')
|
|
self.option_name = 'with-' + feature_name
|
|
self.neg_option_name = 'without-' + feature_name
|
|
|
|
|
|
class build_ext(_build_ext):
|
|
|
|
def run(self):
|
|
optional = True
|
|
disabled = True
|
|
for ext in self.extensions:
|
|
with_ext = self.distribution.ext_status(ext)
|
|
if with_ext is None:
|
|
disabled = False
|
|
elif with_ext:
|
|
optional = False
|
|
disabled = False
|
|
break
|
|
if disabled:
|
|
return
|
|
try:
|
|
_build_ext.run(self)
|
|
except DistutilsPlatformError:
|
|
exc = sys.exc_info()[1]
|
|
if optional:
|
|
log.warn(str(exc))
|
|
log.warn("skipping build_ext")
|
|
else:
|
|
raise
|
|
|
|
def get_source_files(self):
|
|
self.check_extensions_list(self.extensions)
|
|
filenames = []
|
|
for ext in self.extensions:
|
|
if with_cython:
|
|
self.cython_sources(ext.sources, ext)
|
|
for filename in ext.sources:
|
|
filenames.append(filename)
|
|
base = os.path.splitext(filename)[0]
|
|
for ext in ['c', 'h', 'pyx', 'pxd']:
|
|
filename = '%s.%s' % (base, ext)
|
|
if filename not in filenames and os.path.isfile(filename):
|
|
filenames.append(filename)
|
|
return filenames
|
|
|
|
def get_outputs(self):
|
|
self.check_extensions_list(self.extensions)
|
|
outputs = []
|
|
for ext in self.extensions:
|
|
fullname = self.get_ext_fullname(ext.name)
|
|
filename = os.path.join(self.build_lib,
|
|
self.get_ext_filename(fullname))
|
|
if os.path.isfile(filename):
|
|
outputs.append(filename)
|
|
return outputs
|
|
|
|
def build_extensions(self):
|
|
self.check_extensions_list(self.extensions)
|
|
for ext in self.extensions:
|
|
with_ext = self.distribution.ext_status(ext)
|
|
if with_ext is not None and not with_ext:
|
|
continue
|
|
if with_cython:
|
|
ext.sources = self.cython_sources(ext.sources, ext)
|
|
try:
|
|
self.build_extension(ext)
|
|
except (CompileError, LinkError):
|
|
if with_ext is not None:
|
|
raise
|
|
log.warn("Error compiling module, falling back to pure Python")
|
|
|
|
|
|
class test(Command):
|
|
|
|
user_options = []
|
|
|
|
def initialize_options(self):
|
|
pass
|
|
|
|
def finalize_options(self):
|
|
pass
|
|
|
|
def run(self):
|
|
build_cmd = self.get_finalized_command('build')
|
|
build_cmd.run()
|
|
|
|
# running the tests this way can pollute the post-MANIFEST build sources
|
|
# (see https://github.com/yaml/pyyaml/issues/527#issuecomment-921058344)
|
|
# until we remove the test command, run tests from an ephemeral copy of the intermediate build sources
|
|
tempdir = tempfile.TemporaryDirectory(prefix='test_pyyaml')
|
|
|
|
try:
|
|
# have to create a subdir since we don't get dir_exists_ok on copytree until 3.8
|
|
temp_test_path = pathlib.Path(tempdir.name) / 'pyyaml'
|
|
shutil.copytree(build_cmd.build_lib, temp_test_path)
|
|
sys.path.insert(0, str(temp_test_path))
|
|
sys.path.insert(0, 'tests/lib')
|
|
|
|
import test_all
|
|
if not test_all.main([]):
|
|
raise DistutilsError("Tests failed")
|
|
finally:
|
|
try:
|
|
# this can fail under Windows; best-effort cleanup
|
|
tempdir.cleanup()
|
|
except Exception:
|
|
pass
|
|
|
|
|
|
cmdclass = {
|
|
'build_ext': build_ext,
|
|
'test': test,
|
|
}
|
|
if bdist_wheel:
|
|
cmdclass['bdist_wheel'] = bdist_wheel
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
setup(
|
|
name=NAME,
|
|
version=VERSION,
|
|
description=DESCRIPTION,
|
|
long_description=LONG_DESCRIPTION,
|
|
author=AUTHOR,
|
|
author_email=AUTHOR_EMAIL,
|
|
license=LICENSE,
|
|
platforms=PLATFORMS,
|
|
url=URL,
|
|
download_url=DOWNLOAD_URL,
|
|
classifiers=CLASSIFIERS,
|
|
project_urls=PROJECT_URLS,
|
|
|
|
package_dir={'': 'lib'},
|
|
packages=['yaml', '_yaml'],
|
|
ext_modules=[
|
|
Extension('yaml._yaml', ['yaml/_yaml.pyx'],
|
|
'libyaml', "LibYAML bindings", LIBYAML_CHECK,
|
|
libraries=['yaml']),
|
|
],
|
|
|
|
distclass=Distribution,
|
|
cmdclass=cmdclass,
|
|
python_requires='>=3.6',
|
|
)
|