219 lines
7.2 KiB
Python
219 lines
7.2 KiB
Python
|
import setuptools
|
||
|
|
from setuptools.command.build_ext import build_ext
|
||
|
|
from setuptools.dist import Distribution
|
||
|
|
import numpy as np
|
||
|
|
|
||
|
|
import functools
|
||
|
|
import os
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
from tempfile import mkdtemp
|
||
|
|
from contextlib import contextmanager
|
||
|
|
from pathlib import Path
|
||
|
|
|
||
|
|
# Wire in distutils components from setuptools
|
||
|
|
CCompiler = setuptools.distutils.ccompiler.CCompiler
|
||
|
|
new_compiler = setuptools.distutils.ccompiler.new_compiler
|
||
|
|
customize_compiler = setuptools.distutils.sysconfig.customize_compiler
|
||
|
|
log = setuptools.distutils.log
|
||
|
|
|
||
|
|
|
||
|
|
_configs = {
|
||
|
|
# DLL suffix, Python C extension suffix
|
||
|
|
'win': ('.dll', '.pyd'),
|
||
|
|
'default': ('.so', '.so'),
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
def get_configs(arg):
|
||
|
|
return _configs.get(sys.platform[:3], _configs['default'])[arg]
|
||
|
|
|
||
|
|
|
||
|
|
find_shared_ending = functools.partial(get_configs, 0)
|
||
|
|
find_pyext_ending = functools.partial(get_configs, 1)
|
||
|
|
|
||
|
|
@contextmanager
|
||
|
|
def _gentmpfile(suffix):
|
||
|
|
# windows locks the tempfile so use a tempdir + file, see
|
||
|
|
# https://github.com/numba/numba/issues/3304
|
||
|
|
try:
|
||
|
|
tmpdir = mkdtemp()
|
||
|
|
ntf = open(os.path.join(tmpdir, "temp%s" % suffix), 'wt')
|
||
|
|
yield ntf
|
||
|
|
finally:
|
||
|
|
try:
|
||
|
|
ntf.close()
|
||
|
|
os.remove(ntf)
|
||
|
|
except:
|
||
|
|
pass
|
||
|
|
else:
|
||
|
|
os.rmdir(tmpdir)
|
||
|
|
|
||
|
|
|
||
|
|
@functools.lru_cache(maxsize=1)
|
||
|
|
def external_compiler_works():
|
||
|
|
"""
|
||
|
|
Returns True if the "external compiler" bound in numpy.distutil is present
|
||
|
|
and working, False otherwise.
|
||
|
|
"""
|
||
|
|
compiler = new_compiler()
|
||
|
|
customize_compiler(compiler)
|
||
|
|
for suffix in ['.c', '.cxx']:
|
||
|
|
try:
|
||
|
|
with _gentmpfile(suffix) as ntf:
|
||
|
|
simple_c = "int main(void) { return 0; }"
|
||
|
|
ntf.write(simple_c)
|
||
|
|
ntf.flush()
|
||
|
|
ntf.close()
|
||
|
|
# *output_dir* is set to avoid the compiler putting temp files
|
||
|
|
# in the current directory.
|
||
|
|
compiler.compile([ntf.name], output_dir=Path(ntf.name).anchor)
|
||
|
|
except Exception: # likely CompileError or file system issue
|
||
|
|
return False
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
class _DummyExtension(object):
|
||
|
|
libraries = []
|
||
|
|
|
||
|
|
|
||
|
|
class Toolchain(object):
|
||
|
|
|
||
|
|
def __init__(self):
|
||
|
|
if not external_compiler_works():
|
||
|
|
self._raise_external_compiler_error()
|
||
|
|
|
||
|
|
self._verbose = False
|
||
|
|
self._compiler = new_compiler()
|
||
|
|
customize_compiler(self._compiler)
|
||
|
|
self._build_ext = build_ext(Distribution())
|
||
|
|
self._build_ext.finalize_options()
|
||
|
|
self._py_lib_dirs = self._build_ext.library_dirs
|
||
|
|
self._py_include_dirs = self._build_ext.include_dirs
|
||
|
|
np_compile_args = {'include_dirs': [np.get_include(),],}
|
||
|
|
if sys.platform == 'win32':
|
||
|
|
np_compile_args['libraries'] = []
|
||
|
|
else:
|
||
|
|
np_compile_args['libraries'] = ['m',]
|
||
|
|
self._math_info = np_compile_args
|
||
|
|
|
||
|
|
@property
|
||
|
|
def verbose(self):
|
||
|
|
return self._verbose
|
||
|
|
|
||
|
|
@verbose.setter
|
||
|
|
def verbose(self, value):
|
||
|
|
self._verbose = value
|
||
|
|
# DEBUG will let Numpy spew many messages, so stick to INFO
|
||
|
|
# to print commands executed by distutils
|
||
|
|
log.set_threshold(log.INFO if value else log.WARN)
|
||
|
|
|
||
|
|
def _raise_external_compiler_error(self):
|
||
|
|
basemsg = ("Attempted to compile AOT function without the "
|
||
|
|
"compiler used by `numpy.distutils` present.")
|
||
|
|
conda_msg = "If using conda try:\n\n#> conda install %s"
|
||
|
|
plt = sys.platform
|
||
|
|
if plt.startswith('linux'):
|
||
|
|
if sys.maxsize <= 2 ** 32:
|
||
|
|
compilers = ['gcc_linux-32', 'gxx_linux-32']
|
||
|
|
else:
|
||
|
|
compilers = ['gcc_linux-64', 'gxx_linux-64']
|
||
|
|
msg = "%s %s" % (basemsg, conda_msg % ' '.join(compilers))
|
||
|
|
elif plt.startswith('darwin'):
|
||
|
|
compilers = ['clang_osx-64', 'clangxx_osx-64']
|
||
|
|
msg = "%s %s" % (basemsg, conda_msg % ' '.join(compilers))
|
||
|
|
elif plt.startswith('win32'):
|
||
|
|
winmsg = "Cannot find suitable msvc."
|
||
|
|
msg = "%s %s" % (basemsg, winmsg)
|
||
|
|
else:
|
||
|
|
msg = "Unknown platform %s" % plt
|
||
|
|
raise RuntimeError(msg)
|
||
|
|
|
||
|
|
def compile_objects(self, sources, output_dir,
|
||
|
|
include_dirs=(), depends=(), macros=(),
|
||
|
|
extra_cflags=None):
|
||
|
|
"""
|
||
|
|
Compile the given source files into a separate object file each,
|
||
|
|
all beneath the *output_dir*. A list of paths to object files
|
||
|
|
is returned.
|
||
|
|
|
||
|
|
*macros* has the same format as in distutils: a list of 1- or 2-tuples.
|
||
|
|
If a 1-tuple (name,), the given name is considered undefined by
|
||
|
|
the C preprocessor.
|
||
|
|
If a 2-tuple (name, value), the given name is expanded into the
|
||
|
|
given value by the C preprocessor.
|
||
|
|
"""
|
||
|
|
objects = self._compiler.compile(sources,
|
||
|
|
output_dir=output_dir,
|
||
|
|
include_dirs=include_dirs,
|
||
|
|
depends=depends,
|
||
|
|
macros=macros or [],
|
||
|
|
extra_preargs=extra_cflags)
|
||
|
|
return objects
|
||
|
|
|
||
|
|
def link_shared(self, output, objects, libraries=(),
|
||
|
|
library_dirs=(), export_symbols=(),
|
||
|
|
extra_ldflags=None):
|
||
|
|
"""
|
||
|
|
Create a shared library *output* linking the given *objects*
|
||
|
|
and *libraries* (all strings).
|
||
|
|
"""
|
||
|
|
output_dir, output_filename = os.path.split(output)
|
||
|
|
self._compiler.link(CCompiler.SHARED_OBJECT, objects,
|
||
|
|
output_filename, output_dir,
|
||
|
|
libraries, library_dirs,
|
||
|
|
export_symbols=export_symbols,
|
||
|
|
extra_preargs=extra_ldflags)
|
||
|
|
|
||
|
|
def get_python_libraries(self):
|
||
|
|
"""
|
||
|
|
Get the library arguments necessary to link with Python.
|
||
|
|
"""
|
||
|
|
libs = self._build_ext.get_libraries(_DummyExtension())
|
||
|
|
if sys.platform == 'win32':
|
||
|
|
# Under Windows, need to link explicitly against the CRT,
|
||
|
|
# as the MSVC compiler would implicitly do.
|
||
|
|
# (XXX msvcrtd in pydebug mode?)
|
||
|
|
libs = libs + ['msvcrt']
|
||
|
|
return libs + self._math_info['libraries']
|
||
|
|
|
||
|
|
def get_python_library_dirs(self):
|
||
|
|
"""
|
||
|
|
Get the library directories necessary to link with Python.
|
||
|
|
"""
|
||
|
|
return list(self._py_lib_dirs)
|
||
|
|
|
||
|
|
def get_python_include_dirs(self):
|
||
|
|
"""
|
||
|
|
Get the include directories necessary to compile against the Python
|
||
|
|
and Numpy C APIs.
|
||
|
|
"""
|
||
|
|
return list(self._py_include_dirs) + self._math_info['include_dirs']
|
||
|
|
|
||
|
|
def get_ext_filename(self, ext_name):
|
||
|
|
"""
|
||
|
|
Given a C extension's module name, return its intended filename.
|
||
|
|
"""
|
||
|
|
return self._build_ext.get_ext_filename(ext_name)
|
||
|
|
|
||
|
|
|
||
|
|
def _quote_arg(arg):
|
||
|
|
"""
|
||
|
|
Quote the argument for safe use in a shell command line.
|
||
|
|
"""
|
||
|
|
# If there is a quote in the string, assume relevants parts of the
|
||
|
|
# string are already quoted (e.g. '-I"C:\\Program Files\\..."')
|
||
|
|
if '"' not in arg and ' ' in arg:
|
||
|
|
return '"%s"' % arg
|
||
|
|
return arg
|
||
|
|
|
||
|
|
|
||
|
|
def _is_sequence(arg):
|
||
|
|
if isinstance(arg, (str, bytes)):
|
||
|
|
return False
|
||
|
|
try:
|
||
|
|
len(arg)
|
||
|
|
return True
|
||
|
|
except Exception:
|
||
|
|
return False
|