c0d528f4db
The mechanism to pass arguments through build to the setup.py file is broken. Switch to environment variables which seem to get passed through
140 lines
4.7 KiB
Python
140 lines
4.7 KiB
Python
from typing import List, Tuple
|
|
from setuptools import setup, find_packages
|
|
from wheel.bdist_wheel import bdist_wheel
|
|
from Cython.Build import cythonize
|
|
import glob
|
|
import sys
|
|
import numpy
|
|
import subprocess
|
|
import logging
|
|
import re
|
|
import os
|
|
import versioneer
|
|
|
|
|
|
first_party = {
|
|
"amulet-core",
|
|
"amulet-nbt",
|
|
"pymctranslate",
|
|
"minecraft-resource-pack",
|
|
}
|
|
|
|
|
|
def freeze_requirements(packages: List[str]) -> List[str]:
|
|
# Pip install the requirements to find the newest compatible versions
|
|
# This makes sure that the source versions are using the same dependencies as the compiled version.
|
|
# This also makes sure that the source version is using the newest version of the dependency.
|
|
if any("~=" in r and r.split("~=", 1)[0].lower() in first_party for r in packages):
|
|
print("pip-install")
|
|
try:
|
|
# make sure pip is up to date
|
|
subprocess.run([sys.executable, "-m", "pip", "install", "--upgrade", "pip"])
|
|
# run pip install
|
|
subprocess.run(
|
|
[sys.executable, "-m", "pip", "install", *packages, "--upgrade"]
|
|
)
|
|
# run pip freeze
|
|
installed = (
|
|
subprocess.check_output(
|
|
[sys.executable, "-m", "pip", "freeze"], encoding="utf-8"
|
|
)
|
|
.strip()
|
|
.split("\n")
|
|
)
|
|
requirements_map = {r.split("==")[0].lower(): r for r in installed}
|
|
|
|
print(installed, requirements_map)
|
|
for index, requirement in enumerate(packages):
|
|
if "~=" in requirement:
|
|
lib = requirement.split("~=")[0].strip().lower()
|
|
if lib in first_party and lib in requirements_map:
|
|
packages[index] = requirements_map[lib]
|
|
print(f"Modified packages to {packages}")
|
|
except Exception as e:
|
|
print("Failed to bake versions:", e)
|
|
return packages
|
|
|
|
|
|
GCCPattern = re.compile(r"gcc version (?P<major>\d+)\.(?P<minor>\d+)")
|
|
ClangPattern = re.compile(r"clang(?:-|\s+version\s+)(?P<major>\d+)\.(?P<minor>\d+)")
|
|
|
|
|
|
def get_openmp_args() -> Tuple[List[str], List[str], List[str], List[str]]:
|
|
# This has been lifted from here https://github.com/cython/cython/blob/606bd8cf235149c3be6876d0f5ae60032c8aab6c/runtests.py
|
|
import sysconfig
|
|
from distutils import ccompiler
|
|
|
|
def get_openmp_args_for(arg) -> Tuple[List[str], List[str]]:
|
|
"""arg == 'CC' or 'CXX'"""
|
|
cc = (
|
|
sysconfig.get_config_var(arg) or ccompiler.get_default_compiler()
|
|
).split()[0]
|
|
if cc == "msvc":
|
|
# Microsoft Visual C
|
|
return ["/openmp"], []
|
|
elif cc:
|
|
# Try GCC and Clang
|
|
try:
|
|
out = subprocess.check_output([cc, "-v"]).decode()
|
|
except ChildProcessError:
|
|
logging.exception(f"Could not resolve unknown compiler {cc}")
|
|
else:
|
|
gcc_match = GCCPattern.search(out)
|
|
if gcc_match:
|
|
if (gcc_match.group("major"), gcc_match.group("minor")) >= (4, 2):
|
|
return ["-fopenmp"], ["-fopenmp"]
|
|
return [], []
|
|
clang_match = ClangPattern.search(out)
|
|
if clang_match:
|
|
# if (clang_match.group("major"), clang_match.group("minor")) >= (3, 7):
|
|
# return ['-fopenmp'], ['-fopenmp']
|
|
return [], []
|
|
# If all else fails disable openmp
|
|
return [], []
|
|
|
|
omp_ccargs, omp_clargs = get_openmp_args_for("CC")
|
|
omp_cppcargs, omp_cpplargs = get_openmp_args_for("CXX")
|
|
|
|
return omp_ccargs, omp_clargs, omp_cppcargs, omp_cpplargs
|
|
|
|
|
|
# build cython extensions
|
|
if next(glob.iglob("amulet_map_editor/**/*.pyx", recursive=True), None):
|
|
# This throws an error if it does not match any files
|
|
omp_ccargs, omp_clargs, omp_cppcargs, omp_cpplargs = get_openmp_args()
|
|
ext = cythonize(
|
|
"amulet_map_editor/**/*.pyx",
|
|
aliases={
|
|
"OPENMP_CCARGS": omp_ccargs,
|
|
"OPENMP_CLARGS": omp_clargs,
|
|
"OPENMP_CPPCARGS": omp_cppcargs,
|
|
"OPENMP_CPPLARGS": omp_cpplargs,
|
|
},
|
|
)
|
|
else:
|
|
ext = ()
|
|
|
|
|
|
cmdclass = versioneer.get_cmdclass()
|
|
|
|
|
|
class BDistWheel(bdist_wheel):
|
|
def finalize_options(self):
|
|
if "BDISTWHEELFREEZELIBS" in os.environ:
|
|
self.distribution.install_requires = freeze_requirements(
|
|
list(self.distribution.install_requires)
|
|
)
|
|
super().finalize_options()
|
|
|
|
|
|
cmdclass["bdist_wheel"] = BDistWheel
|
|
|
|
|
|
setup(
|
|
version=versioneer.get_version(),
|
|
cmdclass=cmdclass,
|
|
include_dirs=[numpy.get_include()],
|
|
packages=find_packages(),
|
|
ext_modules=ext,
|
|
)
|