import contextlib import os import platform import re import shutil from pathlib import Path from typing import Any, Generator import setuptools from setuptools.command import build_ext IS_WINDOWS = platform.system() == "Windows" IS_MAC = platform.system() == "Darwin" IS_LINUX = platform.system() == "Linux" # hardcoded SABI-related options. Requires that each Python interpreter # (hermetic or not) participating is of the same major-minor version. version_tuple = tuple(int(i) for i in platform.python_version_tuple()) py_limited_api = version_tuple >= (3, 12) options = {"bdist_wheel": {"py_limited_api": "cp312"}} if py_limited_api else {} def is_cibuildwheel() -> bool: return os.getenv("CIBUILDWHEEL") is not None @contextlib.contextmanager def _maybe_patch_toolchains() -> Generator[None, None, None]: """ Patch rules_python toolchains to ignore root user error when run in a Docker container on Linux in cibuildwheel. """ def fmt_toolchain_args(matchobj): suffix = "ignore_root_user_error = True" callargs = matchobj.group(1) # toolchain def is broken over multiple lines if callargs.endswith("\n"): callargs = callargs + " " + suffix + ",\n" # toolchain def is on one line. else: callargs = callargs + ", " + suffix return "python.toolchain(" + callargs + ")" CIBW_LINUX = is_cibuildwheel() and IS_LINUX try: if CIBW_LINUX: module_bazel = Path("MODULE.bazel") content: str = module_bazel.read_text() module_bazel.write_text( re.sub( r"python.toolchain\(([\w\"\s,.=]*)\)", fmt_toolchain_args, content, ) ) yield finally: if CIBW_LINUX: module_bazel.write_text(content) class BazelExtension(setuptools.Extension): """A C/C++ extension that is defined as a Bazel BUILD target.""" def __init__(self, name: str, bazel_target: str, **kwargs: Any): super().__init__(name=name, sources=[], **kwargs) self.bazel_target = bazel_target stripped_target = bazel_target.split("//")[-1] self.relpath, self.target_name = stripped_target.split(":") class BuildBazelExtension(build_ext.build_ext): """A command that runs Bazel to build a C/C++ extension.""" def run(self): for ext in self.extensions: self.bazel_build(ext) super().run() # explicitly call `bazel shutdown` for graceful exit self.spawn(["bazel", "shutdown"]) def copy_extensions_to_source(self): """ Copy generated extensions into the source tree. This is done in the ``bazel_build`` method, so it's not necessary to do again in the `build_ext` base class. """ pass def bazel_build(self, ext: BazelExtension) -> None: """Runs the bazel build to create the package.""" temp_path = Path(self.build_temp) # omit the patch version to avoid build errors if the toolchain is not # yet registered in the current @rules_python version. # patch version differences should be fine. python_version = ".".join(platform.python_version_tuple()[:2]) bazel_argv = [ "bazel", "build", ext.bazel_target, f"--symlink_prefix={temp_path / 'bazel-'}", f"--compilation_mode={'dbg' if self.debug else 'opt'}", # C++17 is required by nanobind f"--cxxopt={'/std:c++17' if IS_WINDOWS else '-std=c++17'}", f"--@rules_python//python/config_settings:python_version={python_version}", ] if ext.py_limited_api: bazel_argv += ["--@nanobind_bazel//:py-limited-api=cp312"] if IS_WINDOWS: # Link with python*.lib. for library_dir in self.library_dirs: bazel_argv.append("--linkopt=/LIBPATH:" + library_dir) elif IS_MAC: # C++17 needs macOS 10.14 at minimum bazel_argv.append("--macos_minimum_os=10.14") with _maybe_patch_toolchains(): self.spawn(bazel_argv) if IS_WINDOWS: suffix = ".pyd" else: suffix = ".abi3.so" if ext.py_limited_api else ".so" ext_name = ext.target_name + suffix ext_bazel_bin_path = temp_path / "bazel-bin" / ext.relpath / ext_name ext_dest_path = Path(self.get_ext_fullpath(ext.name)).with_name( ext_name ) shutil.copyfile(ext_bazel_bin_path, ext_dest_path) setuptools.setup( cmdclass=dict(build_ext=BuildBazelExtension), ext_modules=[ BazelExtension( name="google_benchmark._benchmark", bazel_target="//bindings/python/google_benchmark:_benchmark", py_limited_api=py_limited_api, ) ], options=options, )