# Copyright © 2023 Apple Inc. import datetime import os import platform import re import subprocess from functools import partial from pathlib import Path from subprocess import run from setuptools import Command, Extension, setup from setuptools.command.bdist_wheel import bdist_wheel from setuptools.command.build_ext import build_ext def get_version(): with open("mlx/version.h", "r") as fid: for l in fid: if "#define MLX_VERSION_MAJOR" in l: major = l.split()[-1] if "#define MLX_VERSION_MINOR" in l: minor = l.split()[-1] if "#define MLX_VERSION_PATCH" in l: patch = l.split()[-1] version = f"{major}.{minor}.{patch}" if "PYPI_RELEASE" not in os.environ: today = datetime.date.today() version = f"{version}.dev{today.year}{today.month:02d}{today.day:02d}" if "DEV_RELEASE" not in os.environ: git_hash = ( run( "git rev-parse --short HEAD".split(), capture_output=True, check=True, ) .stdout.strip() .decode() ) version = f"{version}+{git_hash}" return version build_stage = int(os.environ.get("MLX_BUILD_STAGE", 0)) # A CMakeExtension needs a sourcedir instead of a file list. # The name must be the _single_ output extension from the CMake build. # If you need multiple extensions, see scikit-build. class CMakeExtension(Extension): def __init__(self, name: str, sourcedir: str = "") -> None: super().__init__(name, sources=[]) self.sourcedir = os.fspath(Path(sourcedir).resolve()) class CMakeBuild(build_ext): def build_extension(self, ext: CMakeExtension) -> None: # Must be in this form due to bug in .resolve() only fixed in Python 3.10+ ext_fullpath = Path.cwd() / self.get_ext_fullpath(ext.name) # type: ignore[no-untyped-call] extdir = ext_fullpath.parent.resolve() debug = int(os.environ.get("DEBUG", 0)) if self.debug is None else self.debug cfg = "Debug" if debug else "Release" build_temp = Path(self.build_temp) / ext.name if not build_temp.exists(): build_temp.mkdir(parents=True) build_python = "ON" install_prefix = f"{extdir}{os.sep}" if build_stage == 1: # Don't include MLX libraries in the wheel install_prefix = f"{build_temp}" elif build_stage == 2: # Don't include Python bindings in the wheel build_python = "OFF" cmake_args = [ f"-DCMAKE_INSTALL_PREFIX={install_prefix}", f"-DCMAKE_BUILD_TYPE={cfg}", f"-DMLX_BUILD_PYTHON_BINDINGS={build_python}", "-DMLX_BUILD_TESTS=OFF", "-DMLX_BUILD_BENCHMARKS=OFF", "-DMLX_BUILD_EXAMPLES=OFF", f"-DMLX_PYTHON_BINDINGS_OUTPUT_DIRECTORY={extdir}{os.sep}", ] # Some generators require explcitly passing config when building. build_args = ["--config", cfg] # Adding CMake arguments set as environment variable # (needed e.g. to build for ARM OSx on conda-forge) if "CMAKE_ARGS" in os.environ: cmake_args += [item for item in os.environ["CMAKE_ARGS"].split(" ") if item] # Pass version to C++ cmake_args += [f"-DMLX_VERSION={self.distribution.get_version()}"] # type: ignore[attr-defined] if platform.system() == "Darwin": # Cross-compile support for macOS - respect ARCHFLAGS if set archs = re.findall(r"-arch (\S+)", os.environ.get("ARCHFLAGS", "")) if archs: cmake_args += ["-DCMAKE_OSX_ARCHITECTURES={}".format(";".join(archs))] if platform.system() == "Windows": # On Windows DLLs must be put in the same dir with the extension # while cmake puts mlx.dll into the "bin" sub-dir. Link with mlx # statically to work around it. cmake_args += ["-DBUILD_SHARED_LIBS=OFF"] else: cmake_args += ["-DBUILD_SHARED_LIBS=ON"] # Set CMAKE_BUILD_PARALLEL_LEVEL to control the parallel build level # across all generators. if "CMAKE_BUILD_PARALLEL_LEVEL" not in os.environ: build_args += [f"-j{os.cpu_count()}"] subprocess.run( ["cmake", ext.sourcedir, *cmake_args], cwd=build_temp, check=True ) subprocess.run( ["cmake", "--build", ".", "--target", "install", *build_args], cwd=build_temp, check=True, ) # Make sure to copy mlx.metallib for inplace builds def run(self): super().run() # Based on https://github.com/pypa/setuptools/blob/main/setuptools/command/build_ext.py#L102 if self.inplace: for ext in self.extensions: if ext.name == "mlx.core": # Resolve inplace package dir build_py = self.get_finalized_command("build_py") inplace_file, regular_file = self._get_inplace_equivalent( build_py, ext ) inplace_dir = str(Path(inplace_file).parent.resolve()) regular_dir = str(Path(regular_file).parent.resolve()) self.copy_tree(regular_dir, inplace_dir) class GenerateStubs(Command): user_options = [] def initialize_options(self): pass def finalize_options(self): pass def run(self) -> None: out_path = "python/mlx/core" stub_cmd = [ "python", "-m", "nanobind.stubgen", "-m", "mlx.core", "-p", "python/mlx/_stub_patterns.txt", ] subprocess.run(stub_cmd + ["-r", "-O", out_path]) # Run again without recursive to specify output file name subprocess.run(["rm", f"{out_path}/mlx.pyi"]) subprocess.run(stub_cmd + ["-o", f"{out_path}/__init__.pyi"]) class MLXBdistWheel(bdist_wheel): def get_tag(self) -> tuple[str, str, str]: impl, abi, plat_name = super().get_tag() if build_stage == 2: impl = self.python_tag abi = "none" return (impl, abi, plat_name) # Read the content of README.md with open(Path(__file__).parent / "README.md", encoding="utf-8") as f: long_description = f.read() if __name__ == "__main__": package_dir = {"": "python"} packages = [ "mlx", "mlx.nn", "mlx.nn.layers", "mlx.optimizers", ] build_macos = platform.system() == "Darwin" build_cuda = "MLX_BUILD_CUDA=ON" in os.environ.get("CMAKE_ARGS", "") install_requires = [] if build_cuda: install_requires = ["nvidia-cublas-cu12", "nvidia-cuda-nvrtc-cu12"] version = get_version() _setup = partial( setup, version=version, author="MLX Contributors", author_email="mlx@group.apple.com", description="A framework for machine learning on Apple silicon.", long_description=long_description, long_description_content_type="text/markdown", license="MIT", url="https://github.com/ml-explore/mlx", include_package_data=True, package_dir=package_dir, zip_safe=False, python_requires=">=3.9", ext_modules=[CMakeExtension("mlx.core")], cmdclass={ "build_ext": CMakeBuild, "generate_stubs": GenerateStubs, "bdist_wheel": MLXBdistWheel, }, ) package_data = {"mlx": ["lib/*", "include/*", "share/*"], "mlx.core": ["*.pyi"]} extras = { "dev": [ "nanobind==2.4.0", "numpy", "pre-commit", "setuptools>=80", "torch", "typing_extensions", ], } entry_points = { "console_scripts": [ "mlx.launch = mlx.distributed_run:main", "mlx.distributed_config = mlx.distributed_run:distributed_config", ] } # Release builds for PyPi are in two stages. # Each stage should be run from a clean build: # python setup.py clean --all # # Stage 1: # - Triggered with `MLX_BUILD_STAGE=1` # - Include everything except backend-specific binaries (e.g. libmlx.so, mlx.metallib, etc) # - Wheel has Python ABI and platform tags # - Wheel should be built for the cross-product of python version and platforms # - Package name is mlx and it depends on subpackage in stage 2 (e.g. mlx-metal) # Stage 2: # - Triggered with `MLX_BUILD_STAGE=2` # - Includes only backend-specific binaries (e.g. libmlx.so, mlx.metallib, etc) # - Wheel has only platform tags # - Wheel should be built only for different platforms # - Package name is back-end specific, e.g mlx-metal if build_stage != 2: if build_stage == 1: if build_macos: install_requires += [f"mlx-metal=={version}"] else: extras["cuda"] = [f"mlx-cuda=={version}"] extras["cpu"] = [f"mlx-cpu=={version}"] _setup( name="mlx", packages=packages, extras_require=extras, entry_points=entry_points, install_requires=install_requires, package_data=package_data, ) else: if build_macos: name = "mlx-metal" elif build_cuda: name = "mlx-cuda" else: name = "mlx-cpu" _setup( name=name, packages=["mlx"], )