mirror of
https://github.com/ml-explore/mlx.git
synced 2025-11-01 00:28:11 +08:00
298 lines
8.8 KiB
CMake
298 lines
8.8 KiB
CMake
cmake_minimum_required(VERSION 3.24)
|
|
|
|
project(mlx LANGUAGES C CXX)
|
|
|
|
# ----------------------------- Setup -----------------------------
|
|
set(CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake")
|
|
set(CMAKE_CXX_STANDARD 17)
|
|
set(CMAKE_CXX_STANDARD_REQUIRED ON)
|
|
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
|
|
set(CMAKE_INSTALL_MESSAGE NEVER)
|
|
|
|
# ----------------------------- Configuration -----------------------------
|
|
option(MLX_BUILD_TESTS "Build tests for mlx" ON)
|
|
option(MLX_BUILD_EXAMPLES "Build examples for mlx" ON)
|
|
option(MLX_BUILD_BENCHMARKS "Build benchmarks for mlx" OFF)
|
|
option(MLX_BUILD_PYTHON_BINDINGS "Build python bindings for mlx" OFF)
|
|
option(MLX_BUILD_METAL "Build metal backend" ON)
|
|
option(MLX_BUILD_CPU "Build cpu backend" ON)
|
|
option(MLX_METAL_DEBUG "Enhance metal debug workflow" OFF)
|
|
option(MLX_ENABLE_X64_MAC "Enable building for x64 macOS" OFF)
|
|
option(MLX_BUILD_GGUF "Include support for GGUF format" ON)
|
|
option(MLX_BUILD_SAFETENSORS "Include support for safetensors format" ON)
|
|
option(MLX_METAL_JIT "Use JIT compilation for Metal kernels" OFF)
|
|
option(BUILD_SHARED_LIBS "Build mlx as a shared library" OFF)
|
|
|
|
if(NOT MLX_VERSION)
|
|
set(MLX_VERSION 0.15.1)
|
|
endif()
|
|
|
|
# --------------------- Processor tests -------------------------
|
|
|
|
message(STATUS "Building MLX for ${CMAKE_SYSTEM_PROCESSOR} processor on ${CMAKE_SYSTEM_NAME}")
|
|
|
|
set(MLX_BUILD_ARM OFF)
|
|
|
|
if (${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
|
|
if(${CMAKE_SYSTEM_PROCESSOR} MATCHES "x86_64")
|
|
if(NOT MLX_ENABLE_X64_MAC)
|
|
message(FATAL_ERROR
|
|
"Building for x86_64 on macOS is not supported."
|
|
" If you are on an Apple silicon system, check the build"
|
|
" documentation for possible fixes: "
|
|
"https://ml-explore.github.io/mlx/build/html/install.html#build-from-source")
|
|
else()
|
|
message(WARNING "Building for x86_64 arch is not officially supported.")
|
|
endif()
|
|
set(MLX_BUILD_METAL OFF)
|
|
elseif(${CMAKE_SYSTEM_PROCESSOR} MATCHES "arm64")
|
|
set(MLX_BUILD_ARM ON)
|
|
endif()
|
|
|
|
else()
|
|
message(WARNING "MLX is prioritised for Apple silicon systems using macOS.")
|
|
endif()
|
|
|
|
# ----------------------------- Lib -----------------------------
|
|
|
|
include(FetchContent)
|
|
# Avoid warning about DOWNLOAD_EXTRACT_TIMESTAMP in CMake 3.24:
|
|
cmake_policy(SET CMP0135 NEW)
|
|
|
|
add_library(mlx)
|
|
|
|
if (MLX_BUILD_METAL)
|
|
find_library(METAL_LIB Metal)
|
|
find_library(FOUNDATION_LIB Foundation)
|
|
find_library(QUARTZ_LIB QuartzCore)
|
|
endif()
|
|
|
|
if (MLX_BUILD_METAL AND NOT METAL_LIB)
|
|
message(STATUS "Metal not found. Unable to build GPU")
|
|
set(MLX_BUILD_METAL OFF)
|
|
set(MLX_METAL_DEBUG OFF)
|
|
elseif (MLX_BUILD_METAL)
|
|
message(STATUS "Building METAL sources")
|
|
|
|
if (MLX_METAL_DEBUG)
|
|
add_compile_definitions(MLX_METAL_DEBUG)
|
|
endif()
|
|
|
|
# Throw an error if xcrun not found
|
|
execute_process(COMMAND zsh "-c" "/usr/bin/xcrun -sdk macosx --show-sdk-version"
|
|
OUTPUT_VARIABLE MACOS_VERSION
|
|
COMMAND_ERROR_IS_FATAL ANY)
|
|
|
|
message(STATUS "Building with SDK for macOS version ${MACOS_VERSION}")
|
|
|
|
set(METAL_CPP_URL https://developer.apple.com/metal/cpp/files/metal-cpp_macOS15_iOS18-beta.zip)
|
|
if (${MACOS_VERSION} GREATER_EQUAL 15.0)
|
|
set(MLX_METAL_VERSION METAL_3_2)
|
|
elseif (${MACOS_VERSION} GREATER_EQUAL 14.2)
|
|
set(MLX_METAL_VERSION METAL_3_1)
|
|
elseif (${MACOS_VERSION} GREATER_EQUAL 14.0)
|
|
set(MLX_METAL_VERSION METAL_3_0)
|
|
else()
|
|
message(FATAL_ERROR "MLX requires macOS SDK >= 14.0 to be built with MLX_BUILD_METAL=ON" )
|
|
endif()
|
|
|
|
FetchContent_Declare(
|
|
metal_cpp
|
|
URL ${METAL_CPP_URL}
|
|
)
|
|
|
|
FetchContent_MakeAvailable(metal_cpp)
|
|
target_include_directories(
|
|
mlx PUBLIC
|
|
$<BUILD_INTERFACE:${metal_cpp_SOURCE_DIR}>
|
|
$<INSTALL_INTERFACE:include/metal_cpp>
|
|
)
|
|
target_link_libraries(
|
|
mlx PUBLIC
|
|
${METAL_LIB}
|
|
${FOUNDATION_LIB}
|
|
${QUARTZ_LIB})
|
|
|
|
add_compile_definitions(${MLX_METAL_VERSION})
|
|
endif()
|
|
|
|
if (MLX_BUILD_CPU)
|
|
find_library(ACCELERATE_LIBRARY Accelerate)
|
|
if (MLX_BUILD_ARM AND ACCELERATE_LIBRARY)
|
|
message(STATUS "Accelerate found ${ACCELERATE_LIBRARY}")
|
|
set(MLX_BUILD_ACCELERATE ON)
|
|
target_link_libraries(mlx PUBLIC ${ACCELERATE_LIBRARY})
|
|
add_compile_definitions(ACCELERATE_NEW_LAPACK)
|
|
else()
|
|
message(STATUS "Accelerate or arm neon not found, using default backend.")
|
|
set(MLX_BUILD_ACCELERATE OFF)
|
|
if(${CMAKE_HOST_APPLE})
|
|
# The blas shipped in macOS SDK is not supported, search homebrew for
|
|
# openblas instead.
|
|
set(BLA_VENDOR OpenBLAS)
|
|
set(LAPACK_ROOT "${LAPACK_ROOT};$ENV{LAPACK_ROOT};/usr/local/opt/openblas")
|
|
endif()
|
|
# Search and link with lapack.
|
|
find_package(LAPACK REQUIRED)
|
|
if (NOT LAPACK_FOUND)
|
|
message(FATAL_ERROR "Must have LAPACK installed")
|
|
endif()
|
|
find_path(LAPACK_INCLUDE_DIRS lapacke.h
|
|
/usr/include
|
|
/usr/local/include
|
|
/usr/local/opt/openblas/include)
|
|
message(STATUS "Lapack lib " ${LAPACK_LIBRARIES})
|
|
message(STATUS "Lapack include " ${LAPACK_INCLUDE_DIRS})
|
|
target_include_directories(mlx PRIVATE ${LAPACK_INCLUDE_DIRS})
|
|
target_link_libraries(mlx PUBLIC ${LAPACK_LIBRARIES})
|
|
# List blas after lapack otherwise we may accidentally incldue an old version
|
|
# of lapack.h from the include dirs of blas.
|
|
find_package(BLAS REQUIRED)
|
|
if (NOT BLAS_FOUND)
|
|
message(FATAL_ERROR "Must have BLAS installed")
|
|
endif()
|
|
# TODO find a cleaner way to do this
|
|
find_path(BLAS_INCLUDE_DIRS cblas.h
|
|
/usr/include
|
|
/usr/local/include
|
|
$ENV{BLAS_HOME}/include)
|
|
message(STATUS "Blas lib " ${BLAS_LIBRARIES})
|
|
message(STATUS "Blas include " ${BLAS_INCLUDE_DIRS})
|
|
target_include_directories(mlx PRIVATE ${BLAS_INCLUDE_DIRS})
|
|
target_link_libraries(mlx PUBLIC ${BLAS_LIBRARIES})
|
|
endif()
|
|
else()
|
|
set(MLX_BUILD_ACCELERATE OFF)
|
|
endif()
|
|
|
|
find_package(MPI)
|
|
if (MPI_FOUND)
|
|
execute_process(
|
|
COMMAND zsh "-c" "mpirun --version"
|
|
OUTPUT_VARIABLE MPI_VERSION
|
|
COMMAND_ERROR_IS_FATAL ANY
|
|
)
|
|
if (${MPI_VERSION} MATCHES ".*Open MPI.*")
|
|
target_include_directories(mlx PRIVATE ${MPI_INCLUDE_PATH})
|
|
else()
|
|
message(
|
|
WARNING
|
|
"MPI which is not OpenMPI found. Building without MPI."
|
|
)
|
|
endif()
|
|
endif()
|
|
|
|
add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/mlx)
|
|
|
|
target_include_directories(
|
|
mlx
|
|
PUBLIC
|
|
$<BUILD_INTERFACE:${CMAKE_CURRENT_LIST_DIR}>
|
|
$<INSTALL_INTERFACE:include>
|
|
)
|
|
|
|
FetchContent_Declare(fmt
|
|
GIT_REPOSITORY https://github.com/fmtlib/fmt.git
|
|
GIT_TAG 10.2.1
|
|
EXCLUDE_FROM_ALL
|
|
)
|
|
FetchContent_MakeAvailable(fmt)
|
|
target_link_libraries(mlx PRIVATE fmt::fmt-header-only)
|
|
|
|
if (MLX_BUILD_PYTHON_BINDINGS)
|
|
message(STATUS "Building Python bindings.")
|
|
find_package(Python 3.8 COMPONENTS Interpreter Development.Module REQUIRED)
|
|
execute_process(
|
|
COMMAND "${Python_EXECUTABLE}" -m nanobind --cmake_dir
|
|
OUTPUT_STRIP_TRAILING_WHITESPACE OUTPUT_VARIABLE NB_DIR)
|
|
list(APPEND CMAKE_PREFIX_PATH "${NB_DIR}")
|
|
find_package(nanobind CONFIG REQUIRED)
|
|
add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/python/src)
|
|
endif()
|
|
|
|
if (MLX_BUILD_TESTS)
|
|
include(CTest)
|
|
add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/tests)
|
|
endif()
|
|
|
|
if (MLX_BUILD_EXAMPLES)
|
|
add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/examples/cpp)
|
|
endif()
|
|
|
|
if (MLX_BUILD_BENCHMARKS)
|
|
add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/benchmarks/cpp)
|
|
endif()
|
|
|
|
|
|
|
|
# ----------------------------- Installation -----------------------------
|
|
include(GNUInstallDirs)
|
|
|
|
# Install library
|
|
install(
|
|
TARGETS mlx
|
|
EXPORT MLXTargets
|
|
LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
|
ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
|
RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}
|
|
INCLUDES DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}
|
|
)
|
|
|
|
|
|
# Install headers
|
|
install(
|
|
DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/mlx
|
|
DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}
|
|
COMPONENT headers
|
|
FILES_MATCHING PATTERN "*.h"
|
|
)
|
|
|
|
# Install metal dependencies
|
|
if (MLX_BUILD_METAL)
|
|
|
|
# Install metal cpp
|
|
install(
|
|
DIRECTORY ${metal_cpp_SOURCE_DIR}/
|
|
DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/metal_cpp
|
|
COMPONENT metal_cpp_source
|
|
)
|
|
|
|
endif()
|
|
|
|
# Install cmake config
|
|
set(MLX_CMAKE_BUILD_CONFIG ${CMAKE_BINARY_DIR}/MLXConfig.cmake)
|
|
set(MLX_CMAKE_BUILD_VERSION_CONFIG ${CMAKE_BINARY_DIR}/MLXConfigVersion.cmake)
|
|
set(MLX_CMAKE_INSTALL_MODULE_DIR share/cmake/MLX)
|
|
|
|
install(
|
|
EXPORT MLXTargets
|
|
FILE MLXTargets.cmake
|
|
DESTINATION ${MLX_CMAKE_INSTALL_MODULE_DIR}
|
|
)
|
|
|
|
include(CMakePackageConfigHelpers)
|
|
|
|
write_basic_package_version_file(
|
|
${MLX_CMAKE_BUILD_VERSION_CONFIG}
|
|
COMPATIBILITY SameMajorVersion
|
|
VERSION ${MLX_VERSION}
|
|
)
|
|
|
|
configure_package_config_file(
|
|
${CMAKE_CURRENT_LIST_DIR}/mlx.pc.in
|
|
${MLX_CMAKE_BUILD_CONFIG}
|
|
INSTALL_DESTINATION ${MLX_CMAKE_INSTALL_MODULE_DIR}
|
|
NO_CHECK_REQUIRED_COMPONENTS_MACRO
|
|
PATH_VARS CMAKE_INSTALL_LIBDIR CMAKE_INSTALL_INCLUDEDIR MLX_CMAKE_INSTALL_MODULE_DIR
|
|
)
|
|
|
|
install(
|
|
FILES ${MLX_CMAKE_BUILD_CONFIG} ${MLX_CMAKE_BUILD_VERSION_CONFIG}
|
|
DESTINATION ${MLX_CMAKE_INSTALL_MODULE_DIR}
|
|
)
|
|
|
|
install(
|
|
DIRECTORY ${CMAKE_MODULE_PATH}/
|
|
DESTINATION ${MLX_CMAKE_INSTALL_MODULE_DIR}
|
|
)
|