mirror of
https://github.com/ml-explore/mlx.git
synced 2025-07-16 22:11:15 +08:00
5798256fcf
* shapeless compilation for some graphs * update compile benchmark * default compile a few activations * buffer donation * bugfix * shapeless fix * update tests to work for cpu and gpu fusion * test kwargs * add kwargs to compile * Recompile when python arguments change * no compile for tanh * some constant tests --------- Co-authored-by: Angelos Katharopoulos <a_katharopoulos@apple.com>
30 lines
825 B
C++
30 lines
825 B
C++
// Copyright © 2023-2024 Apple Inc.
|
|
|
|
#pragma once
|
|
|
|
#include "mlx/array.h"
|
|
|
|
namespace mlx::core {
|
|
|
|
enum class CompileMode { disabled, no_simplify, no_fuse, enabled };
|
|
|
|
/** Compile takes a function and returns a compiled function. */
|
|
std::function<std::vector<array>(const std::vector<array>&)> compile(
|
|
const std::function<std::vector<array>(const std::vector<array>&)>& fun,
|
|
bool shapeless = false);
|
|
|
|
/** Globally disable compilation.
|
|
* Setting the environment variable ``MLX_DISABLE_COMPILE`` can also
|
|
* be used to disable compilation.
|
|
*/
|
|
void disable_compile();
|
|
|
|
/** Globally enable compilation.
|
|
* This will override the environment variable ``MLX_DISABLE_COMPILE``.
|
|
*/
|
|
void enable_compile();
|
|
|
|
/** Set the compiler mode to the given value. */
|
|
void set_compile_mode(CompileMode mode);
|
|
} // namespace mlx::core
|